-- Logs begin at Fri 2021-07-16 21:38:26 UTC, end at Fri 2021-07-16 23:48:45 UTC. -- Jul 16 22:07:40.555246 n-d-793621-16 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 22:07:43.233611 n-d-793621-16 neutron-server[93814]: INFO neutron.common.config [-] Logging enabled! Jul 16 22:07:43.234150 n-d-793621-16 neutron-server[93814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 22:07:43.234303 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 22:07:43.237465 n-d-793621-16 neutron-server[93814]: INFO neutron.common.config [-] Logging enabled! Jul 16 22:07:43.237718 n-d-793621-16 neutron-server[93814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 22:07:43.238025 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 22:07:43.238939 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:07:43.239173 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:07:43.239531 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:07:43.239781 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:07:43.240006 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:07:43.240319 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.240608 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.240901 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.241152 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.241441 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.241726 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.242004 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.242324 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.242615 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.242897 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.243171 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.243450 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.243677 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.243951 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.244230 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.244510 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.244730 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.245027 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.245446 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.245849 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.246123 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.246407 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.246683 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.246949 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.247221 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.247499 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.247820 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] host = n-d-793621-16 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.248091 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.248372 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.248656 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.248937 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.249227 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.249499 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.249786 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.250053 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.250318 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.250585 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.250871 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.251154 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.251440 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.251664 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.251884 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.252173 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.252452 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.252723 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.253019 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.253292 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.253562 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.253831 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.254094 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.254373 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.254652 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.254935 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.255202 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.255471 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.255730 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.255999 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.256276 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.256542 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.257098 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.257369 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.257649 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.258449 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.258719 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.259013 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.259294 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.259573 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.259852 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.260120 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.260400 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.260667 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.260933 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.261227 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.261495 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.261760 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.262036 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.262303 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.262569 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.262835 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.263102 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.263382 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:43.263674 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.263967 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.264263 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.264540 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.264832 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.265132 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.265422 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.265695 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.265988 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.266271 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.266555 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.266827 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.267111 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.267387 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.267678 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.267978 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.268271 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.268557 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.268829 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.269123 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.269396 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.269670 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.269953 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.270247 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.270533 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.270801 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.271074 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.271361 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.271633 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.271900 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.272171 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.272453 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.272723 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.273009 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.273290 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.274225 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.274495 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.274766 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.275038 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.275328 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.275597 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.275865 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.276132 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.276403 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.276669 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.276949 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.277244 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.277510 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.277778 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.278051 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.278318 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.278586 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.278858 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.279125 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.279396 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.279665 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.279932 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.280202 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.280476 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.280746 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.281035 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.281305 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.281576 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.281846 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.282113 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.282379 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.282645 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.282913 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.283193 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.283482 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.283755 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.284028 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.284300 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.284572 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.284846 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.285143 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.285416 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.285689 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.285956 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.286241 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.286519 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.286801 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.287080 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.287352 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.287643 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.287917 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.288192 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.288462 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.288733 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.289059 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.289339 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.289629 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.289919 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.290206 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.290498 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.290782 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.291057 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.291356 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.291628 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:43.291842 n-d-793621-16 neutron-server[93814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:07:43.292080 n-d-793621-16 neutron-server[93814]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93814) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 22:07:43.634479 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 22:07:43.634757 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 22:07:43.635043 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 22:07:43.635370 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 22:07:44.022690 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.022872 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.023135 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.024895 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.025189 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.025462 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.058541 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.058819 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.059082 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.072521 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.072798 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.073088 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.103131 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.103409 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.103675 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.138977 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.139254 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.139522 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.366449 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.367565 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.367565 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.367728 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.368437 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.485808 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.486128 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.486413 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.486690 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.486959 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.487271 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.487532 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.487791 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.488049 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.488332 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.488593 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.488858 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.489141 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.489396 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.489655 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.489928 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.490184 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.490451 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.490728 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.490987 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.491255 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.491510 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.491789 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.492187 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.492438 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.492685 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.493093 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.493338 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.493574 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.493803 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.494033 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.494263 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:44.494616 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 22:07:44.497709 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 22:07:44.501582 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 22:07:44.505258 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 16 22:07:44.507131 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 22:07:44.507577 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 22:07:44.508430 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 22:07:44.508809 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 22:07:44.512639 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 22:07:44.512891 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 22:07:44.513260 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 22:07:44.540876 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 22:07:44.541356 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.541651 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93814) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 22:07:44.542009 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.543335 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93814) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 22:07:44.543611 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 22:07:44.543859 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 22:07:44.547015 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.547292 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:44.610074 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 22:07:44.610307 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 22:07:44.610537 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 22:07:44.610896 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 22:07:44.631242 n-d-793621-16 neutron-server[93814]: DEBUG oslo_db.sqlalchemy.engines [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93814) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 22:07:45.154131 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing driver for type 'gre' Jul 16 22:07:45.154742 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] gre ID ranges: [(1, 1000)] Jul 16 22:07:45.210392 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing driver for type 'local' Jul 16 22:07:45.210903 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing driver for type 'vlan' Jul 16 22:07:45.223780 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] VlanTypeDriver initialization complete Jul 16 22:07:45.224129 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing driver for type 'vxlan' Jul 16 22:07:45.224612 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] vxlan ID ranges: [(1, 1000)] Jul 16 22:07:45.277170 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing extension driver 'port_security' Jul 16 22:07:45.277512 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] PortSecurityExtensionDriver initialization complete Jul 16 22:07:45.277851 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing mechanism driver 'openvswitch' Jul 16 22:07:45.278189 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing mechanism driver 'hyperv' Jul 16 22:07:45.284669 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:07:45.285538 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.285912 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.286266 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.286782 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.287221 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.287584 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.287935 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.288330 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.288744 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.289609 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.289957 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.290347 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.290756 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.291107 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.291450 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.291848 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.292268 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.292604 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.292948 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.293359 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.293763 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.294109 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.294451 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.294844 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:07:45.295231 n-d-793621-16 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] ML2 OVO RPC backend initialized. {{(pid=93814) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 22:07:45.295934 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.296296 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.296708 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.297087 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > networks before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.297441 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.297786 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > ports before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.298130 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.298471 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.298819 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.299163 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.299502 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.299840 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.300182 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.300520 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.300858 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.301218 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.301556 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.302129 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Modular L2 Plugin initialization complete Jul 16 22:07:45.302462 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading services supported by the core plugin {{(pid=93814) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 22:07:45.302797 n-d-793621-16 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Got port-security extension from driver 'port_security' Jul 16 22:07:45.303263 n-d-793621-16 neutron-server[93814]: INFO neutron.extensions.vlantransparent [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Disabled vlantransparent extension. Jul 16 22:07:45.303745 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93814) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 22:07:45.304063 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: router Jul 16 22:07:45.339544 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.339939 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.340314 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router before_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.340681 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.341080 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.341441 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_delete 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.341802 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.342289 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.342642 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.342996 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.343348 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.343710 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.344122 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.344496 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.344842 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.345218 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.345562 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.345914 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.346263 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.346614 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.346958 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.347315 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.347661 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.348011 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.348375 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.348723 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.349118 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > agent after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.349472 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.349817 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.350676 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Tracking information for resource: router configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:45.351012 n-d-793621-16 neutron-server[93814]: DEBUG neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Tracking information for resource: floatingip configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:07:45.356323 n-d-793621-16 neutron-server[93814]: INFO neutron.db.l3_agentschedulers_db [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 22:07:45.356899 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.357291 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.357649 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.358004 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.358786 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router before_create 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.359156 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.359522 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.359884 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.364326 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.provider_configuration [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service providers = [] {{(pid=93814) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 22:07:45.364696 n-d-793621-16 neutron-server[93814]: DEBUG neutron.db.servicetype_db [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93814) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 22:07:45.368256 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.service_base [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:07:45.368826 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.service_base [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:07:45.368944 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.service_base [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:07:45.369864 n-d-793621-16 neutron-server[93814]: DEBUG neutron.services.service_base [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:07:45.370238 n-d-793621-16 neutron-server[93814]: INFO neutron.services.service_base [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 22:07:45.370614 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.370933 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 22:07:45.381498 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.382087 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: auto_allocate Jul 16 22:07:45.387810 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: network precommit_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.388186 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: network precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.388710 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.389065 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: tag Jul 16 22:07:45.395768 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.396109 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: timestamp Jul 16 22:07:45.399932 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.400269 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: network_ip_availability Jul 16 22:07:45.405726 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.406064 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.406422 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.407136 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.407456 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: flavors Jul 16 22:07:45.413587 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.414441 n-d-793621-16 neutron-server[93814]: INFO neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading Plugin: revisions Jul 16 22:07:45.418708 n-d-793621-16 neutron-server[93814]: DEBUG neutron.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:07:45.419102 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 22:07:45.419831 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93814) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 22:07:45.420172 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Initializing extension manager. Jul 16 22:07:45.420681 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: __init__.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.421066 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: __pycache__ {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.421408 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.421748 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.422502 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.423064 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: address-group Jul 16 22:07:45.423391 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: address_scope.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.424102 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.424612 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: address-scope Jul 16 22:07:45.424938 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.425892 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.426410 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: router-admin-state-down-before-update Jul 16 22:07:45.426735 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: agent.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.427437 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.427945 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: agent Jul 16 22:07:45.428267 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: agent_resources_synced.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.429212 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.429806 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: agent-resources-synced Jul 16 22:07:45.430132 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.431922 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.432445 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: allowed-address-pairs Jul 16 22:07:45.432774 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.433880 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.434395 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: auto-allocated-topology Jul 16 22:07:45.434722 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.435418 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.435923 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: availability_zone Jul 16 22:07:45.436250 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: availability_zone_filter.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.437203 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.437715 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: availability_zone_filter Jul 16 22:07:45.438041 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: data_plane_status.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.438949 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.439528 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 22:07:45.439854 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: default_subnetpools.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.440763 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.441305 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: default-subnetpools Jul 16 22:07:45.441629 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.442437 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.442947 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: dhcp_agent_scheduler Jul 16 22:07:45.443273 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: dns.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.444188 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.444699 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 22:07:45.445562 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: dns_domain_ports.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.446501 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.447027 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 22:07:45.447355 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.448278 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.448788 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 22:07:45.449150 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: dvr.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.449826 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.450332 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: dvr Jul 16 22:07:45.450654 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: empty_string_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.451566 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.452074 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: empty-string-filtering Jul 16 22:07:45.452396 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.453325 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.453829 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 22:07:45.454151 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.455061 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.455567 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 22:07:45.455888 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: external_net.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.456802 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.457341 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: external-net Jul 16 22:07:45.457664 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.458567 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.459070 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: extra_dhcp_opt Jul 16 22:07:45.459391 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: extraroute.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.460295 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.461407 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: extraroute Jul 16 22:07:45.461732 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: extraroute_atomic.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.462760 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.463268 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: extraroute-atomic Jul 16 22:07:45.463588 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: filter_validation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.464253 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.464756 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: filter-validation Jul 16 22:07:45.465113 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: fip_pf_description.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.466033 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.466715 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 22:07:45.467037 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: fip_port_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.467962 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.468474 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: fip-port-details Jul 16 22:07:45.468801 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: flavors.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.470047 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.470575 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: flavors Jul 16 22:07:45.470966 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.472630 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.473183 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 22:07:45.473518 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: floatingip_pools.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.474224 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.474738 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: floatingip-pools Jul 16 22:07:45.475063 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: ip_allocation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.475981 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.476531 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 22:07:45.476861 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.477819 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.478333 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: ip-substring-filtering Jul 16 22:07:45.478659 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l2_adjacency.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.479582 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.480089 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 22:07:45.480412 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.481403 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.481923 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: router Jul 16 22:07:45.482245 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.484450 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.485014 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 22:07:45.485356 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.486334 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.486870 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: ext-gw-mode Jul 16 22:07:45.487202 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.488126 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.488639 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: l3-ha Jul 16 22:07:45.488998 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3_flavors.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.489924 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.490431 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: l3-flavors Jul 16 22:07:45.490754 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.491671 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.492204 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 22:07:45.492527 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: l3agentscheduler.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.493592 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.494106 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: l3_agent_scheduler Jul 16 22:07:45.494434 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: logging.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.495939 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.496460 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension logging not supported by any of loaded plugins Jul 16 22:07:45.496798 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: metering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.497569 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.498147 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: metering Jul 16 22:07:45.498474 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.499561 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.500081 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: metering_source_and_destination_fields Jul 16 22:07:45.500408 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: multiprovidernet.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.501476 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.502058 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: multi-provider Jul 16 22:07:45.502387 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: netmtu.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.503305 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.503817 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: net-mtu Jul 16 22:07:45.504144 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: netmtu_writable.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.505089 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.505603 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: net-mtu-writable Jul 16 22:07:45.505929 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: network_availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.506856 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.507361 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: network_availability_zone Jul 16 22:07:45.508198 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: network_ip_availability.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.509304 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.509823 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: network-ip-availability Jul 16 22:07:45.510150 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: network_segment_range.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.510910 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.511415 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 22:07:45.511739 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: pagination.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.512740 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.513108 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: pagination Jul 16 22:07:45.513436 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: port_device_profile.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.514354 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.514868 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: port-device-profile Jul 16 22:07:45.515190 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.516120 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.516631 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: port-mac-address-regenerate Jul 16 22:07:45.516955 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.517954 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.518462 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: port-numa-affinity-policy Jul 16 22:07:45.518784 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: port_resource_request.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.519707 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.520211 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 22:07:45.520532 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: portbindings.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.521488 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.521999 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: binding Jul 16 22:07:45.522325 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: portbindings_extended.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.524157 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.524678 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: binding-extended Jul 16 22:07:45.525033 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: portsecurity.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.525965 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.526477 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: port-security Jul 16 22:07:45.526806 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: project_id.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.527775 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.528109 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: project-id Jul 16 22:07:45.528434 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: providernet.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.529397 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.529907 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: provider Jul 16 22:07:45.530230 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.533771 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.534300 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos not supported by any of loaded plugins Jul 16 22:07:45.534639 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.535889 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.536410 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 22:07:45.536742 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.537712 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.538231 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 22:07:45.538555 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_default.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.539506 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.540016 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-default not supported by any of loaded plugins Jul 16 22:07:45.540341 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_fip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.541017 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.541523 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 22:07:45.541848 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.542769 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.543280 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 22:07:45.543606 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.544515 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.545046 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 22:07:45.545374 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.546286 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.546793 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 22:07:45.547125 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: qos_rules_alias.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.548177 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.548697 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 22:07:45.549106 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: quotasv2.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.550008 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.550520 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: quotas Jul 16 22:07:45.550849 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: quotasv2_detail.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.553863 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.554212 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: quota_details Jul 16 22:07:45.554576 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: rbac.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.555637 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.556170 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: rbac-policies Jul 16 22:07:45.556499 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: rbac_address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.557466 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.557995 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: rbac-address-group Jul 16 22:07:45.558321 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: rbac_address_scope.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.559263 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.559784 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: rbac-address-scope Jul 16 22:07:45.560107 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: rbac_security_groups.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.561052 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.561571 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: rbac-security-groups Jul 16 22:07:45.561893 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.562813 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.563329 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: rbac-subnetpool Jul 16 22:07:45.563653 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: revisionifmatch.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.564638 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.565179 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: revision-if-match Jul 16 22:07:45.565506 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: revisions.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.566621 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.567146 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: standard-attr-revisions Jul 16 22:07:45.567472 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: router_availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.568145 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.568665 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: router_availability_zone Jul 16 22:07:45.569012 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: routerservicetype.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.569942 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.570978 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 22:07:45.571300 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.572234 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.572746 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: security-groups-normalized-cidr Jul 16 22:07:45.573104 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.574031 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.574610 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: port-security-groups-filtering Jul 16 22:07:45.574868 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.575788 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.576302 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: security-groups-remote-address-group Jul 16 22:07:45.576623 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: securitygroup.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.586881 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.587408 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: security-group Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: segment.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension segment not supported by any of loaded plugins Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.593551 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 22:07:45.594156 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: servicetype.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.594156 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.594156 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: service-type Jul 16 22:07:45.594156 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: sorting.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.594156 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.594525 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: sorting Jul 16 22:07:45.594758 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: standard_attr_segment.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.595769 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.596290 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 22:07:45.596619 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: standardattrdescription.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.597310 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.597830 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: standard-attr-description Jul 16 22:07:45.598156 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: stateful_security_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.599103 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.599620 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: stateful-security-group Jul 16 22:07:45.599946 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: stdattrs_common.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.600532 n-d-793621-16 neutron-server[93814]: WARNING neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 22:07:45.600855 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.601907 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.602414 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 22:07:45.602736 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnet_onboard.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.603810 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.604329 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: subnet_onboard Jul 16 22:07:45.604656 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.605620 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.606135 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 22:07:45.606460 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnet_service_types.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.607390 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.607912 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: subnet-service-types Jul 16 22:07:45.608238 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnetallocation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.609352 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.609865 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: subnet_allocation Jul 16 22:07:45.610190 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.610858 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.611367 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: subnetpool-prefix-ops Jul 16 22:07:45.611689 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.612619 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.613161 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 22:07:45.613485 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: tagging.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.614556 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.615076 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: standard-attr-tag Jul 16 22:07:45.615404 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: timestamp.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.616635 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.617711 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loaded extension: standard-attr-timestamp Jul 16 22:07:45.618117 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: trunk.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.619189 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.619708 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension trunk not supported by any of loaded plugins Jul 16 22:07:45.620040 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: trunk_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.620979 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.621494 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 22:07:45.621822 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.622750 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.624743 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 22:07:45.625110 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Loading extension file: vlantransparent.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:07:45.625804 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:07:45.626327 n-d-793621-16 neutron-server[93814]: INFO neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 22:07:45.628811 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:network Jul 16 22:07:45.629381 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnet Jul 16 22:07:45.629788 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:07:45.630193 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:port Jul 16 22:07:45.631427 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.632130 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service FLAVORS assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.633354 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.633784 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.634128 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:router Jul 16 22:07:45.634575 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 22:07:45.635058 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service METERING assigned prefix: /metering {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.636513 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.636884 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.637260 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:07:45.638277 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 22:07:45.638738 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 22:07:45.639187 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 22:07:45.639789 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.640119 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:07:45.640462 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] subnetpool is already registered Jul 16 22:07:45.640900 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.641255 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:07:45.641595 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] subnetpool is already registered Jul 16 22:07:45.643982 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.644419 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service FLAVORS assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.645031 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.645459 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.645794 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:router Jul 16 22:07:45.646137 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] router is already registered Jul 16 22:07:45.646553 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 22:07:45.646891 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] floatingip is already registered Jul 16 22:07:45.647348 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service METERING assigned prefix: /metering {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.648039 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 22:07:45.648412 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] rbac_policy is already registered Jul 16 22:07:45.648832 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 22:07:45.649196 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] security_group is already registered Jul 16 22:07:45.649604 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 22:07:45.649935 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] security_group_rule is already registered Jul 16 22:07:45.650564 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.650893 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:07:45.651229 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] subnetpool is already registered Jul 16 22:07:45.651652 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:07:45.651975 n-d-793621-16 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:07:45.652304 n-d-793621-16 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] subnetpool is already registered Jul 16 22:07:45.652774 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: extensions {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.654247 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: address-groups {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.655778 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: address-scopes {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.657073 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.658295 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: auto-allocated-topology {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.659534 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: availability_zones {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.660742 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: dhcp-networks {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.662263 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: dhcp-agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.663683 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.665434 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: flavors {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.667715 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: service_profiles {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.668915 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: next_providers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.670387 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: service_profiles {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.671920 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: floatingip-pools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.673155 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.674932 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: floatingips {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.676197 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: l3-routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.677606 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: l3-agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.679027 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: metering-labels {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.680874 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: metering-label-rules {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.682261 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: network-ip-availabilities {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.683511 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: bindings {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.685080 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: quotas {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.686609 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: quotas {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.688026 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: rbac-policies {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.689241 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: security-groups {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.690532 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: security-group-rules {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.691778 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: service-providers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.693016 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: subnetpools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.694342 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: subnetpools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.696512 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.698196 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.699997 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.702049 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.703977 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.706470 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.708321 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.710453 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.712489 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.714489 n-d-793621-16 neutron-server[93814]: DEBUG neutron.api.extensions [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:07:45.720926 n-d-793621-16 neutron-server[93814]: WARNING keystonemiddleware.auth_token [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 22:07:45.726011 n-d-793621-16 neutron-server[93814]: WARNING keystonemiddleware.auth_token [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 22:07:45.735195 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Acquired lock "singleton_lock" {{(pid=93814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 22:07:45.735697 n-d-793621-16 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Releasing lock "singleton_lock" {{(pid=93814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 22:07:45.736539 n-d-793621-16 neutron-server[93814]: INFO oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Starting 2 workers Jul 16 22:07:45.741412 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Started child 93923 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:07:45.746678 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Started child 93924 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:07:45.747633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.748359 n-d-793621-16 neutron-server[93814]: INFO neutron.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 22:07:45.749098 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Notify callbacks [] for process, before_spawn {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.749279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [-] (93923) wsgi starting up on http://0.0.0.0:9696 Jul 16 22:07:45.751837 n-d-793621-16 neutron-server[93814]: INFO oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Starting 1 workers Jul 16 22:07:45.752876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.754094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [-] (93924) wsgi starting up on http://0.0.0.0:9696 Jul 16 22:07:45.757469 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Started child 93925 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:07:45.758644 n-d-793621-16 neutron-server[93814]: INFO oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Starting 1 workers Jul 16 22:07:45.761787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] calling RpcWorker wait() {{(pid=93925) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 22:07:45.762396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] returning from RpcWorker wait() {{(pid=93925) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 22:07:45.763191 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Started child 93926 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:07:45.763670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.763999 n-d-793621-16 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3666e8-422f-44a9-b4dd-955d73931ec2 None None] Notify callbacks [] for process, after_spawn {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.764244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:07:45.765922 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 22:07:45.766125 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:07:45.766316 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:07:45.766530 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:07:45.766986 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:07:45.767135 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:07:45.767547 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.767825 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.767962 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:45.768453 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.768453 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.768701 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.769200 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.769491 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.769755 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.770037 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.770286 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.770460 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.770627 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.770887 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.771123 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.771391 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.771660 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.771906 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.772198 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.772370 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.772635 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.772894 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.773205 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.773488 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.773749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.774225 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.774470 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.774711 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.774928 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.775207 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.775441 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.775708 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.776050 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.776203 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.776402 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.776656 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.776890 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.777164 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.777383 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.777644 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.777863 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.778327 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] host = n-d-793621-16 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.778566 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.778818 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.779059 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.779310 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.779568 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.779785 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.780051 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.780310 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.780560 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.780791 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.781035 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.781285 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.781527 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.781869 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.782027 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_options = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.782163 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.782427 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.782704 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.782900 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.783070 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.783357 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.783613 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.783779 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.784027 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.784245 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.784460 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.784674 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.784894 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.785161 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.785502 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.785658 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.785899 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.786169 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.786354 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.786613 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.786841 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.787083 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.787301 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.787537 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.787753 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.787987 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.788216 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.788449 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.788685 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.789003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.789235 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.789501 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.789750 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.790001 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.790230 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.790461 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.790676 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.790940 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.791170 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.791435 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.791702 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.791999 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.792184 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.792420 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.792654 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.792899 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.793152 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.793391 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.793693 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.793910 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.794142 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.794358 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.794573 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.794808 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.795215 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.795496 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.795806 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.796053 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.796291 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.796528 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.797837 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.797837 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.798115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:07:45.798259 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.798259 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.798259 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.798615 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.798830 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.799116 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.799378 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.801778 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.801778 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.801778 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.801778 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.801778 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.802618 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.802618 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.802618 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.802988 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.802988 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.803230 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.803999 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.803999 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.804274 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.807938 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.811003 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.812823 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815227 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.815999 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.816067 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.816271 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.816692 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.817139 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.817358 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.817827 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.817827 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.818147 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.818372 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.818514 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.818656 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.818844 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.819086 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.819302 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.819569 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.819900 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.820188 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.821061 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.821310 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.821556 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.821821 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.822121 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.822369 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.822617 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.822863 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.823118 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.823367 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.823601 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.823873 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.824092 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.824346 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.824586 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.825398 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.825398 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.825398 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.825783 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.825783 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.826024 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.826263 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.826497 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.827878 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.827878 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.827878 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.827878 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.827878 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.828566 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.828566 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.828566 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.829026 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.829196 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.829407 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.829535 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.829790 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.830062 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.830294 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.830523 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.830742 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.831024 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.831249 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.831501 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.831736 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.831965 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.832284 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.832531 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.832747 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.833004 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.833289 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.833553 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.833793 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.834053 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.834304 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.834576 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.834825 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.835058 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.835276 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.835514 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.835771 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.835994 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.836242 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.836460 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.836699 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.836918 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.837170 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.837446 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.837662 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.837880 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.838198 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.838339 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.838579 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.838827 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.839062 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.839277 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.839673 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.840048 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.840269 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.840490 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.840722 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.840998 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.841216 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.841489 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.841744 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.841995 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.842228 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.842475 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.842717 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.842934 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.843181 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.843420 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.843635 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.843850 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.844085 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.844308 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.844525 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.844753 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.844990 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.845274 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.845517 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.845945 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.846191 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.846444 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.846684 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.846907 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.847151 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.847392 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.847611 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.847850 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.848075 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.848360 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.848536 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.848760 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.849012 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.849232 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.849452 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.849666 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.849906 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.850477 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.851001 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.851265 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.851526 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.851776 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.852019 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.852236 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.852486 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.852703 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.852918 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.853167 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.853385 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.853594 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.853820 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.854027 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.854231 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.854445 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.854664 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.854873 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.855096 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.855469 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.855831 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.856056 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.856273 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.856482 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.856707 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.856947 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.857184 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.857406 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.857623 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.857834 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.858124 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.858385 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.858612 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.858910 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.859139 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.859388 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.859610 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.859917 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.860136 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.860394 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.860611 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.860846 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.861280 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.861572 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.862058 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.862515 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.862772 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.863011 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.863306 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.863594 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.863873 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.864088 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.864400 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.864729 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.865020 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.865281 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.865515 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.865791 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.866038 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.866259 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.866506 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.866745 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.867506 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.867771 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.868044 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.868270 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.868511 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.868739 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.868985 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.869213 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.869450 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.869697 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.869923 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.870082 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:07:45.870594 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 22:07:45.870760 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:07:45.870955 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:07:45.871100 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:07:45.871273 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:07:45.871429 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:07:45.871639 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.871803 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.871965 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872129 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872292 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872475 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872639 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872800 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.872977 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873143 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873305 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873946 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873946 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873946 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.873946 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874314 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874314 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874455 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874532 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874657 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874815 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.874975 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875134 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875293 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875487 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875642 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875800 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.875959 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.876118 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.876276 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.876437 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.876596 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.876755 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877010 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877177 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877339 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877501 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877660 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877819 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.877981 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878140 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] host = n-d-793621-16 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878299 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878459 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878618 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878777 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.878935 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879095 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879255 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879414 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879573 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879732 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.879896 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880054 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880213 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880372 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880531 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_options = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880690 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.880848 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.881029 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.881221 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.881386 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.881799 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.881960 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.882120 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.882281 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.882441 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.883199 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.883363 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.883523 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.883683 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.883843 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884002 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884164 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884323 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884483 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884642 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884801 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.884989 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885139 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885298 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885456 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885617 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885776 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.885935 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886096 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886257 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886418 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886610 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886735 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.886907 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.887148 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.887352 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.887558 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.887729 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.887889 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.888048 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.888435 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.888601 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.888761 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.888921 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889104 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889263 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889408 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889569 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889729 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.889886 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.890050 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.890210 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.890369 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.890529 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:07:45.890708 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.890871 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891045 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891207 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891370 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891533 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891694 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.891857 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892017 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892178 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892346 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892607 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892765 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.892900 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.893083 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.893261 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.893548 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.893835 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894011 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894175 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894337 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894498 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894678 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.894840 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895004 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895165 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895327 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895490 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895654 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895817 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.895979 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896141 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896303 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896465 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896626 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896788 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.896950 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897135 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897297 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897460 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897621 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897784 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.897948 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.898111 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.898785 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.898955 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899134 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899297 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899459 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899623 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899795 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.899965 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.900125 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.900450 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.900612 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.900775 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.900936 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901122 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901284 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901446 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901607 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901932 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.901932 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902476 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902476 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902476 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902704 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902704 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902896 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.902979 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.903129 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.903294 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.903453 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.903923 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.903923 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.904109 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.904246 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.904409 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.904569 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.904887 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905070 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905233 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905396 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905557 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905728 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.905956 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.906070 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.906232 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.906396 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.906728 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.906728 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907251 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907251 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907251 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907462 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907462 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907605 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907758 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.907920 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908112 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908321 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908502 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908641 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908783 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.908913 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909095 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909249 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909412 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:07:45.909604 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909723 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.909885 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910062 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910224 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910388 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910550 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910717 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.910889 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911054 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911215 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911377 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911538 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911699 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.911860 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912022 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912182 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912344 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912504 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912672 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.912845 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913036 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913202 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913364 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913549 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913719 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.913906 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914070 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914231 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914392 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914553 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914714 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.914875 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915035 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915197 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915358 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915519 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915680 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.915840 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916001 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916164 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916326 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916488 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916650 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.916810 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917004 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917155 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917317 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917478 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917639 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917800 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.917962 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918124 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918285 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918445 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918608 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918768 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.918930 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919091 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919252 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919414 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919577 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919739 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.919901 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920068 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920230 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920392 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920555 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920722 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.920883 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.921799 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.921970 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922201 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922343 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922468 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922592 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922740 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.922903 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.923064 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.923260 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.923424 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.923587 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.923816 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924009 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924202 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924379 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924466 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924581 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924743 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.924906 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925094 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925261 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925424 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925586 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925749 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.925910 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926072 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926235 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926412 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926575 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926738 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.926909 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927059 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927221 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927392 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927555 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927716 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.927876 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928065 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928328 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928328 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928527 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928643 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928803 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.928984 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.929145 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.929330 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.929984 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.930146 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.930307 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.930472 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.930633 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.930804 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931018 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931168 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931294 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931412 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931572 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931742 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.931904 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932066 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932235 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932397 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932558 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932719 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.932892 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933084 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933250 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933411 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933572 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933733 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.933896 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934061 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934231 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934400 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934562 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934733 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.934903 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935073 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935235 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935404 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935578 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935739 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.935901 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936061 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936222 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936383 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936544 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936706 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.936866 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937049 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937211 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937372 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937534 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937695 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.937855 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938017 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938179 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938341 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938503 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938664 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:07:45.938818 n-d-793621-16 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:07:46.228881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:07:46.237226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061767 Jul 16 22:07:57.542667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4658cc-096a-4ba1-9f38-4f6cb7519625 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:07:57.604354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4658cc-096a-4ba1-9f38-4f6cb7519625 None None] No non-hosted networks {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 22:07:57.613688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.agentschedulers_db [None req-5a4658cc-096a-4ba1-9f38-4f6cb7519625 None None] DHCP Agent not found on host n-d-793621-16 {{(pid=93925) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 22:07:57.696029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64190723-95bf-4b10-9eb7-7d465ddfae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:59.818804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5a95ce9-334e-4bb4-9c73-890a5da41e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:59.893226 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f45f137e-6f6c-4f2c-a937-3e61d533b9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:59.977092 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:07:59.979425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.979962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.980486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.981202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.981683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.982158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.982679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.983243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.984997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.985488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.987051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.987604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:07:59.988187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-16', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:00.002952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-16', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:01.208504 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:02.534285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:03.935771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40242) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:04.417050 n-d-793621-16 neutron-server[93924]: WARNING oslo_policy.policy [None req-f7753bd7-0ec3-47fa-87f9-b4c3fa17c786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:04.417629 n-d-793621-16 neutron-server[93924]: WARNING oslo_policy.policy [None req-f7753bd7-0ec3-47fa-87f9-b4c3fa17c786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:04.631659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-f7753bd7-0ec3-47fa-87f9-b4c3fa17c786 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:08:04.632718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f7753bd7-0ec3-47fa-87f9-b4c3fa17c786 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6960516 Jul 16 22:08:06.996241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:07.143203 n-d-793621-16 neutron-server[93925]: INFO neutron.db.l3_hamode_db [None req-ecc6609b-82ea-41e8-9e2e-26978b5762cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 22:08:07.219528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6609b-82ea-41e8-9e2e-26978b5762cb None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:08:07.219916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6609b-82ea-41e8-9e2e-26978b5762cb None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:08:07.308442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:07.401967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.policy [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 22:08:07.446580 n-d-793621-16 neutron-server[93924]: WARNING oslo_policy.policy [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:07.446953 n-d-793621-16 neutron-server[93924]: WARNING oslo_policy.policy [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:07.455473 n-d-793621-16 neutron-server[93924]: INFO neutron.quota [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] Loaded quota_driver: . Jul 16 22:08:07.545329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405766530', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405765719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405744173', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405743715', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405740527', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787405795749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834814'] for rbac-policy, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:07.609544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:07.610755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41404de3-c6d4-4d90-b0ce-e6a66166d142 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6134844 Jul 16 22:08:10.142337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:10.434211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Request body: {'network': {'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'name': 'private', 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:10.463972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Made reservation on behalf of eec5664c3a274e6f8e8742d7ded753a3 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:08:10.466971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.483734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.604343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.608084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.626934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:08:10.654355 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787403891779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.654929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Unsubscribe: segment precommit_create {{(pid=93924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 22:08:10.655429 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Added segment 98c559aa-69f5-4561-932e-2c6952cc2496 of type vlan for network 398dcdf8-9176-4daa-8794-714c59372b89 Jul 16 22:08:10.676586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914b3980-efc2-4c49-aea0-5538d898f2c0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:10.727329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.727672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.728012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.728343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.728669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.729013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.729338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.729657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.729976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.730294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.730610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.730925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Tracked resource versions report: Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: pushed versions: Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: { 'AddressGroup': {'1.2'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'ConntrackHelper': {'1.0'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Log': {'1.0'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Network': {'1.1'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Port': {'1.7'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'PortForwarding': {'1.2'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'QosPolicy': {'1.8'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SecurityGroup': {'1.4'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SubPort': {'1.0'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Subnet': {'1.1'}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Trunk': {'1.1'}} Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: consumer versions: Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: L3 agent@n-d-793621-16: {}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: Metadata agent@n-d-793621-16: {}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: Metering agent@n-d-793621-16: {}, Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'ConntrackHelper': '1.0', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Log': '1.0', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Network': '1.1', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Port': '1.7', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'PortForwarding': '1.2', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'QosPolicy': '1.8', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SecurityGroup': '1.4', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SecurityGroupRule': '1.2', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'SubPort': '1.0', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Subnet': '1.1', Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: 'Trunk': '1.1'}} Jul 16 22:08:10.732091 n-d-793621-16 neutron-server[93924]: {{(pid=93924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:08:10.773461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.826215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.827200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:10.827868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:10.877194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7337661 Jul 16 22:08:10.929117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2e749-847f-4812-9092-9c360c3e06f6 admin admin] Pushing event updated for resources: {'Network': ['ID=398dcdf8-9176-4daa-8794-714c59372b89,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:10.941350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 398dcdf8-9176-4daa-8794-714c59372b89 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:08:13.476040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:13.857538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01a99e-00d4-4c00-a272-6b002487a0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:13.858919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ea01a99e-00d4-4c00-a272-6b002487a0e2 admin admin] 10.222.0.70 "GET /v2.0/networks/398dcdf8-9176-4daa-8794-714c59372b89 HTTP/1.1" status: 200 len: 825 time: 0.3819280 Jul 16 22:08:13.883972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ef6a9b97-b6c7-45be-a531-11cbf52cf9cf admin admin] 10.222.0.70 "GET /v2.0/subnetpools/64ce277f-7180-48c1-8374-d27b18355705 HTTP/1.1" status: 200 len: 734 time: 0.0196538 Jul 16 22:08:13.892387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:13.913678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Made reservation on behalf of eec5664c3a274e6f8e8742d7ded753a3 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:08:13.915884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:14.207661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:14.277813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6878b7ea-2113-48b6-9cf8-2bac09377c49,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:14.279771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Checking segment: {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:08:14.280146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Network hostable DHCP agents. Network: 398dcdf8-9176-4daa-8794-714c59372b89, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:08:14.301031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Network 398dcdf8-9176-4daa-8794-714c59372b89 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:08:14.312909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 398dcdf8-9176-4daa-8794-714c59372b89) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:14.322244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:14.322658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4f855-b198-4424-b935-a368e085c8c8 None None] Network 398dcdf8-9176-4daa-8794-714c59372b89 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:08:14.323083 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:14.336311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04791444-cb56-4caa-845a-6f6c04790acb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471958 Jul 16 22:08:14.639326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-398dcdf8-9176-4daa-8794-714c59372b89', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:08:14.640608 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:14.914448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Allocated IP 172.20.0.2 (398dcdf8-9176-4daa-8794-714c59372b89/6878b7ea-2113-48b6-9cf8-2bac09377c49/6b6f0d5a-eba4-46a6-bcc8-94f6564285af) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:08:15.117658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:15.160429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Transition to ACTIVE for port object 6b6f0d5a-eba4-46a6-bcc8-94f6564285af will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:08:15.181605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Transition to ACTIVE for port object 6b6f0d5a-eba4-46a6-bcc8-94f6564285af will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:08:15.190100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:15.265117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Network 398dcdf8-9176-4daa-8794-714c59372b89 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:08:15.269916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:15.272985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:08:15.280501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Pushing event updated for resources: {'Port': ['ID=6b6f0d5a-eba4-46a6-bcc8-94f6564285af,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:15.322669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.323311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.323406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.323667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.324002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.324335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.324662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.325003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.325329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.325652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.325975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.326292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Tracked resource versions report: Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: pushed versions: Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: { 'AddressGroup': {'1.2'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Log': {'1.0'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Network': {'1.1'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Port': {'1.7'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'PortForwarding': {'1.2'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'QosPolicy': {'1.8'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SecurityGroup': {'1.4'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SubPort': {'1.0'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Subnet': {'1.1'}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Trunk': {'1.1'}} Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: consumer versions: Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: L3 agent@n-d-793621-16: {}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: Metadata agent@n-d-793621-16: {}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: Metering agent@n-d-793621-16: {}, Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'ConntrackHelper': '1.0', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Log': '1.0', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Network': '1.1', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Port': '1.7', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'PortForwarding': '1.2', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'QosPolicy': '1.8', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SecurityGroup': '1.4', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SecurityGroupRule': '1.2', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'SubPort': '1.0', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Subnet': '1.1', Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: 'Trunk': '1.1'}} Jul 16 22:08:15.327431 n-d-793621-16 neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:08:15.359447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Attempting to bind port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:08:15.359979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Attempting to bind port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:08:15.360413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Attempting to bind port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af on network 398dcdf8-9176-4daa-8794-714c59372b89 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:08:15.365202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:08:15.365750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Checking segment: {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:08:15.366215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:15.366608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Bound using segment: {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:08:15.367070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Bound port: 6b6f0d5a-eba4-46a6-bcc8-94f6564285af, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:08:15.367481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:15.431720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] For port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:08:15.435903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] For port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6b6f0d5a-eba4-46a6-bcc8-94f6564285af,segment=NetworkSegment(98c559aa-69f5-4561-932e-2c6952cc2496),segment_id=98c559aa-69f5-4561-932e-2c6952cc2496)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:08:15.441101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:15.506359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab84547-6de9-4a76-bd04-287acee9802c None None] Pushing event updated for resources: {'Port': ['ID=6b6f0d5a-eba4-46a6-bcc8-94f6564285af,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:16.720588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:17.031813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-09840dfe-d3a3-4fbb-9586-2030a7e800cd admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:08:17.032904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-09840dfe-d3a3-4fbb-9586-2030a7e800cd admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113344 Jul 16 22:08:19.389122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:19.883211 n-d-793621-16 neutron-server[93923]: WARNING oslo_policy.policy [None req-de9136ff-1826-4a15-bb23-8edecdd2d600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:19.883781 n-d-793621-16 neutron-server[93923]: WARNING oslo_policy.policy [None req-de9136ff-1826-4a15-bb23-8edecdd2d600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:20.104426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-de9136ff-1826-4a15-bb23-8edecdd2d600 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:08:20.105667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de9136ff-1826-4a15-bb23-8edecdd2d600 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7143884 Jul 16 22:08:21.537791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab4f93-31c3-48eb-a0ac-0e070f6bb4c6 None None] Network 398dcdf8-9176-4daa-8794-714c59372b89 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:08:21.659743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89ea6cb1-3134-44e0-9a90-edeb84fa9b8c None None] Provisioning for port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:08:21.913383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6b6f0d5a-eba4-46a6-bcc8-94f6564285af up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:22.002842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:08:22.007248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:22.007659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:22.111424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:22.144138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6b6f0d5a-eba4-46a6-bcc8-94f6564285af,segment=NetworkSegment(98c559aa-69f5-4561-932e-2c6952cc2496),segment_id=98c559aa-69f5-4561-932e-2c6952cc2496)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:08:22.148225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:22.192240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=6b6f0d5a-eba4-46a6-bcc8-94f6564285af,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:22.713390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40318) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:23.001591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:23.025061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:23.026551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:23.162904 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:23.167433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:23.179186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:23.180365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f83bdf77-93ea-4d1c-8018-f15f9fdac621 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4659750 Jul 16 22:08:23.893896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6b6f0d5a-eba4-46a6-bcc8-94f6564285af up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:23.941893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:23.942270 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:25.521500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:25.826511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-46804f81-0376-448d-b1dd-74ac352374a0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:08:25.827481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-46804f81-0376-448d-b1dd-74ac352374a0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050723 Jul 16 22:08:27.466842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2710b130-0d91-48f7-ab87-547e9d54923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.158503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40334) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:28.457289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:28.459452 n-d-793621-16 neutron-server[93923]: INFO neutron.quota [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Loaded quota_driver: . Jul 16 22:08:28.515327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Made reservation on behalf of 9b96ba5f993b46229d046d3cd56bb840 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:08:28.580206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.policy [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 22:08:28.625319 n-d-793621-16 neutron-server[93923]: WARNING oslo_policy.policy [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:28.625682 n-d-793621-16 neutron-server[93923]: WARNING oslo_policy.policy [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:08:28.635683 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.656112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.781806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.785215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.795599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Reserving flat network on physical network physnet1 {{(pid=93923) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 22:08:28.827670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787403891779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:28.828221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Unsubscribe: segment precommit_create {{(pid=93923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 22:08:28.828709 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Added segment df2951f7-13bd-48e9-a33b-ea09d1e3a1c1 of type flat for network a1537bee-28b5-44a3-8c35-b48f93bc2edd Jul 16 22:08:28.846511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30f019-2ba3-4a30-9fa8-1b10d18dc468,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:28.866699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.867035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.867367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.867689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.868012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.868329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.868646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.868956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.869291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.869601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.869911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.870214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Tracked resource versions report: Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: pushed versions: Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: { 'AddressGroup': {'1.2'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Log': {'1.0'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Network': {'1.1'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Port': {'1.7'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'PortForwarding': {'1.2'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'QosPolicy': {'1.8'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SecurityGroup': {'1.4'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SubPort': {'1.0'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Subnet': {'1.1'}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Trunk': {'1.1'}} Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: consumer versions: Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: L3 agent@n-d-793621-16: {}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: Metadata agent@n-d-793621-16: {}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: Metering agent@n-d-793621-16: {}, Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'ConntrackHelper': '1.0', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Log': '1.0', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Network': '1.1', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Port': '1.7', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'PortForwarding': '1.2', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'QosPolicy': '1.8', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SecurityGroup': '1.4', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SecurityGroupRule': '1.2', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'SubPort': '1.0', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Subnet': '1.1', Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: 'Trunk': '1.1'}} Jul 16 22:08:28.871346 n-d-793621-16 neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:08:28.968288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:29.024864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:29.026093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:29.026772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:29.077082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9175193 Jul 16 22:08:29.126005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2e7f-3255-4974-9192-100d53c2d33d admin admin] Pushing event updated for resources: {'Network': ['ID=a1537bee-28b5-44a3-8c35-b48f93bc2edd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:29.141160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:08:29.810769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69e183da-9874-4fd1-b9bd-f14808327404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:29.971932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:31.151861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:31.408921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:31.678858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79201002-5b49-4330-97c9-22ea2694744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:31.680125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-79201002-5b49-4330-97c9-22ea2694744b admin admin] 10.222.0.70 "GET /v2.0/subnets/6878b7ea-2113-48b6-9cf8-2bac09377c49 HTTP/1.1" status: 200 len: 849 time: 0.2702928 Jul 16 22:08:31.796195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d3967e63-5efd-43ad-bb3e-0dc03273b97d admin admin] 10.222.0.70 "GET /v2.0/routers/9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 HTTP/1.1" status: 200 len: 704 time: 0.1106954 Jul 16 22:08:32.056076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.341882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Allocated IP 172.20.0.1 (398dcdf8-9176-4daa-8794-714c59372b89/6878b7ea-2113-48b6-9cf8-2bac09377c49/4bccb394-e8c8-4863-b485-513dfa1175d4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:08:32.479801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.491722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.515038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Transition to ACTIVE for port object 4bccb394-e8c8-4863-b485-513dfa1175d4 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:08:32.635231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.706023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Network 398dcdf8-9176-4daa-8794-714c59372b89 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:08:32.710643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:32.717237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:08:32.717746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.774765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Pushing event updated for resources: {'Port': ['ID=4bccb394-e8c8-4863-b485-513dfa1175d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:32.875054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-43a2445a-4664-4d10-b959-d3f32c9f8203 None None] Provisioning for port 4bccb394-e8c8-4863-b485-513dfa1175d4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:08:32.879010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-43a2445a-4664-4d10-b959-d3f32c9f8203 None None] Provisioning complete for port 4bccb394-e8c8-4863-b485-513dfa1175d4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:32.879666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43a2445a-4664-4d10-b959-d3f32c9f8203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:32.912439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-43a2445a-4664-4d10-b959-d3f32c9f8203 None None] Port 4bccb394-e8c8-4863-b485-513dfa1175d4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:08:32.929471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:33.101383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:33.105835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:33.106583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:33.164713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Pushing event updated for resources: {'Port': ['ID=4bccb394-e8c8-4863-b485-513dfa1175d4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:33.230042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Network 398dcdf8-9176-4daa-8794-714c59372b89 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:08:33.231338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:33.388418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:08:33.433740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e94ab86f-742f-473b-9bd3-d2e56f315a2a None None] Provisioning complete for port 4bccb394-e8c8-4863-b485-513dfa1175d4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:33.434034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e94ab86f-742f-473b-9bd3-d2e56f315a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:33.465271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e94ab86f-742f-473b-9bd3-d2e56f315a2a None None] Port 4bccb394-e8c8-4863-b485-513dfa1175d4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:08:33.477694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:08:33.482722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fdbbc43c-6da7-4235-90e1-a5b499989605 admin admin] 10.222.0.70 "PUT /v2.0/routers/9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6817186 Jul 16 22:08:33.501156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Sync routers for ids ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:08:33.512690 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Routers {'9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:08:33.513684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:33.696987 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Set router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:08:34.114919 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:32Z', 'revision_number': 2, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port_host': None, '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:32Z', 'revision_number': 2, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:34.167311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Checking router: 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:08:34.167682 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Updating router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 port 4bccb394-e8c8-4863-b485-513dfa1175d4 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:08:34.232019 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:34.715246 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:34.732983 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Transition to ACTIVE for port object 4bccb394-e8c8-4863-b485-513dfa1175d4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:08:34.739078 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:34.855788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Pushing event updated for resources: {'Port': ['ID=4bccb394-e8c8-4863-b485-513dfa1175d4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:34.901083 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.901431 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.901771 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.902082 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.902410 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.902735 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.903123 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.903364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.903680 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.903992 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.904310 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.904623 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Tracked resource versions report: Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: pushed versions: Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: { 'AddressGroup': {'1.2'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Log': {'1.0'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Network': {'1.1'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Port': {'1.7'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'PortForwarding': {'1.2'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'QosPolicy': {'1.8'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SecurityGroup': {'1.4'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SubPort': {'1.0'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Subnet': {'1.1'}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Trunk': {'1.1'}} Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: consumer versions: Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: L3 agent@n-d-793621-16: {}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: Metadata agent@n-d-793621-16: {}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: Metering agent@n-d-793621-16: {}, Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'ConntrackHelper': '1.0', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Log': '1.0', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Network': '1.1', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Port': '1.7', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'PortForwarding': '1.2', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'QosPolicy': '1.8', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SecurityGroup': '1.4', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SecurityGroupRule': '1.2', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'SubPort': '1.0', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Subnet': '1.1', Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: 'Trunk': '1.1'}} Jul 16 22:08:34.905765 n-d-793621-16 neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:08:34.917376 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Attempting to bind port 4bccb394-e8c8-4863-b485-513dfa1175d4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:08:34.918207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Attempting to bind port 4bccb394-e8c8-4863-b485-513dfa1175d4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:08:34.918207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Attempting to bind port 4bccb394-e8c8-4863-b485-513dfa1175d4 on network 398dcdf8-9176-4daa-8794-714c59372b89 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:08:34.923324 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:08:34.923734 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Checking segment: {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:08:34.924195 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:34.924580 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Bound using segment: {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:08:34.925075 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Bound port: 4bccb394-e8c8-4863-b485-513dfa1175d4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c559aa-69f5-4561-932e-2c6952cc2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:08:34.925466 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:34.988067 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] For port 4bccb394-e8c8-4863-b485-513dfa1175d4, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:08:35.013134 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] For port 4bccb394-e8c8-4863-b485-513dfa1175d4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4bccb394-e8c8-4863-b485-513dfa1175d4,segment=NetworkSegment(98c559aa-69f5-4561-932e-2c6952cc2496),segment_id=98c559aa-69f5-4561-932e-2c6952cc2496)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:08:35.017787 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:35.072732 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Routers {'9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:08:35.073395 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:35.108034 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d4404-f1eb-430a-863f-97123a0e744b None None] Pushing event updated for resources: {'Port': ['ID=4bccb394-e8c8-4863-b485-513dfa1175d4,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:35.163971 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] Set router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:08:35.367055 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:32Z', 'revision_number': 2, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port_host': None, '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:34Z', 'revision_number': 4, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:35.395713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280b838-a7d9-4624-8f83-d5a783b81b22 None None] The sync data for ids ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'] in n-d-793621-16 is: [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:32Z', 'revision_number': 2, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port_host': None, '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:34Z', 'revision_number': 4, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:08:35.726805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:35.834063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ccce66-d4a0-4352-8f7a-a8ef1c1cd468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:35.835417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-30ccce66-d4a0-4352-8f7a-a8ef1c1cd468 admin admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 842 time: 0.1076407 Jul 16 22:08:35.844767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Request body: {'subnet': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:35.866744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Made reservation on behalf of 9b96ba5f993b46229d046d3cd56bb840 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:08:35.869417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:36.152991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:08:36.153339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:36.209513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127eb4d-126d-4342-9790-b99863237c41,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:36.218886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:08:36.219242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Network hostable DHCP agents. Network: a1537bee-28b5-44a3-8c35-b48f93bc2edd, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:08:36.235455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:08:36.244031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a1537bee-28b5-44a3-8c35-b48f93bc2edd) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:36.248080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:36.248794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:36.254341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ef7a2-d33e-44a5-9472-f873fd0144b1 None None] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:08:36.269452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bc5b1be1-eed8-4b5a-b6e9-c245ba5f48bc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4281175 Jul 16 22:08:36.386952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef3eda-eb31-4bc9-98a9-09e71f699e47 None None] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:08:38.538603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:38.737042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-023efdc6-fc2f-47df-acc8-17d5c7acac4d admin admin] 10.222.0.70 "GET /v2.0/routers/9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 HTTP/1.1" status: 200 len: 710 time: 0.1969557 Jul 16 22:08:38.819205 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:08:38.823910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179fb032-b8a1-4102-9ca4-c1c278ab8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:08:38.825476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-179fb032-b8a1-4102-9ca4-c1c278ab8796 admin admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 886 time: 0.0827806 Jul 16 22:08:38.834147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:08:39.076120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.308696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.381477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.485916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Allocated IP 172.25.5.132 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a6d72d59-1702-429d-82af-8c4facbf8412) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:08:39.584712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.624231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.658012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:08:39.664378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:08:39.667768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:08:39.672730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d72d59-1702-429d-82af-8c4facbf8412,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:39.911488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:39.913622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4bccb394-e8c8-4863-b485-513dfa1175d4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:39.960674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4bccb394-e8c8-4863-b485-513dfa1175d4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:08:39.964242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4bccb394-e8c8-4863-b485-513dfa1175d4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:39.964622 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.044770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.077093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 4bccb394-e8c8-4863-b485-513dfa1175d4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4bccb394-e8c8-4863-b485-513dfa1175d4,segment=NetworkSegment(98c559aa-69f5-4561-932e-2c6952cc2496),segment_id=98c559aa-69f5-4561-932e-2c6952cc2496)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:08:40.081454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.126979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=4bccb394-e8c8-4863-b485-513dfa1175d4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:40.193519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.196702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.300175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:08:40.403456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:08:40.407481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:40.408689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53733efb-26c5-4fe5-899f-ff24a701e4a7 admin admin] 10.222.0.70 "PUT /v2.0/routers/9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 HTTP/1.1" status: 200 len: 890 time: 1.5778713 Jul 16 22:08:40.424257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Sync routers for ids ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:08:40.435932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Routers {'9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:08:40.436633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:40.701853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Set router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:08:41.091991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:39Z', 'revision_number': 4, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port': {'id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:39Z', 'updated_at': '2021-07-16T22:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:40Z', 'revision_number': 5, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:41.141480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Checking router: 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:08:41.141832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Updating router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 port a6d72d59-1702-429d-82af-8c4facbf8412 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:08:41.176154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.488285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.497712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Transition to ACTIVE for port object a6d72d59-1702-429d-82af-8c4facbf8412 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:08:41.502884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.549999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Attempting to bind port a6d72d59-1702-429d-82af-8c4facbf8412 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:08:41.550370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Attempting to bind port a6d72d59-1702-429d-82af-8c4facbf8412 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:08:41.550736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Attempting to bind port a6d72d59-1702-429d-82af-8c4facbf8412 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:08:41.559460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:08:41.559832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:08:41.560228 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.560621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:08:41.561227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Bound port: a6d72d59-1702-429d-82af-8c4facbf8412, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:08:41.561640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.563048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c274-8a38-4ab9-a887-111386bfac6d None None] Pushing event updated for resources: {'Port': ['ID=a6d72d59-1702-429d-82af-8c4facbf8412,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:41.613674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] For port a6d72d59-1702-429d-82af-8c4facbf8412, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:08:41.617196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] For port a6d72d59-1702-429d-82af-8c4facbf8412, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a6d72d59-1702-429d-82af-8c4facbf8412,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:08:41.621416 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:41.671551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Routers {'9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:08:41.672159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:41.718108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c274-8a38-4ab9-a887-111386bfac6d None None] Pushing event updated for resources: {'Port': ['ID=a6d72d59-1702-429d-82af-8c4facbf8412,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:41.866449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] Set router 9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:08:41.936364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4bccb394-e8c8-4863-b485-513dfa1175d4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:42.042595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4bccb394-e8c8-4863-b485-513dfa1175d4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:42.042973 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:42.175727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:39Z', 'revision_number': 4, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port': {'id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:39Z', 'updated_at': '2021-07-16T22:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:40Z', 'revision_number': 5, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:08:42.202587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018b53-371b-4952-84e2-32025ae3ae5e None None] The sync data for ids ['9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0'] in n-d-793621-16 is: [{'id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'name': 'router1', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:08:23Z', 'updated_at': '2021-07-16T22:08:39Z', 'revision_number': 4, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'gw_port': {'id': 'a6d72d59-1702-429d-82af-8c4facbf8412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:39Z', 'updated_at': '2021-07-16T22:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4bccb394-e8c8-4863-b485-513dfa1175d4', 'name': '', 'network_id': '398dcdf8-9176-4daa-8794-714c59372b89', 'tenant_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'mac_address': 'fa:16:3e:77:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ca78c-b6ae-4fe4-a9c5-5bc08bf45db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:08:32Z', 'updated_at': '2021-07-16T22:08:40Z', 'revision_number': 5, 'project_id': 'eec5664c3a274e6f8e8742d7ded753a3', 'subnets': [{'id': '6878b7ea-2113-48b6-9cf8-2bac09377c49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ce277f-7180-48c1-8374-d27b18355705'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:08:42.791762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40398) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:08:42.918764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c796b88-a2ad-4a9c-8726-dcf9288739e2 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258726 Jul 16 22:08:43.918019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d72d59-1702-429d-82af-8c4facbf8412 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:43.965988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a6d72d59-1702-429d-82af-8c4facbf8412 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:08:43.976935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a6d72d59-1702-429d-82af-8c4facbf8412 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:43.977363 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:44.055540 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:44.080387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a6d72d59-1702-429d-82af-8c4facbf8412, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a6d72d59-1702-429d-82af-8c4facbf8412,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:08:44.084255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:44.132599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6d72d59-1702-429d-82af-8c4facbf8412,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:08:45.910199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d72d59-1702-429d-82af-8c4facbf8412 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:08:45.958068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a6d72d59-1702-429d-82af-8c4facbf8412 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:08:45.958686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:57.486166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46b98865-911d-4ca1-ba72-e6f92f908759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:59.813239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b06cc4a-a346-4ef5-a453-cd402ab65c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:08:59.981114 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:01.171137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:02.500307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:15.818641 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:09:27.474233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8473b23-cea5-4f59-b5e3-2874daa1e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:29.817915 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2775e597-b58e-4eb9-8b15-f164f887d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:29.974968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:31.161655 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:32.507375 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:52.818322 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:09:57.466958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88a872e3-bbac-4e0d-8f21-34fb19c8bf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:59.817755 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-543fca14-cf71-46fa-b78d-419331f4881f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:09:59.977657 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:01.164055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:02.506975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:23.976486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:24.038984 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbf385a-473c-4054-8cdc-d83a20f8d238 admin admin] GET failed (client error): The resource could not be found. Jul 16 22:10:24.040332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3dbf385a-473c-4054-8cdc-d83a20f8d238 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626504 Jul 16 22:10:24.196594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee670ae-8215-4fb7-bfcf-828866eebb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:24.198061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ee670ae-8215-4fb7-bfcf-828866eebb06 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539249 Jul 16 22:10:26.344715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:26.435284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf56531-2fdf-4bef-afa9-3b7dc0f90de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:26.437268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aaf56531-2fdf-4bef-afa9-3b7dc0f90de1 admin admin] 10.222.0.70 "GET /v2.0/subnets/6878b7ea-2113-48b6-9cf8-2bac09377c49 HTTP/1.1" status: 200 len: 849 time: 0.0915534 Jul 16 22:10:26.446483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:10:26.527408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:26.667664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787403778443'] for subnet, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:26.695364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:26.695997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:26.697314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] 10.222.0.70 "PUT /v2.0/subnets/6878b7ea-2113-48b6-9cf8-2bac09377c49 HTTP/1.1" status: 200 len: 868 time: 0.2546158 Jul 16 22:10:26.712058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84c791-d2ba-4c0f-b2b8-4da0729c6f1b None None] Network 398dcdf8-9176-4daa-8794-714c59372b89 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:10:26.725358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6878b7ea-2113-48b6-9cf8-2bac09377c49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:10:26.734190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.734581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.734902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.735235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.735568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.735895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.736230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.736550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.736866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.737229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.737550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:26.738019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c9e2f8-66d7-484b-b953-008451a6a6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:10:27.058439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-560fdb8f-feb5-447b-9db6-4458dc629c8e None None] Provisioning complete for port 4bccb394-e8c8-4863-b485-513dfa1175d4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:10:27.058815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560fdb8f-feb5-447b-9db6-4458dc629c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:27.140342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-560fdb8f-feb5-447b-9db6-4458dc629c8e None None] Provisioning complete for port 6b6f0d5a-eba4-46a6-bcc8-94f6564285af triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:10:27.140714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560fdb8f-feb5-447b-9db6-4458dc629c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:27.468817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-770106dd-8036-484d-9d23-be3da2e2080d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:28.858449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:29.055677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a7c4c-d8ab-4a07-b6da-ca7c2aae6838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:29.056060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a7c4c-d8ab-4a07-b6da-ca7c2aae6838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:29.057624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b7a7c4c-d8ab-4a07-b6da-ca7c2aae6838 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981914 Jul 16 22:10:29.816675 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:10:29.818966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2ac417c-e836-4244-9639-7c2d518f4297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:29.978409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:31.164872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:31.199731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:31.327278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6cd7a-b445-452d-b075-f682fe76be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:31.327760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6cd7a-b445-452d-b075-f682fe76be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:31.329311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ffc6cd7a-b445-452d-b075-f682fe76be84 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286232 Jul 16 22:10:32.509429 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:33.454656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:33.661361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa1b5-a3a6-41d8-a6cb-8b859d6f6330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:33.662677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b48fa1b5-a3a6-41d8-a6cb-8b859d6f6330 admin admin] 10.222.0.70 "GET /v2.0/networks/398dcdf8-9176-4daa-8794-714c59372b89 HTTP/1.1" status: 200 len: 869 time: 0.2070425 Jul 16 22:10:35.814587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:35.937140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aee8f4-7aad-4c0b-89fb-305d711391a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:35.938512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64aee8f4-7aad-4c0b-89fb-305d711391a3 admin admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 886 time: 0.1229818 Jul 16 22:10:38.087919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:38.209685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8eb34b-3e0b-491d-bfa2-5ee55c987d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:38.210178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8eb34b-3e0b-491d-bfa2-5ee55c987d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:38.211708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3e8eb34b-3e0b-491d-bfa2-5ee55c987d16 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228337 Jul 16 22:10:40.358198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:40.545155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f51c5-6873-4917-8ca6-cc2828796494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:40.545537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f51c5-6873-4917-8ca6-cc2828796494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:40.547081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac0f51c5-6873-4917-8ca6-cc2828796494 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1879003 Jul 16 22:10:42.698529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:42.789880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14518af7-5bb4-417b-b2c7-10e0cb5005bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:42.791283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-14518af7-5bb4-417b-b2c7-10e0cb5005bd admin admin] 10.222.0.70 "GET /v2.0/subnets/6878b7ea-2113-48b6-9cf8-2bac09377c49 HTTP/1.1" status: 200 len: 868 time: 0.0917752 Jul 16 22:10:44.936173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:10:45.021059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26d328-07f6-4b0e-8242-bef074053c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:10:45.022381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d26d328-07f6-4b0e-8242-bef074053c2a admin admin] 10.222.0.70 "GET /v2.0/subnets/9127eb4d-126d-4342-9790-b99863237c41 HTTP/1.1" status: 200 len: 816 time: 0.0852380 Jul 16 22:10:57.470367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3594164c-3928-4ba1-84e8-e538b64219c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:59.819605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef65-a818-4724-9cb8-a7ffb30b46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:10:59.978605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:01.169802 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:02.512719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:06.815847 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:11:09.395928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:11:09.440102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-42ecd325-7e1b-41e6-924a-80c1a1c4f381 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:11:09.441126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-42ecd325-7e1b-41e6-924a-80c1a1c4f381 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442114 Jul 16 22:11:11.655560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:11:11.713133 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f327d9-75f8-42b6-ab5e-8d4cf39fcc15 admin admin] GET failed (client error): The resource could not be found. Jul 16 22:11:11.714423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-68f327d9-75f8-42b6-ab5e-8d4cf39fcc15 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575602 Jul 16 22:11:11.798015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c145122-33b0-49d1-8fd7-2e8b7ba021fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:11:11.799357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c145122-33b0-49d1-8fd7-2e8b7ba021fd admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802712 Jul 16 22:11:13.955134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:11:14.000442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:11:14.020062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Made reservation on behalf of 9b96ba5f993b46229d046d3cd56bb840 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:11:14.022458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:14.051253 n-d-793621-16 neutron-server[93924]: WARNING neutron.services.revisions.revision_plugin [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Could not find related network for resource to bump revision. Jul 16 22:11:14.063628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:11:14.072747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:14.073131 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Added segment 58bc8a0c-e5d7-4b91-9c6f-d17928ba063d of type vlan for network 2994d43e-3df7-4b88-ac95-80018653a7af Jul 16 22:11:14.122299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:14.149719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:14.150585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:11:14.151170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:14.180142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2239327 Jul 16 22:11:14.211861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d1db3-ca1f-4571-8992-f02e6df57a3e admin admin] Pushing event updated for resources: {'Network': ['ID=2994d43e-3df7-4b88-ac95-80018653a7af,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:11:14.222739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 2994d43e-3df7-4b88-ac95-80018653a7af details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:11:16.334004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:11:16.392338 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4e7f88-d854-4868-92cb-dd1b5c234cd0 admin admin] GET failed (client error): The resource could not be found. Jul 16 22:11:16.393665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe4e7f88-d854-4868-92cb-dd1b5c234cd0 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587037 Jul 16 22:11:16.491188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbe0f5-880f-469e-b689-6a15632949d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:11:16.492619 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73bbe0f5-880f-469e-b689-6a15632949d8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0952325 Jul 16 22:11:16.502806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:11:16.527248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Made reservation on behalf of 9b96ba5f993b46229d046d3cd56bb840 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:11:16.529624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:16.764774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:16.825426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e02d5eb-0e76-4be1-8351-31523425307e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:11:16.836581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.836933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.837301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.837638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.837972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.838304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.838632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.838957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.839282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.839606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.839934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.840766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:16.843543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:11:16.843955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Network hostable DHCP agents. Network: 2994d43e-3df7-4b88-ac95-80018653a7af, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:11:16.866096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Network 2994d43e-3df7-4b88-ac95-80018653a7af is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:11:16.877701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 2994d43e-3df7-4b88-ac95-80018653a7af) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:11:16.882333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:11:16.882927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:16.887221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dad01c-6e06-4f79-94f5-1a0c931f317b None None] Network 2994d43e-3df7-4b88-ac95-80018653a7af requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:11:16.896131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d190cafb-8e01-4d0c-87f8-175db29536f3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3966568 Jul 16 22:11:17.128126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-2994d43e-3df7-4b88-ac95-80018653a7af', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'tenant_id': '9b96ba5f993b46229d046d3cd56bb840', 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:11:17.129029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.260577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Allocated IP 192.168.233.2 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/5353ae66-4ec5-44e2-81aa-0e0ee7aeff61) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:11:17.405454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.413609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Transition to ACTIVE for port object 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:11:17.427824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Transition to ACTIVE for port object 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:11:17.433481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.475949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:11:17.479872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:11:17.481626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Pushing event updated for resources: {'Port': ['ID=5353ae66-4ec5-44e2-81aa-0e0ee7aeff61,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:11:17.483659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:11:17.495028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.495374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.495714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.496049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.496903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.497512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.497840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.498164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.498488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.498808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.499131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.499463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:11:17.551039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Attempting to bind port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:11:17.551412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Attempting to bind port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:11:17.551819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Attempting to bind port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:11:17.556913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:11:17.557379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:11:17.557782 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.558190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:11:17.558676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Bound port: 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:11:17.559573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.622718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] For port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:11:17.626643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] For port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5353ae66-4ec5-44e2-81aa-0e0ee7aeff61,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:11:17.630347 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:17.684906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720728f-8df0-4d37-86b7-dd9294073d70 None None] Pushing event updated for resources: {'Port': ['ID=5353ae66-4ec5-44e2-81aa-0e0ee7aeff61,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:11:18.075311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:11:18.128008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:11:18.543039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8b09e-c4c9-47a1-80b3-1e3cc77f544c None None] Network 2994d43e-3df7-4b88-ac95-80018653a7af requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:11:18.617120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Provisioning for port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:11:18.626754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Provisioning complete for port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:11:18.627125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:18.754980 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:18.793605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] For port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5353ae66-4ec5-44e2-81aa-0e0ee7aeff61,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:11:18.799714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:18.853991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd876-a951-4d04-a458-2e17ff66d16a None None] Pushing event updated for resources: {'Port': ['ID=5353ae66-4ec5-44e2-81aa-0e0ee7aeff61,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:11:19.023164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5df51ceb-1d25-4605-906e-86eb07505720 None None] Provisioning complete for port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:11:19.023539 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df51ceb-1d25-4605-906e-86eb07505720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:20.035059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:11:20.083553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5353ae66-4ec5-44e2-81aa-0e0ee7aeff61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:11:20.083920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:27.471409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78e9fa26-1360-4763-847f-0b30e9a3c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:29.821117 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a76876f-cb16-4ad2-bf0e-5129fb30c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:29.980001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:31.172419 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:32.516751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:43.815555 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:11:57.471955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d386df4a-d947-40b8-8d33-1068d7e5e110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:59.821057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b49c0e6e-d124-4f4c-a112-c961d0d2f0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:11:59.980849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:01.174565 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:02.519315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:20.814089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:12:27.472896 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e099f9e-410a-44d1-a019-d3fb56553195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:29.821052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b636e29a-a580-484e-8823-f34aab959edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:29.939706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:12:29.945834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-7a83139b-0244-4d32-b2de-109755ac8b12 tempest-verify_tempest_config-572151329 tempest-verify_tempest_config-572151329-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:12:29.946811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7a83139b-0244-4d32-b2de-109755ac8b12 tempest-verify_tempest_config-572151329 tempest-verify_tempest_config-572151329-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061421 Jul 16 22:12:29.982924 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.245535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:12:30.345731 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.432991 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.436625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.480316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=408dc4d6b4a544bc8ebf90329cf83d18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334869 Jul 16 22:12:30.482341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2a68ba-b0f0-40e6-9eb4-2a18840a81c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:12:30.483079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:12:30.488846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.489225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.489554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.489891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.490239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.490555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.490878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.491210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.491537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.491859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.492180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.492500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342425f-4df8-4bba-8a54-660ea3324fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.538429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.562811 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.647411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.649903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:30.651036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed2a68ba-b0f0-40e6-9eb4-2a18840a81c0 HTTP/1.1" status: 204 len: 168 time: 0.1651089 Jul 16 22:12:30.659282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2a68ba-b0f0-40e6-9eb4-2a18840a81c0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:12:30.665662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.666000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.666336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.666664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.666986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.667310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.667628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.667949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.668261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.669223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.669540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:30.669855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828b3a8-d284-45ca-a5c1-3abb557493c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:12:31.177746 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:32.524036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:57.475929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-497290c8-e973-4d0d-b04e-b1cc05721ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:57.812610 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:12:59.822423 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16d0ce8f-ec9c-48d5-8711-f8f0be07da21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:12:59.983196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:01.181570 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:02.524504 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:27.476060 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d22a6b8b-26e4-450b-9dad-56842efc2813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:29.822946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-819a7cb4-c170-4f70-8561-8c3fba9a7a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:29.982589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:31.183366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:32.529665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:34.810999 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:13:57.476695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f828e5e-ab91-4f31-bff5-ce76e1fb7114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:59.822603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c27811f-c6a7-468a-a198-36aef2c0e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:13:59.982767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:01.187258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:02.530223 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:11.809517 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:14:27.477988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a163-b6b8-4be5-889e-9baa89993c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:29.823263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cbca3648-413f-4cce-98b5-7be63dcb25c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:29.983846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:31.190765 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:32.534287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:48.807324 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:14:57.477316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c812708d-4d59-4bf9-98bd-29105a084e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:59.822407 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43e6b13a-3d7d-45ac-96c9-e8225c82061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:14:59.985349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:01.192668 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:02.536587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:20.380780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:22.673430 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813515'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:25.806729 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:15:27.477365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7624373-7692-44d4-be56-2c2648f7a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:29.824450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23db8550-6090-4084-aba4-1d43f95e39d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:29.986109 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:31.194920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:32.628849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:50.316283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:52.600994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:57.477508 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fd69bdb-12ba-4a1d-9d61-3fed8973a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:59.824201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f62c8a5c-6227-4c75-b4e5-ecdc59f11405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:15:59.989324 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:01.198286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:02.545674 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:02.806493 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:16:07.552789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:16:07.654999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26a9248b-dcc1-4c1f-bac9-10ce3336ea41 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1010482 Jul 16 22:16:09.818441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:16:09.871283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1087ba7-cd67-46fd-b051-76b066d43b0e admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0510192 Jul 16 22:16:20.316296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:22.597061 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:27.477306 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ec27fbe-1d5a-4d0c-bd38-1b894558424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:29.823839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6454940e-ecd2-4282-a0a0-ccb0ca7c1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:29.991871 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:31.200636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:32.546244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:39.805198 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:16:50.334384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:52.631329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:57.478794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cbcedca9-dec6-4226-845b-3a972a6b06f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:59.825166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af29b69e-a562-40fb-b6f8-fdf07f93c27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:16:59.993238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:01.203979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:02.551859 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:16.804848 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:17:20.332884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:22.636132 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:27.489398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f60266ba-89c7-4fbf-b560-172a97eb4dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:29.851190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee671998-071c-4649-884f-0cb233e3e2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:30.014308 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.085599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:31.206922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.397836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-network', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:31.422773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Made reservation on behalf of 03e23e2e405d46179c15a4a8a38f830e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:31.426595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.438469 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.527147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.531688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.570014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:17:31.577635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58246fd3-4361-4cff-897e-99345dc9fb24,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:31.588055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.588396 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Added segment aeec3d8a-4156-4bdd-8100-a22d3578a98e of type vlan for network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a Jul 16 22:17:31.617403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.617751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.618078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.618413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.618749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.619067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.619389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.619711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.620029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.620345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.620707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.620984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Tracked resource versions report: Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: pushed versions: Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: { 'AddressGroup': {'1.2'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Log': {'1.0'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Network': {'1.1'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Port': {'1.7'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'PortForwarding': {'1.2'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'QosPolicy': {'1.8'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SecurityGroup': {'1.4'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SubPort': {'1.0'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Subnet': {'1.1'}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Trunk': {'1.1'}} Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: consumer versions: Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: HyperV agent@n-h1-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: HyperV agent@n-h2-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: L3 agent@n-d-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: Metadata agent@n-d-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: Metering agent@n-d-793621-16: {}, Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'ConntrackHelper': '1.0', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Log': '1.0', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Network': '1.1', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Port': '1.7', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'PortForwarding': '1.2', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'QosPolicy': '1.8', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SecurityGroup': '1.4', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SecurityGroupRule': '1.2', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'SubPort': '1.0', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Subnet': '1.1', Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: 'Trunk': '1.1'}} Jul 16 22:17:31.622096 n-d-793621-16 neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:17:31.638969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.668841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.669987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:31.670836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.701201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6142480 Jul 16 22:17:31.705419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41486) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:31.712222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Request body: {'subnet': {'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-subnet', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:31.740308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfdd63-0ee2-41f9-9c44-4986af28407e admin admin] Pushing event updated for resources: {'Network': ['ID=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:31.741514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Made reservation on behalf of 03e23e2e405d46179c15a4a8a38f830e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:31.752925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.753760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:17:31.947572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:31.991703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:31.999527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:31.999866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.000183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.000485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.000821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.001202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.001563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.001986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.002233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.002578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.003014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.003214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Tracked resource versions report: Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: pushed versions: Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: { 'AddressGroup': {'1.2'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'ConntrackHelper': {'1.0'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Log': {'1.0'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Network': {'1.1'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Port': {'1.7'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'PortForwarding': {'1.2'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'QosPolicy': {'1.8'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SecurityGroup': {'1.4'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SubPort': {'1.0'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Subnet': {'1.1'}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Trunk': {'1.1'}} Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: consumer versions: Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: HyperV agent@n-h1-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: HyperV agent@n-h2-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: L3 agent@n-d-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: Metadata agent@n-d-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: Metering agent@n-d-793621-16: {}, Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'ConntrackHelper': '1.0', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Log': '1.0', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Network': '1.1', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Port': '1.7', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'PortForwarding': '1.2', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'QosPolicy': '1.8', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SecurityGroup': '1.4', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SecurityGroupRule': '1.2', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'SubPort': '1.0', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Subnet': '1.1', Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: 'Trunk': '1.1'}} Jul 16 22:17:32.004520 n-d-793621-16 neutron-server[93924]: {{(pid=93924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:17:32.038153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Checking segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:32.038518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Network hostable DHCP agents. Network: 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:17:32.058830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:17:32.068552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:32.074173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:32.074963 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.079987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9fdd5a-3c2f-404e-ad1a-c74fbce0eb9c None None] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:17:32.095188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41510) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:32.095717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a77f3a4b-b929-4664-9927-c6aba232e267 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3886957 Jul 16 22:17:32.101908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:32.132180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.134340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.248528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:17:32.249524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.306823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.433764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Allocated IP 172.20.0.2 (0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a/eb8d20b2-5ab9-44b6-954d-bb55ea6859c5/f6580d58-b25f-4db3-b0be-f56d5252344f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:32.491987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.579401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.628879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.641913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Transition to ACTIVE for port object f6580d58-b25f-4db3-b0be-f56d5252344f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:32.660116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Transition to ACTIVE for port object f6580d58-b25f-4db3-b0be-f56d5252344f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:32.668940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.727525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:32.730602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:32.735112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:32.764175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.792050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Pushing event updated for resources: {'Port': ['ID=f6580d58-b25f-4db3-b0be-f56d5252344f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:32.795256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Attempting to bind port f6580d58-b25f-4db3-b0be-f56d5252344f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:32.795819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Attempting to bind port f6580d58-b25f-4db3-b0be-f56d5252344f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:32.796346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Attempting to bind port f6580d58-b25f-4db3-b0be-f56d5252344f on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:32.800075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.805236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:32.805851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Checking segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:32.806421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.806963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Bound using segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:32.807596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Bound port: f6580d58-b25f-4db3-b0be-f56d5252344f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:32.808233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.822757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.823347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.823860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.824355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.824855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.825349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.825829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.826317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.826648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.826974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.827456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.827932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Tracked resource versions report: Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: pushed versions: Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: { 'AddressGroup': {'1.2'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Log': {'1.0'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Network': {'1.1'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Port': {'1.7'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'PortForwarding': {'1.2'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'QosPolicy': {'1.8'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SecurityGroup': {'1.4'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SubPort': {'1.0'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Subnet': {'1.1'}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Trunk': {'1.1'}} Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: consumer versions: Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: HyperV agent@n-h1-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: HyperV agent@n-h2-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: L3 agent@n-d-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: Metadata agent@n-d-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: Metering agent@n-d-793621-16: {}, Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'ConntrackHelper': '1.0', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Log': '1.0', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Network': '1.1', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Port': '1.7', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'PortForwarding': '1.2', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'QosPolicy': '1.8', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SecurityGroup': '1.4', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SecurityGroupRule': '1.2', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'SubPort': '1.0', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Subnet': '1.1', Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: 'Trunk': '1.1'}} Jul 16 22:17:32.829243 n-d-793621-16 neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:17:32.902894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] For port f6580d58-b25f-4db3-b0be-f56d5252344f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:32.906662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] For port f6580d58-b25f-4db3-b0be-f56d5252344f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6580d58-b25f-4db3-b0be-f56d5252344f,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:32.916127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:32.992844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b9520-2002-4e76-9f8b-3623b67c4b9c None None] Pushing event updated for resources: {'Port': ['ID=f6580d58-b25f-4db3-b0be-f56d5252344f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:33.011179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Allocated IP 172.25.5.225 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/01a490ab-be67-46b4-8097-fec00a8592f8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:33.213807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:33.335777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:33.429681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Pushing event updated for resources: {'Port': ['ID=01a490ab-be67-46b4-8097-fec00a8592f8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:33.432619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:33.434645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:33.458488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:33.786605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.024516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.102891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de707ca9-e98f-4dcc-b447-ce972113eace None None] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:17:34.148060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-53243271-df20-4131-893e-6447d1099496 None None] Provisioning for port f6580d58-b25f-4db3-b0be-f56d5252344f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:34.200492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:17:34.324321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6580d58-b25f-4db3-b0be-f56d5252344f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:34.366326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:17:34.377773 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:17:34.397564 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:34.399676 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:34.400760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.430332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69aa4e22-eb1b-43e9-a26a-9ffecb7cefe7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3052723 Jul 16 22:17:34.430585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:34.431016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f6580d58-b25f-4db3-b0be-f56d5252344f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:34.431016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f6580d58-b25f-4db3-b0be-f56d5252344f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:34.431016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.575247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.622175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f6580d58-b25f-4db3-b0be-f56d5252344f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6580d58-b25f-4db3-b0be-f56d5252344f,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:34.636945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.659715 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:34.694182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f6580d58-b25f-4db3-b0be-f56d5252344f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:34.698882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae76f776-ea0f-4e15-8927-a2bb95abcac5 None None] Provisioning complete for port f6580d58-b25f-4db3-b0be-f56d5252344f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:34.699424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae76f776-ea0f-4e15-8927-a2bb95abcac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:34.954429 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:33Z', 'revision_number': 3, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:34.988647 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:17:34.989346 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Updating router ccebc6dc-3373-4cf6-a848-fdb481cb6419 port 01a490ab-be67-46b4-8097-fec00a8592f8 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:17:35.047045 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.181326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.441737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Allocated IP 172.20.0.1 (0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a/eb8d20b2-5ab9-44b6-954d-bb55ea6859c5/2426618c-3d18-4702-9341-922ca8a33c56) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:35.473874 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.497695 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Transition to ACTIVE for port object 01a490ab-be67-46b4-8097-fec00a8592f8 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:35.505493 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.554129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.561902 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Pushing event updated for resources: {'Port': ['ID=01a490ab-be67-46b4-8097-fec00a8592f8,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:35.568898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Transition to ACTIVE for port object 2426618c-3d18-4702-9341-922ca8a33c56 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:35.571941 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Attempting to bind port 01a490ab-be67-46b4-8097-fec00a8592f8 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:35.572315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Attempting to bind port 01a490ab-be67-46b4-8097-fec00a8592f8 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:35.572688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Attempting to bind port 01a490ab-be67-46b4-8097-fec00a8592f8 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:35.576287 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.576631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.576993 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.577448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.577794 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.578141 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.578457 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.578787 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.579191 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.579428 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.579752 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.580070 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Tracked resource versions report: Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: pushed versions: Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: { 'AddressGroup': {'1.2'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Log': {'1.0'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Network': {'1.1'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Port': {'1.7'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'PortForwarding': {'1.2'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'QosPolicy': {'1.8'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SecurityGroup': {'1.4'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SubPort': {'1.0'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Subnet': {'1.1'}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Trunk': {'1.1'}} Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: consumer versions: Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: { DHCP agent@n-d-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: HyperV agent@n-h1-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: HyperV agent@n-h2-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: L3 agent@n-d-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: Metadata agent@n-d-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: Metering agent@n-d-793621-16: {}, Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: Open vSwitch agent@n-d-793621-16: { 'AddressGroup': '1.2', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'ConntrackHelper': '1.0', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Log': '1.0', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Network': '1.1', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Port': '1.7', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'PortForwarding': '1.2', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'QosPolicy': '1.8', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SecurityGroup': '1.4', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SecurityGroupRule': '1.2', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'SubPort': '1.0', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Subnet': '1.1', Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: 'Trunk': '1.1'}} Jul 16 22:17:35.581513 n-d-793621-16 neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:17:35.588186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:35.588825 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:35.589424 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.589981 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:35.590638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Bound port: 01a490ab-be67-46b4-8097-fec00a8592f8, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:35.591214 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.605561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.648183 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] For port 01a490ab-be67-46b4-8097-fec00a8592f8, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:35.651804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:35.652266 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] For port 01a490ab-be67-46b4-8097-fec00a8592f8, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01a490ab-be67-46b4-8097-fec00a8592f8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:35.661832 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.663123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:35.664684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:35.667029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:35.667496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:35.740334 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:35.741328 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:35.837497 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792b84a-9a35-4a92-ae29-a59746440867 None None] Pushing event updated for resources: {'Port': ['ID=01a490ab-be67-46b4-8097-fec00a8592f8,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:35.995327 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:36.017015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.028331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-430cccbe-4bea-4365-bcc5-a92f415417da None None] Provisioning for port 2426618c-3d18-4702-9341-922ca8a33c56 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:36.033975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-430cccbe-4bea-4365-bcc5-a92f415417da None None] Provisioning complete for port 2426618c-3d18-4702-9341-922ca8a33c56 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:36.034557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-430cccbe-4bea-4365-bcc5-a92f415417da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.083437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-430cccbe-4bea-4365-bcc5-a92f415417da None None] Port 2426618c-3d18-4702-9341-922ca8a33c56 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:36.226347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.245140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.246097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.285376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6580d58-b25f-4db3-b0be-f56d5252344f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:36.316216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:36.369763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f6580d58-b25f-4db3-b0be-f56d5252344f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:36.370256 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.445757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:36.449918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:36.553230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:33Z', 'revision_number': 3, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:36.606317 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de21378-a8b1-4cc5-b6c4-b8a2259fb095 None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:33Z', 'revision_number': 3, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:17:36.647825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:17:36.712613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15ba81bc-5b2a-4cf8-8cce-36c6dfd22761 None None] Provisioning complete for port 2426618c-3d18-4702-9341-922ca8a33c56 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:36.713254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15ba81bc-5b2a-4cf8-8cce-36c6dfd22761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:36.762394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-15ba81bc-5b2a-4cf8-8cce-36c6dfd22761 None None] Port 2426618c-3d18-4702-9341-922ca8a33c56 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:36.911886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:17:36.918204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-81175f32-000a-4265-bd8a-f928d70a6eb7 admin admin] 10.222.0.70 "PUT /v2.0/routers/ccebc6dc-3373-4cf6-a848-fdb481cb6419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117800 Jul 16 22:17:37.288482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:37.292773 n-d-793621-16 neutron-server[93923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 22:17:37.347281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-b6aa3268-66c4-4860-a5ee-02a40c169868 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558813 Jul 16 22:17:37.580444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-c703bb98-dc09-401e-845a-49738be4fc97 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:37.582555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-c703bb98-dc09-401e-845a-49738be4fc97 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342260 Jul 16 22:17:37.609066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-e07c6b60-0565-47f2-9a79-4550e9d48277 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/quotas/3ae816e6ccb44cbfa21d1ed0b5d255fc HTTP/1.1" status: 200 len: 375 time: 0.0191150 Jul 16 22:17:37.712722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:37.741048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41784) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:37.761633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-a4160d88-00d6-42c7-a1dc-d72c076d824f tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464763 Jul 16 22:17:37.980755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6660e889-0f5c-48fe-82c1-c505b5625e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.021673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7495fb-bfdf-46eb-b937-0f9aeda6826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.060692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d8b4986-9b3e-40f0-b643-77a844ae3883 req-76f44df4-2a19-411c-80b0-6b0effcd454f tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.0683951 Jul 16 22:17:38.194426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:38.201107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-network', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:38.236040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6660e889-0f5c-48fe-82c1-c505b5625e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.320318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6660e889-0f5c-48fe-82c1-c505b5625e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.330811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01a490ab-be67-46b4-8097-fec00a8592f8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:38.406965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:38.407568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6660e889-0f5c-48fe-82c1-c505b5625e5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e339ab20602c4e3eae2ec0c10d4cb4ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6647186 Jul 16 22:17:38.426526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 01a490ab-be67-46b4-8097-fec00a8592f8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:38.432666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 01a490ab-be67-46b4-8097-fec00a8592f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:38.433388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.445484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7495fb-bfdf-46eb-b937-0f9aeda6826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.452171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e889-0f5c-48fe-82c1-c505b5625e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1fa3e-0c38-490b-9ec2-862fb6ad30a9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:38.457235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7495fb-bfdf-46eb-b937-0f9aeda6826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.507805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7495fb-bfdf-46eb-b937-0f9aeda6826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0158e3c-92ca-4cd3-b72d-89c5b685448c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:38.515367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bb7495fb-bfdf-46eb-b937-0f9aeda6826a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09987629c69e4034ad8d2f97c1a32a5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8015656 Jul 16 22:17:38.516289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:38.562332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Made reservation on behalf of fb5eb3b864384c1997e98071410d3c7e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:38.568740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.584155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.603552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.615406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.626474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:38.635950 n-d-793621-16 neutron-server[93924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 22:17:38.655218 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.681241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.712041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 01a490ab-be67-46b4-8097-fec00a8592f8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01a490ab-be67-46b4-8097-fec00a8592f8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:38.716092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-abadbafe-9b54-462c-b4a1-c5653da8733a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=236b1b7b1ce044e19a224a6990f33adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855906 Jul 16 22:17:38.722184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.733525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.784034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:17:38.806966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:38.825948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.833512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.836773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:38.837882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:38.888448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd7526-ccca-4aa5-9af0-05b600096d14,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:38.919073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=01a490ab-be67-46b4-8097-fec00a8592f8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:38.938786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.942431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.946705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0158e3c-92ca-4cd3-b72d-89c5b685448c HTTP/1.1" status: 204 len: 168 time: 0.4291327 Jul 16 22:17:38.971521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.974686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.977045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21a002-660f-47af-a096-e0fe0f0a82b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0158e3c-92ca-4cd3-b72d-89c5b685448c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:38.978169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10c1fa3e-0c38-490b-9ec2-862fb6ad30a9 HTTP/1.1" status: 204 len: 168 time: 0.5702035 Jul 16 22:17:38.982712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:17:38.987373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07ac16ea-baa6-4f80-9702-ae030dd91715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:38.994592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-b0d039c8-502b-48c3-9d1a-30d6e5d42a5e tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:39.001922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-b0d039c8-502b-48c3-9d1a-30d6e5d42a5e tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842941 Jul 16 22:17:39.020486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-868e355d-ab34-464d-b367-7774399e5f91 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/quotas/236b1b7b1ce044e19a224a6990f33adb HTTP/1.1" status: 200 len: 375 time: 0.0173564 Jul 16 22:17:39.093049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-2bec1e8c-8251-4167-872f-6420a4fb5a00 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=236b1b7b1ce044e19a224a6990f33adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685475 Jul 16 22:17:39.115825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11eee0-e0ee-435a-b5ad-8151eb58844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1fa3e-0c38-490b-9ec2-862fb6ad30a9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:39.146173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.146602 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Added segment d8ff1429-e190-4aec-9248-83be47a23169 of type vlan for network 15386ae4-067e-4e04-bf15-632e50155d4f Jul 16 22:17:39.170793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:39.287428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dfc1a35c-f3f3-41c8-ace6-c071fad73ccc req-4331804e-08ad-455f-9668-5e1d9587fb79 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.1066093 Jul 16 22:17:39.293148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.351449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07ac16ea-baa6-4f80-9702-ae030dd91715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.356007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.357096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:39.359773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.385697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07ac16ea-baa6-4f80-9702-ae030dd91715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.532499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac16ea-baa6-4f80-9702-ae030dd91715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe515e-55e3-4bcf-8363-8c8bdbd11090,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:39.579324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac617308-50d1-4a22-9659-80d7e2efb718 req-aa04864c-2cb8-4599-9007-5a2d4925b13e tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.0902922 Jul 16 22:17:39.619119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:39.629262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4329817 Jul 16 22:17:39.631600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41892) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:39.637008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07ac16ea-baa6-4f80-9702-ae030dd91715 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d470bff11eb46218751aca91fe04084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8252175 Jul 16 22:17:39.637008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443923-f305-4dd4-9e4a-b800901b5682 admin admin] Pushing event updated for resources: {'Network': ['ID=15386ae4-067e-4e04-bf15-632e50155d4f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:39.644462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:36Z', 'revision_number': 2, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:39.645809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:39.646788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Request body: {'subnet': {'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-subnet', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:39.652096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-372c7d60-13a3-4a3d-8c2d-b3e4961abcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.655605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 15386ae4-067e-4e04-bf15-632e50155d4f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:17:39.703145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Made reservation on behalf of fb5eb3b864384c1997e98071410d3c7e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:39.710568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:17:39.710924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Updating router ccebc6dc-3373-4cf6-a848-fdb481cb6419 port 2426618c-3d18-4702-9341-922ca8a33c56 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:17:39.712697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.757326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:39.772636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.795764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15047acb-51bd-49e6-a4b0-097aab7552ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.859429 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.860400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.932525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.935099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.939436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76fe515e-55e3-4bcf-8363-8c8bdbd11090 HTTP/1.1" status: 204 len: 168 time: 0.2923687 Jul 16 22:17:39.948291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000711-2f6e-4704-b3c4-1968695862f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe515e-55e3-4bcf-8363-8c8bdbd11090,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:39.969963 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-372c7d60-13a3-4a3d-8c2d-b3e4961abcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:39.981008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-372c7d60-13a3-4a3d-8c2d-b3e4961abcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.062289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-372c7d60-13a3-4a3d-8c2d-b3e4961abcda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66b66be29a394b659bc44e76aa2af946&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4416952 Jul 16 22:17:40.065183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c7d60-13a3-4a3d-8c2d-b3e4961abcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305b6ee9-5dad-486a-9d2c-896aa94ec7be,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:40.065687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:40.071603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.153030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Checking segment: {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:40.153385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Network hostable DHCP agents. Network: 15386ae4-067e-4e04-bf15-632e50155d4f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:17:40.160574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:40.194371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Network 15386ae4-067e-4e04-bf15-632e50155d4f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:17:40.216350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 15386ae4-067e-4e04-bf15-632e50155d4f) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:40.226528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:40.226816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.239845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15047acb-51bd-49e6-a4b0-097aab7552ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.241067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.245710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15047acb-51bd-49e6-a4b0-097aab7552ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.257020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ce4ddd14-36c6-4b63-a511-bad7eac20a68 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6173892 Jul 16 22:17:40.257200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b5769-c46e-4500-8bc9-3bc0a8a746f2 None None] Network 15386ae4-067e-4e04-bf15-632e50155d4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:17:40.257313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:40.259473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:40.338333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.339633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01a490ab-be67-46b4-8097-fec00a8592f8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:40.348833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:40.353532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15047acb-51bd-49e6-a4b0-097aab7552ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8344cab3f324fcf98216be07313b2be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5946419 Jul 16 22:17:40.452371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.454495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15047acb-51bd-49e6-a4b0-097aab7552ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38b4d37-3f00-49ff-b370-4756cf12c532,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:40.463296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.464450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.495385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 01a490ab-be67-46b4-8097-fec00a8592f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:40.495769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.505844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.552345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.554266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.557524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.562126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/305b6ee9-5dad-486a-9d2c-896aa94ec7be HTTP/1.1" status: 204 len: 168 time: 0.4954126 Jul 16 22:17:40.572372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.574069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897829a-0d92-4a20-ac69-a23852c9c9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305b6ee9-5dad-486a-9d2c-896aa94ec7be,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:40.576001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.585127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d38b4d37-3f00-49ff-b370-4756cf12c532 HTTP/1.1" status: 204 len: 168 time: 0.2349699 Jul 16 22:17:40.597675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513edb4-aabf-467c-9e9e-a7289ac91fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38b4d37-3f00-49ff-b370-4756cf12c532,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:40.733585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:40.756768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.791704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-640603cc-8ff5-4b11-8107-65739831b5d6 req-492cfa01-8d81-4e3c-929f-07be3f1da030 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.0478485 Jul 16 22:17:40.804953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4eb950e-0ffa-4120-81d2-fb807adc61b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.829739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-968ac330-52cc-4bb1-8ea5-5caed5b4a55d req-61cf8cde-e1c0-460a-8d03-5ca434ad71de tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.0834432 Jul 16 22:17:40.834992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-15386ae4-067e-4e04-bf15-632e50155d4f', 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'fixed_ips': [{'subnet_id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:17:40.836050 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.856877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Transition to ACTIVE for port object 2426618c-3d18-4702-9341-922ca8a33c56 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:40.889681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:40.917480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.049699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4eb950e-0ffa-4120-81d2-fb807adc61b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.059103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4eb950e-0ffa-4120-81d2-fb807adc61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.152566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.47', 50722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:41.221496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4eb950e-0ffa-4120-81d2-fb807adc61b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d342c704761746679fcad43225f61a1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4758322 Jul 16 22:17:41.222246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:41.237199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549a2e9-3a66-409b-82d4-6d9147694baf None None] Pushing event updated for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:41.250845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb950e-0ffa-4120-81d2-fb807adc61b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb76f38-bad5-4752-a5c6-6e84f73a12d6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:41.263660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-00561b16-c6e1-4077-a88a-5ecd44ece65b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099491 Jul 16 22:17:41.363846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Allocated IP 172.20.0.2 (15386ae4-067e-4e04-bf15-632e50155d4f/b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93/d97c4e3b-a737-47e3-8e3a-75aa00fcc617) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:41.416870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.461340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.539749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.577294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-cec6ba05-329d-46f7-ab1f-f3264c672abc tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:41.579454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-cec6ba05-329d-46f7-ab1f-f3264c672abc tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999816 Jul 16 22:17:41.581936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Allocated IP 172.25.5.167 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/023d5d22-75df-46ff-bad4-394843f09fca) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:41.593434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.655907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Request body: {'port': {'device_id': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '3ae816e6ccb44cbfa21d1ed0b5d255fc'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:41.688647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.748779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.792559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.800504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Attempting to bind port 2426618c-3d18-4702-9341-922ca8a33c56 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:41.801108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Attempting to bind port 2426618c-3d18-4702-9341-922ca8a33c56 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:41.801432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Attempting to bind port 2426618c-3d18-4702-9341-922ca8a33c56 on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:41.805804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.811020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/beb76f38-bad5-4752-a5c6-6e84f73a12d6 HTTP/1.1" status: 204 len: 168 time: 0.5612960 Jul 16 22:17:41.839663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:41.840037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Checking segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:41.841029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.841029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Bound using segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:41.841542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Bound port: 2426618c-3d18-4702-9341-922ca8a33c56, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:41.841938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.885800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289222aa-2065-4310-b501-9aa4120683d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb76f38-bad5-4752-a5c6-6e84f73a12d6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:41.943909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:41.946992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:41.951432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:41.973668 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:41.992302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Transition to ACTIVE for port object d97c4e3b-a737-47e3-8e3a-75aa00fcc617 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:42.029077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Transition to ACTIVE for port object d97c4e3b-a737-47e3-8e3a-75aa00fcc617 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:42.038297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] For port 2426618c-3d18-4702-9341-922ca8a33c56, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:42.046950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] For port 2426618c-3d18-4702-9341-922ca8a33c56, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2426618c-3d18-4702-9341-922ca8a33c56,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:42.053172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.061776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.134475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Network 15386ae4-067e-4e04-bf15-632e50155d4f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:42.138504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:42.141855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:42.242467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:42.243315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:42.252355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77c3e7ec-ba38-451a-83ce-b6f0362d7733 req-bf4c05ef-a381-48cc-a914-2fa899528c4b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.1084578 Jul 16 22:17:42.280043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Made reservation on behalf of 3ae816e6ccb44cbfa21d1ed0b5d255fc for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:42.290465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.319806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.340863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.68', 50050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:42.367718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Pushing event updated for resources: {'Port': ['ID=023d5d22-75df-46ff-bad4-394843f09fca,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:42.395764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-49bcdd07-8dc3-4d38-acab-d897bb5215ea tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=236b1b7b1ce044e19a224a6990f33adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483122 Jul 16 22:17:42.436955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c3b5008-8856-438e-b677-b712de97a996 req-ac3f3719-f68e-4270-a2a3-76ea0eb0e699 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.0702479 Jul 16 22:17:42.715544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.773601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Pushing event updated for resources: {'Port': ['ID=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:42.828039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-7dd88fa3-7602-4f4a-aedc-37b8e234411c tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:42.830561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-7dd88fa3-7602-4f4a-aedc-37b8e234411c tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251809 Jul 16 22:17:42.852056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Attempting to bind port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:42.852859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Attempting to bind port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:42.852859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Attempting to bind port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 on network 15386ae4-067e-4e04-bf15-632e50155d4f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:42.885159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:42.885534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Checking segment: {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:42.885930 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.886319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Bound using segment: {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:42.886794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Bound port: d97c4e3b-a737-47e3-8e3a-75aa00fcc617, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:42.887185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:42.907509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Request body: {'port': {'device_id': '330c60c2-1d64-432e-be27-a0c922f59f74', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '236b1b7b1ce044e19a224a6990f33adb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:42.910776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549a2e9-3a66-409b-82d4-6d9147694baf None None] Pushing event updated for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:42.917372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:43.026558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.040615 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.062897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] For port d97c4e3b-a737-47e3-8e3a-75aa00fcc617, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:43.116368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.118291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] For port d97c4e3b-a737-47e3-8e3a-75aa00fcc617, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:43.142628 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.358203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Router 2eafb714-8783-4004-9680-805a91ad8e87 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:17:43.365096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0d877-5c5d-4c26-842d-4ed48a523a8c None None] Pushing event updated for resources: {'Port': ['ID=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:43.412397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d5ada-e89d-4a45-b167-673ba85d9d25,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:43.483830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:42Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:43.592866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d677d28-60ab-46de-9c3a-34eb15985f31 None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:42Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:17:43.607634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c302efc-e508-45fb-8709-0aafa4015077 req-2228a5ab-1e1a-4b31-ad9c-42d8661dd423 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.1358013 Jul 16 22:17:43.836586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:17:43.851211 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Sync routers for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:17:43.868046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Made reservation on behalf of 236b1b7b1ce044e19a224a6990f33adb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:17:43.871902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.879716 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:43.881272 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:43.919804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:43.948259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Allocated IP 192.168.233.74 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/c1334dc6-7c8a-4d0c-9da1-ec12db462124) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:44.005354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:44.018798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-98745915-af54-4358-ba3e-228a282adcce admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7566428 Jul 16 22:17:44.020804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:44.027512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-897afc29-4370-48eb-b249-df1b9d91b8aa req-861e26d2-44c5-455a-9dc5-7825985c101a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.1991000 Jul 16 22:17:44.144482 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:44.502789 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:42Z', 'revision_number': 3, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:44.528542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d97c4e3b-a737-47e3-8e3a-75aa00fcc617 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:44.557956 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Checking router: 2eafb714-8783-4004-9680-805a91ad8e87 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:17:44.558319 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Updating router 2eafb714-8783-4004-9680-805a91ad8e87 port 023d5d22-75df-46ff-bad4-394843f09fca binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:17:44.729840 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:44.733936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:44.749937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2426618c-3d18-4702-9341-922ca8a33c56 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:44.974919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2426618c-3d18-4702-9341-922ca8a33c56 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:44.989481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2426618c-3d18-4702-9341-922ca8a33c56 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:44.990002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.051509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.178139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd7fabaf-c760-4368-9c42-d9fcc8e50094 req-cc23501f-ae5c-445d-82db-a1f1ca1fbd6b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 210 time: 0.2043180 Jul 16 22:17:45.316981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.323869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Transition to ACTIVE for port object c1334dc6-7c8a-4d0c-9da1-ec12db462124 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:45.339486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.388371 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.434715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d600d-439a-47b6-9145-5d1f4dca7da6 None None] Network 15386ae4-067e-4e04-bf15-632e50155d4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:17:45.572431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.599591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35e86882-db67-4a20-a5a6-644422ee961a req-62b9b117-932a-4ae0-80ec-d609e93af779 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.1005552 Jul 16 22:17:45.734518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aee5cb1-eae4-4b92-8f73-fa489bacec5c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:45.772106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Provisioning for port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:45.818457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2426618c-3d18-4702-9341-922ca8a33c56, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2426618c-3d18-4702-9341-922ca8a33c56,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:45.831292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.845684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Provisioning complete for port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:45.846857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.857160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:45.972279 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.010076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Transition to ACTIVE for port object 023d5d22-75df-46ff-bad4-394843f09fca will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:46.031490 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.152177 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fdc2e-242a-4c92-ad34-cccbab40eeff None None] Pushing event updated for resources: {'Port': ['ID=023d5d22-75df-46ff-bad4-394843f09fca,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:46.234810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:46.249313 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Attempting to bind port 023d5d22-75df-46ff-bad4-394843f09fca on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:46.250909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:46.252207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Attempting to bind port 023d5d22-75df-46ff-bad4-394843f09fca by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:46.254717 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Attempting to bind port 023d5d22-75df-46ff-bad4-394843f09fca on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:46.273649 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:46.274939 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:46.276675 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.277715 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:46.278422 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Bound port: 023d5d22-75df-46ff-bad4-394843f09fca, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:46.279027 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.290717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:46.306230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Pushing event updated for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:46.348295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:46.371632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:46.372455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.388096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Allocated IP 172.20.0.1 (15386ae4-067e-4e04-bf15-632e50155d4f/b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93/8245fc5f-53bd-4bdb-af5d-092add9d31f6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:46.409293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Allocated IP 192.168.233.72 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/d1358eb6-7f9c-46b5-995e-835a62980908) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:46.455325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-638f0fa9-409b-41c8-a740-a22ea114fdf1 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8085194 Jul 16 22:17:46.464787 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.486492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-31eef048-5ac5-47c2-92cb-310968a6b9e0 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:17:46.490863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-31eef048-5ac5-47c2-92cb-310968a6b9e0 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241485 Jul 16 22:17:46.573741 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] For port 023d5d22-75df-46ff-bad4-394843f09fca, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:46.581893 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] For port 023d5d22-75df-46ff-bad4-394843f09fca, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=023d5d22-75df-46ff-bad4-394843f09fca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:46.598527 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.635502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] For port d97c4e3b-a737-47e3-8e3a-75aa00fcc617, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:46.666275 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:46.809864 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fdc2e-242a-4c92-ad34-cccbab40eeff None None] Pushing event updated for resources: {'Port': ['ID=023d5d22-75df-46ff-bad4-394843f09fca,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:46.882278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:46.883058 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:46.912559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d386d-a44d-4ea1-a720-e52bc9001cf1 None None] Pushing event updated for resources: {'Port': ['ID=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:46.921783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c215fe2-c8d6-4dc5-9936-c6eb9a9dba7e None None] Provisioning for port c1334dc6-7c8a-4d0c-9da1-ec12db462124 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:46.933697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c215fe2-c8d6-4dc5-9936-c6eb9a9dba7e None None] Provisioning complete for port c1334dc6-7c8a-4d0c-9da1-ec12db462124 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:46.934716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c215fe2-c8d6-4dc5-9936-c6eb9a9dba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.044800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3c215fe2-c8d6-4dc5-9936-c6eb9a9dba7e None None] Port c1334dc6-7c8a-4d0c-9da1-ec12db462124 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:47.101169 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.131561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:47.181761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a57cd1f-42e1-4d71-aad7-c581b114120a None None] Provisioning complete for port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:47.190678 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a57cd1f-42e1-4d71-aad7-c581b114120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.206169 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:47.212740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0404468-abfc-4523-91d7-34fb7986f37c req-ca764f45-1fb6-4310-92ad-1c8106a49bfe tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 210 time: 0.1238401 Jul 16 22:17:47.232722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Transition to ACTIVE for port object d1358eb6-7f9c-46b5-995e-835a62980908 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:47.275356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Request body: {'port': {'device_id': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:47.369571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.405287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Transition to ACTIVE for port object 8245fc5f-53bd-4bdb-af5d-092add9d31f6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:47.420468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862afa0-18b2-4530-886c-6465d09334cf req-80ae4c1f-a767-4e85-98a0-ac7653762443 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:47.432448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e862afa0-18b2-4530-886c-6465d09334cf req-80ae4c1f-a767-4e85-98a0-ac7653762443 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 935 time: 0.3630705 Jul 16 22:17:47.472952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.538167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15be4b58-6cf8-47ec-a57d-6cfb3db50b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.707958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e862afa0-18b2-4530-886c-6465d09334cf req-d46639a2-5320-47bf-9f0d-f0174821dc52 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730899 Jul 16 22:17:47.764209 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:42Z', 'revision_number': 3, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:47.810120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:47.848094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ade26-2033-4e69-a779-bc771c9301e0 None None] The sync data for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 is: [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:42Z', 'revision_number': 3, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:17:48.013377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1334dc6-7c8a-4d0c-9da1-ec12db462124 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:17:48.036765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.044348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Pushing event updated for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:48.099716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Transition to ACTIVE for port object c1334dc6-7c8a-4d0c-9da1-ec12db462124 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:48.112745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.139134 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.316516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15be4b58-6cf8-47ec-a57d-6cfb3db50b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.342419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Network 15386ae4-067e-4e04-bf15-632e50155d4f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:48.347071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:48.363959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:48.364948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.395476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d97c4e3b-a737-47e3-8e3a-75aa00fcc617 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:48.464632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15be4b58-6cf8-47ec-a57d-6cfb3db50b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.473217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:48.480441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Pushing event updated for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:48.524325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:48.524709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.604447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26836cee-7543-4af9-8094-52c983408350 service neutron] Pushing event updated for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:48.634731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:48.677576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:48.681358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:48.714722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:48.716936 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:48.857549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2426618c-3d18-4702-9341-922ca8a33c56 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:48.949466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-e5a3cedb-b041-48ac-8b82-5e008133793d tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0499427 Jul 16 22:17:48.997222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2426618c-3d18-4702-9341-922ca8a33c56 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:49.009463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.012719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be4b58-6cf8-47ec-a57d-6cfb3db50b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0595063e-9702-4b71-9ce7-1d1730e82ca7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:49.042231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-b2a5dc15-9401-4f74-b983-66721ad1b922 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:17:49.048148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-b2a5dc15-9401-4f74-b983-66721ad1b922 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247238 Jul 16 22:17:49.076795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Attempting to bind port c1334dc6-7c8a-4d0c-9da1-ec12db462124 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:49.083786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Attempting to bind port c1334dc6-7c8a-4d0c-9da1-ec12db462124 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:49.084490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Attempting to bind port c1334dc6-7c8a-4d0c-9da1-ec12db462124 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:49.133719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Port c1334dc6-7c8a-4d0c-9da1-ec12db462124 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:17:49.136773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Attempting to bind port c1334dc6-7c8a-4d0c-9da1-ec12db462124 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:49.159457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:49.164526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.179724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:49.182150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:49.183714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:49.185817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Bound port: c1334dc6-7c8a-4d0c-9da1-ec12db462124, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:49.187165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.208418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc031d6c-63d4-44d2-98c5-394edb36c5a2 None None] Provisioning for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:49.221208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc031d6c-63d4-44d2-98c5-394edb36c5a2 None None] Provisioning complete for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:49.222296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc031d6c-63d4-44d2-98c5-394edb36c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.304068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dc031d6c-63d4-44d2-98c5-394edb36c5a2 None None] Port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:49.372534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15be4b58-6cf8-47ec-a57d-6cfb3db50b0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26df911943824bfd8120a11145d0dd02&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1692755 Jul 16 22:17:49.383041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:49.428735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1608c72-fcbb-4f0e-ae0f-107fc7e965c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.466187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1df63d59-5206-4364-a7eb-ddbc65f90358 None None] Provisioning for port d1358eb6-7f9c-46b5-995e-835a62980908 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:49.482923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1df63d59-5206-4364-a7eb-ddbc65f90358 None None] Provisioning complete for port d1358eb6-7f9c-46b5-995e-835a62980908 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:49.490784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1df63d59-5206-4364-a7eb-ddbc65f90358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.561421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226ffc2-c8bf-488b-828a-aed2342407d8 req-71bfe21c-29da-4d7c-b413-a95b216788e7 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:49.565284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f226ffc2-c8bf-488b-828a-aed2342407d8 req-71bfe21c-29da-4d7c-b413-a95b216788e7 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.4015987 Jul 16 22:17:49.587853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1df63d59-5206-4364-a7eb-ddbc65f90358 None None] Port d1358eb6-7f9c-46b5-995e-835a62980908 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:49.606290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.633378 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e86dd13e-3c1d-4fad-b7dd-b2ad23dc2786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.656284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f226ffc2-c8bf-488b-828a-aed2342407d8 req-f2d315d2-76ad-41fd-a68d-005c3d2a4f74 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Jul 16 22:17:49.661640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:49.669242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:49.683641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Request body: {'port': {'device_id': '330c60c2-1d64-432e-be27-a0c922f59f74', 'device_owner': 'compute:tempest-test_az-1176724033', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:49.711780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.719939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.736904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.737797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.779077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.805171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.886926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Pushing event updated for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:49.930187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.932837 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:49.936937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0595063e-9702-4b71-9ce7-1d1730e82ca7 HTTP/1.1" status: 204 len: 168 time: 0.5494518 Jul 16 22:17:49.957774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9ee9-ce79-4316-9b77-a79511bed3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595063e-9702-4b71-9ce7-1d1730e82ca7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:49.964638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Network 15386ae4-067e-4e04-bf15-632e50155d4f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:49.981016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:49.990765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1608c72-fcbb-4f0e-ae0f-107fc7e965c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.028022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1608c72-fcbb-4f0e-ae0f-107fc7e965c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.061788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26836cee-7543-4af9-8094-52c983408350 service neutron] Pushing event updated for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:50.089101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526dbc-85a4-4988-a520-e74f6b6ae5c9 req-c3ed7824-e8b7-48c6-9b73-dc5fef3b875f tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:50.098091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb526dbc-85a4-4988-a520-e74f6b6ae5c9 req-c3ed7824-e8b7-48c6-9b73-dc5fef3b875f tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 935 time: 1.4564552 Jul 16 22:17:50.169153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608c72-fcbb-4f0e-ae0f-107fc7e965c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975147f1-ccda-4246-8a70-c5f76e805ac8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:50.182529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e1608c72-fcbb-4f0e-ae0f-107fc7e965c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb78826c6c334f72846ff7b065dbf0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6026716 Jul 16 22:17:50.240850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:50.386143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.443242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 023d5d22-75df-46ff-bad4-394843f09fca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:50.599040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.615019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:50.618228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.620200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-26836cee-7543-4af9-8094-52c983408350 service neutron] 10.222.0.47 "PUT /v2.0/ports/c1334dc6-7c8a-4d0c-9da1-ec12db462124 HTTP/1.1" status: 200 len: 1096 time: 3.6122537 Jul 16 22:17:50.630096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:50.631398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:17:50.641097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e38a68d-7ab0-46ed-8093-f2fe48ea8cfb None None] Provisioning complete for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:50.642939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e38a68d-7ab0-46ed-8093-f2fe48ea8cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.739805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e86dd13e-3c1d-4fad-b7dd-b2ad23dc2786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.744633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 023d5d22-75df-46ff-bad4-394843f09fca completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:50.747171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Router 2eafb714-8783-4004-9680-805a91ad8e87 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:17:50.749853 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c89ec85-cf18-43ae-a49d-9013f51960b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.765118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 023d5d22-75df-46ff-bad4-394843f09fca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:50.766053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.783360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e86dd13e-3c1d-4fad-b7dd-b2ad23dc2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.793355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:50.891807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6e38a68d-7ab0-46ed-8093-f2fe48ea8cfb None None] Port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:17:51.016714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb526dbc-85a4-4988-a520-e74f6b6ae5c9 req-3bb5d310-31c3-4131-ba62-956733ece5c7 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9180467 Jul 16 22:17:51.032241 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.109642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1358eb6-7f9c-46b5-995e-835a62980908 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:17:51.128781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.136655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:51.138669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e86dd13e-3c1d-4fad-b7dd-b2ad23dc2786 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ba08a988fb8428baa9cd2f975f2e6db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9546385 Jul 16 22:17:51.140833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dd13e-3c1d-4fad-b7dd-b2ad23dc2786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4eae2-6efb-4731-a26f-5c776309e7bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.148464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 023d5d22-75df-46ff-bad4-394843f09fca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=023d5d22-75df-46ff-bad4-394843f09fca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:51.158908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.174760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-d016324d-a04a-4f66-a905-3adcf7f251f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:51.176757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-d016324d-a04a-4f66-a905-3adcf7f251f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 1099 time: 0.3500226 Jul 16 22:17:51.179928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Transition to ACTIVE for port object d1358eb6-7f9c-46b5-995e-835a62980908 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:51.192377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.272008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=023d5d22-75df-46ff-bad4-394843f09fca,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.346375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-5c8af9eb-6996-411a-871b-92a1c728f2d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124 HTTP/1.1" status: 200 len: 217 time: 0.1507602 Jul 16 22:17:51.368671 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:17:51.372019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db40b-e000-4637-b64e-058595159af4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.410563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.476831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Attempting to bind port d1358eb6-7f9c-46b5-995e-835a62980908 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:51.477308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Attempting to bind port d1358eb6-7f9c-46b5-995e-835a62980908 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:51.477779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Attempting to bind port d1358eb6-7f9c-46b5-995e-835a62980908 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:51.488252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.497278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Port d1358eb6-7f9c-46b5-995e-835a62980908 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:17:51.497741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Attempting to bind port d1358eb6-7f9c-46b5-995e-835a62980908 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:51.505663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:51.507663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:51.508163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:51.508719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Bound port: d1358eb6-7f9c-46b5-995e-835a62980908, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:51.509211 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.601782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.604946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.606254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/975147f1-ccda-4246-8a70-c5f76e805ac8 HTTP/1.1" status: 204 len: 168 time: 1.3642747 Jul 16 22:17:51.650714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f34bf-f08b-499c-bbac-bbfc835bcf03 req-5e1196c1-ad7b-485d-bbed-bb6b40c39765 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:51.658468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c37f34bf-f08b-499c-bbac-bbfc835bcf03 req-5e1196c1-ad7b-485d-bbed-bb6b40c39765 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.6572728 Jul 16 22:17:51.679166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59e50-95a0-4da8-84bd-de711cdd8881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975147f1-ccda-4246-8a70-c5f76e805ac8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.747780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:17:51.758883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6a3aa774-9692-4528-a511-c3dfeb5d0eba admin admin] 10.222.0.70 "PUT /v2.0/routers/2eafb714-8783-4004-9680-805a91ad8e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7330482 Jul 16 22:17:51.772914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Sync routers for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:17:51.786832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:51.790571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:51.826028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c37f34bf-f08b-499c-bbac-bbfc835bcf03 req-609bd39e-cf21-4467-88d4-da3c07bf4cdf tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662948 Jul 16 22:17:51.835945 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a91e300-39ce-4469-a9f5-b8068b8f081a x-openstack-request-id: req-1a91e300-39ce-4469-a9f5-b8068b8f081a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:17:51.837304 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:17:51.837581 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a91e300-39ce-4469-a9f5-b8068b8f081a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:17:51.838084 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124', 'status': 'completed', 'code': 200} Jul 16 22:17:51.858204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.865775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.873022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08c4eae2-6efb-4731-a26f-5c776309e7bc HTTP/1.1" status: 204 len: 168 time: 0.7315276 Jul 16 22:17:51.878786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c89ec85-cf18-43ae-a49d-9013f51960b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.885645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:51.889655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c89ec85-cf18-43ae-a49d-9013f51960b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:51.899433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d1358eb6-7f9c-46b5-995e-835a62980908,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:51.920624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3fe70-eee6-4e88-9dea-4b1afd464c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4eae2-6efb-4731-a26f-5c776309e7bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.924295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c89ec85-cf18-43ae-a49d-9013f51960b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f1acebb73e14f9081bd5412bc8d8177&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2897220 Jul 16 22:17:51.928142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:51.963590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ec85-cf18-43ae-a49d-9013f51960b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86da30e-a603-4f53-92a8-63c0e0e312db,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:51.999576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.156022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:52.158071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.159601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-768db40b-e000-4637-b64e-058595159af4 service neutron] 10.222.0.68 "PUT /v2.0/ports/d1358eb6-7f9c-46b5-995e-835a62980908 HTTP/1.1" status: 200 len: 1118 time: 2.9191446 Jul 16 22:17:52.388940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 023d5d22-75df-46ff-bad4-394843f09fca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:52.403400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:52.412856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.457547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade344c8-d063-42e0-ba63-b97e48862518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.474004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:52.534735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 023d5d22-75df-46ff-bad4-394843f09fca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:52.539700 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.635382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db40b-e000-4637-b64e-058595159af4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:52.672254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade344c8-d063-42e0-ba63-b97e48862518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.682717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade344c8-d063-42e0-ba63-b97e48862518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.751501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ade344c8-d063-42e0-ba63-b97e48862518 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5aac71eb6a1487b80a8ad37884bd0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466678 Jul 16 22:17:52.769974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade344c8-d063-42e0-ba63-b97e48862518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb91833-da7c-4643-b5b7-58b1aa3be4bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:52.774967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:52.787430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.801913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.869795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:48Z', 'revision_number': 4, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8245fc5f-53bd-4bdb-af5d-092add9d31f6', 'name': '', 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'mac_address': 'fa:16:3e:d4:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:45Z', 'updated_at': '2021-07-16T22:17:49Z', 'revision_number': 2, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'subnets': [{'id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:52.885232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.929701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Checking router: 2eafb714-8783-4004-9680-805a91ad8e87 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:17:52.931905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Updating router 2eafb714-8783-4004-9680-805a91ad8e87 port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:17:52.934038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:52.934187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-b6d46e3f-fbc6-428f-8e0c-ae776c9cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:52.945120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:52.947523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-b6d46e3f-fbc6-428f-8e0c-ae776c9cd55c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.4368958 Jul 16 22:17:52.965710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c844bce0-2a1e-48b6-af2b-ac1926e3e108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.025212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.124339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c844bce0-2a1e-48b6-af2b-ac1926e3e108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.128537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.132399 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.133994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cb91833-da7c-4643-b5b7-58b1aa3be4bc HTTP/1.1" status: 204 len: 168 time: 0.3580568 Jul 16 22:17:53.138486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c844bce0-2a1e-48b6-af2b-ac1926e3e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.189397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fad741-ec23-421a-8c03-9abdfa45e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb91833-da7c-4643-b5b7-58b1aa3be4bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:53.234276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c844bce0-2a1e-48b6-af2b-ac1926e3e108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8b0c8f9fbc44d149e549417b1db8ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877285 Jul 16 22:17:53.238967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:53.254176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07158-ae22-42af-837c-86a649630684 req-5875d3d5-b2c7-443e-a003-9edc1849a1d0 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:53.255785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89c07158-ae22-42af-837c-86a649630684 req-5875d3d5-b2c7-443e-a003-9edc1849a1d0 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.9047236 Jul 16 22:17:53.257617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-1291a818-9acd-4e01-8dd6-05f760a83125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:53.258946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-1291a818-9acd-4e01-8dd6-05f760a83125 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=236b1b7b1ce044e19a224a6990f33adb&device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 1121 time: 1.0551910 Jul 16 22:17:53.284787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844bce0-2a1e-48b6-af2b-ac1926e3e108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a536f0-525f-4301-bcec-787b7ff3df49,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:53.335306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac2e3f-3fb4-46d8-993e-afe064ea0a9d req-9e04f4c7-a2d0-45e6-b493-f5ead4d643ae tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:53.337578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82ac2e3f-3fb4-46d8-993e-afe064ea0a9d req-9e04f4c7-a2d0-45e6-b493-f5ead4d643ae tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.2105362 Jul 16 22:17:53.358159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.372839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.380840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.388985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e86da30e-a603-4f53-92a8-63c0e0e312db HTTP/1.1" status: 204 len: 168 time: 1.4589229 Jul 16 22:17:53.400904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.404497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-30d450ec-5212-4fcf-8e7c-b8acbf23790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:53.409684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-30d450ec-5212-4fcf-8e7c-b8acbf23790d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4463000 Jul 16 22:17:53.434219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82ac2e3f-3fb4-46d8-993e-afe064ea0a9d req-0d3df5f4-78c0-4bbf-9913-5a28f172cabd tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771110 Jul 16 22:17:53.458274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89c07158-ae22-42af-837c-86a649630684 req-6cb3426b-12e2-4554-bdef-8f04049b37c3 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860909 Jul 16 22:17:53.470513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85f968-2e63-4674-a5cc-68e82cfa0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86da30e-a603-4f53-92a8-63c0e0e312db,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:53.513323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.517403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.519147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4a536f0-525f-4301-bcec-787b7ff3df49 HTTP/1.1" status: 204 len: 168 time: 0.2790532 Jul 16 22:17:53.537569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0b39-4e4c-4e0d-8696-3fcdc3e21aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a536f0-525f-4301-bcec-787b7ff3df49,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:53.628441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-c9d2bb0d-bb7e-490d-9606-aefca59831ff service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011704 Jul 16 22:17:53.659023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.682277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Transition to ACTIVE for port object 8245fc5f-53bd-4bdb-af5d-092add9d31f6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:17:53.699532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:53.790593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b31910-9f55-4a08-aac9-319c48cc474d None None] Pushing event updated for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:53.805186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:17:53.868232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:17:53.873865 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9831f75-dd14-4f12-983a-0b9675c7d7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:17:53.889291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd2c370a-6ca7-4920-ad78-513a50efd33b req-29a68550-10d2-4edc-bb8e-6c0c8bf1d67d service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522264 Jul 16 22:17:54.023498 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c10e5b-0f52-4f61-91c4-9bbebb7301b2 x-openstack-request-id: req-73c10e5b-0f52-4f61-91c4-9bbebb7301b2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:17:54.023790 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:17:54.024068 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73c10e5b-0f52-4f61-91c4-9bbebb7301b2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:17:54.024459 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908', 'status': 'completed', 'code': 200} Jul 16 22:17:54.069285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Attempting to bind port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:17:54.069960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Attempting to bind port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:17:54.070091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Attempting to bind port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 on network 15386ae4-067e-4e04-bf15-632e50155d4f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:17:54.095698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:17:54.099110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Checking segment: {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:17:54.099680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:54.100248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Bound using segment: {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:17:54.100892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Bound port: 8245fc5f-53bd-4bdb-af5d-092add9d31f6, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff1429-e190-4aec-9248-83be47a23169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:17:54.101559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:54.156908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-ad00ac4c-366f-4729-a5c4-acf65d25d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:54.159274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-ad00ac4c-366f-4729-a5c4-acf65d25d7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 1099 time: 0.2157578 Jul 16 22:17:54.271974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] For port 8245fc5f-53bd-4bdb-af5d-092add9d31f6, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:17:54.275800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] For port 8245fc5f-53bd-4bdb-af5d-092add9d31f6, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8245fc5f-53bd-4bdb-af5d-092add9d31f6,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:17:54.281978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:54.394278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:17:54.395724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:17:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:54.506358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b31910-9f55-4a08-aac9-319c48cc474d None None] Pushing event updated for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:54.555076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-2028a562-ccae-45c9-9982-fb93b9b39488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:54.556400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:17:54.556586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-2028a562-ccae-45c9-9982-fb93b9b39488 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3851452 Jul 16 22:17:54.657007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-8121c3e5-0178-4780-a506-8d2acf2b6608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124 HTTP/1.1" status: 200 len: 217 time: 0.0933557 Jul 16 22:17:54.790807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-1f112418-c69c-484c-a8bc-1ae43f36cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:54.792298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-1f112418-c69c-484c-a8bc-1ae43f36cc26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1293969 Jul 16 22:17:54.904501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-d9c665dc-1f36-4fec-8162-4d10f3db0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:54.906236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-d9c665dc-1f36-4fec-8162-4d10f3db0326 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071332 Jul 16 22:17:54.949324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707058a-e52c-412a-9f52-6ed60168c9e7 req-90f95977-11c9-4582-8534-0ed89388949e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:54.957279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2707058a-e52c-412a-9f52-6ed60168c9e7 req-90f95977-11c9-4582-8534-0ed89388949e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.1957886 Jul 16 22:17:55.041877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-20c1a902-ec07-413f-a60c-b659993fc2de service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278827 Jul 16 22:17:55.072387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2707058a-e52c-412a-9f52-6ed60168c9e7 req-576a4a10-9ee4-43f8-9748-72050c86e60b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072533 Jul 16 22:17:55.135661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:48Z', 'revision_number': 4, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8245fc5f-53bd-4bdb-af5d-092add9d31f6', 'name': '', 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'mac_address': 'fa:16:3e:d4:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:45Z', 'updated_at': '2021-07-16T22:17:54Z', 'revision_number': 4, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'subnets': [{'id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:17:55.193971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971ab2b-a6a3-4bd0-a401-165840472eb8 None None] The sync data for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 is: [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:17:48Z', 'revision_number': 4, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8245fc5f-53bd-4bdb-af5d-092add9d31f6', 'name': '', 'network_id': '15386ae4-067e-4e04-bf15-632e50155d4f', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'mac_address': 'fa:16:3e:d4:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:45Z', 'updated_at': '2021-07-16T22:17:54Z', 'revision_number': 4, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'subnets': [{'id': 'b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:17:55.531435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5afdeaf-c368-40f7-9e8c-b6b701c7d56a req-ed723ec4-67a7-44a4-b1a6-b8dbc25f82fe service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816957 Jul 16 22:17:55.618718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-a34016c4-4c89-43de-b410-adae10c83161 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d1358eb6-7f9c-46b5-995e-835a62980908 HTTP/1.1" status: 200 len: 217 time: 0.0861933 Jul 16 22:17:55.627053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8855e-a89e-42e5-8933-51b5ba856b60 req-37d2ce1c-5453-45d9-8a93-0a276e550702 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:55.630666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd8855e-a89e-42e5-8933-51b5ba856b60 req-37d2ce1c-5453-45d9-8a93-0a276e550702 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.2715716 Jul 16 22:17:55.716811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd8855e-a89e-42e5-8933-51b5ba856b60 req-c9aee06d-c75f-4e8b-a9fe-ed67c4d26a1f tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816472 Jul 16 22:17:55.766562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-d42f6f9a-e2c7-4ecc-b444-1ad72be5180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:55.774110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-d42f6f9a-e2c7-4ecc-b444-1ad72be5180b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1202292 Jul 16 22:17:55.819353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:55.826138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219555735', 'description': 'tempest-description--41308546'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:55.913416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:55.952824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-03d25618-ef2c-4d0b-8aa0-0196b9f4ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:55.955160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-03d25618-ef2c-4d0b-8aa0-0196b9f4ed83 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403079 Jul 16 22:17:56.073616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.082659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.105676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.106916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2864504 Jul 16 22:17:56.112329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:56.119455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'security_group_rule': {'security_group_id': '7a6e0266-cbee-40fa-8bba-a9200faf1187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:56.162587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c37de5-bb47-4c38-8393-57ca53883a22 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e0266-cbee-40fa-8bba-a9200faf1187,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:56.189342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.371373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.385298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.402600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8245fc5f-53bd-4bdb-af5d-092add9d31f6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:56.437166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee93d80-98f6-42f6-8fbf-32c1e0b567d6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:56.467369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.469210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66f82287-81c7-4ffc-ba55-f1335718e879 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549595 Jul 16 22:17:56.472623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:56.478198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'security_group_rule': {'security_group_id': '7a6e0266-cbee-40fa-8bba-a9200faf1187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:56.533537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:17:56.540927 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.547254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:56.547637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.573450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db4b71-f968-4e49-905a-5b36c1973b11 req-cb1146c9-61ce-41f6-8a09-2f0280ac9d19 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:56.586466 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80db4b71-f968-4e49-905a-5b36c1973b11 req-cb1146c9-61ce-41f6-8a09-2f0280ac9d19 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.2355652 Jul 16 22:17:56.794784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80db4b71-f968-4e49-905a-5b36c1973b11 req-dd681611-0396-448c-bbab-0f839eec0581 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027311 Jul 16 22:17:56.795965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.802873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.808585 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.856431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f1b0f3-f9de-4ce0-a83a-c165997ce1df,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:56.893965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.899874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:56.905190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:56.911524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f200f66-7ad5-402f-bd7e-00c59ca6b770 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374971 Jul 16 22:17:56.917654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 8245fc5f-53bd-4bdb-af5d-092add9d31f6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8245fc5f-53bd-4bdb-af5d-092add9d31f6,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:17:56.925400 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:56.977170 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:57.028148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:57.215591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800f0ae-6c86-4df8-83cc-11af77f35c35 req-bbf7b588-88bf-4139-8faf-faeb832addc9 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:57.233653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e800f0ae-6c86-4df8-83cc-11af77f35c35 req-bbf7b588-88bf-4139-8faf-faeb832addc9 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.2300458 Jul 16 22:17:57.295181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e800f0ae-6c86-4df8-83cc-11af77f35c35 req-2690f3fe-161b-45ad-a740-ee3d8b1efa86 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Jul 16 22:17:57.410424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:57.487512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f227c8ef-9dde-4234-80a3-dc976aed56d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:57.565489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Allocated IP 172.25.5.87 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/790270ba-5458-46a8-857c-88d2267ad2e3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:17:57.762557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:57.827331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:57.946696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:17:57.960876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:17:57.962859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'Port': ['ID=790270ba-5458-46a8-857c-88d2267ad2e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:57.966626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:17:58.130923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.160414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e87f-5583-4b6f-9e87-fd5b223eaa54 req-08bf0dd6-e9f2-49c6-82c7-3f523794018c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:58.168205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b60e87f-5583-4b6f-9e87-fd5b223eaa54 req-08bf0dd6-e9f2-49c6-82c7-3f523794018c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.1688101 Jul 16 22:17:58.211243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.244475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1686825821', 'description': 'tempest-description-447993416'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:17:58.297929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b60e87f-5583-4b6f-9e87-fd5b223eaa54 req-c3836127-35f1-41da-8c57-77d3c4696f15 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240714 Jul 16 22:17:58.319893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.358541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8245fc5f-53bd-4bdb-af5d-092add9d31f6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:17:58.369138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.404514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-303117ec-a5dc-4a86-b78f-5160e0bc359b service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279739 Jul 16 22:17:58.424904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:17:58.425399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.559084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.570403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.629941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c87e8f5c-0752-460a-bb3c-1a06bdd1baa3 req-0596c924-d994-4432-9ec3-d408252babeb service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175515 Jul 16 22:17:58.682407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:58.703444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a15197-d0a7-4aa5-b530-4683b3310b0f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:58.822095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.826641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-eebd72ef-e814-4513-8d05-7be12ffea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:58.828366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-eebd72ef-e814-4513-8d05-7be12ffea469 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=236b1b7b1ce044e19a224a6990f33adb&device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 1121 time: 0.1208832 Jul 16 22:17:58.834581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.929060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2760c3d-90db-4716-956a-b90fbdbc5910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.983312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:58.999880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-0df27e4f-9462-4c05-8a08-62303197bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:59.001388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-0df27e4f-9462-4c05-8a08-62303197bb1b service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1498580 Jul 16 22:17:59.030890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.057049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.081136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.083011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1820149 Jul 16 22:17:59.083790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8051dfe-b6de-4855-a02e-f9e8038ef6c9 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'Port': ['ID=790270ba-5458-46a8-857c-88d2267ad2e3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:59.142051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7836d22-5873-4342-9160-0d910ced8692,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:59.225391 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2760c3d-90db-4716-956a-b90fbdbc5910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.232166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2760c3d-90db-4716-956a-b90fbdbc5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.236640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.238087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-183aa5c5-7406-4453-9586-ccbb3290279c req-22999a4d-f420-4a23-b71b-6369ac8da982 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0240099 Jul 16 22:17:59.285261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e2760c3d-90db-4716-956a-b90fbdbc5910 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c01e4af21534ca481c855705362322a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017163 Jul 16 22:17:59.286243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760c3d-90db-4716-956a-b90fbdbc5910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70d677-47e5-42b4-8d27-a4a3ae2d1503,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:59.287963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42414) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:17:59.372278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-f70585a3-8abc-4437-b6c8-d3709d2af0d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d1358eb6-7f9c-46b5-995e-835a62980908 HTTP/1.1" status: 200 len: 217 time: 0.0678093 Jul 16 22:17:59.390345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.438933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.442601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-3d1d5bf3-fc99-416e-ae40-e973b00a8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:59.445007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-3d1d5bf3-fc99-416e-ae40-e973b00a8b49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0643938 Jul 16 22:17:59.490933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59482e-63e0-42c3-81cc-88b966fd3d6e req-b1586937-b5b5-40f4-8590-63affdf6a5c4 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:59.492500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e59482e-63e0-42c3-81cc-88b966fd3d6e req-b1586937-b5b5-40f4-8590-63affdf6a5c4 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.1134887 Jul 16 22:17:59.546439 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e59482e-63e0-42c3-81cc-88b966fd3d6e req-43edc8d0-9902-4bd6-82c5-f3f6753cdd69 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Jul 16 22:17:59.547171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.550557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:17:59.555032 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f70d677-47e5-42b4-8d27-a4a3ae2d1503 HTTP/1.1" status: 204 len: 168 time: 0.2658925 Jul 16 22:17:59.563578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a26812-2a1e-4a11-9390-b446e8182278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70d677-47e5-42b4-8d27-a4a3ae2d1503,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:17:59.623809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-cc291a06-29d5-4f4d-b135-b5de2c6cb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:17:59.625284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-cc291a06-29d5-4f4d-b135-b5de2c6cb5c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1737068 Jul 16 22:17:59.853221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbae456-e820-4599-b418-6ce6ab1286a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.032555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:00.042838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.056147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89670823-a231-4046-a4c9-372a84752ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.057017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-d8d29f71-0935-4843-8ae0-741278c96be5 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a6fda8507367426289e665e4036a77f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469911 Jul 16 22:18:00.174025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-f5485ab5-72d1-4817-bf91-c0d099425ab5 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:00.175718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-f5485ab5-72d1-4817-bf91-c0d099425ab5 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132333 Jul 16 22:18:00.200459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-d82f3c71-7df2-4e2e-9793-0654eac6860d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/quotas/a6fda8507367426289e665e4036a77f5 HTTP/1.1" status: 200 len: 375 time: 0.0170643 Jul 16 22:18:00.234880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-78f3ee72-af9c-4ca5-9938-eb8a36b5c9cd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330346 Jul 16 22:18:00.245674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-16965e87-0ba5-4d12-9104-c0fabe967a30 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1219555735&fields=id&tenant_id=03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 267 time: 0.2012267 Jul 16 22:18:00.434525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1251472108', 'description': 'tempest-description-383094388'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:00.488321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-bd7d87fd-9f4f-42a7-ad8b-c60ce7f07b08 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601665 Jul 16 22:18:00.502170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-13d8a03b-5e48-4fb0-8b18-4f611615a15f tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:00.503681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-13d8a03b-5e48-4fb0-8b18-4f611615a15f tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 823 time: 0.2479708 Jul 16 22:18:00.534570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89670823-a231-4046-a4c9-372a84752ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.537308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-de4fccc7-8610-4a64-9777-f961e152252c tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/quotas/03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 375 time: 0.0264266 Jul 16 22:18:00.542119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89670823-a231-4046-a4c9-372a84752ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.616145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.618881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-89670823-a231-4046-a4c9-372a84752ecd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91216c81fe9f46a999926c826762dde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848048 Jul 16 22:18:00.628311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:00.654730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9831f75-dd14-4f12-983a-0b9675c7d7fb req-59b1acdb-231f-4261-9038-baeb96595c02 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567357 Jul 16 22:18:00.669698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89670823-a231-4046-a4c9-372a84752ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2cad66-5f31-460a-aa6c-9ae1d65d02a3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:00.737300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.751991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.781608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-b476358e-7ff7-4776-b1e4-522494914162 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2192285 Jul 16 22:18:00.788932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.790232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea8ec3fe-0890-4988-815a-ecde23e36b8e req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3624032 Jul 16 22:18:00.792117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a996d-f6e0-4b77-b13d-62440f92b8b1 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc0075-25e1-4ae3-aada-cbfb7db47661,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:00.836923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.882702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.952647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.955824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:00.960491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a2cad66-5f31-460a-aa6c-9ae1d65d02a3 HTTP/1.1" status: 204 len: 168 time: 0.3263624 Jul 16 22:18:00.978437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dec47-554b-4923-ada8-6728ccfc1aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2cad66-5f31-460a-aa6c-9ae1d65d02a3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:01.014860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f6355-6e94-4327-b2ff-1f69907d963c req-b18ce432-1c0e-4522-81c9-e5ef14f8479b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:01.017163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a24f6355-6e94-4327-b2ff-1f69907d963c req-b18ce432-1c0e-4522-81c9-e5ef14f8479b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.0957599 Jul 16 22:18:01.042504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-0c92305c-b363-4d21-bd6f-e7a5bde4bc15 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:18:01.043895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-0c92305c-b363-4d21-bd6f-e7a5bde4bc15 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0784972 Jul 16 22:18:01.091278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a24f6355-6e94-4327-b2ff-1f69907d963c req-a7425f39-61d6-41e5-8583-4430ee8fdad0 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Jul 16 22:18:01.189724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-aff161c9-5932-4a4e-9af0-ebcc018ffd36 service neutron] 10.222.0.70 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375182 Jul 16 22:18:01.222147 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:01.251566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9245604-517e-410f-810c-7ff0263e9a74 req-4806b6c8-a0a5-4f00-8450-239244103362 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0338080 Jul 16 22:18:01.316837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-b60bdbff-168f-4d45-a361-0bf43d2fb093 service neutron] 10.222.0.70 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207705 Jul 16 22:18:01.487415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100ceb9-2772-4c86-bfae-4f0564a03d8f req-f8501129-8656-46c3-9228-41bfddd21053 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:01.495052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4100ceb9-2772-4c86-bfae-4f0564a03d8f req-f8501129-8656-46c3-9228-41bfddd21053 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.1095364 Jul 16 22:18:01.565784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4100ceb9-2772-4c86-bfae-4f0564a03d8f req-60589f1b-76c3-484e-96dd-89e6f99152af tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658648 Jul 16 22:18:01.672771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e860044-cf86-40a9-82bd-2aa9ba6c2085 req-82ab5b67-288d-4e56-994d-0af1c2544858 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 210 time: 0.0485632 Jul 16 22:18:01.954936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1596171673', 'description': 'tempest-description-1652632299'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:01.990464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.013712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.178126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.185453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.220913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0e8d0-6540-4c10-9c4c-6a7c353967fb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:02.238101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:02.317534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.322110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.335781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde7abd-456c-410c-8901-8d4fd7de427a req-43552d7f-3f48-42d8-be5e-dfaff27ba581 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:02.338000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bde7abd-456c-410c-8901-8d4fd7de427a req-43552d7f-3f48-42d8-be5e-dfaff27ba581 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.1217947 Jul 16 22:18:02.349052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.354560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d2cedc8-2d66-4099-9937-6108dd128c42 req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4090598 Jul 16 22:18:02.372655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee8e1-abab-4502-a7c3-1cac37e98c5a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2415050-cc0e-4f33-b01a-f3812b794ea8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:02.381700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1105607487-network', 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:02.426548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:02.430092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.430910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bde7abd-456c-410c-8901-8d4fd7de427a req-2aadfa52-8551-4dd2-9b68-4b65458fe799 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729218 Jul 16 22:18:02.440074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.477266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1126401366', 'description': 'tempest-description-1391844689'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:02.504143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a8b5f4-40bf-4d66-8347-42d2081bc5e1 req-f85db824-8612-4052-b740-fb2055311ea6 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0359216 Jul 16 22:18:02.561747 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.601818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.606470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.633850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.644097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:18:02.653538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83263bed-3ee3-45c3-b6b1-8b8733d61a25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:02.663271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.663604 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Added segment fa0ece18-61d3-4a0f-bda1-9f8f092f2968 of type vlan for network 0948cc14-417f-4770-86a4-b3a528181ed5 Jul 16 22:18:02.742730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.763297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.769426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.800461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.801898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb810ff8-69e9-467e-971e-6e472fd2520f req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3290932 Jul 16 22:18:02.804021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc250890-b9c5-487a-80e4-9b9ebd69c207 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42bac73-eb02-49ee-96c4-e19390cdabf0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:02.811181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.812306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:02.812925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.868190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d48f8-a525-451e-9548-4e0bbc4ab0b2 req-91681066-dd96-40fb-94dd-48e6458ae032 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:02.870972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b9d48f8-a525-451e-9548-4e0bbc4ab0b2 req-91681066-dd96-40fb-94dd-48e6458ae032 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.1413321 Jul 16 22:18:02.876362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6349871 Jul 16 22:18:02.876671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:02.881634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Request body: {'subnet': {'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1105607487-subnet', 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:02.908415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762337e-f2ee-4b2c-97a1-9548a9d04cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=0948cc14-417f-4770-86a4-b3a528181ed5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:02.917934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:02.919203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0948cc14-417f-4770-86a4-b3a528181ed5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:18:02.920394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:02.944568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b9d48f8-a525-451e-9548-4e0bbc4ab0b2 req-278135d0-ad09-456e-ad49-743197aec50b tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Jul 16 22:18:03.090028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95b0b2ff-4fc4-4233-b01b-6f286776baaf req-5610a326-928e-44a9-80c8-9b2b632274bb tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 210 time: 0.0592673 Jul 16 22:18:03.178045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:03.227801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-88f2f078-52d2-4c36-97e3-9fa46c60caf3 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34022 time: 0.2355630 Jul 16 22:18:03.241591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf4f6c0-af19-456a-96cb-54d924033b97,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:03.264861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:03.265256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Network hostable DHCP agents. Network: 0948cc14-417f-4770-86a4-b3a528181ed5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:18:03.279326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-bcc5843b-92c3-445a-9bfc-b86a521dd132 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/14a15197-d0a7-4aa5-b530-4683b3310b0f HTTP/1.1" status: 200 len: 2981 time: 0.0419331 Jul 16 22:18:03.284171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Network 0948cc14-417f-4770-86a4-b3a528181ed5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:18:03.299183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0948cc14-417f-4770-86a4-b3a528181ed5) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:03.303470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:03.304062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:03.311003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cbc4a8-9dae-41c3-8757-59256c1aa092 None None] Network 0948cc14-417f-4770-86a4-b3a528181ed5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:03.322572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1ff4d9a5-3f08-4427-b4cb-c3b448046bb2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4440939 Jul 16 22:18:03.328055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-a7fb633e-e1d7-4dcd-b140-e0eb1d59e7bc tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/14a15197-d0a7-4aa5-b530-4683b3310b0f HTTP/1.1" status: 200 len: 2981 time: 0.0454798 Jul 16 22:18:03.385007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-c2643030-0b50-42c2-b8e0-c412ab809511 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f30f019-2ba3-4a30-9fa8-1b10d18dc468 HTTP/1.1" status: 200 len: 2977 time: 0.0455332 Jul 16 22:18:03.436735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-a3acf9a7-a802-4e70-8d96-866c84b10340 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f30f019-2ba3-4a30-9fa8-1b10d18dc468 HTTP/1.1" status: 200 len: 2977 time: 0.0459812 Jul 16 22:18:03.471312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20183bd-ef8b-4770-a3e9-bf6441c41d48 None None] Network 0948cc14-417f-4770-86a4-b3a528181ed5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:03.493907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-d1a8124d-d4d2-47f7-b1bd-bc83f1fa9623 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/3aee5cb1-eae4-4b92-8f73-fa489bacec5c HTTP/1.1" status: 200 len: 2977 time: 0.0501802 Jul 16 22:18:03.568639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-0aa86a51-61b1-4af5-b5b7-fdae036186a8 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/3aee5cb1-eae4-4b92-8f73-fa489bacec5c HTTP/1.1" status: 200 len: 2977 time: 0.0621357 Jul 16 22:18:03.616293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-16761092-a86d-4745-99ee-73651a285364 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4de0e8d0-6540-4c10-9c4c-6a7c353967fb HTTP/1.1" status: 200 len: 2981 time: 0.0484464 Jul 16 22:18:03.663386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-2385deca-70db-451a-9616-684c4ecaf9a5 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4de0e8d0-6540-4c10-9c4c-6a7c353967fb HTTP/1.1" status: 200 len: 2981 time: 0.0412126 Jul 16 22:18:03.698270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c02b2-596c-4cd9-affa-7d94e739502c req-cad1b3e4-89eb-47ca-bee1-cb3892fa2d2b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:03.705331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53c02b2-596c-4cd9-affa-7d94e739502c req-cad1b3e4-89eb-47ca-bee1-cb3892fa2d2b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.0769033 Jul 16 22:18:03.724950 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-d2173149-8be1-4ca0-80c2-eaf11fa72f91 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/58246fd3-4361-4cff-897e-99345dc9fb24 HTTP/1.1" status: 200 len: 2977 time: 0.0529046 Jul 16 22:18:03.754990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53c02b2-596c-4cd9-affa-7d94e739502c req-19f4986a-8cc9-4943-a565-2d1143dc1724 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 Jul 16 22:18:03.810868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-51851b39-d2c4-4c98-bd8d-da9b1aae7e61 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/58246fd3-4361-4cff-897e-99345dc9fb24 HTTP/1.1" status: 200 len: 2977 time: 0.0670564 Jul 16 22:18:03.873552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-f6eda27d-4426-48f9-a231-4ce65a7aeded tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83263bed-3ee3-45c3-b6b1-8b8733d61a25 HTTP/1.1" status: 200 len: 2981 time: 0.0483282 Jul 16 22:18:03.929494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-315ed5b1-593c-4c1b-b460-e7ec80efcdec tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83263bed-3ee3-45c3-b6b1-8b8733d61a25 HTTP/1.1" status: 200 len: 2981 time: 0.0522163 Jul 16 22:18:03.936291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67ba697b-82a7-4224-9678-7f4e2dd53934 req-a0d1820a-600d-46f0-8bc9-e7ac57b38161 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jul 16 22:18:03.973980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-65397d2a-5f3e-49ea-832f-11653a957c81 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/914b3980-efc2-4c49-aea0-5538d898f2c0 HTTP/1.1" status: 200 len: 2973 time: 0.0380590 Jul 16 22:18:04.027816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-33f60f17-fa81-42ac-9f4f-8b70cac3ec09 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/914b3980-efc2-4c49-aea0-5538d898f2c0 HTTP/1.1" status: 200 len: 2973 time: 0.0468004 Jul 16 22:18:04.069624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42528) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:04.074772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1062452955-network', 'tenant_id': 'ca9f7245e49d43178bd20cae5e13c38c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:04.075406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-2a6b5ce9-5ab7-4a21-9e71-204c7572dabf tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e72d5ada-e89d-4a45-b167-673ba85d9d25 HTTP/1.1" status: 200 len: 2977 time: 0.0414760 Jul 16 22:18:04.132404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-13dc193d-b520-48ce-a63f-81ebc00162c4 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e72d5ada-e89d-4a45-b167-673ba85d9d25 HTTP/1.1" status: 200 len: 2977 time: 0.0508590 Jul 16 22:18:04.144411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Made reservation on behalf of ca9f7245e49d43178bd20cae5e13c38c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:04.146737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.161031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.179662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-d3cba375-a4a6-4160-89a6-d37e2a96aa0f tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f0fd7526-ccca-4aa5-9af0-05b600096d14 HTTP/1.1" status: 200 len: 2977 time: 0.0412793 Jul 16 22:18:04.189889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fba7f0-3ac2-40c1-8518-1ad3544d3f13 req-b48a9c56-c397-4caf-95ba-5979538e9d83 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:04.191410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0fba7f0-3ac2-40c1-8518-1ad3544d3f13 req-b48a9c56-c397-4caf-95ba-5979538e9d83 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.1111135 Jul 16 22:18:04.221317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c420b13-0e80-4bf6-aaa9-d746fdcc28cd req-21f5ed2b-4d53-4ce9-8f46-44003f71688c tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f0fd7526-ccca-4aa5-9af0-05b600096d14 HTTP/1.1" status: 200 len: 2977 time: 0.0371451 Jul 16 22:18:04.258476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0fba7f0-3ac2-40c1-8518-1ad3544d3f13 req-05119fdb-515e-4902-8e0a-4853b50681b1 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Jul 16 22:18:04.319988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.329328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.343841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52d5b434-ab99-4769-a768-65fc726c3714 req-c799b0c5-3df1-42ea-9df8-2eabb02b0b89 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 210 time: 0.0279622 Jul 16 22:18:04.375510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:18:04.393571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adab07a-df98-4206-81a8-c3e6e90916c5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:04.406427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.406768 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Added segment a4fc35de-140a-48fe-bb43-06b616221ccf of type vlan for network 576d3952-8fd0-44de-8cc6-9b9bb453a749 Jul 16 22:18:04.424231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-815d6dd6-ddca-49d7-aae5-e2b923efdda8 req-f9cfd82c-b23a-4174-a9f9-c4235161e8d2 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=192e4f0336cf40408771d6ea3e20a2f3 HTTP/1.1" status: 200 len: 6102 time: 0.1306310 Jul 16 22:18:04.466652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.505141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-815d6dd6-ddca-49d7-aae5-e2b923efdda8 req-e3255c35-b2dc-458c-acc7-5dc54eac5e09 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "GET /v2.0/security-groups/14a15197-d0a7-4aa5-b530-4683b3310b0f HTTP/1.1" status: 200 len: 2981 time: 0.0627730 Jul 16 22:18:04.519394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.520295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:04.520868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.577836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5071769 Jul 16 22:18:04.581703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42536) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:04.587078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Request body: {'subnet': {'network_id': '576d3952-8fd0-44de-8cc6-9b9bb453a749', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1062452955-subnet', 'tenant_id': 'ca9f7245e49d43178bd20cae5e13c38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:04.611642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Made reservation on behalf of ca9f7245e49d43178bd20cae5e13c38c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:04.614553 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.619335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6663fb-9fcb-4a91-ada7-366bf889281e admin admin] Pushing event updated for resources: {'Network': ['ID=576d3952-8fd0-44de-8cc6-9b9bb453a749,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:04.624307 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-815d6dd6-ddca-49d7-aae5-e2b923efdda8 req-b9141739-0a07-455a-b95c-09aeeebe6307 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "GET /v2.0/security-groups/14a15197-d0a7-4aa5-b530-4683b3310b0f HTTP/1.1" status: 200 len: 2981 time: 0.1128087 Jul 16 22:18:04.635922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 576d3952-8fd0-44de-8cc6-9b9bb453a749 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:18:04.735618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8580d6ad-3752-446b-a411-a640059c0e2c req-4ab9da84-a7dd-46b3-98dd-9fc019d2195d tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a42bac73-eb02-49ee-96c4-e19390cdabf0 HTTP/1.1" status: 200 len: 1778 time: 0.0589697 Jul 16 22:18:04.857724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8580d6ad-3752-446b-a411-a640059c0e2c req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.863894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.915727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8580d6ad-3752-446b-a411-a640059c0e2c req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.952275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2489b5-0fec-4133-9baa-2fa30d4f33e7 req-8bb7632c-ae65-48e5-943c-9e07ffb2c0a0 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:04.952980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfb8a7f-5747-44ac-94a3-26d800a8181d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:04.954359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e2489b5-0fec-4133-9baa-2fa30d4f33e7 req-8bb7632c-ae65-48e5-943c-9e07ffb2c0a0 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.0693922 Jul 16 22:18:04.978854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Checking segment: {'id': 'a4fc35de-140a-48fe-bb43-06b616221ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '576d3952-8fd0-44de-8cc6-9b9bb453a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:04.979265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Network hostable DHCP agents. Network: 576d3952-8fd0-44de-8cc6-9b9bb453a749, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:18:04.991358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8580d6ad-3752-446b-a411-a640059c0e2c req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.993821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8580d6ad-3752-446b-a411-a640059c0e2c req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:04.994957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8580d6ad-3752-446b-a411-a640059c0e2c req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/a42bac73-eb02-49ee-96c4-e19390cdabf0 HTTP/1.1" status: 204 len: 173 time: 0.2516687 Jul 16 22:18:04.996384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e2489b5-0fec-4133-9baa-2fa30d4f33e7 req-0808ecbe-4885-4bef-8727-a0a5da514c49 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Jul 16 22:18:05.006831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f375531-af08-48e2-997d-f1419801bd40 tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42bac73-eb02-49ee-96c4-e19390cdabf0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:05.009238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Network 576d3952-8fd0-44de-8cc6-9b9bb453a749 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:18:05.026822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 576d3952-8fd0-44de-8cc6-9b9bb453a749) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:05.035024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a8ade-1ef9-445e-b8c1-abe64fb7324b None None] Network 576d3952-8fd0-44de-8cc6-9b9bb453a749 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:05.039020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:05.041326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.071053 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0b897154-3524-4fef-a94a-73b3c0bf70ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4798453 Jul 16 22:18:05.076677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-57e7f1fe-43c3-4d75-b97c-ce669f95508c tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d2415050-cc0e-4f33-b01a-f3812b794ea8 HTTP/1.1" status: 200 len: 1778 time: 0.0501642 Jul 16 22:18:05.118515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d1358eb6-7f9c-46b5-995e-835a62980908 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:05.146183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.193319 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58651a8e-cda6-442b-a0e5-150a9ed4a68e req-583ec6f8-c514-4e53-98a6-151d2c6207aa tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0732567 Jul 16 22:18:05.196025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.211089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694bd73f-795f-47ad-81c4-ccf0b53a335c None None] Network 576d3952-8fd0-44de-8cc6-9b9bb453a749 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:05.279846 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.289740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.297582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb33dcb8-be3f-41d6-8683-0d5a93aa24e6 req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2415050-cc0e-4f33-b01a-f3812b794ea8 HTTP/1.1" status: 204 len: 173 time: 0.2199020 Jul 16 22:18:05.343296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28602-81fd-475c-95c5-e75e4a59235a tempest-SecurityGroupsTestAdminJSON-62048355 tempest-SecurityGroupsTestAdminJSON-62048355-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2415050-cc0e-4f33-b01a-f3812b794ea8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:05.357594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d1358eb6-7f9c-46b5-995e-835a62980908,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:05.479659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'd1358eb6-7f9c-46b5-995e-835a62980908', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'd1358eb6-7f9c-46b5-995e-835a62980908', 'mac_address': 'fa:16:3e:3d:94:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:tempest-test_az-1176724033', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:05.489381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-0dcacfcc-9f9f-408a-97df-e644781e36dd tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "GET /v2.0/security-groups/46dc0075-25e1-4ae3-aada-cbfb7db47661 HTTP/1.1" status: 200 len: 1777 time: 0.1714830 Jul 16 22:18:05.518884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de13381-c2fd-4baf-8653-ebc521343744 req-0e1c7d20-3b21-4af4-b9a9-2d735505d19a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:05.521149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4de13381-c2fd-4baf-8653-ebc521343744 req-0e1c7d20-3b21-4af4-b9a9-2d735505d19a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 969 time: 0.0742941 Jul 16 22:18:05.524216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.538429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1358eb6-7f9c-46b5-995e-835a62980908 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:05.564521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d1358eb6-7f9c-46b5-995e-835a62980908,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:05.570746 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.572248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4de13381-c2fd-4baf-8653-ebc521343744 req-f89ff98a-f5ed-4b0d-8a9b-94fd796db51e tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Jul 16 22:18:05.619608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:05.626820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.655492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-915dda3d-bab8-453b-b106-26a0c956678b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:05.657525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-915dda3d-bab8-453b-b106-26a0c956678b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.47 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 823 time: 0.3042619 Jul 16 22:18:05.667650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.732192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-0ee26d8c-6af4-4bbf-aea1-c9d69c38b314 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 380 time: 0.0616505 Jul 16 22:18:05.742299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'port': {'device_id': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'admin_state_up': True, 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'security_groups': ['7a6e0266-cbee-40fa-8bba-a9200faf1187']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:05.762413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.765257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:05.766561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cf451a10-a3c9-4508-a520-8e8deec418ce req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "DELETE /v2.0/security-groups/46dc0075-25e1-4ae3-aada-cbfb7db47661 HTTP/1.1" status: 204 len: 173 time: 0.2764001 Jul 16 22:18:05.787885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.47', 50729) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:05.805047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f3c0-bda2-4fb3-b864-e24fa9080d92 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc0075-25e1-4ae3-aada-cbfb7db47661,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:05.846872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-e03bca14-b1b3-443d-b8bd-464ac0e59301 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fda8507367426289e665e4036a77f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549719 Jul 16 22:18:05.868687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd2bec64-e3e8-4cce-8390-eda66b6261ef req-426a0198-aea5-4d50-9bd1-dd49aa30774f tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 210 time: 0.1809101 Jul 16 22:18:05.882687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['d1358eb6-7f9c-46b5-995e-835a62980908'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:05.933548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-75aafef8-36ae-4d45-96eb-49b67476f1fc tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "GET /v2.0/security-groups/f7836d22-5873-4342-9160-0d910ced8692 HTTP/1.1" status: 200 len: 1777 time: 0.0465939 Jul 16 22:18:06.008569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.010145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Made reservation on behalf of 03e23e2e405d46179c15a4a8a38f830e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:06.014039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.035872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.085772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.092872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.094086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b8515823-c9f1-4a0b-8d04-6c9352870793 req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] 10.222.0.70 "DELETE /v2.0/security-groups/f7836d22-5873-4342-9160-0d910ced8692 HTTP/1.1" status: 204 len: 173 time: 0.1596606 Jul 16 22:18:06.124396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18577d80-2a1a-4b95-984c-011e0d377cd0 tempest-SecurityGroupsTestAdminJSON-509618749 tempest-SecurityGroupsTestAdminJSON-509618749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7836d22-5873-4342-9160-0d910ced8692,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:06.137766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-f9f03b64-065e-4797-af0f-5ce98628dacd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:06.139383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-f9f03b64-065e-4797-af0f-5ce98628dacd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855291 Jul 16 22:18:06.182132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Request body: {'port': {'device_id': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'a6fda8507367426289e665e4036a77f5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:06.323092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3cb16-820b-4c00-8094-bc12beee5f90 req-1df65f65-2a6f-4e60-8f96-436b3351d3c9 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:06.324696 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ef3cb16-820b-4c00-8094-bc12beee5f90 req-1df65f65-2a6f-4e60-8f96-436b3351d3c9 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.0738931 Jul 16 22:18:06.367996 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ef3cb16-820b-4c00-8094-bc12beee5f90 req-94209585-b16f-4474-ab72-c92e03ecddaf tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362468 Jul 16 22:18:06.405410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:06.500816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-456e4a5c-790b-4fd5-82a3-e62f7821d7e8 req-36990d60-b87b-498d-b3c1-3f72738387f3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0301771 Jul 16 22:18:06.546740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-3373c29b-d762-49f2-8602-b4a3aa57da5c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:06.548247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-3373c29b-d762-49f2-8602-b4a3aa57da5c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.5188694 Jul 16 22:18:06.553916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-336e049f-306f-4432-b2b4-c5cda41ba2a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=192e4f0336cf40408771d6ea3e20a2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473181 Jul 16 22:18:06.554441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42584) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:06.594811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Allocated IP 172.20.0.13 (0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a/eb8d20b2-5ab9-44b6-954d-bb55ea6859c5/a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:06.601311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-9911fab7-478b-4712-a70b-c3c995dc7dc3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/quotas/e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 375 time: 0.0445359 Jul 16 22:18:06.660121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ad0786d7-0762-4ec1-ae7c-1cea9126a12f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469973 Jul 16 22:18:06.694891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Made reservation on behalf of a6fda8507367426289e665e4036a77f5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:06.698340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.740926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.742807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.758878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c075d-45b1-4bd4-b937-b7543999504c req-a9c5f204-d77d-4ba7-b706-2a43e43659ec tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:06.760348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-440c075d-45b1-4bd4-b937-b7543999504c req-a9c5f204-d77d-4ba7-b706-2a43e43659ec tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 970 time: 0.0702326 Jul 16 22:18:06.801320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-440c075d-45b1-4bd4-b937-b7543999504c req-c8cda140-3ec2-4aa6-ad7e-ae873f8394ca tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jul 16 22:18:06.817394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:06.823682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-7c027c6e-50f9-4ac8-9980-246a4ddd2046 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:18:06.824690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-7c027c6e-50f9-4ac8-9980-246a4ddd2046 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058326 Jul 16 22:18:06.972467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.008428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b1f035ce-f1f8-4f79-ab98-cf0998ea7f33 req-9a94513e-d214-411a-be2c-194ba0ba2415 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 210 time: 0.0341353 Jul 16 22:18:07.014231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Transition to ACTIVE for port object a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:07.019913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.022505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.026021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14a15197-d0a7-4aa5-b530-4683b3310b0f HTTP/1.1" status: 204 len: 168 time: 0.4657533 Jul 16 22:18:07.045862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-042c54af-8dd1-4600-a7c5-247d645872c9 service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113287 Jul 16 22:18:07.050589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7381-e3d7-47d0-b3cf-5b2a161ec1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a15197-d0a7-4aa5-b530-4683b3310b0f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:07.112913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d1358eb6-7f9c-46b5-995e-835a62980908 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:07.126770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.156385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.160666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.168879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port d1358eb6-7f9c-46b5-995e-835a62980908 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:07.174779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port d1358eb6-7f9c-46b5-995e-835a62980908 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:07.175210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.261975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.292661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:07.304319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:07.304319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec3cef-e480-40fa-bd51-ae76af625e5d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:07.315523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:07.333625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-2b8b979a-5497-4f04-9c9d-c44d4d158245 service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776465 Jul 16 22:18:07.337573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:07.344109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:07.344837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.357742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:07.385216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d1358eb6-7f9c-46b5-995e-835a62980908,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:07.399402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.406732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:07.420609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-44909a57-648c-4f84-ab4f-c98a0648fb66 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6827788 Jul 16 22:18:07.446157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Request body: {'port': {'device_id': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:07.483080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a802ce22-9670-488e-b65f-dc9792377608 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4503f04a8364e5c9f39ec7dd4de7b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725753 Jul 16 22:18:07.484514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:07.485500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:07.555665 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc6c7d-321f-4b30-8300-ac03f8fbc062" -d '{"events": [{"server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "name": "network-vif-plugged", "status": "completed", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:07.575542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.594826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.618449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.647209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Allocated IP 192.168.233.119 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/138e108f-5563-4b63-9e24-8bb201fc9681) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:07.699246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227bcc6d-a650-4203-a89d-1af0c4becb59 None None] Provisioning for port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:07.704197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227bcc6d-a650-4203-a89d-1af0c4becb59 None None] Provisioning complete for port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:07.704578 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227bcc6d-a650-4203-a89d-1af0c4becb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.757869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.762675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:07.766981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4de0e8d0-6540-4c10-9c4c-6a7c353967fb HTTP/1.1" status: 204 len: 168 time: 0.2791314 Jul 16 22:18:07.772138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227bcc6d-a650-4203-a89d-1af0c4becb59 None None] Port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:07.789423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdd28c-5783-46f8-8b3a-d3f28a55d762 req-b2f6256e-8661-4754-9625-2680f251a142 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:07.791672 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dfcdd28c-5783-46f8-8b3a-d3f28a55d762 req-b2f6256e-8661-4754-9625-2680f251a142 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.1553078 Jul 16 22:18:07.797158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d641-f7b7-4e05-9ddd-21e695af9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de0e8d0-6540-4c10-9c4c-6a7c353967fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:07.836279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04b34088-19a0-4f3f-87a7-6fb52e81617e req-f5b04a49-11a1-4736-be74-1cf90ebcf519 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0844853 Jul 16 22:18:07.899365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dfcdd28c-5783-46f8-8b3a-d3f28a55d762 req-4ea89a3c-ad56-4dfc-8093-a4099e33bbae tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911937 Jul 16 22:18:07.990732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44e8811f-3d68-4214-a631-ed97e8779228 req-61ea28bd-b31a-4468-8915-6cb547406a51 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 210 time: 0.0464342 Jul 16 22:18:08.043179 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9342b0-4fa8-4903-a37a-8615ca590d06 x-openstack-request-id: req-bc9342b0-4fa8-4903-a37a-8615ca590d06 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:08.043465 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "name": "network-vif-plugged", "status": "completed", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:08.044281 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc9342b0-4fa8-4903-a37a-8615ca590d06 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:08.044781 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908', 'code': 200} Jul 16 22:18:08.087066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.113991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Transition to ACTIVE for port object 138e108f-5563-4b63-9e24-8bb201fc9681 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:08.206409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:08.224030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.252015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec2983-d600-4912-8cfe-56d2239efbe0 req-e85979aa-b331-4cf8-8d1c-2f650b6a7c62 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:08.254181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ec2983-d600-4912-8cfe-56d2239efbe0 req-e85979aa-b331-4cf8-8d1c-2f650b6a7c62 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.0938251 Jul 16 22:18:08.289523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Transition to ACTIVE for port object a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:08.307678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.307871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ec2983-d600-4912-8cfe-56d2239efbe0 req-8c6acb2d-b21d-49a6-a266-684ef5b14b4e tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Jul 16 22:18:08.324952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.387139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-f62885e9-70d3-4486-b511-26b97985d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:08.388658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-f62885e9-70d3-4486-b511-26b97985d3a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 1123 time: 0.2520332 Jul 16 22:18:08.414843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:08.430797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e0fd-c9b0-436c-93ef-c9df67063606 req-7c1394ff-0c9c-4c5e-8adf-80d645366a33 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:08.432343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22f9e0fd-c9b0-436c-93ef-c9df67063606 req-7c1394ff-0c9c-4c5e-8adf-80d645366a33 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 932 time: 0.2106848 Jul 16 22:18:08.451146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:08.459939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:08.465108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:08.470705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:08.471346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.486640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-bdcf13c6-5117-44b2-a49c-e768836c86a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.570929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Attempting to bind port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:08.571397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Attempting to bind port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:08.571854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Attempting to bind port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:08.573957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Pushing event updated for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:08.592827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-dfe5f16b-fecc-4b20-b45e-b69c3ea8a89b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4447803 Jul 16 22:18:08.597450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:08.599023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Attempting to bind port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:08.619097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Request body: {'port': {'device_id': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:08.627381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:08.627809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Checking segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:08.628269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Bound using segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:08.628802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Bound port: a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:08.629272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.685930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22f9e0fd-c9b0-436c-93ef-c9df67063606 req-480003ce-ca7b-41a2-8f63-70e1e1848aff tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324710 Jul 16 22:18:08.827442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.829232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8228c76a-ea56-451c-9286-e3c19d41c81f None None] Provisioning for port 138e108f-5563-4b63-9e24-8bb201fc9681 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:08.838325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8228c76a-ea56-451c-9286-e3c19d41c81f None None] Provisioning complete for port 138e108f-5563-4b63-9e24-8bb201fc9681 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:08.838981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8228c76a-ea56-451c-9286-e3c19d41c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:08.847453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:08.909236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8228c76a-ea56-451c-9286-e3c19d41c81f None None] Port 138e108f-5563-4b63-9e24-8bb201fc9681 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:08.930182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.68', 50059) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:08.945322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:09.062537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-5b108504-b2b0-4872-a4a6-a24a029fde93 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.065327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-5b108504-b2b0-4872-a4a6-a24a029fde93 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.1339743 Jul 16 22:18:09.086645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.107663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Request body: {'port': {'device_id': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'admin_state_up': True, 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:09.122020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-bdcf13c6-5117-44b2-a49c-e768836c86a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.223849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d971629-743f-476f-8098-f9ac67d5f563 req-36a0dbab-6cab-4863-8262-4af509a481c6 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.225591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d971629-743f-476f-8098-f9ac67d5f563 req-36a0dbab-6cab-4863-8262-4af509a481c6 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 936 time: 0.1721857 Jul 16 22:18:09.283869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c1334dc6-7c8a-4d0c-9da1-ec12db462124 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:09.284382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d971629-743f-476f-8098-f9ac67d5f563 req-f480a8f8-d54a-41ba-9324-af49d25a8034 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506101 Jul 16 22:18:09.299862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:09.306815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.404028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-bdcf13c6-5117-44b2-a49c-e768836c86a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.432834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.433569 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.435050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 200 len: 1093 time: 1.9997895 Jul 16 22:18:09.447964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:09.450301 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa34a07-8308-468c-9bde-406367fbfa31" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:09.490919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a38a5b6e-5871-4155-be35-61856ed3d1f6 req-bdcf13c6-5117-44b2-a49c-e768836c86a8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0803547 Jul 16 22:18:09.521484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a54bdb9-540e-4396-8c27-6a66db906b59 req-be35d518-549f-42f1-934f-e390e5986cb8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 210 time: 0.0621793 Jul 16 22:18:09.522163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423c705-3c33-4cd9-9c38-feba897ee2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:09.540826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:09.559360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf13c6-5117-44b2-a49c-e768836c86a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab25d69e-f348-41b7-94c5-e3c3b070b178,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:09.665629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a6cf-a61e-4fe4-a853-1591ad197c53 req-0b62be30-10b6-4c96-8f6c-333bc9be6f34 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.667218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4496a6cf-a61e-4fe4-a853-1591ad197c53 req-0b62be30-10b6-4c96-8f6c-333bc9be6f34 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 947 time: 0.5845358 Jul 16 22:18:09.716691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138e108f-5563-4b63-9e24-8bb201fc9681 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:09.726077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124', 'mac_address': 'fa:16:3e:7e:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:09.731092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.734442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-04f39506-fe69-45b8-a313-f5f27b805dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.736267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-04f39506-fe69-45b8-a313-f5f27b805dba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 1096 time: 0.2303386 Jul 16 22:18:09.771442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.775659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Allocated IP 172.20.0.9 (0948cc14-417f-4770-86a4-b3a528181ed5/5cf4f6c0-af19-456a-96cb-54d924033b97/452e1190-de52-4c60-bd7d-d29bafeb8bff) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:09.789233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4496a6cf-a61e-4fe4-a853-1591ad197c53 req-1e5e8e4c-8692-4e74-8ed4-8f3f69228a0d tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039786 Jul 16 22:18:09.789435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1334dc6-7c8a-4d0c-9da1-ec12db462124 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:09.793126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-b7bc80f9-9923-4c2b-a940-a50b8b92d97a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 200 len: 217 time: 0.0483720 Jul 16 22:18:09.798340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Transition to ACTIVE for port object 138e108f-5563-4b63-9e24-8bb201fc9681 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:09.813946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:09.817968 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.821929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:09.845413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f7d4-9766-4089-8e2e-72c10609c527 req-655944b5-f794-46e6-9f5e-4232c33f0055 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.846854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8247f7d4-9766-4089-8e2e-72c10609c527 req-655944b5-f794-46e6-9f5e-4232c33f0055 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.1532934 Jul 16 22:18:09.873990 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7ed75-7c60-45df-97fb-a4ad07c1e430 x-openstack-request-id: req-cfd7ed75-7c60-45df-97fb-a4ad07c1e430 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:09.874294 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:09.874548 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfd7ed75-7c60-45df-97fb-a4ad07c1e430 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:09.874935 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'status': 'completed', 'code': 200} Jul 16 22:18:09.898688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:09.947814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-5bdbbc46-dc18-486e-a9fd-76ecac9bcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:09.949509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-5bdbbc46-dc18-486e-a9fd-76ecac9bcb44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.1482358 Jul 16 22:18:09.950750 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8247f7d4-9766-4089-8e2e-72c10609c527 req-6688c641-bbe3-4baf-97e8-19c688edffa4 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958891 Jul 16 22:18:09.955437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:09.996857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Attempting to bind port 138e108f-5563-4b63-9e24-8bb201fc9681 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:09.997229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Attempting to bind port 138e108f-5563-4b63-9e24-8bb201fc9681 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:09.997565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Attempting to bind port 138e108f-5563-4b63-9e24-8bb201fc9681 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:10.014268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.032019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Port 138e108f-5563-4b63-9e24-8bb201fc9681 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:10.032347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Attempting to bind port 138e108f-5563-4b63-9e24-8bb201fc9681 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:10.038741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:10.039096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:10.039487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:10.039993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Bound port: 138e108f-5563-4b63-9e24-8bb201fc9681, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:10.040272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.076514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.098598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-17e2675b-07d2-46c5-bebf-9ac1a3be2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.100136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-17e2675b-07d2-46c5-bebf-9ac1a3be2a37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421349 Jul 16 22:18:10.106457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c1334dc6-7c8a-4d0c-9da1-ec12db462124'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:10.164551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:10.168880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=138e108f-5563-4b63-9e24-8bb201fc9681,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:10.188128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.203151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:10.231503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.232567 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.234105 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] 10.222.0.47 "PUT /v2.0/ports/138e108f-5563-4b63-9e24-8bb201fc9681 HTTP/1.1" status: 200 len: 1097 time: 1.6325257 Jul 16 22:18:10.276027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Network 0948cc14-417f-4770-86a4-b3a528181ed5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:10.290469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:10.308132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:10.318533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.324951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.368033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-388ddd38-409b-4ef5-bab6-90cc2aca7801 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2658851 Jul 16 22:18:10.377737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213913-82c3-43c7-8c2e-b8dfcb10cefd req-cb36c56a-918a-408d-9025-a6c7d831674a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.384032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942042d-c640-4a90-88a3-88c7ae8f1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:10.390373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c213913-82c3-43c7-8c2e-b8dfcb10cefd req-cb36c56a-918a-408d-9025-a6c7d831674a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 944 time: 0.1808801 Jul 16 22:18:10.403379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Request body: {'port': {'device_id': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'device_owner': 'compute:tempest-test_az-1176724033', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:10.436549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-1e3b4f2a-d44d-4c55-997b-5b8028e89bc9 service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219378 Jul 16 22:18:10.475229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-843767df-6555-4a91-9ad7-0a383a062c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.476986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-843767df-6555-4a91-9ad7-0a383a062c14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 1100 time: 0.1880364 Jul 16 22:18:10.495909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c213913-82c3-43c7-8c2e-b8dfcb10cefd req-7a355b8f-91d6-43a6-9d1d-76d50b62e0c7 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043866 Jul 16 22:18:10.544271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-4c7be617-3c6f-4a11-b8b3-36f023d06af3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=138e108f-5563-4b63-9e24-8bb201fc9681 HTTP/1.1" status: 200 len: 217 time: 0.0572288 Jul 16 22:18:10.548928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.671647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:10.681644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d23bc76f-57e1-46ef-bbf8-fc2feeb62051 req-b677e1eb-4476-4114-aa56-710456514bf0 service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338269 Jul 16 22:18:10.689427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-3aaa5fe1-7fe4-4a84-9ec6-3b531e880b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.690838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-3aaa5fe1-7fe4-4a84-9ec6-3b531e880b25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0992026 Jul 16 22:18:10.724189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8d7e-a720-42fb-9768-7ba89e169c3f req-903ac830-7ec4-45b9-b0ae-7bd124d2d700 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.725808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1c8c8d7e-a720-42fb-9768-7ba89e169c3f req-903ac830-7ec4-45b9-b0ae-7bd124d2d700 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 948 time: 0.1952808 Jul 16 22:18:10.837386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49510921-7af3-4d67-8310-fce0aa135a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:10.845480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1c8c8d7e-a720-42fb-9768-7ba89e169c3f req-f1108a1f-91da-4357-acd3-d74f382be789 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980732 Jul 16 22:18:10.892289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171659d-e88a-428b-a767-61eabec5c122 req-280ee863-27b4-4520-b3b1-b65b73d1e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.893933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-280ee863-27b4-4520-b3b1-b65b73d1e35f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922843 Jul 16 22:18:10.895792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-bbc0fbc7-5522-40aa-ba30-9ccead7d8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:10.897364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-bbc0fbc7-5522-40aa-ba30-9ccead7d8f85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 1096 time: 0.1511209 Jul 16 22:18:11.034941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ea75e-3e88-42b6-b0a2-e8f49e999b58 req-283aa132-d87f-49f0-949f-bd80f96d5775 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.036347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc8ea75e-3e88-42b6-b0a2-e8f49e999b58 req-283aa132-d87f-49f0-949f-bd80f96d5775 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 931 time: 0.3625786 Jul 16 22:18:11.101887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc8ea75e-3e88-42b6-b0a2-e8f49e999b58 req-e6522eb2-75dc-49d4-9c3b-d8d368139937 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Jul 16 22:18:11.178879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452e1190-de52-4c60-bd7d-d29bafeb8bff {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:11.179738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-1105f36b-4b00-453c-b3cb-c34a6ff8f69a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714365 Jul 16 22:18:11.182551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-8ae7f9cc-fbe0-4bfd-b300-7c038110cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.184412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-8ae7f9cc-fbe0-4bfd-b300-7c038110cb8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 924 time: 0.2685370 Jul 16 22:18:11.187975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.205237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Transition to ACTIVE for port object 452e1190-de52-4c60-bd7d-d29bafeb8bff will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:11.211738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.261531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c1334dc6-7c8a-4d0c-9da1-ec12db462124 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:11.265465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49510921-7af3-4d67-8310-fce0aa135a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.270095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-55369c33-f512-48dd-915c-482f01b44cc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 200 len: 217 time: 0.0697212 Jul 16 22:18:11.278728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49510921-7af3-4d67-8310-fce0aa135a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.323866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c1334dc6-7c8a-4d0c-9da1-ec12db462124 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:11.332038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c1334dc6-7c8a-4d0c-9da1-ec12db462124 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:11.332598 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.337448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:11.372304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:11.372664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:11.373030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:11.389053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:11.389382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:11.390594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697b2e4-eaf3-4c0f-b43e-346adb636145 req-4fe26bcd-543a-40cf-a40b-286dadbed794 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.393628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a697b2e4-eaf3-4c0f-b43e-346adb636145 req-4fe26bcd-543a-40cf-a40b-286dadbed794 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 948 time: 0.3749688 Jul 16 22:18:11.400946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:11.401275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:11.401817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:11.402254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Bound port: 452e1190-de52-4c60-bd7d-d29bafeb8bff, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:11.402610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.419609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e041-ed7e-442f-95dc-09200b013b47 req-7e987054-76d4-4716-aab8-481126306ee8 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.420874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f564e041-ed7e-442f-95dc-09200b013b47 req-7e987054-76d4-4716-aab8-481126306ee8 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.1686013 Jul 16 22:18:11.426331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-49510921-7af3-4d67-8310-fce0aa135a58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e48ca3e297fb40e0bd36f2d6e26e1f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7501416 Jul 16 22:18:11.433474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:11.434839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.450144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-90327059-c5b1-4f13-807b-46bd88517cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.451596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-90327059-c5b1-4f13-807b-46bd88517cba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.1671512 Jul 16 22:18:11.452185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49510921-7af3-4d67-8310-fce0aa135a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa514e8-ffe3-4503-9f8e-d024848fcfa6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:11.464603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:11.467164 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d9510-c5b4-412c-97ce-4edf8f4cb79e" -d '{"events": [{"server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "name": "network-vif-plugged", "status": "completed", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:11.480930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e171659d-e88a-428b-a767-61eabec5c122 req-4c8753f5-906e-46c4-9dca-cd6234b8e4ad service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876616 Jul 16 22:18:11.486042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:11.491940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.514775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a697b2e4-eaf3-4c0f-b43e-346adb636145 req-2e75e488-e57d-4fdb-b21e-5c021ef0487d tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106868 Jul 16 22:18:11.541526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f564e041-ed7e-442f-95dc-09200b013b47 req-90a29af3-348b-4806-86b8-67f6e3618a53 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Jul 16 22:18:11.562781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-bb50f8b7-55d8-4810-a6b9-b3f7c095c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.564091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:11.567670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-bb50f8b7-55d8-4810-a6b9-b3f7c095c135 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043608 Jul 16 22:18:11.581361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.584043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:11.603035 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3fd409-fd97-47e3-b94a-bb5e863d9e73 x-openstack-request-id: req-cb3fd409-fd97-47e3-b94a-bb5e863d9e73 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:11.603373 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "name": "network-vif-plugged", "status": "completed", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:11.603636 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb3fd409-fd97-47e3-b94a-bb5e863d9e73 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:11.605447 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124', 'code': 200} Jul 16 22:18:11.630607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:11.640287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.640287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.694886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.696026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.697593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] 10.222.0.68 "PUT /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 1114 time: 1.3043051 Jul 16 22:18:11.699968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:11.768415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-2765a05d-fa27-40e2-bcac-acafc6f3ffff service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894281 Jul 16 22:18:11.883103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:11.886006 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003167e0-6198-4906-9838-d7004ba1dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:11.918594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230b19-9e24-44e9-9cf1-6cec18a09fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:11.944617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-166ef040-4881-4108-9bd7-fd93aaebd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.946423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-166ef040-4881-4108-9bd7-fd93aaebd638 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1117 time: 0.1815002 Jul 16 22:18:11.955511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62a205-edc0-4a02-b3d7-5bdfcdc47003 req-835b227e-e399-46fe-9255-5b34cebccda8 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:11.957253 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c62a205-edc0-4a02-b3d7-5bdfcdc47003 req-835b227e-e399-46fe-9255-5b34cebccda8 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 944 time: 0.1909602 Jul 16 22:18:11.959769 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:11.963307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.965836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:11.966912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0aa514e8-ffe3-4503-9f8e-d024848fcfa6 HTTP/1.1" status: 204 len: 168 time: 0.5313818 Jul 16 22:18:12.026088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945739b-ae68-483a-8597-130338db11b0 req-1acef973-357d-4b39-a8e7-ea8de59fb219 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.027933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8945739b-ae68-483a-8597-130338db11b0 req-1acef973-357d-4b39-a8e7-ea8de59fb219 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 1123 time: 0.2548997 Jul 16 22:18:12.035855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad532c-0dcb-4936-b616-0623b7234860 req-782d450f-cc31-48cb-8113-12b036e4b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.037621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ad532c-0dcb-4936-b616-0623b7234860 req-782d450f-cc31-48cb-8113-12b036e4b942 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 1101 time: 0.2667875 Jul 16 22:18:12.041680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa34a07-8308-468c-9bde-406367fbfa31 req-c485953c-f4c6-47e7-be1a-c5774a9d44b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104287 Jul 16 22:18:12.060748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8945739b-ae68-483a-8597-130338db11b0 req-43fd93c9-ca81-4b40-91f1-117905115f77 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.061506 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-19d8be7e-32aa-471d-8a15-268214e7c538 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.0990033 Jul 16 22:18:12.065549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c397a-9798-4810-bcc5-52d2ae910e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa514e8-ffe3-4503-9f8e-d024848fcfa6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:12.120295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c62a205-edc0-4a02-b3d7-5bdfcdc47003 req-c5901cf5-8fe1-47f9-befa-5508c621e26e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523731 Jul 16 22:18:12.124019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ad532c-0dcb-4936-b616-0623b7234860 req-f63d785a-a22c-462a-916e-f5a3a1e19d79 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690455 Jul 16 22:18:12.136453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-24137a56-0e6a-4762-bd48-5d9fd21ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.138083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-24137a56-0e6a-4762-bd48-5d9fd21ef5ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0695767 Jul 16 22:18:12.217629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8945739b-ae68-483a-8597-130338db11b0 req-43fd93c9-ca81-4b40-91f1-117905115f77 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.225929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8945739b-ae68-483a-8597-130338db11b0 req-43fd93c9-ca81-4b40-91f1-117905115f77 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.235571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-1ff9e1ea-1a7d-40b9-addd-10dd910e85fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906203 Jul 16 22:18:12.255083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8945739b-ae68-483a-8597-130338db11b0 req-43fd93c9-ca81-4b40-91f1-117905115f77 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165167 Jul 16 22:18:12.266765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd93c9-ca81-4b40-91f1-117905115f77 tempest-AggregatesAdminTestJSON-964220955 tempest-AggregatesAdminTestJSON-964220955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bbec37-3d29-41b6-9f55-92f51ceb1bbb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:12.311633 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15fe43b-b6ad-4ed2-a0ed-9563c89b9c38 x-openstack-request-id: req-d15fe43b-b6ad-4ed2-a0ed-9563c89b9c38 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:12.311633 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:12.311874 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d15fe43b-b6ad-4ed2-a0ed-9563c89b9c38 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:12.312302 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681', 'status': 'completed', 'code': 200} Jul 16 22:18:12.360318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:12.396404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a0b13c-3be3-4124-b08d-19fec70fd6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.402008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-057a7f6a-38e6-4e54-a957-03283fc67d13 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596091 Jul 16 22:18:12.415259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb601-c2f5-4d5f-a2c1-371781f4cfde req-6b018d7c-48bf-4923-89b3-8f08da370866 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.416812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-121eb601-c2f5-4d5f-a2c1-371781f4cfde req-6b018d7c-48bf-4923-89b3-8f08da370866 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 948 time: 0.1642637 Jul 16 22:18:12.536835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-121eb601-c2f5-4d5f-a2c1-371781f4cfde req-cbdfd8fc-a55a-4836-aae7-b2c2de6a066a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078057 Jul 16 22:18:12.574453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a783f178-007d-4bd8-a2b6-0cf1d7db64aa req-1901c655-7f8e-4e65-aa87-1692449e9fbf service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566222 Jul 16 22:18:12.579701 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f335fe16-e8fa-4787-b313-d5adde7be812 x-openstack-request-id: req-f335fe16-e8fa-4787-b313-d5adde7be812 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:12.579997 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:12.580253 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f335fe16-e8fa-4787-b313-d5adde7be812 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:12.580732 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'status': 'completed', 'code': 200} Jul 16 22:18:12.638698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003167e0-6198-4906-9838-d7004ba1dd46 req-41aa3946-c571-475b-84db-48661fe32305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.640452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-41aa3946-c571-475b-84db-48661fe32305 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 1100 time: 0.2965677 Jul 16 22:18:12.647030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a0b13c-3be3-4124-b08d-19fec70fd6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.668170 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a0b13c-3be3-4124-b08d-19fec70fd6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.749091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32a0b13c-3be3-4124-b08d-19fec70fd6bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b6a28afce7247d1b9ea8cafe0b55b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847303 Jul 16 22:18:12.751143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0b13c-3be3-4124-b08d-19fec70fd6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387baa25-d9dd-48e1-b4a6-8aaf6e14e58a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:12.753824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:12.758351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003167e0-6198-4906-9838-d7004ba1dd46 req-440a6ebe-8841-4af5-af7f-eb207efe74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.760080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-440a6ebe-8841-4af5-af7f-eb207efe74b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1125727 Jul 16 22:18:12.805423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-e17185fe-e3d5-40bb-8d88-a16b3e99d18f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=138e108f-5563-4b63-9e24-8bb201fc9681 HTTP/1.1" status: 200 len: 217 time: 0.0375187 Jul 16 22:18:12.810881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-c73daaa4-45cd-4712-9f47-5b6ddc31dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.812359 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-c73daaa4-45cd-4712-9f47-5b6ddc31dab8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1117 time: 0.1803851 Jul 16 22:18:12.850761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e4e8-f509-4ce8-9fe1-c735ef0716a7 req-2b70ba2c-5d70-427d-9a90-810f57455c85 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.852257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d747e4e8-f509-4ce8-9fe1-c735ef0716a7 req-2b70ba2c-5d70-427d-9a90-810f57455c85 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.1714571 Jul 16 22:18:12.853550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003167e0-6198-4906-9838-d7004ba1dd46 req-8c2ef793-a70c-4c5c-aacc-fbc8f0af451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.854997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-8c2ef793-a70c-4c5c-aacc-fbc8f0af451f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0435512 Jul 16 22:18:12.889218 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:12.957529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845038b-768a-468c-85c4-9116715a239f req-866ad64b-7be0-4e94-939c-31c046d86b51 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.959012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2845038b-768a-468c-85c4-9116715a239f req-866ad64b-7be0-4e94-939c-31c046d86b51 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 949 time: 0.1031604 Jul 16 22:18:12.961635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003167e0-6198-4906-9838-d7004ba1dd46 req-6ee00bd6-4373-4336-8051-0f580deea40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:12.963015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-6ee00bd6-4373-4336-8051-0f580deea40a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983031 Jul 16 22:18:12.978201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:13.023547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2845038b-768a-468c-85c4-9116715a239f req-4374457d-0f9c-412d-af3d-9821b9f59802 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jul 16 22:18:13.029872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d747e4e8-f509-4ce8-9fe1-c735ef0716a7 req-a3c3e604-4490-403e-b5cb-59306d16d121 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641481 Jul 16 22:18:13.045045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-3e2472b8-c7cd-4bbd-a925-375696c7f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:13.046542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-3e2472b8-c7cd-4bbd-a925-375696c7f108 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2234287 Jul 16 22:18:13.081002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-ee3a8b3a-1a31-4b21-aaab-ce8b0813a9fa service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079404 Jul 16 22:18:13.197283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-003167e0-6198-4906-9838-d7004ba1dd46 req-c88b2362-e7b4-497c-bc6a-9d28e006d9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065235 Jul 16 22:18:13.253713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-708a85b2-1aaf-4078-9bdb-355989ce402b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.1965330 Jul 16 22:18:13.285125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:13.317596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:13.320161 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:13.323728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/387baa25-d9dd-48e1-b4a6-8aaf6e14e58a HTTP/1.1" status: 204 len: 168 time: 0.5625811 Jul 16 22:18:13.340085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc3c39-4026-4523-8446-5a99f91d0c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387baa25-d9dd-48e1-b4a6-8aaf6e14e58a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:13.354837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-3a8b37c4-f82c-43d8-bb87-4c4677e95266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:13.356856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-3a8b37c4-f82c-43d8-bb87-4c4677e95266 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0868592 Jul 16 22:18:13.396076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-d0a627a6-3ef4-4593-a841-e36edde99fa5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320928 Jul 16 22:18:13.409500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cf6d7-d444-40fb-be75-084c37c949e7 req-3accf4fb-42bc-4950-bc34-ae672fba9efd tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:13.411127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f93cf6d7-d444-40fb-be75-084c37c949e7 req-3accf4fb-42bc-4950-bc34-ae672fba9efd tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 944 time: 0.1505983 Jul 16 22:18:13.459226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:13.473441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'port_id': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'mac_address': 'fa:16:3e:29:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:13.509678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f93cf6d7-d444-40fb-be75-084c37c949e7 req-a21bcf03-6894-4569-928a-d4a5252c5bea tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792553 Jul 16 22:18:13.523398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:13.559043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:13.560653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-c54d8927-d681-4314-90c0-954533af8cac service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480641 Jul 16 22:18:13.623507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:13.628575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:13.704902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbc68cc-3caa-4417-9c46-aa2c7e0e61ec req-5952ec19-6550-414e-8432-e2ab04aa393c service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381111 Jul 16 22:18:13.721098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:13.838188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b895c-2009-4ddf-8107-8b57254a4912 req-187c15e5-f637-426b-8b92-cf3f36e73aaf tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:13.839962 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-549b895c-2009-4ddf-8107-8b57254a4912 req-187c15e5-f637-426b-8b92-cf3f36e73aaf tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 948 time: 0.0750296 Jul 16 22:18:13.860254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:13.905198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-549b895c-2009-4ddf-8107-8b57254a4912 req-223d82e2-1c45-464b-b1d3-060c5111cfd9 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 Jul 16 22:18:14.217851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:14.230856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc083e-dacf-47b1-b7db-82ee9e21c642 req-0c047dd2-0d0a-47b3-9155-fc1bd0b74204 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:14.232059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9dc083e-dacf-47b1-b7db-82ee9e21c642 req-0c047dd2-0d0a-47b3-9155-fc1bd0b74204 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 949 time: 0.0716071 Jul 16 22:18:14.290051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9dc083e-dacf-47b1-b7db-82ee9e21c642 req-5c12df0e-9562-48a4-b58f-76c08a3c8929 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Jul 16 22:18:14.332646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-network', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:14.354025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Made reservation on behalf of c83c7df342914f6b9ea959e99d757d99 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:14.356339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.368743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.466258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.467408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e903e8-23ca-460f-82e4-0ab90696d22b req-cc9d8545-2f78-4b1a-b416-10f35f98db33 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:14.468929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0e903e8-23ca-460f-82e4-0ab90696d22b req-cc9d8545-2f78-4b1a-b416-10f35f98db33 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.0691049 Jul 16 22:18:14.470397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.495830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:18:14.504603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:14.510687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.511028 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Added segment e4b54c7e-a447-4748-b314-21b168086c65 of type vlan for network aa7defdf-297a-4545-97e8-8bcae01b8ca3 Jul 16 22:18:14.512422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0e903e8-23ca-460f-82e4-0ab90696d22b req-4921d0e8-78f9-4a21-a798-1656ed554f60 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Jul 16 22:18:14.567545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.596707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.597855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:14.598515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.628191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4092395 Jul 16 22:18:14.631235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:14.636466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Request body: {'subnet': {'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-subnet', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:14.680384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903946a0-2c3b-485b-a6dd-b9f27fb0b623 admin admin] Pushing event updated for resources: {'Network': ['ID=aa7defdf-297a-4545-97e8-8bcae01b8ca3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:14.691541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Made reservation on behalf of c83c7df342914f6b9ea959e99d757d99 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:14.692405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:18:14.695427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:14.944265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58b18-9bc1-4a2a-a02e-d2cf04d69ce9 req-edbd53a3-79a1-4fce-a1ad-4e8a94d2a44c tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:14.945782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47f58b18-9bc1-4a2a-a02e-d2cf04d69ce9 req-edbd53a3-79a1-4fce-a1ad-4e8a94d2a44c tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 945 time: 0.1343117 Jul 16 22:18:14.969635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.016735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebc4c3-1953-484a-8185-fa935b20d9fb req-a4dcbb12-8a4b-4a68-a7f2-4638e62a3dfe tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:15.018256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10ebc4c3-1953-484a-8185-fa935b20d9fb req-a4dcbb12-8a4b-4a68-a7f2-4638e62a3dfe tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 949 time: 0.0641172 Jul 16 22:18:15.020626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47f58b18-9bc1-4a2a-a02e-d2cf04d69ce9 req-4d5e8237-c1c8-423b-809c-715b390950c7 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689728 Jul 16 22:18:15.038756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22da962-fd7c-4859-a01c-7299923add57,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:15.047446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Checking segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:15.047803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Network hostable DHCP agents. Network: aa7defdf-297a-4545-97e8-8bcae01b8ca3, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:18:15.064832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10ebc4c3-1953-484a-8185-fa935b20d9fb req-311ceb93-7333-4371-bde4-114e20cf30a7 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Jul 16 22:18:15.069509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:18:15.086682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, aa7defdf-297a-4545-97e8-8bcae01b8ca3) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:15.091216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:15.091984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.096099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1d57d-f4f9-4c23-9451-a2329fd33715 None None] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:15.120733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9a2548d1-e2d6-4df3-9ac5-2e0387b6ef63 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4858243 Jul 16 22:18:15.121049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:15.128346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:15.161506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.163859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.183479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:15.243814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.271410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016adc80-e06a-4c7c-b559-fc64cd154e7a req-0da4b0bf-0a7c-4d5a-a5cb-342fe0f683a0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:15.273177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-016adc80-e06a-4c7c-b559-fc64cd154e7a req-0da4b0bf-0a7c-4d5a-a5cb-342fe0f683a0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 948 time: 0.0798042 Jul 16 22:18:15.322209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-016adc80-e06a-4c7c-b559-fc64cd154e7a req-8bfab01a-95ec-4f12-b02e-dec86a392986 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Jul 16 22:18:15.354870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 138e108f-5563-4b63-9e24-8bb201fc9681 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:15.356774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:15.402084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:18:15.402977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.417566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:15.435796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.458350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'port_id': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'mac_address': 'fa:16:3e:3a:b9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf4f6c0-af19-456a-96cb-54d924033b97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1176724033', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:15.665549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:15.667071 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.681015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.710395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.715137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:15.715646 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.773390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452e1190-de52-4c60-bd7d-d29bafeb8bff {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:15.779402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=138e108f-5563-4b63-9e24-8bb201fc9681,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:15.816723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '138e108f-5563-4b63-9e24-8bb201fc9681', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '138e108f-5563-4b63-9e24-8bb201fc9681', 'mac_address': 'fa:16:3e:8c:47:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:15.829021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Allocated IP 172.20.0.2 (aa7defdf-297a-4545-97e8-8bcae01b8ca3/a22da962-fd7c-4859-a01c-7299923add57/d779b7db-8363-47ff-93aa-585d4f5d22aa) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:15.836359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644ad5-aeef-4ab6-b8c0-be5a7dd14ab7 req-1107de2c-2be0-4637-b625-89b8f018d063 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:15.838791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c644ad5-aeef-4ab6-b8c0-be5a7dd14ab7 req-1107de2c-2be0-4637-b625-89b8f018d063 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.1262679 Jul 16 22:18:15.839148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:15.850716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:15.922795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c644ad5-aeef-4ab6-b8c0-be5a7dd14ab7 req-2782fd3f-aaed-4904-8a81-3a0882e758db tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744481 Jul 16 22:18:15.942284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Allocated IP 172.25.5.37 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6851f9b9-47b8-40c4-ad6e-0480ba60f354) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:16.098544 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.117138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:16.118717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.138457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:16.141951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138e108f-5563-4b63-9e24-8bb201fc9681 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:16.150697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.172814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['452e1190-de52-4c60-bd7d-d29bafeb8bff'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:16.228151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=138e108f-5563-4b63-9e24-8bb201fc9681,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:16.249293 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.277822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:16.280248 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d30d51-7c9a-4bf3-8c66-4c6400cca894" -d '{"events": [{"server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:16.313497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5b0264f-30c1-4ddf-b25c-d68a31fbfffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.318062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.326552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:16.344635 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.361085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.377295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e89d4-e13c-469d-998a-dee882fc2694 req-20e77b97-3631-450c-b24a-fe2466152fd4 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:16.378995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-459e89d4-e13c-469d-998a-dee882fc2694 req-20e77b97-3631-450c-b24a-fe2466152fd4 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 949 time: 0.0699873 Jul 16 22:18:16.383515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Transition to ACTIVE for port object d779b7db-8363-47ff-93aa-585d4f5d22aa will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:16.393323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:16.395932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:16.416629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:16.419023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:16.433731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-459e89d4-e13c-469d-998a-dee882fc2694 req-2443f7c2-da60-4b89-b2b9-eeff124cf393 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Jul 16 22:18:16.451973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Transition to ACTIVE for port object d779b7db-8363-47ff-93aa-585d4f5d22aa will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:16.521710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1fcdf-f9ae-4901-9c27-d153e5df6c94 req-24889e9b-96ca-4ab1-a747-0aceaf71425b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:16.523737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33a1fcdf-f9ae-4901-9c27-d153e5df6c94 req-24889e9b-96ca-4ab1-a747-0aceaf71425b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 945 time: 0.3175216 Jul 16 22:18:16.531106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Pushing event updated for resources: {'Port': ['ID=6851f9b9-47b8-40c4-ad6e-0480ba60f354,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:16.562199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-4b7dfbcc-dfac-4436-9c50-5c70ef025dfc tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:16.564325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-4b7dfbcc-dfac-4436-9c50-5c70ef025dfc tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 1101 time: 0.3415461 Jul 16 22:18:16.574872 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962404c2-5a6e-44e7-821f-840a0f2ab769 x-openstack-request-id: req-962404c2-5a6e-44e7-821f-840a0f2ab769 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:16.575176 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:16.575395 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-962404c2-5a6e-44e7-821f-840a0f2ab769 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:16.575770 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'code': 200} Jul 16 22:18:16.582043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['138e108f-5563-4b63-9e24-8bb201fc9681'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:16.605001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.657026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:16.659508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:16.679492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:16.699724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:16.717539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33a1fcdf-f9ae-4901-9c27-d153e5df6c94 req-bb771e51-c9b4-4834-adc0-a986a33cf164 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789339 Jul 16 22:18:16.730688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8643-6829-4032-9641-ef3c8f065d71 req-17257fdd-1832-4881-8ee7-09376309c847 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:16.732838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-428b8643-6829-4032-9641-ef3c8f065d71 req-17257fdd-1832-4881-8ee7-09376309c847 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 949 time: 0.0745175 Jul 16 22:18:16.795816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Pushing event updated for resources: {'Port': ['ID=d779b7db-8363-47ff-93aa-585d4f5d22aa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:16.815685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-428b8643-6829-4032-9641-ef3c8f065d71 req-41717946-aed0-4ca0-816e-51b48f70b330 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 Jul 16 22:18:16.816503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5b0264f-30c1-4ddf-b25c-d68a31fbfffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.852010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Attempting to bind port d779b7db-8363-47ff-93aa-585d4f5d22aa on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:16.852759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Attempting to bind port d779b7db-8363-47ff-93aa-585d4f5d22aa by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:16.853359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Attempting to bind port d779b7db-8363-47ff-93aa-585d4f5d22aa on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:16.874478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:16.875279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Checking segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:16.875892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.876687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Bound using segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:16.877642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Bound port: d779b7db-8363-47ff-93aa-585d4f5d22aa, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:16.878258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:16.934842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5b0264f-30c1-4ddf-b25c-d68a31fbfffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.045723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] For port d779b7db-8363-47ff-93aa-585d4f5d22aa, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:17.074080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] For port d779b7db-8363-47ff-93aa-585d4f5d22aa, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d779b7db-8363-47ff-93aa-585d4f5d22aa,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:17.081317 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.162714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681d432-4790-479d-ac31-c6ac3781ffd5 None None] Pushing event updated for resources: {'Port': ['ID=d779b7db-8363-47ff-93aa-585d4f5d22aa,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:17.175045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fa55b-a587-45f2-8ebb-15126f1ed0cf req-da614301-4fec-4c03-aac9-3c9caea82ec4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:17.177469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-952fa55b-a587-45f2-8ebb-15126f1ed0cf req-da614301-4fec-4c03-aac9-3c9caea82ec4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.1046679 Jul 16 22:18:17.220435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-952fa55b-a587-45f2-8ebb-15126f1ed0cf req-f5fe0c7f-6e4b-4e3a-b177-6b19f81139ac tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Jul 16 22:18:17.266463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.279314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:17.279955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e5b0264f-30c1-4ddf-b25c-d68a31fbfffb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d02b0c4dfc3946b4a1bef13373145845&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1390026 Jul 16 22:18:17.338504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0264f-30c1-4ddf-b25c-d68a31fbfffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce460676-3ba5-4699-9265-74bd3a3e2449,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:17.350960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.360082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd12508-4b94-40c7-8371-8334e3814a2f req-729c89a2-26ba-451e-b7d5-66b2e281ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:17.361599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8dd12508-4b94-40c7-8371-8334e3814a2f req-729c89a2-26ba-451e-b7d5-66b2e281ff85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 1098 time: 0.7266321 Jul 16 22:18:17.366798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Deleting port c1334dc6-7c8a-4d0c-9da1-ec12db462124 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:18:17.367134 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.381448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.461822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.467937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.471461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce460676-3ba5-4699-9265-74bd3a3e2449 HTTP/1.1" status: 204 len: 168 time: 0.1889415 Jul 16 22:18:17.491036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5da1a-e879-45bb-be2c-2db8614ae19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce460676-3ba5-4699-9265-74bd3a3e2449,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:17.595427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] For port c1334dc6-7c8a-4d0c-9da1-ec12db462124, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c1334dc6-7c8a-4d0c-9da1-ec12db462124,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:17.595966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.629500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Calling delete_port for c1334dc6-7c8a-4d0c-9da1-ec12db462124 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:18:17.648137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8dd12508-4b94-40c7-8371-8334e3814a2f req-a61ab319-53cb-413d-949a-9bb9f21211aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764950 Jul 16 22:18:17.851319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:17.871257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f73c5cf-338b-464c-99f1-c92cb14b566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.893418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179c86b-3c9b-4ec9-95db-51479b12d9d8 req-05d7d2bd-6196-44e7-b371-22cba9f56f46 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:17.893661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b18e5-f417-484c-a511-5f9baec012ed req-0cb8643a-aba2-4997-979e-c8056fc05a7a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:17.894910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f179c86b-3c9b-4ec9-95db-51479b12d9d8 req-05d7d2bd-6196-44e7-b371-22cba9f56f46 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fbcf446-21b6-4679-acd1-6e8638b9431a HTTP/1.1" status: 200 len: 949 time: 0.2725885 Jul 16 22:18:17.895030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b18e5-f417-484c-a511-5f9baec012ed req-0cb8643a-aba2-4997-979e-c8056fc05a7a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.1032026 Jul 16 22:18:17.897421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:17.958899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b18e5-f417-484c-a511-5f9baec012ed req-09e9e55d-7bed-47b3-b3a1-41a63a02ecf3 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Jul 16 22:18:18.023781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f73c5cf-338b-464c-99f1-c92cb14b566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.034559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f73c5cf-338b-464c-99f1-c92cb14b566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.056785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f179c86b-3c9b-4ec9-95db-51479b12d9d8 req-fc184e0a-2f29-47e9-85d5-852d045f6d1b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534302 Jul 16 22:18:18.065700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.072736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f73c5cf-338b-464c-99f1-c92cb14b566b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d293c5ca84c8469ca14bf2a696ae30a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194581 Jul 16 22:18:18.083257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c1334dc6-7c8a-4d0c-9da1-ec12db462124'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:18.083747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:18.131208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73c5cf-338b-464c-99f1-c92cb14b566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019bfa64-d3bb-4424-9fa2-0ad24a67b0ce,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:18.164250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.207059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1334dc6-7c8a-4d0c-9da1-ec12db462124,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:18.229898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.294892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df16c4-bee1-462c-8b06-f899fdc0147a req-de65c335-06d3-464f-b970-df5144789b08 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:18.296625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3df16c4-bee1-462c-8b06-f899fdc0147a req-de65c335-06d3-464f-b970-df5144789b08 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 946 time: 0.1338687 Jul 16 22:18:18.329615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] No DVR routers for this DVR port c1334dc6-7c8a-4d0c-9da1-ec12db462124 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:18.355932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.358217 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bcf2104-6dd8-4793-89b1-2966248e4a13 req-7a1b0e9b-5f34-4f0d-a8b3-3721db4c2684 tempest-DeleteServersAdminTestJSON-112982519 tempest-DeleteServersAdminTestJSON-112982519-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c1334dc6-7c8a-4d0c-9da1-ec12db462124 HTTP/1.1" status: 204 len: 173 time: 1.7642665 Jul 16 22:18:18.358698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'name': 'network-vif-deleted', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:18.361955 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d23d6-10e3-4e8d-94e4-855c2ce2a3c8" -d '{"events": [{"server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "name": "network-vif-deleted", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:18.372496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Router 48872153-6a79-4844-a7da-e4aa175fefb9 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:18:18.373306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3df16c4-bee1-462c-8b06-f899fdc0147a req-a4568e8e-7fed-4185-9983-144dfa9731b7 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666742 Jul 16 22:18:18.374093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.376892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.380477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/019bfa64-d3bb-4424-9fa2-0ad24a67b0ce HTTP/1.1" status: 204 len: 168 time: 0.2936628 Jul 16 22:18:18.405341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cad41-6989-4a6d-821e-9d3639b25cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019bfa64-d3bb-4424-9fa2-0ad24a67b0ce,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:18.485730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d779b7db-8363-47ff-93aa-585d4f5d22aa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:18.540145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84806469-1d21-400b-a4e2-811d4ca2fe2a None None] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:18:18.654498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:18:18.667624 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:18:18.669703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48867-dc30-4655-8eec-a18d0fb23b66 req-491154b9-75b7-4afb-aeb9-60d74ebcd8dd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:18.677508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59f48867-dc30-4655-8eec-a18d0fb23b66 req-491154b9-75b7-4afb-aeb9-60d74ebcd8dd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 949 time: 0.4159033 Jul 16 22:18:18.684921 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:18.686688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:18.735276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59f48867-dc30-4655-8eec-a18d0fb23b66 req-824c5d5c-0d7e-4213-abe0-b26f78f69b0f tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554016 Jul 16 22:18:18.739176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Provisioning for port d779b7db-8363-47ff-93aa-585d4f5d22aa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:18.740413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.745473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de595144-dcec-4992-8c31-fdf46c362f38 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6223903 Jul 16 22:18:18.746295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:18.756872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d779b7db-8363-47ff-93aa-585d4f5d22aa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:18.827136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Provisioning complete for port d779b7db-8363-47ff-93aa-585d4f5d22aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:18.827577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.850733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6854-b814-45b9-8e78-7416f09eef0a req-3d6193f3-a115-4ec8-90a9-3a1516130766 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:18.852751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f1f6854-b814-45b9-8e78-7416f09eef0a req-3d6193f3-a115-4ec8-90a9-3a1516130766 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.1528811 Jul 16 22:18:18.881633 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf22f18-d144-4b0c-b3d8-226a160bd6b3 x-openstack-request-id: req-fcf22f18-d144-4b0c-b3d8-226a160bd6b3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:18.882182 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbcf446-21b6-4679-acd1-6e8638b9431a", "name": "network-vif-deleted", "tag": "c1334dc6-7c8a-4d0c-9da1-ec12db462124", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:18.883076 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcf22f18-d144-4b0c-b3d8-226a160bd6b3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:18.883738 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbcf446-21b6-4679-acd1-6e8638b9431a', 'name': 'network-vif-deleted', 'tag': 'c1334dc6-7c8a-4d0c-9da1-ec12db462124', 'status': 'completed', 'code': 200} Jul 16 22:18:18.889249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d779b7db-8363-47ff-93aa-585d4f5d22aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:18.889624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:18.958903 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:19.026921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f1f6854-b814-45b9-8e78-7416f09eef0a req-6f2a042d-2cf8-4a50-9666-44afd04a0aec tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674416 Jul 16 22:18:19.104822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.106475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-662d1a57-5535-406f-8c22-870a04a88ab2 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:19.114282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-662d1a57-5535-406f-8c22-870a04a88ab2 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.2335668 Jul 16 22:18:19.115445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.231770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:19.294452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d779b7db-8363-47ff-93aa-585d4f5d22aa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d779b7db-8363-47ff-93aa-585d4f5d22aa,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:19.317225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.412444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d779b7db-8363-47ff-93aa-585d4f5d22aa,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:19.415986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 138e108f-5563-4b63-9e24-8bb201fc9681 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:19.494431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Deleting port d1358eb6-7f9c-46b5-995e-835a62980908 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:18:19.495009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.498616 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:18:19.499173 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-8c2b9e28-7120-4c49-8bbf-c6accc0f875d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:18:19.519445 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:16Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:19.520193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 452e1190-de52-4c60-bd7d-d29bafeb8bff completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:19.531846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 452e1190-de52-4c60-bd7d-d29bafeb8bff triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:19.532035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.540114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 138e108f-5563-4b63-9e24-8bb201fc9681 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:19.561768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baeaad-3ebb-422c-b236-42ed4e6a1dc6 req-4120ffbf-17e7-4e5f-9516-039517b7626a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:19.563813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4baeaad-3ebb-422c-b236-42ed4e6a1dc6 req-4120ffbf-17e7-4e5f-9516-039517b7626a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/ports?device_id=330c60c2-1d64-432e-be27-a0c922f59f74 HTTP/1.1" status: 200 len: 971 time: 0.3361983 Jul 16 22:18:19.580105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 138e108f-5563-4b63-9e24-8bb201fc9681 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:19.583777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.593368 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:18:19.594399 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Updating router 48872153-6a79-4844-a7da-e4aa175fefb9 port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:18:19.676348 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.718980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4baeaad-3ebb-422c-b236-42ed4e6a1dc6 req-4e6fc55e-4779-473a-80e6-200fead14981 tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.70 "GET /v2.0/security-groups?id=3aee5cb1-eae4-4b92-8f73-fa489bacec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381552 Jul 16 22:18:19.719170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] For port d1358eb6-7f9c-46b5-995e-835a62980908, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d1358eb6-7f9c-46b5-995e-835a62980908,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:19.719170 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.756659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Calling delete_port for d1358eb6-7f9c-46b5-995e-835a62980908 owned by compute:tempest-test_az-1176724033 {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:18:19.850605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.920692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:19.923589 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b8e70-2f81-4213-8ebd-f94f63f655db" -d '{"events": [{"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-plugged", "status": "completed", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:19.950120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:19.956468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:19.960357 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:19.989574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.091900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=138e108f-5563-4b63-9e24-8bb201fc9681,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:20.100511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:20.105271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.106665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c1334dc6-7c8a-4d0c-9da1-ec12db462124 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:18:20.113857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.119037 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.131360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['d1358eb6-7f9c-46b5-995e-835a62980908'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:20.135364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Transition to ACTIVE for port object 6851f9b9-47b8-40c4-ad6e-0480ba60f354 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:20.145686 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.152170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: c1334dc6-7c8a-4d0c-9da1-ec12db462124 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:18:20.152722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c1334dc6-7c8a-4d0c-9da1-ec12db462124 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:18:20.197923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Pushing event deleted for resources: {'Port': ['ID=d1358eb6-7f9c-46b5-995e-835a62980908,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:20.200888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:20.210391 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6170-5c2a-4927-90e6-9b26f15a9158 None None] Pushing event updated for resources: {'Port': ['ID=6851f9b9-47b8-40c4-ad6e-0480ba60f354,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:20.228496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.233144 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Attempting to bind port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:20.233387 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Attempting to bind port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:20.233757 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Attempting to bind port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:20.240203 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:20.240584 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:20.241030 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.241441 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:20.242033 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Bound port: 6851f9b9-47b8-40c4-ad6e-0480ba60f354, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:20.242432 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.245999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4dd25a7d-0483-45b9-9302-72e9e2a898e8 None None] Provisioning complete for port d779b7db-8363-47ff-93aa-585d4f5d22aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:20.246801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4dd25a7d-0483-45b9-9302-72e9e2a898e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.302039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6046c-d5ec-45ef-ac55-719c1276b322 req-520da031-0dcc-4fdf-a4c9-1963219ce30b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.309966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aed6046c-d5ec-45ef-ac55-719c1276b322 req-520da031-0dcc-4fdf-a4c9-1963219ce30b tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 946 time: 0.1659899 Jul 16 22:18:20.360242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.364653 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] For port 6851f9b9-47b8-40c4-ad6e-0480ba60f354, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:20.369947 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] For port 6851f9b9-47b8-40c4-ad6e-0480ba60f354, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6851f9b9-47b8-40c4-ad6e-0480ba60f354,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:20.374869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d779b7db-8363-47ff-93aa-585d4f5d22aa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:20.375886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] No DVR routers for this DVR port d1358eb6-7f9c-46b5-995e-835a62980908 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:20.380358 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.381748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.384171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c82470c-82dd-49d8-8c14-22c3c63f9ff7 req-906f5412-9f06-4a11-a628-91375933757a tempest-AggregatesAdminTestJSON-734695423 tempest-AggregatesAdminTestJSON-734695423-project] 10.222.0.68 "DELETE /v2.0/ports/d1358eb6-7f9c-46b5-995e-835a62980908 HTTP/1.1" status: 204 len: 173 time: 1.2622838 Jul 16 22:18:20.385954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b938b18-e62b-4d0b-999e-39f4a3be09ff tempest-AutoAllocateNetworkTest-579824615 tempest-AutoAllocateNetworkTest-579824615-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7aae7edfe7d747c7992813908aa4375f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4253893 Jul 16 22:18:20.386579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'name': 'network-vif-deleted', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:20.390298 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfde66-3e00-4950-938a-ac669ad8139a" -d '{"events": [{"server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "name": "network-vif-deleted", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:20.391955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:20.413288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed3f4-bfe7-4d75-b27d-d5adebd971c9 req-12cc5542-c296-4efc-a4a5-c7d8c04cd6d0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.424635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3dbed3f4-bfe7-4d75-b27d-d5adebd971c9 req-12cc5542-c296-4efc-a4a5-c7d8c04cd6d0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 949 time: 0.4664667 Jul 16 22:18:20.460865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d779b7db-8363-47ff-93aa-585d4f5d22aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:20.461382 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:20.489439 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:20.490636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:20.494840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6170-5c2a-4927-90e6-9b26f15a9158 None None] Pushing event updated for resources: {'Port': ['ID=6851f9b9-47b8-40c4-ad6e-0480ba60f354,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:20.509924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3dbed3f4-bfe7-4d75-b27d-d5adebd971c9 req-f2d0d623-e254-46ae-819b-c49c23bc919b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843396 Jul 16 22:18:20.615662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aed6046c-d5ec-45ef-ac55-719c1276b322 req-2e037c47-1af0-4819-b1ee-3f18bc453b74 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046744 Jul 16 22:18:20.647504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0e049-fcb0-43d0-b2e8-2c0aa51dabdb tempest-AutoAllocateNetworkTest-579824615 tempest-AutoAllocateNetworkTest-579824615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.652618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fdb0e049-fcb0-43d0-b2e8-2c0aa51dabdb tempest-AutoAllocateNetworkTest-579824615 tempest-AutoAllocateNetworkTest-579824615-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2494256 Jul 16 22:18:20.652618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:20.690147 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d31dd-d50d-416a-a370-e848c30e42e9 x-openstack-request-id: req-6b5d31dd-d50d-416a-a370-e848c30e42e9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:20.690462 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-plugged", "status": "completed", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:20.690704 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b5d31dd-d50d-416a-a370-e848c30e42e9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:20.691142 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'code': 200} Jul 16 22:18:20.735850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1affc06a-9a7a-4a92-aa7f-bac2cb670145 tempest-AutoAllocateNetworkTest-579824615 tempest-AutoAllocateNetworkTest-579824615-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820518 Jul 16 22:18:20.737067 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:20.739848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:20.785235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-f3a39af5-8b90-438f-8d6c-f1b85f165b80 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391841 Jul 16 22:18:20.826917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ca4505a-44ea-441d-9733-a9ec4d8b711b tempest-AutoAllocateNetworkTest-579824615 tempest-AutoAllocateNetworkTest-579824615-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7aae7edfe7d747c7992813908aa4375f HTTP/1.1" status: 200 len: 208 time: 0.0845790 Jul 16 22:18:20.913450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-acc7f9ac-70e5-4047-a1b3-9f4d7844c14c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.915404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-acc7f9ac-70e5-4047-a1b3-9f4d7844c14c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292598 Jul 16 22:18:20.915992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d281b2-8a12-4bf9-a481-afc61cd7fed6 req-4ed1cc1b-7c4f-4099-9c97-8db357f18994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.917503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22d281b2-8a12-4bf9-a481-afc61cd7fed6 req-4ed1cc1b-7c4f-4099-9c97-8db357f18994 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1119 time: 0.1325495 Jul 16 22:18:20.918643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Allocated IP 172.20.0.1 (aa7defdf-297a-4545-97e8-8bcae01b8ca3/a22da962-fd7c-4859-a01c-7299923add57/2c328144-fc79-4852-b9c3-6315e96a681e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:20.945270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9c19e09c-98ee-4933-a95a-d305a19fb94f tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/quotas/3ae816e6ccb44cbfa21d1ed0b5d255fc HTTP/1.1" status: 200 len: 375 time: 0.0212209 Jul 16 22:18:20.960192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20185a-cfaf-4737-8463-4b8ca8b8864e req-eaf89e30-342b-45ac-abb7-a9a50033f80b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:20.962078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a20185a-cfaf-4737-8463-4b8ca8b8864e req-eaf89e30-342b-45ac-abb7-a9a50033f80b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 967 time: 0.1330137 Jul 16 22:18:20.994606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22d281b2-8a12-4bf9-a481-afc61cd7fed6 req-e3205134-0bf6-482f-8bac-4f263a876091 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699985 Jul 16 22:18:20.996071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:16Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:21.026981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-1853299c-5fa2-4924-973b-3f5587a9d5e3 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628273 Jul 16 22:18:21.048234 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a20185a-cfaf-4737-8463-4b8ca8b8864e req-56c9a7d7-ea28-45aa-818e-64c85771acd1 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Jul 16 22:18:21.060089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12e2a-285c-4fe0-80ec-21599a81b771 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:16Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:18:21.111979 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2e808d-d1a3-4346-820f-85ed93a1512a x-openstack-request-id: req-8e2e808d-d1a3-4346-820f-85ed93a1512a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:21.112196 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330c60c2-1d64-432e-be27-a0c922f59f74", "name": "network-vif-deleted", "tag": "d1358eb6-7f9c-46b5-995e-835a62980908", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:21.112453 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e2e808d-d1a3-4346-820f-85ed93a1512a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:21.112847 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c60c2-1d64-432e-be27-a0c922f59f74', 'name': 'network-vif-deleted', 'tag': 'd1358eb6-7f9c-46b5-995e-835a62980908', 'status': 'completed', 'code': 200} Jul 16 22:18:21.148066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.171989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Transition to ACTIVE for port object 2c328144-fc79-4852-b9c3-6315e96a681e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:21.247850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.279402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:21.310839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:21.312395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:21.316532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:21.317476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.488121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Pushing event updated for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:21.571267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00776e6-6955-4296-a1cf-97df927e19d1 req-29602452-2c86-4281-8dfe-3509454a1758 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:21.602314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c00776e6-6955-4296-a1cf-97df927e19d1 req-29602452-2c86-4281-8dfe-3509454a1758 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 946 time: 0.2574933 Jul 16 22:18:21.604251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:21.614205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b0310cc-665d-4c25-990a-d7ffb5fe7030 req-b02380bd-3e9f-452d-bb98-4f6a1f775d09 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 210 time: 0.1213691 Jul 16 22:18:21.633716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'floatingip': {'port_id': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:21.798312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e550de0-8bc9-41d7-89d6-a14c1ce8ffbd None None] Provisioning for port 2c328144-fc79-4852-b9c3-6315e96a681e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:21.806385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e550de0-8bc9-41d7-89d6-a14c1ce8ffbd None None] Provisioning complete for port 2c328144-fc79-4852-b9c3-6315e96a681e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:21.806771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e550de0-8bc9-41d7-89d6-a14c1ce8ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.834701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.842292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec4ad-a355-4ba5-8377-fc118d8812d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.880122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:21.956446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:21.959688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7e550de0-8bc9-41d7-89d6-a14c1ce8ffbd None None] Port 2c328144-fc79-4852-b9c3-6315e96a681e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:22.274999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1c55425d-7b77-4dbb-b3dc-97cc872f7024 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=236b1b7b1ce044e19a224a6990f33adb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3935554 Jul 16 22:18:22.278274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:22.344789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad3d2-a489-4d41-b73a-b1d0f335757c req-6ef47cdf-33ad-4442-9deb-145ab8271a43 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:22.346820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-411ad3d2-a489-4d41-b73a-b1d0f335757c req-6ef47cdf-33ad-4442-9deb-145ab8271a43 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.3682220 Jul 16 22:18:22.381156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6851f9b9-47b8-40c4-ad6e-0480ba60f354 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:22.473328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:22.479249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:22.479894 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.489915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-411ad3d2-a489-4d41-b73a-b1d0f335757c req-733ca4f5-3a52-4205-8de5-86d6f6e69502 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320465 Jul 16 22:18:22.518937 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.557668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec4ad-a355-4ba5-8377-fc118d8812d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.568632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.568802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec4ad-a355-4ba5-8377-fc118d8812d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.583920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5438d-85af-4204-b895-39057c982fc1 req-24a19f46-f860-483e-9ad0-950388933931 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:22.586427 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.592786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbe5438d-85af-4204-b895-39057c982fc1 req-24a19f46-f860-483e-9ad0-950388933931 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 967 time: 0.3131156 Jul 16 22:18:22.593390 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.595598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.597625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.631468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 6851f9b9-47b8-40c4-ad6e-0480ba60f354, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6851f9b9-47b8-40c4-ad6e-0480ba60f354,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:22.637266 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.674837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b2ec4ad-a355-4ba5-8377-fc118d8812d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7aae7edfe7d747c7992813908aa4375f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3941760 Jul 16 22:18:22.680769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:22.692087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:22.694275 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a9bde-3643-46cc-af48-573b9e43e417" -d '{"events": [{"server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "name": "network-vif-plugged", "status": "completed", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:22.728108 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.732318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=6851f9b9-47b8-40c4-ad6e-0480ba60f354,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:22.755006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Pushing event updated for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:22.774831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.775289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ec4ad-a355-4ba5-8377-fc118d8812d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8dfda-1d07-4418-84f2-9a7d5f333a43,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:22.777838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:22.781509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3aee5cb1-eae4-4b92-8f73-fa489bacec5c HTTP/1.1" status: 204 len: 168 time: 0.4993453 Jul 16 22:18:22.834886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81267d9d-740b-46fc-a322-fc9a793bc96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aee5cb1-eae4-4b92-8f73-fa489bacec5c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:22.839220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbe5438d-85af-4204-b895-39057c982fc1 req-dbb60bf3-2e02-49aa-8618-b1bad22af1be tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452893 Jul 16 22:18:22.903121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:22.906551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:22.938657 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861178e8-39f9-4426-a715-e8e038c42b23 x-openstack-request-id: req-861178e8-39f9-4426-a715-e8e038c42b23 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:22.939122 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "name": "network-vif-plugged", "status": "completed", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:22.939215 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-861178e8-39f9-4426-a715-e8e038c42b23 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:22.939581 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681', 'code': 200} Jul 16 22:18:23.169497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-f9b0531c-1540-41c9-bfb8-9a010ec0a949 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122495 Jul 16 22:18:23.180538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26003cf4-b17d-472e-8a95-be5fa8832cc4 req-21e6cea4-f8e1-4108-8fe5-24080e23c3d6 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 210 time: 0.0807161 Jul 16 22:18:23.184112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.196195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d1358eb6-7f9c-46b5-995e-835a62980908 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:18:23.223240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:18:23.244665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.249975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: d1358eb6-7f9c-46b5-995e-835a62980908 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:18:23.255824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d1358eb6-7f9c-46b5-995e-835a62980908 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:18:23.306721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ad1c22f-187e-487c-9339-0e675912d191 None None] Provisioning complete for port 2c328144-fc79-4852-b9c3-6315e96a681e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:23.307301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c22f-187e-487c-9339-0e675912d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.368698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83f5ae-320c-4b3d-b737-0f0236eff052 req-594b4f87-f808-4fac-a339-5730e8f8ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:23.374892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f83f5ae-320c-4b3d-b737-0f0236eff052 req-594b4f87-f808-4fac-a339-5730e8f8ef48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 1102 time: 0.2762609 Jul 16 22:18:23.386034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1c22f-187e-487c-9339-0e675912d191 None None] Port 2c328144-fc79-4852-b9c3-6315e96a681e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:23.413104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:23.542811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f83f5ae-320c-4b3d-b737-0f0236eff052 req-605c9495-06db-4477-b824-569a9d7eeb39 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565979 Jul 16 22:18:23.566409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:18:23.574199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7eef1479-8a8b-4bf9-a6b8-ab2bce2fdf31 admin admin] 10.222.0.70 "PUT /v2.0/routers/48872153-6a79-4844-a7da-e4aa175fefb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8265915 Jul 16 22:18:23.580699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6c398506-d225-492b-8d2f-60a6b370a032 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2e3cf6f61f04175a44f2d6dd4a1cc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621695 Jul 16 22:18:23.581776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:23.641692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.677825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:18:23.687174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.687380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.689952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:23.692612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:23.696647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.702315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fc8dfda-1d07-4418-84f2-9a7d5f333a43 HTTP/1.1" status: 204 len: 168 time: 1.0148170 Jul 16 22:18:23.852981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a7875-edcf-4e0c-8614-702e61838bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8dfda-1d07-4418-84f2-9a7d5f333a43,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:23.865366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff97b-3ff4-4aee-aad8-f794cc28337d req-955ced43-e171-4bf9-b0b9-6bc972e98585 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:23.875575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2aff97b-3ff4-4aee-aad8-f794cc28337d req-955ced43-e171-4bf9-b0b9-6bc972e98585 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.1622114 Jul 16 22:18:23.904344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.908250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:23.909691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74bbec37-3d29-41b6-9f55-92f51ceb1bbb HTTP/1.1" status: 204 len: 168 time: 0.3268650 Jul 16 22:18:23.912233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:23.915835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:18:23.952628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2aff97b-3ff4-4aee-aad8-f794cc28337d req-4c0b0fba-e58f-4979-8f4c-5b3e2b903f7d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739439 Jul 16 22:18:23.953718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd99d86-e46d-45ec-a9c9-b0aedd92654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bbec37-3d29-41b6-9f55-92f51ceb1bbb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:24.021324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:24.033782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:24.042404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-0dedc7ba-5c71-4cd2-93f8-811e94337526 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:24.044262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-0dedc7ba-5c71-4cd2-93f8-811e94337526 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6077275 Jul 16 22:18:24.095054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Request body: {'port': {'device_id': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '3ae816e6ccb44cbfa21d1ed0b5d255fc'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:24.136295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487450c-f282-4955-9e1e-bb8d426fadaa req-d9bb2281-3e2e-4478-82e7-625783972937 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:24.141468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2487450c-f282-4955-9e1e-bb8d426fadaa req-d9bb2281-3e2e-4478-82e7-625783972937 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1119 time: 0.5641584 Jul 16 22:18:24.275795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2487450c-f282-4955-9e1e-bb8d426fadaa req-cf93c2a5-d655-4852-95d5-58e3e9eca415 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280861 Jul 16 22:18:24.296365 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84 associated. External IP: 172.25.5.87, port: a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037. Jul 16 22:18:24.377092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 2, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:24.386266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6851f9b9-47b8-40c4-ad6e-0480ba60f354 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:24.411941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Made reservation on behalf of 3ae816e6ccb44cbfa21d1ed0b5d255fc for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:24.419622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:24.481617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:18:24.482360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Updating router 48872153-6a79-4844-a7da-e4aa175fefb9 port 2c328144-fc79-4852-b9c3-6315e96a681e binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:18:24.547772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:24.613453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:24.614118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:24.702564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb03c771-05fd-46df-b36a-fc05726d18bb req-6176c6fe-515a-469b-a090-555edd7171fd tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 210 time: 0.0495799 Jul 16 22:18:24.851988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:24.901071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-315240d5-1d5c-4663-b44b-0fde20bac25e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:24.908183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-315240d5-1d5c-4663-b44b-0fde20bac25e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 821 time: 0.2296758 Jul 16 22:18:24.931504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-bee22f30-8b4e-477a-bba7-6767c20dd532 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/quotas/c83c7df342914f6b9ea959e99d757d99 HTTP/1.1" status: 200 len: 375 time: 0.0223591 Jul 16 22:18:25.047500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-65f9a6cf-c170-4bf8-b9b5-229046f47057 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144273 Jul 16 22:18:25.051566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.076841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Transition to ACTIVE for port object 2c328144-fc79-4852-b9c3-6315e96a681e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:25.080478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Allocated IP 192.168.233.217 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/a2da7d2d-5c13-4941-8ee3-f39bf7f2854d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:25.089022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.118153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:18:25.161448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6aea7-26c9-46e9-b147-cdeff1221f11 None None] Pushing event updated for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:25.183780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-3431e9ed-94c5-4776-ba2f-d49ffb2d2b97 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349070 Jul 16 22:18:25.223316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e149a-bbde-4b20-b2cd-efdb975e9c1c req-aaad9e83-3c4c-488a-8ed4-4f08cd02287e tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:25.225247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96e149a-bbde-4b20-b2cd-efdb975e9c1c req-aaad9e83-3c4c-488a-8ed4-4f08cd02287e tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1119 time: 0.2125635 Jul 16 22:18:25.305314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e90abea4-3672-42a5-a45a-88ef55f688c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.350376 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-7ac570fb-769f-433e-a578-94425ada24ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1837647 Jul 16 22:18:25.369932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Attempting to bind port 2c328144-fc79-4852-b9c3-6315e96a681e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:25.370491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Attempting to bind port 2c328144-fc79-4852-b9c3-6315e96a681e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:25.372693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Attempting to bind port 2c328144-fc79-4852-b9c3-6315e96a681e on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:25.383941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:25.384790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Checking segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:25.385575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.385990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Bound using segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:25.386480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Bound port: 2c328144-fc79-4852-b9c3-6315e96a681e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:25.387040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.398431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-6c5c9d28-b4ef-4156-9a06-8837187d494f service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130361 Jul 16 22:18:25.484860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] For port 2c328144-fc79-4852-b9c3-6315e96a681e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:25.489693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] For port 2c328144-fc79-4852-b9c3-6315e96a681e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2c328144-fc79-4852-b9c3-6315e96a681e,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:25.496297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.609932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:25.610578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:25.772064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e90abea4-3672-42a5-a45a-88ef55f688c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.800795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6aea7-26c9-46e9-b147-cdeff1221f11 None None] Pushing event updated for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:25.843008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:18:25.854104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.859792 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:18:25.874864 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:25.874864 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:25.902836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e90abea4-3672-42a5-a45a-88ef55f688c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:25.947947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:26.061094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-23e09028-af4e-48f0-bb6a-bd2f755abc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.065441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-23e09028-af4e-48f0-bb6a-bd2f755abc83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 1102 time: 0.6602945 Jul 16 22:18:26.088878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e90abea4-3672-42a5-a45a-88ef55f688c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a6641a888394f2292931dc8ba3ca102&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2355719 Jul 16 22:18:26.089750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619ad0d-5d8a-4dd9-b0d4-573cb3f73af4 req-953c7fa5-1c2e-43af-bee7-969dbb7fe2a8 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.100335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96e149a-bbde-4b20-b2cd-efdb975e9c1c req-4887da67-4938-4fc4-b904-9ca213907988 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8530827 Jul 16 22:18:26.104805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8619ad0d-5d8a-4dd9-b0d4-573cb3f73af4 req-953c7fa5-1c2e-43af-bee7-969dbb7fe2a8 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.3117092 Jul 16 22:18:26.113662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:26.220685 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:26.254047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b3d6fa5-6b8c-41b0-9953-3d26e9dcbb61 req-fbe82676-b77f-4f1b-9b7b-17db84409bd8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 210 time: 0.0687697 Jul 16 22:18:26.281691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90abea4-3672-42a5-a45a-88ef55f688c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f30f0cb-6039-48ae-a8bb-21598403b78c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:26.309240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8619ad0d-5d8a-4dd9-b0d4-573cb3f73af4 req-37c8b6ff-c5e3-4cce-b498-d10dad33ad85 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990378 Jul 16 22:18:26.341246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56a52486-0164-4dc4-af01-41efe9b9d552 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "PUT /v2.0/floatingips/a1d11bef-3c0d-481b-a92f-88bfbec6ad84 HTTP/1.1" status: 200 len: 991 time: 4.7113872 Jul 16 22:18:26.341607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:25Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:26.346617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:26.351281 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398909e-5b4b-4161-a223-8674b8e4ccef" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:26.369591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.427253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d80a40-72a4-44bc-a30d-27180fcc998a None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:25Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:18:26.460709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-362d930b-e0b5-418d-b399-acbdcaaf42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.462329 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-362d930b-e0b5-418d-b399-acbdcaaf42cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3062749 Jul 16 22:18:26.474768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Transition to ACTIVE for port object a2da7d2d-5c13-4941-8ee3-f39bf7f2854d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:26.476246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.553069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.555933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-9ec7023e-cc2f-4526-aebc-7fd7c170611e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=138e108f-5563-4b63-9e24-8bb201fc9681 HTTP/1.1" status: 200 len: 217 time: 0.0859201 Jul 16 22:18:26.698613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-9c015702-04d4-4c47-ac78-6aec050217ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.700672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-9c015702-04d4-4c47-ac78-6aec050217ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1377134 Jul 16 22:18:26.801414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d10031ca-022a-447c-a19b-59d0559f9b75 req-12d96050-5154-4a87-aeec-294788d42a03 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 210 time: 0.1325758 Jul 16 22:18:26.813780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.885867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:26.893611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:26.898294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:26.904580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.905293 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.909326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-00f9ed4b-c355-43e0-b9a3-baa81e46bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:26.910118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.914884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-00f9ed4b-c355-43e0-b9a3-baa81e46bab2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062237 Jul 16 22:18:26.921460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:26.926584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f30f0cb-6039-48ae-a8bb-21598403b78c HTTP/1.1" status: 204 len: 168 time: 0.8094566 Jul 16 22:18:26.959478 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb780d9a-1e70-4442-b5e6-7fe9035ecfc9 x-openstack-request-id: req-cb780d9a-1e70-4442-b5e6-7fe9035ecfc9 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:26.959770 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:26.960016 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb780d9a-1e70-4442-b5e6-7fe9035ecfc9 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:26.960414 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'status': 'completed', 'code': 200} Jul 16 22:18:26.979835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Pushing event updated for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:26.993027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420908b-7983-4c02-a305-20757d6b9294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f30f0cb-6039-48ae-a8bb-21598403b78c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:27.023560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-857c833f-2649-4bba-a3c6-ff1ecd7e42aa tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9362426 Jul 16 22:18:27.036412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Request body: {'port': {'device_id': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:27.161492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:27.179576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-5bc9da1e-e7cb-44f5-9a77-dae8fbcb6536 req-84236bbd-eb1c-453d-9c9e-345e502dd49c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:18:27.192731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5bc9da1e-e7cb-44f5-9a77-dae8fbcb6536 req-84236bbd-eb1c-453d-9c9e-345e502dd49c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307121 Jul 16 22:18:27.204126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-069628a1-6689-40f9-ae49-e8a320e0c71b service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821648 Jul 16 22:18:27.228126 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:29:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:18:23Z', 'revision_number': 1, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:27.284772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:18:27.330071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:18:27.330943 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:27.378229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f642b882-4c53-45e8-b162-1368104ea068 None None] Provisioning for port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:27.388703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f642b882-4c53-45e8-b162-1368104ea068 None None] Provisioning complete for port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:27.389113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f642b882-4c53-45e8-b162-1368104ea068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:27.497268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-3066536d-42ec-41d9-8442-71e671f45e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:27.498879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-3066536d-42ec-41d9-8442-71e671f45e3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 1098 time: 0.2915206 Jul 16 22:18:27.560049 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-787d1246-8cbf-4655-8fbd-427ab83f5874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:27.577513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f642b882-4c53-45e8-b162-1368104ea068 None None] Port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:27.590799 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:18:27.672609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-e0195cd8-d864-4ce8-9c6c-26b3ed098aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:27.674751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-e0195cd8-d864-4ce8-9c6c-26b3ed098aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 924 time: 0.1684403 Jul 16 22:18:27.841675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:27.920244 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bda0d31-d3c3-4a17-b9ca-00f6512e979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:27.938058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513f93-1e47-4e59-be43-4d45c38c0542 req-3abc4490-2705-45b7-8e18-b786fa4ae9be service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420596 Jul 16 22:18:27.944854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2da7d2d-5c13-4941-8ee3-f39bf7f2854d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:27.976125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.057084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Transition to ACTIVE for port object a2da7d2d-5c13-4941-8ee3-f39bf7f2854d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:28.069832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.135809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-3caca34a-d6b0-43fe-84e7-5f025a7028ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 200 len: 999 time: 0.4477906 Jul 16 22:18:28.183173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:28.251017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:29:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:18:23Z', 'revision_number': 1, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:18:28.386047 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d91f6-b5d1-4a2a-80ac-a94f019f801f None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:29:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:18:23Z', 'revision_number': 1, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:18:28.431655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Attempting to bind port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:28.432212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Attempting to bind port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:28.432700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Attempting to bind port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:28.457571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2c328144-fc79-4852-b9c3-6315e96a681e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:28.510720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bda0d31-d3c3-4a17-b9ca-00f6512e979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.513248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:28.514247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Attempting to bind port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:28.529428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bda0d31-d3c3-4a17-b9ca-00f6512e979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.538823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-7a6a4331-32ed-4371-819d-b3511c18ffe7 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:28.544414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-7a6a4331-32ed-4371-819d-b3511c18ffe7 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 821 time: 0.6627438 Jul 16 22:18:28.580543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:28.582352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-822962fb-758c-41bd-8115-4a7ddd04a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:28.584318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:28.586058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:28.586626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Bound port: a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:28.587081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.591224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-822962fb-758c-41bd-8115-4a7ddd04a8c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.3715961 Jul 16 22:18:28.604708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f76ea8f-be8c-4466-b705-273975c22829 req-9975eb05-8707-47c5-8646-a5b477bec455 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 210 time: 0.1829977 Jul 16 22:18:28.610896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2c328144-fc79-4852-b9c3-6315e96a681e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:28.619300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2c328144-fc79-4852-b9c3-6315e96a681e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:28.619676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.622531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'port': {'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'admin_state_up': True, 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:28.688651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2bda0d31-d3c3-4a17-b9ca-00f6512e979f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb8923eb0d1b4c51b25326a82e482638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457735 Jul 16 22:18:28.701318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:28.716233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda0d31-d3c3-4a17-b9ca-00f6512e979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f4b8e-b773-4182-ad43-badf5d2459b9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:28.726274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:28.868481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.877531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:28.881974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:28.900044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.939974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-3bb34745-0b12-494b-b206-35f4e8bb60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:28.945763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2c328144-fc79-4852-b9c3-6315e96a681e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2c328144-fc79-4852-b9c3-6315e96a681e,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:28.958443 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:28.962725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-3bb34745-0b12-494b-b206-35f4e8bb60d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3305275 Jul 16 22:18:29.043317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a39e091d-7f30-40a8-a3e6-0fc3252ce369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.049221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:29.060688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.078111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:29.084770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:29.085431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.086859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9543ae79-70e0-4df9-97c7-9a78e5f01947 service neutron] 10.222.0.68 "PUT /v2.0/ports/a2da7d2d-5c13-4941-8ee3-f39bf7f2854d HTTP/1.1" status: 200 len: 1097 time: 2.0549350 Jul 16 22:18:29.087325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:29.090436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff224986-8de3-46a8-8aca-19ee6a03acd2 None None] New status for floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:18:29.103402 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:29.187427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Made reservation on behalf of c83c7df342914f6b9ea959e99d757d99 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:29.194319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.207619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.298016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-f5bc5fbf-69af-43c0-b194-de2cbdef3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:29.300204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-f5bc5fbf-69af-43c0-b194-de2cbdef3274 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 1100 time: 0.1611271 Jul 16 22:18:29.359621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-a90702ab-b6e5-4aa8-9a34-d8b496df1c30 service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869107 Jul 16 22:18:29.404794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-1190449f-9f5c-4dfe-9b52-eb24a29a5984 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d HTTP/1.1" status: 200 len: 217 time: 0.0950189 Jul 16 22:18:29.411000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.414695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.419850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c98f4b8e-b773-4182-ad43-badf5d2459b9 HTTP/1.1" status: 204 len: 168 time: 0.7116439 Jul 16 22:18:29.443832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2159a-2a98-4e56-be39-e904e827ee9e req-3a43a9fe-b51a-4f30-8452-bc86ea53f59e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:29.446308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cd2159a-2a98-4e56-be39-e904e827ee9e req-3a43a9fe-b51a-4f30-8452-bc86ea53f59e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 948 time: 0.3117962 Jul 16 22:18:29.490402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed28b80-5816-4fbd-9a2b-3265f049372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f4b8e-b773-4182-ad43-badf5d2459b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:29.506551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-6d585d4b-9549-4c73-9a0f-999966cc6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:29.507646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-6d585d4b-9549-4c73-9a0f-999966cc6ce8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0903924 Jul 16 22:18:29.607185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Allocated IP 172.20.0.8 (aa7defdf-297a-4545-97e8-8bcae01b8ca3/a22da962-fd7c-4859-a01c-7299923add57/03643c25-17c0-4f72-9d11-493a064e759d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:29.652285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-c55e0bae-0b41-4296-9cbc-6a7fb03cd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:29.655130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-c55e0bae-0b41-4296-9cbc-6a7fb03cd2a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408782 Jul 16 22:18:29.659301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cd2159a-2a98-4e56-be39-e904e827ee9e req-853fee51-ca47-4f00-8e37-bf57e46692e2 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800215 Jul 16 22:18:29.681534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0398909e-5b4b-4161-a223-8674b8e4ccef req-0e3a3369-1447-482c-ae37-73979b6350f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130245 Jul 16 22:18:29.683454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a39e091d-7f30-40a8-a3e6-0fc3252ce369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.707612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a39e091d-7f30-40a8-a3e6-0fc3252ce369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.803518 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-9e2a0154-2c1b-499d-9b86-dc5669b24f9c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413596 Jul 16 22:18:29.832547 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a8dde92-282e-4972-ba38-1ad28bc66726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:29.834410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a39e091d-7f30-40a8-a3e6-0fc3252ce369 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=377fbc8c5de74acfb185f0bb4d19560e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030095 Jul 16 22:18:29.837293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:29.864285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e091d-7f30-40a8-a3e6-0fc3252ce369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8c5e6-fe38-479a-a839-6a7e0cffc93e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:29.880583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-172442d5-3bd5-494d-9d14-067685145219 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a6fda8507367426289e665e4036a77f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674024 Jul 16 22:18:29.986007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:30.001764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.017325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.036054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.039831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d06202f7-ab71-4fa8-89d1-936231ec0aab req-056ac5ff-5332-4002-a62b-b2d4008e3e22 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294760 Jul 16 22:18:30.067182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.084851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-cf90e923-90ef-452b-a67e-07f81ced8e3d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:30.092001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-cf90e923-90ef-452b-a67e-07f81ced8e3d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101576 Jul 16 22:18:30.105818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.108014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Transition to ACTIVE for port object 03643c25-17c0-4f72-9d11-493a064e759d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:30.111339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.113553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1f8c5e6-fe38-479a-a839-6a7e0cffc93e HTTP/1.1" status: 204 len: 168 time: 0.2636147 Jul 16 22:18:30.115847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-8a96d2dd-56a9-4a52-b864-6f860f79ea41 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/quotas/a6fda8507367426289e665e4036a77f5 HTTP/1.1" status: 200 len: 375 time: 0.0229740 Jul 16 22:18:30.124849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a347a-cc29-4669-a3df-10ee7c374094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8c5e6-fe38-479a-a839-6a7e0cffc93e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:30.201890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.213338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-2f2ea4bd-0f5a-4b48-a894-3e13dd4fb171 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964372 Jul 16 22:18:30.259779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:30.277592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:30.278336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-daae5ea3-f7da-4209-9531-c2b20457b0ef tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:18:30.279395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-daae5ea3-f7da-4209-9531-c2b20457b0ef tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2896171 Jul 16 22:18:30.283728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event updated for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:30.290512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:30.301732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:30.301732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.336799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-b424c07c-4973-4c45-8afb-2f37f48ed3ac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442887 Jul 16 22:18:30.349820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Request body: {'port': {'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:30.393702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2c328144-fc79-4852-b9c3-6315e96a681e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:30.402214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-b2cc3aee-9ad6-41fb-8a31-6bc19e2fdb0d tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:30.414336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-b2cc3aee-9ad6-41fb-8a31-6bc19e2fdb0d tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 1116 time: 0.1070898 Jul 16 22:18:30.484400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2c328144-fc79-4852-b9c3-6315e96a681e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:30.485006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.522167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.600686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:30.618559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af6a18ee-de3e-46fc-b8e0-3ab7a3223837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.676411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d7c47f8-058d-410d-9992-9fa066a219db None None] Provisioning for port 03643c25-17c0-4f72-9d11-493a064e759d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:30.690831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d7c47f8-058d-410d-9992-9fa066a219db None None] Provisioning complete for port 03643c25-17c0-4f72-9d11-493a064e759d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:30.691232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d7c47f8-058d-410d-9992-9fa066a219db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.764254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c47f8-058d-410d-9992-9fa066a219db None None] Port 03643c25-17c0-4f72-9d11-493a064e759d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:30.802558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af6a18ee-de3e-46fc-b8e0-3ab7a3223837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.804687 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:18:30.810948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af6a18ee-de3e-46fc-b8e0-3ab7a3223837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:30.910673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:30.913782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af6a18ee-de3e-46fc-b8e0-3ab7a3223837 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0067fb90c374bf8af29c95a56ae16e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063889 Jul 16 22:18:30.916595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a18ee-de3e-46fc-b8e0-3ab7a3223837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab958ce4-8b91-4a03-a470-8f5971cdc988,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:30.958108 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879daa0f-b4f2-45c6-a057-73c94b03a4a6 x-openstack-request-id: req-879daa0f-b4f2-45c6-a057-73c94b03a4a6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:30.958746 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:30.959100 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-879daa0f-b4f2-45c6-a057-73c94b03a4a6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:30.959651 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d', 'status': 'completed', 'code': 200} Jul 16 22:18:31.047693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.089634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-8a3e4d87-12e8-4101-8e65-ad7accde8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:31.091384 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-8a3e4d87-12e8-4101-8e65-ad7accde8485 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 1100 time: 0.1001012 Jul 16 22:18:31.098702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:31.099577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:18:31.160464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.208798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03643c25-17c0-4f72-9d11-493a064e759d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:31.211169 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.237737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.266964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8cf74-cedb-4bac-8f2f-14e764d0fd4d req-76e9d569-403f-4aa3-9725-d28e7b0799c4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:31.268444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46a8cf74-cedb-4bac-8f2f-14e764d0fd4d req-76e9d569-403f-4aa3-9725-d28e7b0799c4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 931 time: 0.2048967 Jul 16 22:18:31.269756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Transition to ACTIVE for port object 03643c25-17c0-4f72-9d11-493a064e759d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:31.277740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.314105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-d1f73039-1249-4819-9690-0dbd9bda851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:31.316947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-d1f73039-1249-4819-9690-0dbd9bda851c service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1928806 Jul 16 22:18:31.335932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.339186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.340335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab958ce4-8b91-4a03-a470-8f5971cdc988 HTTP/1.1" status: 204 len: 168 time: 0.4252405 Jul 16 22:18:31.693950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60687432-cf49-48b5-a7e9-2cea8ca793a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab958ce4-8b91-4a03-a470-8f5971cdc988,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:31.697262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-bc07a2a9-0df8-4a5a-9cf4-6c4f533f20a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d HTTP/1.1" status: 200 len: 217 time: 0.3727007 Jul 16 22:18:31.716651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46a8cf74-cedb-4bac-8f2f-14e764d0fd4d req-8c1554e4-70df-499d-b542-8c6da2f5bc57 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346552 Jul 16 22:18:31.719728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:31.724463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Attempting to bind port 03643c25-17c0-4f72-9d11-493a064e759d on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:31.724804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Attempting to bind port 03643c25-17c0-4f72-9d11-493a064e759d by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:31.725299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Attempting to bind port 03643c25-17c0-4f72-9d11-493a064e759d on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:31.729913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Port 03643c25-17c0-4f72-9d11-493a064e759d on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:31.730310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Attempting to bind port 03643c25-17c0-4f72-9d11-493a064e759d on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:31.745746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:31.745746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Checking segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:31.745746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Bound using segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:31.745746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Bound port: 03643c25-17c0-4f72-9d11-493a064e759d, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:31.745746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.796053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:31.797005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:31.797406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:31.804785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:31.805197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:31.813017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-c2f17a25-941b-4f4f-8d70-36ff5b956849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:31.814683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-c2f17a25-941b-4f4f-8d70-36ff5b956849 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1099849 Jul 16 22:18:31.815530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:31.815870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:31.816298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:31.816731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Bound port: 452e1190-de52-4c60-bd7d-d29bafeb8bff, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:31.873906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:31.883185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03643c25-17c0-4f72-9d11-493a064e759d,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:31.898158 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.961182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:31.964113 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:31.965594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] 10.222.0.68 "PUT /v2.0/ports/03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 1092 time: 1.6207328 Jul 16 22:18:31.992752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:32.002873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:32.005225 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:32.026921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-0154d95f-ed2b-4767-89de-4a1f5ff28d98 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fda8507367426289e665e4036a77f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741887 Jul 16 22:18:32.035254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:32.043756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-88a5b781-88d9-41f0-aabe-0d5e5d979754 service neutron] 10.222.0.70 "POST /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff/bindings HTTP/1.1" status: 201 len: 390 time: 1.3619144 Jul 16 22:18:32.078879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:32.098944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-1664fd3b-6836-40a2-860e-02c6debc526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.102451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.102800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.103147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.103693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.104028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.104383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.104711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.105121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.105464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.105786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.106143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.106481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ef175-aa85-450c-aaa2-30ca980f97c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:32.125204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-1664fd3b-6836-40a2-860e-02c6debc526f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2862468 Jul 16 22:18:32.297051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc2708-2be6-4454-a88b-675c4e8e251b req-4ddefb3e-5667-438f-b0f0-31a596750189 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 210 time: 0.1288719 Jul 16 22:18:32.410218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-5dda4139-e659-4312-b143-b67958e78bf3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.411851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-5dda4139-e659-4312-b143-b67958e78bf3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783252 Jul 16 22:18:32.421530 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122396ad-58f4-4311-9cce-0a9746632e4e x-openstack-request-id: req-122396ad-58f4-4311-9cce-0a9746632e4e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:32.421824 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:32.422075 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-122396ad-58f4-4311-9cce-0a9746632e4e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:32.422461 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:18:32.446493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Request body: {'port': {'device_id': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'a6fda8507367426289e665e4036a77f5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:32.456855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-dc798430-9ca3-4eb7-ac3f-063809a57371 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244948 Jul 16 22:18:32.579140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:32.605603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-126dce03-3e21-45d4-8906-f4a2358a79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.607109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-126dce03-3e21-45d4-8906-f4a2358a79e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1095 time: 0.3532083 Jul 16 22:18:32.628391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fa702-1287-46fb-b921-a7e0000f1839 req-d92de3fa-35c4-4af0-9914-c48d0a0230b2 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.635839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a91fa702-1287-46fb-b921-a7e0000f1839 req-d92de3fa-35c4-4af0-9914-c48d0a0230b2 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 948 time: 0.2827735 Jul 16 22:18:32.648147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2dd1ab5-82c3-431c-9502-3d3ee30ff1e8 req-62c2039e-679d-4471-8fb9-e06a395f4dbb service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903706 Jul 16 22:18:32.666935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-d13229eb-7822-4e29-8f93-2fac7e7c37f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.0509121 Jul 16 22:18:32.699148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a91fa702-1287-46fb-b921-a7e0000f1839 req-8a702a70-551a-4d9f-a731-051df64f2c2b tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619478 Jul 16 22:18:32.729664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-7ff3c65b-d906-49c9-a086-a88fa8ee7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.731160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-7ff3c65b-d906-49c9-a086-a88fa8ee7324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1119 time: 0.2179477 Jul 16 22:18:32.748501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-c434e270-ef17-49a0-a8fb-bc3c926d294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.752058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-c434e270-ef17-49a0-a8fb-bc3c926d294b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0760057 Jul 16 22:18:32.786252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Made reservation on behalf of a6fda8507367426289e665e4036a77f5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:32.790654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:32.899214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2fc12-7b27-4b2b-9bca-b101da607c2b req-3a3b6204-d21a-487c-a472-00a818a50511 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.905057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa2fc12-7b27-4b2b-9bca-b101da607c2b req-3a3b6204-d21a-487c-a472-00a818a50511 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 967 time: 0.0892687 Jul 16 22:18:32.953707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa2fc12-7b27-4b2b-9bca-b101da607c2b req-a4513e80-a635-4479-a09f-5a6dc37e4a46 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Jul 16 22:18:32.989993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-1c858408-6b3a-4f97-98ac-6d99d38942d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:32.991656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-1c858408-6b3a-4f97-98ac-6d99d38942d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246788 Jul 16 22:18:32.997575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-bd59c5ee-ccbd-466c-9df0-6448f0e47c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:33.000208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-bd59c5ee-ccbd-466c-9df0-6448f0e47c7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2452466 Jul 16 22:18:33.089412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-de96f465-3f3d-48f6-8bfc-916cfa7c2bc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.0743361 Jul 16 22:18:33.236599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Allocated IP 192.168.233.174 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/9ef01cbf-4106-40f2-bf00-eb2e676a9b8d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:33.241911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-0f04f531-6cd6-4b84-a1ad-57e073f9aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:33.243532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-0f04f531-6cd6-4b84-a1ad-57e073f9aa3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1369932 Jul 16 22:18:33.298881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a2da7d2d-5c13-4941-8ee3-f39bf7f2854d details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:33.299199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-6fb1e5a6-72a6-4bee-99f4-bb6d82d941ad service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956283 Jul 16 22:18:33.303988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-157caca8-beb8-48fc-8353-89e303ea013a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469406 Jul 16 22:18:33.381328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532751-120b-49da-a5b3-b8c447d6b028 req-fa366bf7-ac69-4e14-90c1-824607526811 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:33.382826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23532751-120b-49da-a5b3-b8c447d6b028 req-fa366bf7-ac69-4e14-90c1-824607526811 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 943 time: 0.3146009 Jul 16 22:18:33.401088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:33.412367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d', 'mac_address': 'fa:16:3e:23:f4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:33.455900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:33.469416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2da7d2d-5c13-4941-8ee3-f39bf7f2854d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:33.493761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:33.499411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:33.556113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:33.564476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.564825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.565192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.565532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.565866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.566195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.566523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.566880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.567518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.567682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.567970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.568298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:33.576776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23532751-120b-49da-a5b3-b8c447d6b028 req-beb74cba-6807-4ab9-b97e-1f7952fdbbdc tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761794 Jul 16 22:18:33.609741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-97aaab63-9a78-449f-a02b-f088de6cbc4e service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955127 Jul 16 22:18:33.613504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd74c6f0-2213-4a1f-9adf-0eee91ae0855 req-fe20636a-0c60-41ef-bf3e-3527d56e3b9c service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025422 Jul 16 22:18:33.719699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:33.731866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a2da7d2d-5c13-4941-8ee3-f39bf7f2854d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:33.795915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Transition to ACTIVE for port object 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:33.800027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5afd2bb-1c59-4260-a3e8-c0360f471d4d req-4ed87ff6-6e39-49b5-ad60-063e0e728c77 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 210 time: 0.0736580 Jul 16 22:18:33.819215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f91b0731-6936-44a9-a7e9-e040e7de183c service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008927 Jul 16 22:18:33.868178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-78ff77c1-d224-4971-b003-636e4f99058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:33.873530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-78ff77c1-d224-4971-b003-636e4f99058c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1095 time: 0.1658120 Jul 16 22:18:33.908832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:33.940504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['138e108f-5563-4b63-9e24-8bb201fc9681'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:33.977970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db41d1-b665-4909-95cd-f7fdbe8bcc62 req-72f6647f-f0e6-4402-8b53-72816dde2a7a tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:33.986157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12db41d1-b665-4909-95cd-f7fdbe8bcc62 req-72f6647f-f0e6-4402-8b53-72816dde2a7a tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 949 time: 0.0811255 Jul 16 22:18:34.038705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12db41d1-b665-4909-95cd-f7fdbe8bcc62 req-27618611-6bee-4790-99be-d38a1354d6e6 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Jul 16 22:18:34.270104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:34.281617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f235a-4165-44bf-a3ab-f20987c09480 req-0a59135a-146d-4524-8c6b-85dba4cac5a5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.288445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3f235a-4165-44bf-a3ab-f20987c09480 req-0a59135a-146d-4524-8c6b-85dba4cac5a5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 967 time: 0.1103814 Jul 16 22:18:34.303821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:34.306385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:34.313274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.313833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:34.345735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Pushing event updated for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:34.356076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-fd1683d1-3ee8-44ac-a72e-fca612a34dad tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9327009 Jul 16 22:18:34.372141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3f235a-4165-44bf-a3ab-f20987c09480 req-adedecbe-0e0a-4344-93de-9d5b613b64a2 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809989 Jul 16 22:18:34.388804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Request body: {'port': {'device_id': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:34.417676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-58edca8a-ac2a-4abe-ae08-73fa8a60f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.419528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-58edca8a-ac2a-4abe-ae08-73fa8a60f2c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.5417349 Jul 16 22:18:34.526099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-e632da3d-8971-44d2-b482-a0d74622c2c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.0918069 Jul 16 22:18:34.531239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-2956fc73-fbcd-478b-8a3a-37d51492adf2 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.532716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-2956fc73-fbcd-478b-8a3a-37d51492adf2 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1119 time: 0.5733554 Jul 16 22:18:34.614969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:34.626480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:34.660357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-61a894b8-a0cf-4182-abbc-5e455cd3ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.662537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-61a894b8-a0cf-4182-abbc-5e455cd3ef50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1157432 Jul 16 22:18:34.681690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f6eb645-db8f-4bb7-b54f-fe852317a331 None None] Provisioning for port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:34.690782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f6eb645-db8f-4bb7-b54f-fe852317a331 None None] Provisioning complete for port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:34.691633 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f6eb645-db8f-4bb7-b54f-fe852317a331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:34.737578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eb645-db8f-4bb7-b54f-fe852317a331 None None] Port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:34.746580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:34.842166 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:34.923173 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:34.926490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:34.984818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-47c2014b-4f75-42ce-a336-deb0e525b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:34.986411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-47c2014b-4f75-42ce-a336-deb0e525b785 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072963 Jul 16 22:18:35.003385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.008691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.053129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56d7f310be88437c870a1e5a1c626afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365015 Jul 16 22:18:35.057457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8096c-41e4-4d05-ad17-d8d0e5216d93,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.058969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:35.077249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc929b1d-0ebc-47b6-86d9-ab2742bfbe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.087709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.088058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.088400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.088742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.089100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.089438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.089768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.090183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.090694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.091031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.091360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.091688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b95406-92b3-498c-9e1c-1c287039ca60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:18:35.165823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b0c6c-0699-40d5-b612-9e17fa7dbee3 req-cc4ce0cd-94e8-4178-82fb-9e86b5a2a6a8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:35.167356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e94b0c6c-0699-40d5-b612-9e17fa7dbee3 req-cc4ce0cd-94e8-4178-82fb-9e86b5a2a6a8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 943 time: 0.3776319 Jul 16 22:18:35.223156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc929b1d-0ebc-47b6-86d9-ab2742bfbe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.229923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc929b1d-0ebc-47b6-86d9-ab2742bfbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.273304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bc929b1d-0ebc-47b6-86d9-ab2742bfbe5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c35a263c122946e28101f5c52328e957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456140 Jul 16 22:18:35.278540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:35.294798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929b1d-0ebc-47b6-86d9-ab2742bfbe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b26956-6638-49fd-8639-7da10fed95ba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.308279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f6891-031b-4e8a-a117-d7f4446e3ee1 req-cd19d519-b65f-4506-bfba-2cff8f7484cd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:35.309718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa0f6891-031b-4e8a-a117-d7f4446e3ee1 req-cd19d519-b65f-4506-bfba-2cff8f7484cd tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 936 time: 0.1355391 Jul 16 22:18:35.327518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a2da7d2d-5c13-4941-8ee3-f39bf7f2854d up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:35.331064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-03f89ae2-3119-422d-ba89-2d7bdca3efc2 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328068 Jul 16 22:18:35.364503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa0f6891-031b-4e8a-a117-d7f4446e3ee1 req-7d9cc355-06c3-4db3-83b1-0eee7c6b2d3c tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Jul 16 22:18:35.373924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.392303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:35.400251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.400460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:35.400757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.401926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.427380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e94b0c6c-0699-40d5-b612-9e17fa7dbee3 req-208e8c7c-f5f0-4544-9950-b379233374e4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502217 Jul 16 22:18:35.473630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.477066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.481199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.492886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76b26956-6638-49fd-8639-7da10fed95ba HTTP/1.1" status: 204 len: 168 time: 0.2115364 Jul 16 22:18:35.534980 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.536765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924969-ae22-403a-9a7f-d37c87b93592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b26956-6638-49fd-8639-7da10fed95ba,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.579067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:35.593939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:35.596187 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b03c072-16c1-46f1-a353-37ec8010d620" -d '{"events": [{"server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "name": "network-vif-plugged", "status": "completed", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:35.596342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.602686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.606690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1d8096c-41e4-4d05-ad17-d8d0e5216d93 HTTP/1.1" status: 204 len: 168 time: 0.5238292 Jul 16 22:18:35.636473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:35.644891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff31877-ba9d-4a36-bfef-5fe29921c2a7 req-7da201ec-c688-4008-bdda-4cb7d9a4195c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:35.647220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.653995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180d9c-a18b-4e4d-aff7-66d55992bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8096c-41e4-4d05-ad17-d8d0e5216d93,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.666305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cff31877-ba9d-4a36-bfef-5fe29921c2a7 req-7da201ec-c688-4008-bdda-4cb7d9a4195c tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 949 time: 0.1420236 Jul 16 22:18:35.722952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:35.732798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.743859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cff31877-ba9d-4a36-bfef-5fe29921c2a7 req-f9ffd2b6-a7d0-4563-9453-1c1d6b451cff tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Jul 16 22:18:35.747004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797041e7-1d7f-4c1d-b61f-187b54f9ba7d req-11ee1286-27a4-4174-b8bf-f887f44e1614 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017749 Jul 16 22:18:35.750748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.766456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:35.808586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Transition to ACTIVE for port object 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:35.821042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.875926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:35.878297 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc90113-465f-4beb-883e-cf56b37e336e" -d '{"events": [{"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-unplugged", "status": "completed", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:35.884249 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.909376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a0b87-6989-4902-b810-aa8116e8d4fc req-c72ce45c-b088-4eec-a037-b1cf3fffdd02 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:35.916220 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed8a0b87-6989-4902-b810-aa8116e8d4fc req-c72ce45c-b088-4eec-a037-b1cf3fffdd02 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 967 time: 0.2522273 Jul 16 22:18:35.930657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:35.943513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:35.966927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:35.981784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e3f7fc-0390-478e-8216-b2a853492acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.006319 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba101772-97cd-4f60-ba7c-49bf4d976b78 x-openstack-request-id: req-ba101772-97cd-4f60-ba7c-49bf4d976b78 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:36.007202 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "name": "network-vif-plugged", "status": "completed", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:36.007658 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba101772-97cd-4f60-ba7c-49bf4d976b78 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:36.008250 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d', 'code': 200} Jul 16 22:18:36.104233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Attempting to bind port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:36.104602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Attempting to bind port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:36.104928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Attempting to bind port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:36.107799 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437f1da-9686-45fa-a8d6-07fc5d602e71 x-openstack-request-id: req-f437f1da-9686-45fa-a8d6-07fc5d602e71 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:36.108124 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-unplugged", "status": "completed", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:36.108411 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f437f1da-9686-45fa-a8d6-07fc5d602e71 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:36.109123 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'code': 200} Jul 16 22:18:36.144900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed8a0b87-6989-4902-b810-aa8116e8d4fc req-c176cbbb-d39c-4509-acda-1032b6d1405f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277665 Jul 16 22:18:36.166474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:36.166748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Attempting to bind port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:36.174670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.195033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e3f7fc-0390-478e-8216-b2a853492acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.199821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:36.200225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:36.200616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:36.200873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e3f7fc-0390-478e-8216-b2a853492acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.201124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Bound port: 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:36.201950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.218745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:36.219126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:36.219446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:36.247258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34e3f7fc-0390-478e-8216-b2a853492acc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e2a2ecf0d994e7ebe76a918fdcf2fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758112 Jul 16 22:18:36.249055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:36.256626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3f7fc-0390-478e-8216-b2a853492acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c60e34-74f9-47b5-8db5-cdd63ae880d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.268085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:36.270418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Attempting to bind port 452e1190-de52-4c60-bd7d-d29bafeb8bff on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:36.298421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:36.298983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:36.299532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:36.300148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Bound port: 452e1190-de52-4c60-bd7d-d29bafeb8bff, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:36.300681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.308643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.319346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:36.333665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee58a-b55e-46ed-9a25-78b679bf5788 req-092f29fa-522c-4d2b-8773-67225dc1173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.335182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-defee58a-b55e-46ed-9a25-78b679bf5788 req-092f29fa-522c-4d2b-8773-67225dc1173d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 1102 time: 0.2467344 Jul 16 22:18:36.339869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc48a-44b3-4c67-a00e-fb751d41f1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.346992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.375179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:36.400847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:36.424638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.433155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.433155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72c60e34-74f9-47b5-8db5-cdd63ae880d1 HTTP/1.1" status: 204 len: 168 time: 0.1781425 Jul 16 22:18:36.443904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae849fa4-4955-48ed-89f1-1b8e0bad848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c60e34-74f9-47b5-8db5-cdd63ae880d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.456511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.464952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-defee58a-b55e-46ed-9a25-78b679bf5788 req-ef16addd-8da6-4ab8-aa59-cd4b7e8d96d5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229854 Jul 16 22:18:36.505419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:36.513103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.513678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.516164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ef01cbf-4106-40f2-bf00-eb2e676a9b8d HTTP/1.1" status: 200 len: 1097 time: 2.1423078 Jul 16 22:18:36.535268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:36.573150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc48a-44b3-4c67-a00e-fb751d41f1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.575606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811add2d-9e0b-471a-a5cc-23e28dff3351 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.583062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.586191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc48a-44b3-4c67-a00e-fb751d41f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.625497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbc48a-44b3-4c67-a00e-fb751d41f1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d395288-ca42-4281-867c-a3982b6263d8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.688149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2ebbc48a-44b3-4c67-a00e-fb751d41f1d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=135b70f4d6c6435a8dcaa68523f73723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677597 Jul 16 22:18:36.691947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43678) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:36.756275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c588c4-7122-4788-948a-0fb84ae5c9fc req-d7da2c16-4d6d-485c-8ed2-41712b9d8e3e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.763555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20c588c4-7122-4788-948a-0fb84ae5c9fc req-d7da2c16-4d6d-485c-8ed2-41712b9d8e3e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 943 time: 0.1429722 Jul 16 22:18:36.790416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.791261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.792719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 1145 time: 2.1728582 Jul 16 22:18:36.793546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2468b-598a-45e4-ae46-288197cd5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:36.801998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-37874d73-6c9f-42af-9dc5-6c744c861b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.802931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-37874d73-6c9f-42af-9dc5-6c744c861b62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 1100 time: 0.2156265 Jul 16 22:18:36.822122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.845409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.855759 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20c588c4-7122-4788-948a-0fb84ae5c9fc req-b6f9c19d-cc73-4ab5-9a6b-6ed1889f40a2 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912721 Jul 16 22:18:36.868645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-58e262b5-ae16-4bf8-94c1-8cf49a167d25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d HTTP/1.1" status: 200 len: 217 time: 0.0558131 Jul 16 22:18:36.882557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc885-7c23-4286-820e-e6d584ccce6c req-41e7f8b4-3ae8-4221-9527-9b87419012d0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.891232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d3cc885-7c23-4286-820e-e6d584ccce6c req-41e7f8b4-3ae8-4221-9527-9b87419012d0 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 948 time: 0.2659812 Jul 16 22:18:36.900706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['452e1190-de52-4c60-bd7d-d29bafeb8bff'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:36.967436 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.970674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:36.973497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d3cc885-7c23-4286-820e-e6d584ccce6c req-8c753e39-9514-4328-a741-fba0fe428c29 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Jul 16 22:18:36.975379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d395288-ca42-4281-867c-a3982b6263d8 HTTP/1.1" status: 204 len: 168 time: 0.2826731 Jul 16 22:18:36.979098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-cf422c19-2ba6-441d-b76a-650971cc531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:36.980549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-cf422c19-2ba6-441d-b76a-650971cc531d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0870051 Jul 16 22:18:36.991200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aa141-67f4-4004-9fa5-08928f7a6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d395288-ca42-4281-867c-a3982b6263d8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:37.171337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2a3ac-3f6f-4e37-ae70-64f989106a99 req-bacdc2ee-b61d-42ca-9092-38d0c95c99d6 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:37.173356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bb2a3ac-3f6f-4e37-ae70-64f989106a99 req-bacdc2ee-b61d-42ca-9092-38d0c95c99d6 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.1085796 Jul 16 22:18:37.255258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bb2a3ac-3f6f-4e37-ae70-64f989106a99 req-0fbb75b0-9856-4e44-aa0b-2de0fcd0e04a tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762200 Jul 16 22:18:37.325370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03643c25-17c0-4f72-9d11-493a064e759d details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:37.487724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-79d4949d-0e49-455f-9b84-53db147fca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:37.489309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-79d4949d-0e49-455f-9b84-53db147fca04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4963419 Jul 16 22:18:37.547511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d04a61-08ee-4a20-932d-1f9bbace33c9 req-8892cf13-53ba-45ba-9cb2-80d404416c3b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:37.549296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88d04a61-08ee-4a20-932d-1f9bbace33c9 req-8892cf13-53ba-45ba-9cb2-80d404416c3b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.1220720 Jul 16 22:18:37.580590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03643c25-17c0-4f72-9d11-493a064e759d,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:37.593400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '03643c25-17c0-4f72-9d11-493a064e759d', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:37.649942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:37.662091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88d04a61-08ee-4a20-932d-1f9bbace33c9 req-0296e93f-be8c-46ff-8afc-edd4e5224787 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742183 Jul 16 22:18:37.668373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-0051b059-9884-4cfa-bb0f-3b97e0d11b2a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702466 Jul 16 22:18:37.679970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03643c25-17c0-4f72-9d11-493a064e759d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:37.705578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03643c25-17c0-4f72-9d11-493a064e759d,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:37.711553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:37.765343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:37.820991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbb4a72-1301-4004-bed1-dfc751e3cb81 req-a5acebdf-9848-4433-a62f-dec4d02e0845 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425672 Jul 16 22:18:37.943638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03643c25-17c0-4f72-9d11-493a064e759d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:38.087621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1379-8798-41c7-9d8c-7bae50303070 req-693940bc-7f2e-4e81-8d8b-5650e79d949e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.097492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3ff1379-8798-41c7-9d8c-7bae50303070 req-693940bc-7f2e-4e81-8d8b-5650e79d949e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 944 time: 0.0855150 Jul 16 22:18:38.110938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d'}, {'name': 'network-changed', 'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:38.113641 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ae0e3-72db-49b2-90c5-c839c3c720b9" -d '{"events": [{"name": "network-changed", "server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d"}, {"name": "network-changed", "server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:38.152916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3ff1379-8798-41c7-9d8c-7bae50303070 req-003a9c2a-24a7-4f43-bee5-7ee0c6f6723f tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Jul 16 22:18:38.235501 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa67642b-9f18-46d1-a893-98d96a8c2e06 x-openstack-request-id: req-aa67642b-9f18-46d1-a893-98d96a8c2e06 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:38.235864 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:38.236125 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa67642b-9f18-46d1-a893-98d96a8c2e06 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:38.236519 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d', 'status': 'completed', 'code': 200} Jul 16 22:18:38.236778 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'status': 'completed', 'code': 200} Jul 16 22:18:38.349563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a78e5-f987-43f5-ab1c-8ee99701a87c req-668505e6-5d96-462b-9ea2-b6f1036597e7 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.351101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-585a78e5-f987-43f5-ab1c-8ee99701a87c req-668505e6-5d96-462b-9ea2-b6f1036597e7 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 948 time: 0.1610625 Jul 16 22:18:38.375209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-fdddf2ee-e8c0-468c-873c-3009a7c5a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.376699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-fdddf2ee-e8c0-468c-873c-3009a7c5a756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fda8507367426289e665e4036a77f5&device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 1100 time: 0.1344161 Jul 16 22:18:38.402276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-dfcdbfbc-a8af-46df-b894-823e9ed84435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.403752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-dfcdbfbc-a8af-46df-b894-823e9ed84435 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1148 time: 0.1626034 Jul 16 22:18:38.455026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-585a78e5-f987-43f5-ab1c-8ee99701a87c req-9dc9c375-27d1-4078-a3ad-9fdf3c873abe tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939291 Jul 16 22:18:38.485550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:38.556596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7893657-0189-4e3a-a831-816bdf57b55f req-337421c6-d021-41b0-b97a-b604f33a692e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.558685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7893657-0189-4e3a-a831-816bdf57b55f req-337421c6-d021-41b0-b97a-b604f33a692e tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.0958748 Jul 16 22:18:38.566378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-dca7ec41-9d29-42c6-b1a0-4c57808654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.567916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-dca7ec41-9d29-42c6-b1a0-4c57808654b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1805668 Jul 16 22:18:38.583164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-2ad35912-4765-4580-bb3b-1a3e8e9b54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.584609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-2ad35912-4765-4580-bb3b-1a3e8e9b54c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1678622 Jul 16 22:18:38.606837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7893657-0189-4e3a-a831-816bdf57b55f req-e4d8fed1-4b51-4eec-87a5-a6ac58910217 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Jul 16 22:18:38.621509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-53d97de3-606a-4ae1-968b-4209f8abd5a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d HTTP/1.1" status: 200 len: 217 time: 0.0444648 Jul 16 22:18:38.664480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-a009212d-05f1-4d70-88fa-92dd1862578e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.0498152 Jul 16 22:18:38.739010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-17b6a9a0-2de0-4873-a130-465abed5a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.740596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-17b6a9a0-2de0-4873-a130-465abed5a974 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0849400 Jul 16 22:18:38.744175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-3511755f-a74d-4b58-a6e9-237135a0e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:38.745690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-3511755f-a74d-4b58-a6e9-237135a0e411 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0606201 Jul 16 22:18:38.750770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7a106d8-93cc-4645-b87b-0967355f612e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:38.824251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-7a695ee0-56b1-4355-a720-65fb6e598d4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622749 Jul 16 22:18:39.004154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7a106d8-93cc-4645-b87b-0967355f612e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.011528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-8ae33149-2259-4d0b-bc12-58bd71c4f154 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794939 Jul 16 22:18:39.012433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7a106d8-93cc-4645-b87b-0967355f612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.014405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-c6f3fdb5-4d15-424b-b93b-b63f2ce7c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.016501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-c6f3fdb5-4d15-424b-b93b-b63f2ce7c4c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2660029 Jul 16 22:18:39.057350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7a106d8-93cc-4645-b87b-0967355f612e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9ee7e87ce704269ac54c5e66c8f058b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690579 Jul 16 22:18:39.062588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:39.101779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a25d4-a958-4821-9d6b-979f1973c99a req-c426a960-aa7b-4789-80a8-dc80f15e772a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.103433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-263a25d4-a958-4821-9d6b-979f1973c99a req-c426a960-aa7b-4789-80a8-dc80f15e772a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.1775334 Jul 16 22:18:39.104053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a106d8-93cc-4645-b87b-0967355f612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd4021-a6bd-42fe-8751-a25e19243326,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:39.148845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-263a25d4-a958-4821-9d6b-979f1973c99a req-8cc5a3c7-4b97-4f27-aa0b-060ea767bd6e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Jul 16 22:18:39.279982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-d46e2baf-3f3a-4c38-b312-deb05e664194 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538822 Jul 16 22:18:39.283424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-d4d4281a-7c78-484f-9864-89ec51b52d3d service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656841 Jul 16 22:18:39.284303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.337612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03643c25-17c0-4f72-9d11-493a064e759d up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:39.338127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4292bf-6671-4bb9-b1ec-14d3dfd88c04 req-53fd74c2-9e1a-421b-b234-52f9b501da83 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.346216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a4292bf-6671-4bb9-b1ec-14d3dfd88c04 req-53fd74c2-9e1a-421b-b234-52f9b501da83 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.2552710 Jul 16 22:18:39.374956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.381237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:39.419351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 03643c25-17c0-4f72-9d11-493a064e759d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:39.431477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 03643c25-17c0-4f72-9d11-493a064e759d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:39.432176 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.450286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a4292bf-6671-4bb9-b1ec-14d3dfd88c04 req-da464e6b-1e2b-48e6-aa93-04687656eb10 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Jul 16 22:18:39.481655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-540ae0e3-72db-49b2-90c5-c839c3c720b9 req-ccdd7e27-339d-48f3-b6c5-65283dfd54aa service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923478 Jul 16 22:18:39.494543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.499552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.503083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71bd4021-a6bd-42fe-8751-a25e19243326 HTTP/1.1" status: 204 len: 168 time: 0.4375143 Jul 16 22:18:39.513365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02de4c-a2c0-44bc-a993-e05356efd47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd4021-a6bd-42fe-8751-a25e19243326,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:39.568484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.569446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.570200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.570674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.571144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.571603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.572070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.572666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.575329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dab43a01-1b5a-4985-9132-891f33036dac req-27eb47b1-45be-4bbf-aeea-2c57ba0328af tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.2367535 Jul 16 22:18:39.588569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:39.604748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:18:39.645968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.685098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:39.688932 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c6db42-ec77-4379-8de0-3bfb47fc7291" -d '{"events": [{"server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "name": "network-vif-plugged", "status": "completed", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:39.694326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03643c25-17c0-4f72-9d11-493a064e759d,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:39.704061 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.757872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:39.767149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619d07-d093-4811-a607-f17d60851187 req-f52e033f-d6b3-4aef-8748-3f0f87cd58d9 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.769134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01619d07-d093-4811-a607-f17d60851187 req-f52e033f-d6b3-4aef-8748-3f0f87cd58d9 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 945 time: 0.0763674 Jul 16 22:18:39.812858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01619d07-d093-4811-a607-f17d60851187 req-cd9888b9-1086-4aa8-8ef8-4d59ada992c4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Jul 16 22:18:39.890508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:39.904499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04cd3d2e-6315-4cc0-98b5-57a489af4607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:39.991859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392d1d1-34f7-4d42-b27c-2896c3dc37f0 req-02f53d6b-90f6-4450-a1ef-57dbb3dac15b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:39.993872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e392d1d1-34f7-4d42-b27c-2896c3dc37f0 req-02f53d6b-90f6-4450-a1ef-57dbb3dac15b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 948 time: 0.0773113 Jul 16 22:18:40.017990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04cd3d2e-6315-4cc0-98b5-57a489af4607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.036381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e392d1d1-34f7-4d42-b27c-2896c3dc37f0 req-c9221fef-772f-4e75-b2b6-5f0be77fc34d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Jul 16 22:18:40.037651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04cd3d2e-6315-4cc0-98b5-57a489af4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.114283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04cd3d2e-6315-4cc0-98b5-57a489af4607 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05bd4777dbe54affbc845e15ddbf7635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225008 Jul 16 22:18:40.117551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:40.117713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd3d2e-6315-4cc0-98b5-57a489af4607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998331bd-256f-477c-b34d-7088f9164e3c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:40.138678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32bf93-4dda-4ee9-9c04-6023db2f452f req-a8a68fb8-881b-4a99-a72e-2b2e072fa1f7 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.140942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a32bf93-4dda-4ee9-9c04-6023db2f452f req-a8a68fb8-881b-4a99-a72e-2b2e072fa1f7 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 886 time: 0.1354351 Jul 16 22:18:40.177297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.179179 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe2d4fa-ce1b-4244-9248-eb2d22f21f0c x-openstack-request-id: req-9fe2d4fa-ce1b-4244-9248-eb2d22f21f0c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:40.179484 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "name": "network-vif-plugged", "status": "completed", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:40.179732 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fe2d4fa-ce1b-4244-9248-eb2d22f21f0c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:40.180284 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'code': 200} Jul 16 22:18:40.205142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.267428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.273487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:40.277074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/998331bd-256f-477c-b34d-7088f9164e3c HTTP/1.1" status: 204 len: 168 time: 0.1560533 Jul 16 22:18:40.285380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761151a-49a9-45ec-b188-65cbd6b447eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998331bd-256f-477c-b34d-7088f9164e3c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:40.395695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12abb-7e28-4184-aa31-152a3419dd4c req-9d7865e2-14f7-42f2-a331-69e3c2ad8555 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.397337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61d12abb-7e28-4184-aa31-152a3419dd4c req-9d7865e2-14f7-42f2-a331-69e3c2ad8555 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.1141899 Jul 16 22:18:40.399353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7c60-1e76-4305-9623-4802a9299c8b req-ea20c13b-7608-4e84-b538-21ce55b38691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.400759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09fc7c60-1e76-4305-9623-4802a9299c8b req-ea20c13b-7608-4e84-b538-21ce55b38691 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1348028 Jul 16 22:18:40.459893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.460567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.461152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.461629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.462107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.462571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.463042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.463565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.464230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61d12abb-7e28-4184-aa31-152a3419dd4c req-614395db-e237-4649-991b-fb4e2eed850f tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598216 Jul 16 22:18:40.468998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09fc7c60-1e76-4305-9623-4802a9299c8b req-6192f0cf-b1f0-4d3e-81e7-09ad803be4e8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Jul 16 22:18:40.470885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-068e94bb-076e-4a17-9827-6e8823f6840a req-41706d26-8632-4f1b-867c-ddfa5f553c59 tempest-NetworksTest-1011354485 tempest-NetworksTest-1011354485-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.1191449 Jul 16 22:18:40.663021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245736-aa41-4b76-a26e-667378f2df82 req-45f6dfd8-0322-4440-b6e9-81f8af116432 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:40.664868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c245736-aa41-4b76-a26e-667378f2df82 req-45f6dfd8-0322-4440-b6e9-81f8af116432 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.0867982 Jul 16 22:18:40.719255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c245736-aa41-4b76-a26e-667378f2df82 req-5f43dd59-dded-4b76-815a-02dd30e7330c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457208 Jul 16 22:18:40.803593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:40.985040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1007f52d-e9c5-4723-b5bb-7fb79200f610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.036411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397a709-cc93-432c-aeff-9038deb1aca0 req-c54a7fb0-a674-472e-8048-fa45c888b322 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:41.038216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9397a709-cc93-432c-aeff-9038deb1aca0 req-c54a7fb0-a674-472e-8048-fa45c888b322 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 945 time: 0.1010101 Jul 16 22:18:41.045561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:41.106232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9397a709-cc93-432c-aeff-9038deb1aca0 req-b1ffb9cb-24ab-426c-98b4-aab585198a85 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560000 Jul 16 22:18:41.154686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1007f52d-e9c5-4723-b5bb-7fb79200f610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.162571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1007f52d-e9c5-4723-b5bb-7fb79200f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.202369 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1007f52d-e9c5-4723-b5bb-7fb79200f610 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f7a41e2e1c8430c94f4907cedd8d80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973501 Jul 16 22:18:41.205419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:41.217008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac0401a3-b770-438e-84b2-9541ae25ffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.218829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f52d-e9c5-4723-b5bb-7fb79200f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b64360-91cd-4908-987e-2a738313c237,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:41.259081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.283628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f17b3-00fe-42ec-9450-9653f31c5b00 req-83584790-7139-4500-8575-1768f2b087a3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:41.284452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.285346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f7f17b3-00fe-42ec-9450-9653f31c5b00 req-83584790-7139-4500-8575-1768f2b087a3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 948 time: 0.1169758 Jul 16 22:18:41.348782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.352393 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.354921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f7f17b3-00fe-42ec-9450-9653f31c5b00 req-70bcac98-af53-40ba-811b-3f4fd2b0231a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521693 Jul 16 22:18:41.357571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8b64360-91cd-4908-987e-2a738313c237 HTTP/1.1" status: 204 len: 168 time: 0.1509690 Jul 16 22:18:41.367690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765bc6c-c149-4a8e-ac4e-3b896af92d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b64360-91cd-4908-987e-2a738313c237,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:41.396145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac0401a3-b770-438e-84b2-9541ae25ffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.398145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:41.401909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac0401a3-b770-438e-84b2-9541ae25ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.448246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0401a3-b770-438e-84b2-9541ae25ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc70e4-b534-4786-8ab8-20dd256b2912,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:41.453626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac0401a3-b770-438e-84b2-9541ae25ffaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2e8b5b1c7d54ee6a0c957f2466b7829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065175 Jul 16 22:18:41.457890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:41.540722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.610733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:41.612073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.638136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d', 'mac_address': 'fa:16:3e:b2:be:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:41.684433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.687436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.691050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51eea0-7a17-4ada-bfab-0038bcb745a7 req-bfa296c0-ff71-46ad-9ac7-ea824b60ab6a tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:41.691598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81cc70e4-b534-4786-8ab8-20dd256b2912 HTTP/1.1" status: 204 len: 168 time: 0.2298615 Jul 16 22:18:41.696651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e51eea0-7a17-4ada-bfab-0038bcb745a7 req-bfa296c0-ff71-46ad-9ac7-ea824b60ab6a tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.0821471 Jul 16 22:18:41.704321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a48e-ab67-4a6b-957f-eca91e685d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc70e4-b534-4786-8ab8-20dd256b2912,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:41.731814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.743860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e51eea0-7a17-4ada-bfab-0038bcb745a7 req-866056fe-a8a5-4f70-863c-5caa99ab6d07 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/security-groups?id=e72d5ada-e89d-4a45-b167-673ba85d9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464790 Jul 16 22:18:41.751970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:41.815529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:41.823734 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:41.873244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-a1f1b2a3-9dd9-4d2e-96a6-b5c619f94aa9 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:41.877379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-a1f1b2a3-9dd9-4d2e-96a6-b5c619f94aa9 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.68 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 950 time: 0.1095526 Jul 16 22:18:41.901454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:41.909889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:41.929047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e791-1f11-4129-917b-4f5003e5bfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.105229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be3b9c-ac8f-4894-9624-0e29a3ab6718 req-230c33da-384f-4e33-ac97-e404c0e188e4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:42.112421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e791-1f11-4129-917b-4f5003e5bfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.113164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6be3b9c-ac8f-4894-9624-0e29a3ab6718 req-230c33da-384f-4e33-ac97-e404c0e188e4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 965 time: 0.1522076 Jul 16 22:18:42.119528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e791-1f11-4129-917b-4f5003e5bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.124451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9ef01cbf-4106-40f2-bf00-eb2e676a9b8d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:42.125923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Deleting port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:18:42.126470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.183778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0ab9e791-1f11-4129-917b-4f5003e5bfcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61c46a829f994adebc47b92e32aed101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786949 Jul 16 22:18:42.183778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9e791-1f11-4129-917b-4f5003e5bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107fd47-1a1c-4a96-949c-4b750f3dbbc8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:42.187723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:42.193202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6be3b9c-ac8f-4894-9624-0e29a3ab6718 req-6688ed83-76fa-43b3-a913-92f7a4324915 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790718 Jul 16 22:18:42.263102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.304921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] For port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:42.305319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.321705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.339092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Calling delete_port for a2da7d2d-5c13-4941-8ee3-f39bf7f2854d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:18:42.368524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:42.413108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc552b8c-6810-47ad-8042-5fa93688413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.491085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-226292f2-bbbe-4796-890c-13fd102f42e5 service neutron] 10.222.0.68 "GET /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.0828495 Jul 16 22:18:42.493317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.495865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.497064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5107fd47-1a1c-4a96-949c-4b750f3dbbc8 HTTP/1.1" status: 204 len: 168 time: 0.3076420 Jul 16 22:18:42.514003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c5c08-6640-42d4-8491-bf32e4706d1b req-f1f42b17-0af3-4756-b835-911b54f2b104 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:42.515608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea0c5c08-6640-42d4-8491-bf32e4706d1b req-f1f42b17-0af3-4756-b835-911b54f2b104 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 945 time: 0.1491747 Jul 16 22:18:42.521688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3774a-9f83-410e-8008-3529dd4ea856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107fd47-1a1c-4a96-949c-4b750f3dbbc8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:42.604860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea0c5c08-6640-42d4-8491-bf32e4706d1b req-0d083fb5-9595-4dcd-8164-83f0b210f8cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 Jul 16 22:18:42.704140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9191a1-394d-407c-a77e-76d3672be1df req-f49ffff8-4660-40bf-8d4c-2cdce25fb695 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:42.706022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a9191a1-394d-407c-a77e-76d3672be1df req-f49ffff8-4660-40bf-8d4c-2cdce25fb695 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 949 time: 0.2035558 Jul 16 22:18:42.711043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc552b8c-6810-47ad-8042-5fa93688413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.712123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.724139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a2da7d2d-5c13-4941-8ee3-f39bf7f2854d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:42.732508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc552b8c-6810-47ad-8042-5fa93688413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.775858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Pushing event deleted for resources: {'Port': ['ID=a2da7d2d-5c13-4941-8ee3-f39bf7f2854d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:42.860343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:42.888370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:42.891807 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fc552b8c-6810-47ad-8042-5fa93688413c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f92ef65ee064cda925e77b2116ebc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221951 Jul 16 22:18:42.895702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] No DVR routers for this DVR port a2da7d2d-5c13-4941-8ee3-f39bf7f2854d on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:42.899736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:42.910966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:42.912867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69ab025b-a8b6-4a11-9d2a-113a6a4c40ab req-51df3676-1517-43b0-9ab1-e462d228f137 tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.68 "DELETE /v2.0/ports/a2da7d2d-5c13-4941-8ee3-f39bf7f2854d HTTP/1.1" status: 204 len: 173 time: 1.0290077 Jul 16 22:18:42.913606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'name': 'network-vif-deleted', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:42.915836 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e7ff3-9c7b-4e8d-924b-003b14ee4ad7" -d '{"events": [{"server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "name": "network-vif-deleted", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:42.941292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452e1190-de52-4c60-bd7d-d29bafeb8bff {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:42.957949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a9191a1-394d-407c-a77e-76d3672be1df req-a6dde136-7155-4d52-a6c0-408b2595b4f3 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379904 Jul 16 22:18:42.958560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc552b8c-6810-47ad-8042-5fa93688413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6802e4d7-a7a4-4c7f-bd0d-942e4cd5d1b1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:42.960038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:42.988396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.110317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] Transition to ACTIVE for port object 452e1190-de52-4c60-bd7d-d29bafeb8bff will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:43.117987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.185988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] Pushing event updated for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:43.229306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] No DVR routers for this DVR port 452e1190-de52-4c60-bd7d-d29bafeb8bff on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:43.274020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-018e5cdb-c8bf-46fc-9b8a-20b17952954a service neutron] 10.222.0.68 "PUT /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7758803 Jul 16 22:18:43.295111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52d7134e-af0d-4645-9067-f604da217691 req-0f8b5552-f9d2-4007-b33f-711878742b8d tempest-DeleteServersAdminTestJSON-1407050147 tempest-DeleteServersAdminTestJSON-1407050147-project] 10.222.0.70 "GET /v2.0/ports?device_id=33dd75aa-8494-4115-901b-8fecdbc4489c HTTP/1.1" status: 200 len: 210 time: 0.0557961 Jul 16 22:18:43.374352 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef116f28-d928-4aec-802f-bf1bb7aaaa31 x-openstack-request-id: req-ef116f28-d928-4aec-802f-bf1bb7aaaa31 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:43.374853 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd75aa-8494-4115-901b-8fecdbc4489c", "name": "network-vif-deleted", "tag": "a2da7d2d-5c13-4941-8ee3-f39bf7f2854d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:43.374853 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef116f28-d928-4aec-802f-bf1bb7aaaa31 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:43.375260 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd75aa-8494-4115-901b-8fecdbc4489c', 'name': 'network-vif-deleted', 'tag': 'a2da7d2d-5c13-4941-8ee3-f39bf7f2854d', 'status': 'completed', 'code': 200} Jul 16 22:18:43.417435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:43.504419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:43.509339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:43.509921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.593416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.668271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.674494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.687078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-69bf32be-8315-4fd4-a75c-b4c7550b5069 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6693714 Jul 16 22:18:43.702529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-78405f57-974e-4cc8-8ea2-2c4af23deebd tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:43.703566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:43.704644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-78405f57-974e-4cc8-8ea2-2c4af23deebd tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1118 time: 0.1882410 Jul 16 22:18:43.708237 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752584e1-c1e9-4711-9c8a-9a5648c2d7b7" -d '{"events": [{"server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "name": "network-vif-plugged", "status": "completed", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:43.708912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:43.724859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:43.732182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.793749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:43.838698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.892220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-4097bf0a-57ac-476b-a2c6-63608eb75340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:43.893687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-4097bf0a-57ac-476b-a2c6-63608eb75340 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 1118 time: 0.1716216 Jul 16 22:18:43.895292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.897667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:43.901064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6802e4d7-a7a4-4c7f-bd0d-942e4cd5d1b1 HTTP/1.1" status: 204 len: 168 time: 0.9953115 Jul 16 22:18:43.911137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629401-a1f5-44db-9bb2-a083e4883345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6802e4d7-a7a4-4c7f-bd0d-942e4cd5d1b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:44.004218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6d71b-e395-4062-8524-ed95e739b461 req-39395566-b6b4-496a-a3b2-adc0c8f5f52a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.016146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b6d71b-e395-4062-8524-ed95e739b461 req-39395566-b6b4-496a-a3b2-adc0c8f5f52a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.1174011 Jul 16 22:18:44.027137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-2ea0c2d6-fb5d-433b-9034-4e6bb2bc4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.028830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-2ea0c2d6-fb5d-433b-9034-4e6bb2bc4b5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1118 time: 0.1047249 Jul 16 22:18:44.061175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:44.069082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b6d71b-e395-4062-8524-ed95e739b461 req-b7759570-5cbb-4bbb-9db5-581149cadf90 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Jul 16 22:18:44.124108 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3acb369-af98-4b5e-8505-8e20329f7154 x-openstack-request-id: req-e3acb369-af98-4b5e-8505-8e20329f7154 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:44.124398 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "name": "network-vif-plugged", "status": "completed", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:44.124651 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3acb369-af98-4b5e-8505-8e20329f7154 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:44.125063 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d', 'code': 200} Jul 16 22:18:44.208776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-0c887df6-4ec9-46b1-9024-cd42aed8eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.210301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-0c887df6-4ec9-46b1-9024-cd42aed8eb05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1737974 Jul 16 22:18:44.289968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-b380fa94-62c9-40a0-9f4c-641b9b835e07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.0703623 Jul 16 22:18:44.333663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Allocated IP 172.25.5.242 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:44.386004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-bf79eeaf-e81a-4ab9-87fe-91c755c1c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.386818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-bf79eeaf-e81a-4ab9-87fe-91c755c1c158 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0888567 Jul 16 22:18:44.393879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47f1d0-ba57-4c72-977f-f58e11f4bd41 req-c31aec23-5067-4de8-a48a-910f023c0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.395493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee47f1d0-ba57-4c72-977f-f58e11f4bd41 req-c31aec23-5067-4de8-a48a-910f023c0802 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 1102 time: 0.1882257 Jul 16 22:18:44.463849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-e5dff506-7197-4063-92fc-9c6526a20a04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660398 Jul 16 22:18:44.533715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee47f1d0-ba57-4c72-977f-f58e11f4bd41 req-4bf1122f-fe02-4077-90bc-740d4d4e69ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264904 Jul 16 22:18:44.585578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:44.617823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-19195b30-7f98-4c3e-a679-0154619afbef service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412828 Jul 16 22:18:44.622299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c7778-31fb-4281-be8a-e10a250f7a12 req-48434ce7-6272-492b-a05f-6af87077bee9 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:44.629606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b95c7778-31fb-4281-be8a-e10a250f7a12 req-48434ce7-6272-492b-a05f-6af87077bee9 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 950 time: 0.0710950 Jul 16 22:18:44.676987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b95c7778-31fb-4281-be8a-e10a250f7a12 req-6020f14a-7590-4aa3-9b53-81d787e94d59 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Jul 16 22:18:44.699490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:44.749749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:44.761214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:44.772746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:44.780587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event updated for resources: {'Port': ['ID=6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:44.786289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-720cab4e-26a4-4af3-a181-ba58e2cc8f6d service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598079 Jul 16 22:18:44.878439 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:44.937571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.116471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.140729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.173634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.208477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event updated for resources: {'Port': ['ID=6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:45.211115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.213423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-622bfcbc-59e8-4e3e-932b-bbccb76dfd39 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5255017 Jul 16 22:18:45.287490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-7fc4577a-19f7-4459-920a-03b700714af3 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:45.289060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-7fc4577a-19f7-4459-920a-03b700714af3 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1118 time: 0.1864545 Jul 16 22:18:45.304122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-fdbe1882-99ef-4303-a709-34b00e58180f tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0853171 Jul 16 22:18:45.362061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:18:45.428547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:18:45.428906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a2da7d2d-5c13-4941-8ee3-f39bf7f2854d no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:18:45.448794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: a2da7d2d-5c13-4941-8ee3-f39bf7f2854d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:18:45.449170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a2da7d2d-5c13-4941-8ee3-f39bf7f2854d not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:18:45.529150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-353b72a0-487c-409a-bf2a-094a5a245862 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:45.530537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-353b72a0-487c-409a-bf2a-094a5a245862 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2203434 Jul 16 22:18:45.541460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-77e211a6-4326-44fa-aad8-80c8e5065a1d tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:18:45.542495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4b4daf3-17cd-4992-a971-af4000d8e157 req-77e211a6-4326-44fa-aad8-80c8e5065a1d tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059290 Jul 16 22:18:45.557470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-99ba5a0c-4119-4443-be60-f2fa01a3f14f service neutron] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:45.557470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-99ba5a0c-4119-4443-be60-f2fa01a3f14f service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:45.557470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a700d2c7-413c-4066-960f-a5370418e7c2 req-99ba5a0c-4119-4443-be60-f2fa01a3f14f service neutron] 10.222.0.47 "DELETE /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.2523968 Jul 16 22:18:46.000425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bf49a-75d0-4d6d-8abe-f4bfdd9ed7a3 req-28b050f7-f070-4672-8b08-35be374952b9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:46.002515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b8bf49a-75d0-4d6d-8abe-f4bfdd9ed7a3 req-28b050f7-f070-4672-8b08-35be374952b9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.3161399 Jul 16 22:18:46.041231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b8bf49a-75d0-4d6d-8abe-f4bfdd9ed7a3 req-8612c7a2-1763-45bd-95a7-fcb5b25c31e8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334129 Jul 16 22:18:46.208779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426719f1-4980-4910-adae-a3aab34e6623 req-07a9f605-36c8-4427-9e10-7b57150cd0fb tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:46.210292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-426719f1-4980-4910-adae-a3aab34e6623 req-07a9f605-36c8-4427-9e10-7b57150cd0fb tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 950 time: 0.0664327 Jul 16 22:18:46.254756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-426719f1-4980-4910-adae-a3aab34e6623 req-623ebe72-8849-4340-bece-08042cc896f9 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Jul 16 22:18:46.325570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-73986414-70ba-45b6-9066-c107f1c9501d tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:46.329825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-73986414-70ba-45b6-9066-c107f1c9501d tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 821 time: 0.3250453 Jul 16 22:18:46.344395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-a1fbc363-2cde-47b1-a2ac-5c950c60de5e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/quotas/c83c7df342914f6b9ea959e99d757d99 HTTP/1.1" status: 200 len: 375 time: 0.0108736 Jul 16 22:18:46.423030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-26cc6778-e81f-4ddb-af47-9a13677e9633 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0726008 Jul 16 22:18:46.519984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-fa8b1811-9024-4032-b9d7-536ce2fa73e5 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898125 Jul 16 22:18:46.608683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-0e0d03a9-be1f-44b8-8978-c354787b387b service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826375 Jul 16 22:18:46.627321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-8231dbf4-4270-4754-92f4-482ed4d0f0a3 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228848 Jul 16 22:18:46.743895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-cdb71589-c29f-40bf-a66e-2c0cbb7f4fbd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:46.745364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-cdb71589-c29f-40bf-a66e-2c0cbb7f4fbd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129098 Jul 16 22:18:46.761301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-11810d2b-1343-4eca-be77-0333fb800805 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0094821 Jul 16 22:18:46.809484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-49a8db6c-d2ae-4748-99f0-8c5eacb5960c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382910 Jul 16 22:18:47.039017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33884465-bb67-4f7d-b4f3-8399e8831081 req-99f825c8-f3e1-440b-8fb8-393d54678478 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 210 time: 0.0369878 Jul 16 22:18:47.295220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2744c4-2741-408f-b007-38a1d830ea8f req-e6a6c156-ce86-44b3-b99d-b9710a8af26f tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:47.296414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87d9ee37-0048-4943-ab7b-045789a1949f req-5948c056-2b9f-4548-9a74-9f9fc54abee9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 210 time: 0.0437658 Jul 16 22:18:47.306196 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c2744c4-2741-408f-b007-38a1d830ea8f req-e6a6c156-ce86-44b3-b99d-b9710a8af26f tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1118 time: 0.0809669 Jul 16 22:18:47.365842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c2744c4-2741-408f-b007-38a1d830ea8f req-f5469dc4-56bb-420b-86e6-28aba34768ae tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jul 16 22:18:47.519040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:47.588724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-9a36d955-b144-4242-9b11-93ba9eba7bb9 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:47.591257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-9a36d955-b144-4242-9b11-93ba9eba7bb9 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 1102 time: 0.0653560 Jul 16 22:18:47.612337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-b5676b43-2d23-48c3-aaa9-fe47dad993f0 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:47.746770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-b5676b43-2d23-48c3-aaa9-fe47dad993f0 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:47.752280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-b5676b43-2d23-48c3-aaa9-fe47dad993f0 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:47.792698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f78d43a9-249a-4a80-8754-d49afc986654 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ae816e6ccb44cbfa21d1ed0b5d255fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2723742 Jul 16 22:18:47.794197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676b43-2d23-48c3-aaa9-fe47dad993f0 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d66954-abbc-4bd5-ba2f-136b00a950b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:47.795826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:47.812092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5856d662-5b9c-4f16-b1d1-be25424ad7c5 req-b5676b43-2d23-48c3-aaa9-fe47dad993f0 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149725 Jul 16 22:18:47.928694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:47.946415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-08c812ae-5242-4b99-b50c-869575403def tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:47.947926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-08c812ae-5242-4b99-b50c-869575403def tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.1683769 Jul 16 22:18:47.970888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:47.986246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-65704a3f-5b76-4436-a591-b1dcb781e2b5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/quotas/e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 375 time: 0.0280073 Jul 16 22:18:48.067329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.070213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.071490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e72d5ada-e89d-4a45-b167-673ba85d9d25 HTTP/1.1" status: 204 len: 168 time: 0.2748942 Jul 16 22:18:48.085136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b85aa-e232-4d8e-bcf2-2888d13e9918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d5ada-e89d-4a45-b167-673ba85d9d25,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:48.090660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-3329322c-0c1e-4fba-8ca3-280c3d902009 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902126 Jul 16 22:18:48.216126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:48.249456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-dd1595fb-69c6-48fd-80c3-fe0a26989eb7 service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415849 Jul 16 22:18:48.544803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-420d5e5c-e1bf-4b47-b364-243cc7da5b48 service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825289 Jul 16 22:18:48.549582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad27d10a-bdc5-421e-a9ec-6f48c56ec1d1 req-f2a1b20e-f771-4017-b53a-02b6015c0f2a tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 210 time: 0.0595737 Jul 16 22:18:48.574870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba4428b1-027d-4769-8d58-6451a5c4f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.598833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-554ea12b-7449-4b3f-80e1-bc3e2c06cdce tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:48.614317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-554ea12b-7449-4b3f-80e1-bc3e2c06cdce tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 821 time: 0.2962477 Jul 16 22:18:48.630038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'port': {'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'admin_state_up': True, 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:48.729002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba4428b1-027d-4769-8d58-6451a5c4f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.739795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba4428b1-027d-4769-8d58-6451a5c4f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.762283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:48.799150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97149c6-3fa2-4881-bcd3-b472d6d1cac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.844547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d75e822-9ab7-4091-b388-2217a0d4ec7a req-7c382999-0dcd-4363-a398-fb00c45fe66d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 210 time: 0.0741069 Jul 16 22:18:48.913866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97149c6-3fa2-4881-bcd3-b472d6d1cac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.935378 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97149c6-3fa2-4881-bcd3-b472d6d1cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:48.943782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4428b1-027d-4769-8d58-6451a5c4f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd065b-63ab-4a92-926d-1b9a5c1c0d77,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:48.954225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-f565c38e-a9c8-4b16-9d03-bcaad0359d68 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650756 Jul 16 22:18:48.962836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba4428b1-027d-4769-8d58-6451a5c4f414 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e65f77f4128a45cfa95ba6600dbb8e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7456019 Jul 16 22:18:48.969240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9102bb6b-d838-4c23-abdf-a9f10bda20a9 req-45192a61-dd4e-4878-a794-4a9d64afb447 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 210 time: 0.0520127 Jul 16 22:18:48.972392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:49.070868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a97149c6-3fa2-4881-bcd3-b472d6d1cac5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54749e9f51284210967904ff45c4ddc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074141 Jul 16 22:18:49.073885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:49.083349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97149c6-3fa2-4881-bcd3-b472d6d1cac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2728df-67a5-4994-8572-e66ffa24f5b5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:49.104872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-b030fbec-f4a5-4c46-a12a-4348475ed810 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:49.106443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-b030fbec-f4a5-4c46-a12a-4348475ed810 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403599 Jul 16 22:18:49.125215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Made reservation on behalf of c83c7df342914f6b9ea959e99d757d99 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:49.130116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.141718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:49.187373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.226725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.252942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a9b6-a19a-4cf3-997b-2ea0d2445f0d req-3249e79c-d29d-4d77-869a-795a3c8279c3 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:49.255204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eb3a9b6-a19a-4cf3-997b-2ea0d2445f0d req-3249e79c-d29d-4d77-869a-795a3c8279c3 tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 1102 time: 0.1471312 Jul 16 22:18:49.267240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.311600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eb3a9b6-a19a-4cf3-997b-2ea0d2445f0d req-0f800320-8847-4198-95ed-51920362c18a tempest-ServersAdminNegativeTestJSON-480003419 tempest-ServersAdminNegativeTestJSON-480003419-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Jul 16 22:18:49.352073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:49.355889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.366662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.378586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.434999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Allocated IP 172.20.0.11 (aa7defdf-297a-4545-97e8-8bcae01b8ca3/a22da962-fd7c-4859-a01c-7299923add57/6ec13d6b-a717-4eec-a350-776c27f2c1b6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:49.447796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.451029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.454519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35cd065b-63ab-4a92-926d-1b9a5c1c0d77 HTTP/1.1" status: 204 len: 168 time: 0.4710345 Jul 16 22:18:49.468612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1724607-39e9-4c07-b04f-b3497bda8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd065b-63ab-4a92-926d-1b9a5c1c0d77,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:49.485279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.488175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.505839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a2728df-67a5-4994-8572-e66ffa24f5b5 HTTP/1.1" status: 204 len: 168 time: 0.4292667 Jul 16 22:18:49.560482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b256-7602-4606-b1c9-2185ec6156a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2728df-67a5-4994-8572-e66ffa24f5b5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:49.601370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.608831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.700564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ad92f-4782-4399-ac57-5353274b216d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:49.768446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.784288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Transition to ACTIVE for port object 6ec13d6b-a717-4eec-a350-776c27f2c1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:49.829575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.40 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/425d1542-3ff9-4e49-8563-7ff0874476a5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:49.855238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.866384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03643c25-17c0-4f72-9d11-493a064e759d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:49.917865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:49.922229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:49.926786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:49.932691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:49.933360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:49.955381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3341753 Jul 16 22:18:49.970327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Request body: {'port': {'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:49.975642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2de22b-afe5-4744-beab-ed76d427312e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event updated for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:50.114474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:50.141919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.211969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26070e-0911-42c3-a6ba-7655b5ceecf4 req-ec87afcc-65ea-48d7-ae89-93d56afd305b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:50.214164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a26070e-0911-42c3-a6ba-7655b5ceecf4 req-ec87afcc-65ea-48d7-ae89-93d56afd305b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 932 time: 0.3596668 Jul 16 22:18:50.282459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49cea0e5-30df-45b1-8936-6a5091959aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.336789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1e6b9c6-49b2-4aa0-a46c-94d47db6fb85 None None] Provisioning for port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:50.353169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a26070e-0911-42c3-a6ba-7655b5ceecf4 req-d3b94aa0-0714-4bed-9686-ec5ece084b19 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303122 Jul 16 22:18:50.369549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1e6b9c6-49b2-4aa0-a46c-94d47db6fb85 None None] Provisioning complete for port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:50.370264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b9c6-49b2-4aa0-a46c-94d47db6fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.384780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.413354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object 425d1542-3ff9-4e49-8563-7ff0874476a5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:50.443229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.471268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.473001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6b9c6-49b2-4aa0-a46c-94d47db6fb85 None None] Port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:50.551494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:50.593438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:50.603907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-754c0ea6-0924-43e4-9cda-34ba003ee10e req-bf7a8330-461d-4dfe-b43f-f8b19c2843d7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 210 time: 0.0424676 Jul 16 22:18:50.604694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:50.611889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:50.612532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.634288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:50.770906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49cea0e5-30df-45b1-8936-6a5091959aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.799921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49cea0e5-30df-45b1-8936-6a5091959aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.860766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93d29-5bf7-481c-ae6b-7f805d86a6bf req-68dbba1e-d98e-466e-a3ef-1d9faa0e84f2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:50.863672 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-60d93d29-5bf7-481c-ae6b-7f805d86a6bf req-68dbba1e-d98e-466e-a3ef-1d9faa0e84f2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 935 time: 0.3050866 Jul 16 22:18:50.882571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec13d6b-a717-4eec-a350-776c27f2c1b6 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:50.887038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-1ad8fcb8-2ff9-48ea-bfd7-8c33ce80cb11 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7393632 Jul 16 22:18:50.903211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Request body: {'port': {'device_id': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:50.919416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:50.969514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-49cea0e5-30df-45b1-8936-6a5091959aa6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f9533d08aa140d9813f8b5035273f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8537173 Jul 16 22:18:50.974555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:50.975650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cea0e5-30df-45b1-8936-6a5091959aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ccf82b-6c11-4fb2-9e7e-9cffc9dda2c3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:51.003141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Transition to ACTIVE for port object 6ec13d6b-a717-4eec-a350-776c27f2c1b6 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:51.023779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-60d93d29-5bf7-481c-ae6b-7f805d86a6bf req-ba727a71-0829-498a-a427-b4600b4083aa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459785 Jul 16 22:18:51.049318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.050837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f2be00f-3bf8-4c33-8371-1a8c9f8254ec None None] Provisioning for port 425d1542-3ff9-4e49-8563-7ff0874476a5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:51.059941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-b691ac03-b1fa-4fd8-95f7-11dce21d86f5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:51.065114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f2be00f-3bf8-4c33-8371-1a8c9f8254ec None None] Provisioning complete for port 425d1542-3ff9-4e49-8563-7ff0874476a5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:51.065556 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f2be00f-3bf8-4c33-8371-1a8c9f8254ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.065814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-b691ac03-b1fa-4fd8-95f7-11dce21d86f5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.3489389 Jul 16 22:18:51.147633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Pushing event updated for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:51.156169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f2be00f-3bf8-4c33-8371-1a8c9f8254ec None None] Port 425d1542-3ff9-4e49-8563-7ff0874476a5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:18:51.162870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.190427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Request body: {'port': {'device_id': '826d8608-6a00-40d5-9314-c91c07693021', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'admin_state_up': True, 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:51.222081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Attempting to bind port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:51.222425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Attempting to bind port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:51.222929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Attempting to bind port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:51.247732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.250474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:51.250800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Attempting to bind port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 on network aa7defdf-297a-4545-97e8-8bcae01b8ca3 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:51.269946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:51.270294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Checking segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:51.270684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Bound using segment: {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:51.271132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Bound port: 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b54c7e-a447-4748-b314-21b168086c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:51.271492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.450057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.465999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:51.491418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:51.509363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.553284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:51.554158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.556293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] 10.222.0.68 "PUT /v2.0/ports/6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 1093 time: 1.5904741 Jul 16 22:18:51.557278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:51.560538 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7612e035-5eed-4ec4-81a3-b5a76c317fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:51.723423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:18:51.727225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b27a5-4474-4086-b452-9142da512aba service neutron] Pushing event updated for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:51.727704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.741103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.743917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:51.745261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11ccf82b-6c11-4fb2-9e7e-9cffc9dda2c3 HTTP/1.1" status: 204 len: 168 time: 0.7666461 Jul 16 22:18:51.758392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc37696-adfc-4f74-a35e-0f80090c9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ccf82b-6c11-4fb2-9e7e-9cffc9dda2c3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:51.817854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f41b5-5ce4-477f-8707-4e370ce8227a req-13da5029-9d23-4c9f-bc68-ea096170df7c tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:51.819436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d63f41b5-5ce4-477f-8707-4e370ce8227a req-13da5029-9d23-4c9f-bc68-ea096170df7c tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 950 time: 0.3748538 Jul 16 22:18:51.830032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-79abbe35-1ad7-4c1a-b2d1-fc5046ca3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:51.831583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-79abbe35-1ad7-4c1a-b2d1-fc5046ca3a29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1096 time: 0.1881454 Jul 16 22:18:51.928243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-ba9b2ac4-786b-4d87-908d-38784d00c2bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 217 time: 0.0883846 Jul 16 22:18:52.003446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d1542-3ff9-4e49-8563-7ff0874476a5 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:52.011955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.017143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-7ea103bd-62f2-47cd-9291-412419ad81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.018608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-7ea103bd-62f2-47cd-9291-412419ad81f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0616691 Jul 16 22:18:52.030801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Transition to ACTIVE for port object 425d1542-3ff9-4e49-8563-7ff0874476a5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:52.042988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.043772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8c738-ebe0-4deb-b582-90f5843ebe0c req-00c05765-b06a-4cca-af24-64cd43084f12 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.045454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79e8c738-ebe0-4deb-b582-90f5843ebe0c req-00c05765-b06a-4cca-af24-64cd43084f12 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 944 time: 0.1372454 Jul 16 22:18:52.096539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d63f41b5-5ce4-477f-8707-4e370ce8227a req-b44391d9-2614-414b-b8b6-64ef5bca7c0b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583377 Jul 16 22:18:52.128199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79e8c738-ebe0-4deb-b582-90f5843ebe0c req-a2da0e33-b56f-450c-a342-3429994cb6cf tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Jul 16 22:18:52.142798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-63ffef8b-7b0b-4f5d-9db6-5ba392f12af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.150964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-63ffef8b-7b0b-4f5d-9db6-5ba392f12af6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189065 Jul 16 22:18:52.191978 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad4d8fb-6613-408d-92c4-20d2875b5a8b x-openstack-request-id: req-dad4d8fb-6613-408d-92c4-20d2875b5a8b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:52.192265 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:52.192516 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dad4d8fb-6613-408d-92c4-20d2875b5a8b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:52.192908 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'status': 'completed', 'code': 200} Jul 16 22:18:52.237023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Pushing event updated for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:52.265648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Allocated IP 172.20.0.4 (0948cc14-417f-4770-86a4-b3a528181ed5/5cf4f6c0-af19-456a-96cb-54d924033b97/9df41d13-ee54-4180-891f-14d8152e141a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:18:52.304993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Attempting to bind port 425d1542-3ff9-4e49-8563-7ff0874476a5 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:52.305573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Attempting to bind port 425d1542-3ff9-4e49-8563-7ff0874476a5 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:52.306098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Attempting to bind port 425d1542-3ff9-4e49-8563-7ff0874476a5 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:52.320506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Port 425d1542-3ff9-4e49-8563-7ff0874476a5 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:52.321295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Attempting to bind port 425d1542-3ff9-4e49-8563-7ff0874476a5 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:52.337261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:52.337965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:52.338720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:52.339411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Bound port: 425d1542-3ff9-4e49-8563-7ff0874476a5, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:52.340001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.380746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-631b3b8d-00cf-4bf5-8727-7bac098b2d3b req-b4c4e06f-4af7-403c-8af9-93fbc737a776 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 210 time: 0.0642991 Jul 16 22:18:52.383114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-830320b0-daab-4c73-af08-089b1e495d66 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313743 Jul 16 22:18:52.520078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:52.525192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f6333-4f73-4466-ad5e-2caea59171a7 req-cdd3acc0-a8f4-47a1-99b4-3260671bba66 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342711 Jul 16 22:18:52.539690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=425d1542-3ff9-4e49-8563-7ff0874476a5,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:52.548417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.596721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.612902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.613707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.615186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] 10.222.0.68 "PUT /v2.0/ports/425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 200 len: 1096 time: 1.7270286 Jul 16 22:18:52.615658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:52.617994 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17009662-ea4a-435d-a555-2f5bba180ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:52.703706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.709609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb4a00-2862-4c29-bec9-bcec7d654d8f service neutron] Pushing event updated for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:52.735981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-035e8758-c340-49bf-ad4c-be126787b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.737527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-035e8758-c340-49bf-ad4c-be126787b9ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1096 time: 0.1305437 Jul 16 22:18:52.777769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.861265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Network 0948cc14-417f-4770-86a4-b3a528181ed5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:18:52.872755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:18:52.881196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:18:52.891408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.892345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:52.898781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-04a7b461-2450-4345-a1b6-eafbfa501394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:52.900370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-04a7b461-2450-4345-a1b6-eafbfa501394 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1499925 Jul 16 22:18:52.921436 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1231a0f8-a379-42f5-800f-004db167e152 x-openstack-request-id: req-1231a0f8-a379-42f5-800f-004db167e152 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:52.921768 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:52.921961 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1231a0f8-a379-42f5-800f-004db167e152 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:52.922355 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5', 'status': 'completed', 'code': 200} Jul 16 22:18:52.929002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7660542 Jul 16 22:18:52.942144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Request body: {'port': {'device_id': '826d8608-6a00-40d5-9314-c91c07693021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:18:52.968887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-d122d65e-6099-41b8-8b4a-3b5194a01def service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 217 time: 0.0579708 Jul 16 22:18:52.980601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ecc68-dab4-463f-92d2-044c5773256d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:53.002000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-77e24c2c-ec8d-44e1-a473-968454653c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.003483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-77e24c2c-ec8d-44e1-a473-968454653c7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1099 time: 0.3298051 Jul 16 22:18:53.045606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-50b81b6f-ebc0-4f22-b15f-dea7a0286a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.048601 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-50b81b6f-ebc0-4f22-b15f-dea7a0286a56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0711977 Jul 16 22:18:53.060915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056df4b5-561e-4319-b958-f29ea9095c47 req-56df3677-9f53-470b-a891-f47b6f87722b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.065479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-056df4b5-561e-4319-b958-f29ea9095c47 req-56df3677-9f53-470b-a891-f47b6f87722b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 947 time: 0.2862854 Jul 16 22:18:53.093114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-a74d22ee-a79f-490a-b77d-1f85c49ec964 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 200 len: 217 time: 0.0560982 Jul 16 22:18:53.179079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:53.189676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-056df4b5-561e-4319-b958-f29ea9095c47 req-ecb8135b-6ea0-4b89-a71e-5787cf7fa735 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734034 Jul 16 22:18:53.204625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-3be34a73-56d6-4b49-ac7e-31bb455ae826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.210715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1263e-4f55-4664-b463-168f7135ff26 req-c80666d7-39c7-4db3-bd72-cf07063345ec tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.214942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32d1263e-4f55-4664-b463-168f7135ff26 req-c80666d7-39c7-4db3-bd72-cf07063345ec tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 950 time: 0.2225070 Jul 16 22:18:53.215080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-3be34a73-56d6-4b49-ac7e-31bb455ae826 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470876 Jul 16 22:18:53.246041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-60315c92-625c-4d3e-b0eb-eba8e1799396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.247355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-60315c92-625c-4d3e-b0eb-eba8e1799396 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1302612 Jul 16 22:18:53.530372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4df63-3025-412a-8832-a60419c6e49c req-f207a226-ee40-46d0-ab24-26ac9454754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.532453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-f207a226-ee40-46d0-ab24-26ac9454754d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2597482 Jul 16 22:18:53.711286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-5d99bca1-21c8-4a0a-8ea8-597fc6f65e20 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888122 Jul 16 22:18:53.762832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f6c26-40de-46b4-8e32-adeb7977302a req-ecfe4914-dad6-41eb-ad06-4a72e9d95f80 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.770333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e6f6c26-40de-46b4-8e32-adeb7977302a req-ecfe4914-dad6-41eb-ad06-4a72e9d95f80 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 944 time: 0.3749714 Jul 16 22:18:53.850429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e6f6c26-40de-46b4-8e32-adeb7977302a req-3dbadb15-3d9c-40ed-9de4-d6dea3fc1843 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734308 Jul 16 22:18:53.865680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9ce5-caf2-4e1d-9256-38411aaf6ff2 req-67e916d1-6b09-4733-b764-c2798bcc8d1b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:53.872822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f0f9ce5-caf2-4e1d-9256-38411aaf6ff2 req-67e916d1-6b09-4733-b764-c2798bcc8d1b tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 950 time: 0.5617774 Jul 16 22:18:53.891181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7612e035-5eed-4ec4-81a3-b5a76c317fbf req-8d8f5e1a-fb12-436d-bf32-999548df89fa service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679027 Jul 16 22:18:53.923137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Deleting port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:18:53.923486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.031778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f0f9ce5-caf2-4e1d-9256-38411aaf6ff2 req-41fbfd83-2918-46c3-856e-7edc2ea9e6e2 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575074 Jul 16 22:18:54.046141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510f133-725e-4e9e-ab9c-cbcbc89143c3 req-cdc44832-3a54-4f64-bf27-b01b088e1052 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:54.047784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4510f133-725e-4e9e-ab9c-cbcbc89143c3 req-cdc44832-3a54-4f64-bf27-b01b088e1052 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 931 time: 0.0745897 Jul 16 22:18:54.089779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4510f133-725e-4e9e-ab9c-cbcbc89143c3 req-501f67cb-158c-4ae7-8703-6379b8e5ad22 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 16 22:18:54.134560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df41d13-ee54-4180-891f-14d8152e141a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:54.150028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.157317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-3504fe2f-fdff-4736-8f53-a67beecbf879 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132143 Jul 16 22:18:54.192846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Transition to ACTIVE for port object 9df41d13-ee54-4180-891f-14d8152e141a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:18:54.210706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.213828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] For port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:54.214121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.261158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Calling delete_port for 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:18:54.329902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:54.420855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4da4df63-3025-412a-8832-a60419c6e49c req-cc6e35d2-c710-4e3b-9796-002aaba425f4 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480018 Jul 16 22:18:54.434929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:18:54.435395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:18:54.435994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:54.447654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:18:54.448950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:18:54.458193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:18:54.458665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:18:54.459150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:18:54.459856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Bound port: 9df41d13-ee54-4180-891f-14d8152e141a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:18:54.460473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.664210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:18:54.668765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:18:54.671119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.683018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.685076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['138e108f-5563-4b63-9e24-8bb201fc9681', '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:54.698708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac5c3-0850-418a-8ac1-19a5a19f6c7d req-02228895-5aa7-4ed0-8a93-7e368eb1d49c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:54.700223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-023ac5c3-0850-418a-8ac1-19a5a19f6c7d req-02228895-5aa7-4ed0-8a93-7e368eb1d49c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 947 time: 0.2350333 Jul 16 22:18:54.727278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-313aa9be-0bd2-4704-802c-3c45ab65fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:54.728805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-313aa9be-0bd2-4704-802c-3c45ab65fd6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1099 time: 0.2534628 Jul 16 22:18:54.734789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Pushing event deleted for resources: {'Port': ['ID=9ef01cbf-4106-40f2-bf00-eb2e676a9b8d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:54.796366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:54.797025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.798443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] 10.222.0.47 "PUT /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 1092 time: 1.8608170 Jul 16 22:18:54.894480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] No DVR routers for this DVR port 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:54.920281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:54.922277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32d1263e-4f55-4664-b463-168f7135ff26 req-64b86e42-0a57-4fad-86f9-322c098cee9a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "DELETE /v2.0/ports/9ef01cbf-4106-40f2-bf00-eb2e676a9b8d HTTP/1.1" status: 204 len: 173 time: 1.6862726 Jul 16 22:18:54.934413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a'}, {'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'name': 'network-vif-deleted', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:54.937246 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102cd801-e3d7-42d4-bafd-a8c1594400a6" -d '{"events": [{"name": "network-changed", "server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "tag": "9df41d13-ee54-4180-891f-14d8152e141a"}, {"server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "name": "network-vif-deleted", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:54.996731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd393ce-c2bd-47d1-aea8-68c5d7110436 service neutron] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:55.009743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-023ac5c3-0850-418a-8ac1-19a5a19f6c7d req-2550966e-5368-48f4-be8f-7f86fb82bc32 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779877 Jul 16 22:18:55.049867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-44e84d1b-0fab-4d32-a2c1-ee3214dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.051350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-44e84d1b-0fab-4d32-a2c1-ee3214dbc3a3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2996068 Jul 16 22:18:55.057745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5588bd0e-c4a0-409e-ac90-ebb69a78fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.059374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-5588bd0e-c4a0-409e-ac90-ebb69a78fd86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1095 time: 0.1602705 Jul 16 22:18:55.142839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-1e44460c-7615-4f30-9ad0-265484a4c601 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 200 len: 217 time: 0.0823040 Jul 16 22:18:55.144201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-a538bbd4-6c68-40f6-9dc0-644222c7f1f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0752161 Jul 16 22:18:55.230565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-2e0bf01c-2424-490e-b993-246f7fa4a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.231959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-2e0bf01c-2424-490e-b993-246f7fa4a055 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0828364 Jul 16 22:18:55.234196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-683d9f76-e92a-4660-97d3-ec39be060f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.235515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-683d9f76-e92a-4660-97d3-ec39be060f39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0787847 Jul 16 22:18:55.294643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-19fdd568-5285-4ebe-8d72-78e05c4712da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501542 Jul 16 22:18:55.360983 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b2b578-013c-4319-9563-9bcab1cf5d5f x-openstack-request-id: req-99b2b578-013c-4319-9563-9bcab1cf5d5f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:55.361282 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "tag": "9df41d13-ee54-4180-891f-14d8152e141a", "status": "completed", "code": 200}, {"server_uuid": "23b3b7f9-3876-4ffa-bfe8-f197a31cfb73", "name": "network-vif-deleted", "tag": "9ef01cbf-4106-40f2-bf00-eb2e676a9b8d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:55.361533 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99b2b578-013c-4319-9563-9bcab1cf5d5f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:55.361919 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a', 'status': 'completed', 'code': 200} Jul 16 22:18:55.362169 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b3b7f9-3876-4ffa-bfe8-f197a31cfb73', 'name': 'network-vif-deleted', 'tag': '9ef01cbf-4106-40f2-bf00-eb2e676a9b8d', 'status': 'completed', 'code': 200} Jul 16 22:18:55.426357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-5f54576c-126e-43e2-b10c-873fcaeabb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.427891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-5f54576c-126e-43e2-b10c-873fcaeabb7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1739085 Jul 16 22:18:55.480154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-277c1651-cba2-412c-b1e8-5720957f26e0 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645081 Jul 16 22:18:55.482702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6ec13d6b-a717-4eec-a350-776c27f2c1b6 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:55.488308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2933df-b47d-4e23-890d-06c2ccf135fb req-82318477-0503-41e6-b008-d1edf32213eb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.489581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a2933df-b47d-4e23-890d-06c2ccf135fb req-82318477-0503-41e6-b008-d1edf32213eb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 944 time: 0.1939042 Jul 16 22:18:55.502906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4f3368e6-baf6-40f2-a1d0-f27f19dca83e req-e65c86ab-ac13-4993-aff1-578d489261ac tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b3b7f9-3876-4ffa-bfe8-f197a31cfb73 HTTP/1.1" status: 200 len: 210 time: 0.0494637 Jul 16 22:18:55.637190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:55.656842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:55.671589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:55.712103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab63363-2f35-4db9-8014-dec2cd24efbe req-8907e570-5e3c-489d-9a1f-23d026cc9ec6 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214823 Jul 16 22:18:55.722763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-c5ce8605-ec4b-4997-b1c8-219fa7dfab92 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860718 Jul 16 22:18:55.736989 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:55.743346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a2933df-b47d-4e23-890d-06c2ccf135fb req-6d4c2044-a6db-4905-a37f-cd23a0927262 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407544 Jul 16 22:18:55.783378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec13d6b-a717-4eec-a350-776c27f2c1b6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:55.812529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:55.818791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:55.821582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbbca67-057b-476c-ab22-b7f95fdab06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:55.877796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a40b2-e856-449e-9478-e12b6a2df592 req-6a1e3bf0-30aa-4351-b0ef-4bb7808f8b48 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.879591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c8a40b2-e856-449e-9478-e12b6a2df592 req-6a1e3bf0-30aa-4351-b0ef-4bb7808f8b48 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.1484563 Jul 16 22:18:55.882784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:55.908343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17009662-ea4a-435d-a555-2f5bba180ff8 req-339fe4e4-2b35-41ed-9087-37773cff7fde service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608844 Jul 16 22:18:55.917275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-7cd3b456-5825-438c-99aa-5c992583f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:55.918787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-7cd3b456-5825-438c-99aa-5c992583f37d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1095 time: 0.1258836 Jul 16 22:18:55.945847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c8a40b2-e856-449e-9478-e12b6a2df592 req-fa21d844-d9c1-49ee-9231-5e5f1ca35adb tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Jul 16 22:18:55.995210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbbca67-057b-476c-ab22-b7f95fdab06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.001429 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbbca67-057b-476c-ab22-b7f95fdab06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.031344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2cbbca67-057b-476c-ab22-b7f95fdab06a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1449097657774722871413fb750d17f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929298 Jul 16 22:18:56.034277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:56.037735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6ec13d6b-a717-4eec-a350-776c27f2c1b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:56.059643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbca67-057b-476c-ab22-b7f95fdab06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c1583-723a-43ce-8370-5ca8742ed59d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:56.116812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-eec61c7a-1ca0-4284-a4e8-6c79610b349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:56.124126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-eec61c7a-1ca0-4284-a4e8-6c79610b349f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1916742 Jul 16 22:18:56.136874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.161306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.184518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-78e2ce63-e8d0-4ddf-9844-41a171f7438f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0458965 Jul 16 22:18:56.251402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-830afb07-3dd3-49f5-9412-0e7a0d2b69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:56.253152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-830afb07-3dd3-49f5-9412-0e7a0d2b69c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0602753 Jul 16 22:18:56.266907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.269577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.273027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/553c1583-723a-43ce-8370-5ca8742ed59d HTTP/1.1" status: 204 len: 168 time: 0.2128234 Jul 16 22:18:56.285166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460871ce-2f3f-49af-ac24-9b2e15bce6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c1583-723a-43ce-8370-5ca8742ed59d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:56.304556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-3e814966-0517-49bb-a9fb-e47f0ba90b73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434759 Jul 16 22:18:56.317642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05228-ca28-4d3f-b9d9-d421f85c8a2d req-5bafa3dc-341c-49d0-ae2b-0951bc5f6980 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:56.326611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf05228-ca28-4d3f-b9d9-d421f85c8a2d req-5bafa3dc-341c-49d0-ae2b-0951bc5f6980 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 947 time: 0.1294022 Jul 16 22:18:56.380316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf05228-ca28-4d3f-b9d9-d421f85c8a2d req-975d9401-e93e-4b48-b7b0-d5615c4d840e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Jul 16 22:18:56.432465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-8e1ee719-1ad7-4b28-aab5-b149c44ba458 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199794 Jul 16 22:18:56.557764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-102cd801-e3d7-42d4-bafd-a8c1594400a6 req-1df93b87-c3b7-49bc-9f9a-f65f92d07c43 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164184 Jul 16 22:18:56.658557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:56.673539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c818aa6-2c7a-40b0-9911-db9ed636f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.762385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:56.786134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c818aa6-2c7a-40b0-9911-db9ed636f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.792490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c818aa6-2c7a-40b0-9911-db9ed636f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.838830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7c818aa6-2c7a-40b0-9911-db9ed636f58b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa848d29fa244288820e44b62e7d40f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788235 Jul 16 22:18:56.841006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c818aa6-2c7a-40b0-9911-db9ed636f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d7095-0dc1-4ea8-8ecb-53a8c9b75f44,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:56.841657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:56.914159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120e11ed-c22a-4a68-b2bf-3715cab0f7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.955401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:56.993859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.052813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74be9-8322-46e8-b396-eb9807f8a9ca req-1ea85bdf-7641-4599-b926-8d9acc9686f5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:57.054551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-caa74be9-8322-46e8-b396-eb9807f8a9ca req-1ea85bdf-7641-4599-b926-8d9acc9686f5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 945 time: 0.0688879 Jul 16 22:18:57.095488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-caa74be9-8322-46e8-b396-eb9807f8a9ca req-029a6d63-1073-4eba-985e-66c4143fb47b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Jul 16 22:18:57.112782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.116631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.117793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f6d7095-0dc1-4ea8-8ecb-53a8c9b75f44 HTTP/1.1" status: 204 len: 168 time: 0.2744493 Jul 16 22:18:57.133317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120e11ed-c22a-4a68-b2bf-3715cab0f7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.136393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a0780-d395-4f7a-890b-cfe251707ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d7095-0dc1-4ea8-8ecb-53a8c9b75f44,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:57.142679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120e11ed-c22a-4a68-b2bf-3715cab0f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.155689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bf79c-7f81-433c-aa06-40c09011be90 req-24a5551f-04dd-4585-b651-4729dfa5d073 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:57.157240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-539bf79c-7f81-433c-aa06-40c09011be90 req-24a5551f-04dd-4585-b651-4729dfa5d073 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.1197600 Jul 16 22:18:57.208405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-120e11ed-c22a-4a68-b2bf-3715cab0f7f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3c4a4975e49497ab5f42fb07c9edae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449761 Jul 16 22:18:57.209492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e11ed-c22a-4a68-b2bf-3715cab0f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc9c62-34b9-4178-accf-28cec7bef0f1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:57.211165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:57.239921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-539bf79c-7f81-433c-aa06-40c09011be90 req-37b37d5c-e9e7-4740-9420-8926354acdb8 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747306 Jul 16 22:18:57.314424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.344173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.382908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f051e-c6da-4b8d-8d7c-c61a737f1b64 req-a350f7cc-4d15-4d16-9a01-ebc41758d197 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:57.382908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c91f051e-c6da-4b8d-8d7c-c61a737f1b64 req-a350f7cc-4d15-4d16-9a01-ebc41758d197 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.1231120 Jul 16 22:18:57.442336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c91f051e-c6da-4b8d-8d7c-c61a737f1b64 req-d38680aa-b416-4f73-8da3-88d5feaedf9e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Jul 16 22:18:57.456780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.459651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.473734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cbc9c62-34b9-4178-accf-28cec7bef0f1 HTTP/1.1" status: 204 len: 168 time: 0.2486119 Jul 16 22:18:57.477940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ba4c-774b-425c-9e5c-dbc46fb228cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc9c62-34b9-4178-accf-28cec7bef0f1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:57.481785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:18:57.541338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:18:57.541766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9ef01cbf-4106-40f2-bf00-eb2e676a9b8d not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:18:57.545452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 425d1542-3ff9-4e49-8563-7ff0874476a5 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:57.552346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6ec13d6b-a717-4eec-a350-776c27f2c1b6 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:57.588582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3da773f0-a5f6-4cd3-a12f-d422f159b23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.610128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcf00f-18df-424e-b526-900128a3a4d9 req-e77d3a93-f289-4b89-bb0d-5d96bc04a1bc tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:57.612227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ebcf00f-18df-424e-b526-900128a3a4d9 req-e77d3a93-f289-4b89-bb0d-5d96bc04a1bc tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 947 time: 0.0838513 Jul 16 22:18:57.663999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ebcf00f-18df-424e-b526-900128a3a4d9 req-7e591e45-05ae-4c72-86ff-7b66bbf16cfa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Jul 16 22:18:57.799023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:57.808370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:57.808743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.834051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:57.859482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2468130d-3f43-42d1-ab73-089c55c0c3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.871091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=425d1542-3ff9-4e49-8563-7ff0874476a5,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:57.890849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '425d1542-3ff9-4e49-8563-7ff0874476a5', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '425d1542-3ff9-4e49-8563-7ff0874476a5', 'mac_address': 'fa:16:3e:d3:b9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:57.956123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.967144 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.980205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2468130d-3f43-42d1-ab73-089c55c0c3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.987547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2468130d-3f43-42d1-ab73-089c55c0c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:57.990170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d1542-3ff9-4e49-8563-7ff0874476a5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:18:58.001289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:58.001687 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a5032-f702-4e51-bdf0-4659e0d80355" -d '{"events": [{"server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "name": "network-vif-plugged", "status": "completed", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:58.020070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:58.029802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=425d1542-3ff9-4e49-8563-7ff0874476a5,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:58.031050 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.037725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468130d-3f43-42d1-ab73-089c55c0c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eab61f-e14d-46b0-b38d-ebe8660917c5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:58.060421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:58.061096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2468130d-3f43-42d1-ab73-089c55c0c3ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bffedaf197d4e56ae84112d0e1b222e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254996 Jul 16 22:18:58.072213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.074957 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3224e730-e75e-485f-8bde-43178ef1b80a x-openstack-request-id: req-3224e730-e75e-485f-8bde-43178ef1b80a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:18:58.075377 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "name": "network-vif-plugged", "status": "completed", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:18:58.075629 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3224e730-e75e-485f-8bde-43178ef1b80a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:18:58.076593 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'code': 200} Jul 16 22:18:58.105469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:58.178885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.183304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:58.227982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.244588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5109d74-eba2-4903-9364-f1aa4848ba9f req-2ec1b7be-7475-4731-a08c-7ff51c82ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:58.249817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5109d74-eba2-4903-9364-f1aa4848ba9f req-2ec1b7be-7475-4731-a08c-7ff51c82ae9f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1098 time: 0.0919917 Jul 16 22:18:58.290981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:58.311971 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.315094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.316493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3eab61f-e14d-46b0-b38d-ebe8660917c5 HTTP/1.1" status: 204 len: 168 time: 0.2541993 Jul 16 22:18:58.343303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad3cf2-8c91-4566-904e-2a1ac5724c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eab61f-e14d-46b0-b38d-ebe8660917c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:58.388658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5109d74-eba2-4903-9364-f1aa4848ba9f req-8be9bd41-40d4-49bb-a547-8fef88a30630 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269710 Jul 16 22:18:58.433486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a26b3-99fc-4235-a864-096f63f93d7e req-b41aa07b-de69-47b3-a932-ebb5ae7669b3 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:58.435068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c5a26b3-99fc-4235-a864-096f63f93d7e req-b41aa07b-de69-47b3-a932-ebb5ae7669b3 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 946 time: 0.1846519 Jul 16 22:18:58.511255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c5a26b3-99fc-4235-a864-096f63f93d7e req-d41b31d6-eefa-487e-85d5-41e9f5c2ff72 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Jul 16 22:18:58.571365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe47461-7c47-4b33-aaa5-27e796d6b7ef req-248fa4b0-e9a8-43eb-81bc-01910ee0b10d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:58.579961 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffe47461-7c47-4b33-aaa5-27e796d6b7ef req-248fa4b0-e9a8-43eb-81bc-01910ee0b10d tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.0971804 Jul 16 22:18:58.621429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffe47461-7c47-4b33-aaa5-27e796d6b7ef req-5cf3e003-dc45-4fb5-96cd-68825b123548 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/security-groups?id=6eec3cef-e480-40fa-bd51-ae76af625e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Jul 16 22:18:58.658621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-6bce22c5-95c9-49cd-8cf5-658f6ad4a42a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:58.660218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-6bce22c5-95c9-49cd-8cf5-658f6ad4a42a tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 950 time: 0.1138539 Jul 16 22:18:58.817904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Deleting port 138e108f-5563-4b63-9e24-8bb201fc9681 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:18:58.818484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:58.876353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df180e-d0fc-440e-821b-78964e4e74f4 req-93d6c42f-baed-4a43-a133-08d5f0196cc2 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:58.881985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5df180e-d0fc-440e-821b-78964e4e74f4 req-93d6c42f-baed-4a43-a133-08d5f0196cc2 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.1190817 Jul 16 22:18:58.944341 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5df180e-d0fc-440e-821b-78964e4e74f4 req-59406c9d-cd76-4a9e-b1a3-535bf378cedf tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601530 Jul 16 22:18:59.002157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] For port 138e108f-5563-4b63-9e24-8bb201fc9681, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=138e108f-5563-4b63-9e24-8bb201fc9681,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:59.002749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:59.024275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Calling delete_port for 138e108f-5563-4b63-9e24-8bb201fc9681 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:18:59.039884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978647a4-3ab9-47ef-b21d-7c69e626e8c6 req-8b8bfc8a-d746-49b3-96ac-5bd37e122ea0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:59.041491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-978647a4-3ab9-47ef-b21d-7c69e626e8c6 req-8b8bfc8a-d746-49b3-96ac-5bd37e122ea0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 948 time: 0.1299129 Jul 16 22:18:59.122729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-978647a4-3ab9-47ef-b21d-7c69e626e8c6 req-14dff0fb-63a9-479c-b1bd-79d2551a1d31 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Jul 16 22:18:59.208320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:59.221755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['138e108f-5563-4b63-9e24-8bb201fc9681'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:18:59.475752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9df41d13-ee54-4180-891f-14d8152e141a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:18:59.530899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 425d1542-3ff9-4e49-8563-7ff0874476a5 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:18:59.534003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Pushing event deleted for resources: {'Port': ['ID=138e108f-5563-4b63-9e24-8bb201fc9681,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:18:59.585034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-859d44c7-4db7-4287-be3c-a623325d6279 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563745 Jul 16 22:18:59.612698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] No DVR routers for this DVR port 138e108f-5563-4b63-9e24-8bb201fc9681 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:18:59.627853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:59.630107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-211f25f5-e576-4fd3-aa30-3e96c768a678 req-ef014eeb-5231-4256-92ef-01e812d26b44 tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.47 "DELETE /v2.0/ports/138e108f-5563-4b63-9e24-8bb201fc9681 HTTP/1.1" status: 204 len: 173 time: 0.9632249 Jul 16 22:18:59.698230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'name': 'network-vif-deleted', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:18:59.701542 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aa5a5e-10fa-4b9a-8084-25b9e65c77fc" -d '{"events": [{"server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "name": "network-vif-deleted", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:18:59.758377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:18:59.761831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 425d1542-3ff9-4e49-8563-7ff0874476a5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:18:59.803497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 425d1542-3ff9-4e49-8563-7ff0874476a5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:18:59.803878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:59.814379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-2a83a608-e0d2-42cf-85fb-5d34bdeefff7 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:59.821718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-2a83a608-e0d2-42cf-85fb-5d34bdeefff7 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101259 Jul 16 22:18:59.839421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-4c388c63-9414-444a-9d65-b5263382b6d6 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/quotas/b849b4f8c2094b3b96db4278f2c63f50 HTTP/1.1" status: 200 len: 375 time: 0.0165801 Jul 16 22:18:59.852626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:18:59.867090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b019-851c-4634-8f4b-17f8f9b21e75 req-e264c677-a81b-4e12-95f9-1d6819872dd8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:18:59.882485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b84b019-851c-4634-8f4b-17f8f9b21e75 req-e264c677-a81b-4e12-95f9-1d6819872dd8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 946 time: 0.1633356 Jul 16 22:18:59.888412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-643b792d-66d6-4d1b-b23e-cfff8ee2ced3 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469337 Jul 16 22:18:59.915016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '9df41d13-ee54-4180-891f-14d8152e141a', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'port_id': '9df41d13-ee54-4180-891f-14d8152e141a', 'mac_address': 'fa:16:3e:31:d7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf4f6c0-af19-456a-96cb-54d924033b97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:18:59.953093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e1fb-d7d5-4dce-83d5-93f1e2ec1ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:18:59.968571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b84b019-851c-4634-8f4b-17f8f9b21e75 req-1294301b-6e48-4944-84ff-805cc6781479 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Jul 16 22:19:00.046347 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.109605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc385fd3-456a-4e79-90af-59f6acae013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.127723 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.172162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.197286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df41d13-ee54-4180-891f-14d8152e141a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:00.268461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:00.270735 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1827f456-a687-4420-bbf0-f5265990d532" -d '{"events": [{"server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "name": "network-vif-plugged", "status": "completed", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:00.284730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:00.304639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.315535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=425d1542-3ff9-4e49-8563-7ff0874476a5,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:00.326500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc385fd3-456a-4e79-90af-59f6acae013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.334582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc385fd3-456a-4e79-90af-59f6acae013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.336338 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.369693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:00.374340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42de76ff-a320-472f-b4c1-0f592276af82 req-5f357057-1464-45e7-9ca3-9d32eecf782e tempest-ServersAdminNegativeTestJSON-638054467 tempest-ServersAdminNegativeTestJSON-638054467-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30e0024-5dd7-464b-b06c-c862f97c7e48 HTTP/1.1" status: 200 len: 210 time: 0.0895154 Jul 16 22:19:00.378538 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5c4bc-fc4e-4224-9911-ed2fa4249838 x-openstack-request-id: req-b5f5c4bc-fc4e-4224-9911-ed2fa4249838 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:00.378893 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e0024-5dd7-464b-b06c-c862f97c7e48", "name": "network-vif-deleted", "tag": "138e108f-5563-4b63-9e24-8bb201fc9681", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:00.379062 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5f5c4bc-fc4e-4224-9911-ed2fa4249838 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:00.379398 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e0024-5dd7-464b-b06c-c862f97c7e48', 'name': 'network-vif-deleted', 'tag': '138e108f-5563-4b63-9e24-8bb201fc9681', 'status': 'completed', 'code': 200} Jul 16 22:19:00.386252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44720) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:00.388087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc385fd3-456a-4e79-90af-59f6acae013c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3c33d56d42844cfa7fb5c6a1de51b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342326 Jul 16 22:19:00.465579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc385fd3-456a-4e79-90af-59f6acae013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19248d-3d83-4003-9a4f-b9871a2916a6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:00.478879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:00.539096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.559977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9df41d13-ee54-4180-891f-14d8152e141a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:00.576545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.672726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.676887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:00.678477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab19248d-3d83-4003-9a4f-b9871a2916a6 HTTP/1.1" status: 204 len: 168 time: 0.2907887 Jul 16 22:19:00.700756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783928ee-8a9d-4a63-991e-010d4613f165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19248d-3d83-4003-9a4f-b9871a2916a6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:00.791133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f51ce-58ed-499d-a18a-724d1ee536ed req-557e4ece-49e7-4f22-8dc9-ba0894614b78 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:00.792713 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d93f51ce-58ed-499d-a18a-724d1ee536ed req-557e4ece-49e7-4f22-8dc9-ba0894614b78 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 944 time: 0.2110045 Jul 16 22:19:00.867181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d93f51ce-58ed-499d-a18a-724d1ee536ed req-41569ce0-1a1d-4825-9532-b79fc6cf6c70 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685282 Jul 16 22:19:00.928456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-96e81d27-6e53-4f34-b658-60ad4238b3de tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:00.936638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-96e81d27-6e53-4f34-b658-60ad4238b3de tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2014995 Jul 16 22:19:01.022546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-4ea9f7b5-bf33-4b38-bc30-32539102b077 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0845397 Jul 16 22:19:01.027565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:01.070283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.132495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4ea6ed7-c6cf-4318-8c26-e8686339d19d req-89e1e2f0-cda3-40d4-8a70-1572a655a7cd tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 210 time: 0.0474865 Jul 16 22:19:01.218123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.266895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:01.302625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78526fd1-3206-4c96-aa60-2a1ff101fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.363538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aad9b-7e0a-48a2-922c-ffb5d507d310 req-2201bb4d-cec0-4439-9029-44cb5f74bb22 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:01.365063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d58aad9b-7e0a-48a2-922c-ffb5d507d310 req-2201bb4d-cec0-4439-9029-44cb5f74bb22 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.1110287 Jul 16 22:19:01.418764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d58aad9b-7e0a-48a2-922c-ffb5d507d310 req-bf66c8e3-9177-429b-a1a7-d4344ebaf410 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476127 Jul 16 22:19:01.463787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78526fd1-3206-4c96-aa60-2a1ff101fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.468143 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78526fd1-3206-4c96-aa60-2a1ff101fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.471085 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa4ee47-50ff-4340-8f22-eac205c9c149 x-openstack-request-id: req-8aa4ee47-50ff-4340-8f22-eac205c9c149 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:01.472146 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "name": "network-vif-plugged", "status": "completed", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:01.472549 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8aa4ee47-50ff-4340-8f22-eac205c9c149 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:01.473250 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5', 'code': 200} Jul 16 22:19:01.487076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9df41d13-ee54-4180-891f-14d8152e141a up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:01.584044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-78526fd1-3206-4c96-aa60-2a1ff101fc7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69aa114bf03541799091486bf5a3fc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134379 Jul 16 22:19:01.612157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:01.617980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 9df41d13-ee54-4180-891f-14d8152e141a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:01.623997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 9df41d13-ee54-4180-891f-14d8152e141a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:01.624565 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.736646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.744351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78526fd1-3206-4c96-aa60-2a1ff101fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb3afa1-4653-4105-bcd2-632f51e1a23a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:01.746430 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.786097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.826241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-d3b96458-d72b-41d8-87cf-cd982766b20b tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861580 Jul 16 22:19:01.861590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:01.866408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.867389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 138e108f-5563-4b63-9e24-8bb201fc9681 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:01.884777 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67 associated. External IP: 172.25.5.242, port: 03643c25-17c0-4f72-9d11-493a064e759d. Jul 16 22:19:01.904310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:01.917638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 138e108f-5563-4b63-9e24-8bb201fc9681 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:01.917992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 138e108f-5563-4b63-9e24-8bb201fc9681 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:01.948644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d04ef-4e0c-45f4-ad5f-88c75d5631cc req-5f07e258-7f92-43b8-8073-a2501ebf4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:01.950308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-073d04ef-4e0c-45f4-ad5f-88c75d5631cc req-5f07e258-7f92-43b8-8073-a2501ebf4c60 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1101 time: 0.3545873 Jul 16 22:19:02.016638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:02.031311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.056284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-073d04ef-4e0c-45f4-ad5f-88c75d5631cc req-447c54f2-cc14-4fdd-80a8-e4124c71feb9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852070 Jul 16 22:19:02.098526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-e2e1279d-5936-4467-9a80-68d6086fdcf8 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:02.100116 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-e2e1279d-5936-4467-9a80-68d6086fdcf8 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648253 Jul 16 22:19:02.126098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Request body: {'port': {'device_id': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'b849b4f8c2094b3b96db4278f2c63f50'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:02.289794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.293741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.295122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fb3afa1-4653-4105-bcd2-632f51e1a23a HTTP/1.1" status: 204 len: 168 time: 0.6729820 Jul 16 22:19:02.323605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b61c0-b488-4e2b-9b44-4d46cfef2da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb3afa1-4653-4105-bcd2-632f51e1a23a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:02.360465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Made reservation on behalf of b849b4f8c2094b3b96db4278f2c63f50 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:02.364364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.377314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.391533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:02.452721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cc1a5-8ba9-4f1f-873c-61d5db9e1a18 req-b3c7e05e-36ff-40bd-9de1-6cd6f21afdde tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:02.459477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d10cc1a5-8ba9-4f1f-873c-61d5db9e1a18 req-b3c7e05e-36ff-40bd-9de1-6cd6f21afdde tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 945 time: 0.1494598 Jul 16 22:19:02.525662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d10cc1a5-8ba9-4f1f-873c-61d5db9e1a18 req-d7a96245-4604-4d41-8be4-ad9d9abfe25d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Jul 16 22:19:02.526259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:02.573253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.580033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.581569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.643692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:02.652522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.655221 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:02.677184 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:02.677880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:02.765918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2157c8c2-3429-494d-bf18-b12ba18f0e10 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "PUT /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 996 time: 1.7389612 Jul 16 22:19:02.766592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:02.771571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be48373d-522f-4d4d-b938-6ed51f375d9b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:02.774945 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3841bf9-a813-497e-a593-39c3310949f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:02.820797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:02.828031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2140311f-30e4-4d17-bf29-fdc1c54b7b58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6fda8507367426289e665e4036a77f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984424 Jul 16 22:19:02.829522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:02.839783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6d161cb-e613-4652-b5d2-2f9684946885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:02.850350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:02.882139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91ffae9e-f3cb-4588-8514-b5eabc6b680b req-41db4015-5c12-43c4-97ee-774c3ea0a837 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 210 time: 0.1357458 Jul 16 22:19:02.887424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-ae041c5b-703f-4a49-89e0-2e7ac74efe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:02.889662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-ae041c5b-703f-4a49-89e0-2e7ac74efe5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1075387 Jul 16 22:19:02.965105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Allocated IP 192.168.233.179 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/41aa3cd8-813b-495e-aaee-f5d8f54aadc0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:03.032430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.085315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-fc457d9e-9b6a-472d-ab22-9bb5ca6e3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.089184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-fc457d9e-9b6a-472d-ab22-9bb5ca6e3afe service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1853247 Jul 16 22:19:03.146828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.231982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6d161cb-e613-4652-b5d2-2f9684946885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.249841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-2f0625e4-3514-4e84-8870-643e367fa851 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 999 time: 0.1495576 Jul 16 22:19:03.252055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6d161cb-e613-4652-b5d2-2f9684946885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.278611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:01Z', 'revision_number': 1, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:03.293041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f993c17-3e01-4e10-a557-c06d184386da req-e9fb8e85-c514-4303-9438-8b2da8d6b188 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.295092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f993c17-3e01-4e10-a557-c06d184386da req-e9fb8e85-c514-4303-9438-8b2da8d6b188 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.2152922 Jul 16 22:19:03.317750 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:03.328545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:03.329209 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:03.330958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.333422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.337317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6eec3cef-e480-40fa-bd51-ae76af625e5d HTTP/1.1" status: 204 len: 168 time: 0.5030982 Jul 16 22:19:03.337466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d161cb-e613-4652-b5d2-2f9684946885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b1e5bf-54f1-4111-850e-325128f0e229,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:03.344831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6d161cb-e613-4652-b5d2-2f9684946885 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d31f72a748274bfda46b7169ca47a75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199614 Jul 16 22:19:03.349670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:03.358133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-c670cb4f-f4a6-4f9b-a352-44ac66254940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.363949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.365969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-c670cb4f-f4a6-4f9b-a352-44ac66254940 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1151237 Jul 16 22:19:03.368711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3d14-6699-40a1-839d-e1d2eddfd176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec3cef-e480-40fa-bd51-ae76af625e5d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:03.389761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f993c17-3e01-4e10-a557-c06d184386da req-6c222a7d-7ecd-407e-92b0-06cf2e6af1ab tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871296 Jul 16 22:19:03.392633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Transition to ACTIVE for port object 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:03.438350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.470601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.474722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:03.477605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-53e1c434-c5b4-4d27-b8b7-f03e4d1edbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.479138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-53e1c434-c5b4-4d27-b8b7-f03e4d1edbe9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124246 Jul 16 22:19:03.480582 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c446b85-56c1-486d-ac36-e9701dea6671" -d '{"events": [{"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-plugged", "status": "completed", "tag": "9df41d13-ee54-4180-891f-14d8152e141a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:03.502690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:03.504410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-a115ab0a-c83a-464d-882c-032ba8e831f0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:03.505488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-a115ab0a-c83a-464d-882c-032ba8e831f0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169852 Jul 16 22:19:03.512930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:03.514582 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9343e0-b480-4ef5-9367-c63a8a54bd94 x-openstack-request-id: req-fa9343e0-b480-4ef5-9367-c63a8a54bd94 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:03.515263 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:03.515263 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa9343e0-b480-4ef5-9367-c63a8a54bd94 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:03.515541 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:19:03.517858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:03.523727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.524424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.543464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Pushing event updated for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:03.551844 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:03.582025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ef0ee619-4bde-4c8c-a129-51ee814a7896 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4655602 Jul 16 22:19:03.588741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.603019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Request body: {'port': {'device_id': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:03.663508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3841bf9-a813-497e-a593-39c3310949f4 req-4ab5747e-6941-4488-9905-1050fca22042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.668138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-4ab5747e-6941-4488-9905-1050fca22042 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1409211 Jul 16 22:19:03.718356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.722698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.723866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96b1e5bf-54f1-4111-850e-325128f0e229 HTTP/1.1" status: 204 len: 168 time: 0.3727505 Jul 16 22:19:03.753671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f1d38-e696-4717-a64c-58017f58aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b1e5bf-54f1-4111-850e-325128f0e229,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:03.833015 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82afa3-1228-4e38-a510-51b7737ffd4b x-openstack-request-id: req-ae82afa3-1228-4e38-a510-51b7737ffd4b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:03.833510 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-plugged", "status": "completed", "tag": "9df41d13-ee54-4180-891f-14d8152e141a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:03.833601 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae82afa3-1228-4e38-a510-51b7737ffd4b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:03.833987 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a', 'code': 200} Jul 16 22:19:03.837722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:03.917490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3841bf9-a813-497e-a593-39c3310949f4 req-9a64db83-f948-4453-b7a6-ab0a031efa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:03.924301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-9a64db83-f948-4453-b7a6-ab0a031efa47 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.2446129 Jul 16 22:19:04.051440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a07e834-3394-43c2-a0f6-2b7b63b117d8 None None] Provisioning for port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:04.058277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a07e834-3394-43c2-a0f6-2b7b63b117d8 None None] Provisioning complete for port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:04.059026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a07e834-3394-43c2-a0f6-2b7b63b117d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.065632 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:01Z', 'revision_number': 1, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:04.123777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7a07e834-3394-43c2-a0f6-2b7b63b117d8 None None] Port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:04.132765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:04.136438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0c47f-15c5-4fd3-ab1c-7e1f9a11da93 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:01Z', 'revision_number': 1, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:04.241567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-55567b87-b7d5-44fc-b8b9-16923a03f5a7 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250347 Jul 16 22:19:04.250852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:04.317748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-74da823d-46bb-44d3-a462-aa499f083ded admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43fce575eb92452fa247890d20b4de49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612914 Jul 16 22:19:04.328581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:04.368275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-1f0a12ae-31ac-4174-9d26-2dcda7fada51 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 999 time: 0.4279366 Jul 16 22:19:04.370072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2303df-5267-44af-8acf-4ba6101f9d67 req-4c81298f-e7e2-4196-aae5-80e70e289966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:04.371508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d2303df-5267-44af-8acf-4ba6101f9d67 req-4c81298f-e7e2-4196-aae5-80e70e289966 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1097 time: 0.4571385 Jul 16 22:19:04.381833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dd5c-9722-479b-84ac-56d782f6009e req-d674fb8e-f76e-464e-91a0-96b466e06e9f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:04.389057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2bf9dd5c-9722-479b-84ac-56d782f6009e req-d674fb8e-f76e-464e-91a0-96b466e06e9f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 945 time: 0.3720598 Jul 16 22:19:04.414606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.443945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e68f1fb-d4b0-4091-8a86-e85190876569 req-48780f8e-9bc9-4ad5-b490-9b8b6a3bb0ba service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012453 Jul 16 22:19:04.480045 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.508263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f75e4f38-1edc-43d7-a1fe-b0e2a7d8385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.524466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba6d9e-6fd6-4e49-9c2a-82a1d66c1895 None None] New status for floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:19:04.584495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2bf9dd5c-9722-479b-84ac-56d782f6009e req-9b24e1ea-4a35-4891-ad47-ec89e4731d81 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944067 Jul 16 22:19:04.665636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f75e4f38-1edc-43d7-a1fe-b0e2a7d8385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.670761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d2303df-5267-44af-8acf-4ba6101f9d67 req-e858a90b-c8f7-4212-acd1-1963539419f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572215 Jul 16 22:19:04.680771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3841bf9-a813-497e-a593-39c3310949f4 req-86f368b5-baa6-4e71-8146-31baf0237d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:04.682272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-86f368b5-baa6-4e71-8146-31baf0237d4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.2631388 Jul 16 22:19:04.692144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f75e4f38-1edc-43d7-a1fe-b0e2a7d8385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.776286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.780360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.784098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69d66954-abbc-4bd5-ba2f-136b00a950b7 HTTP/1.1" status: 204 len: 168 time: 0.4523695 Jul 16 22:19:04.795255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f75e4f38-1edc-43d7-a1fe-b0e2a7d8385e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b8c41a8b4ba42faaccc2e25ebc734a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405915 Jul 16 22:19:04.798342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:04.798342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e4f38-1edc-43d7-a1fe-b0e2a7d8385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c88de-c6f2-44be-960f-1c0facec6008,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:04.830927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8d793-d475-4e1f-a828-1208df7aa17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d66954-abbc-4bd5-ba2f-136b00a950b7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:04.882401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd633f4e-ceea-48e9-b694-f82a76bae9a9 req-7fa96755-e9d6-49bf-a698-c1436680300d tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:04.884948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd633f4e-ceea-48e9-b694-f82a76bae9a9 req-7fa96755-e9d6-49bf-a698-c1436680300d tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 936 time: 0.2792969 Jul 16 22:19:04.952649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:04.953927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd633f4e-ceea-48e9-b694-f82a76bae9a9 req-0a4f3d03-136b-4fbd-be0b-bf3c9cd28e84 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 Jul 16 22:19:04.954721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.973571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3841bf9-a813-497e-a593-39c3310949f4 req-d168c5d6-ee91-4322-bfe1-2ee9ae5e5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:04.984922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-d168c5d6-ee91-4322-bfe1-2ee9ae5e5ed7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2835593 Jul 16 22:19:04.995609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:04.996766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.057297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.062561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8b7ca-670b-430a-9da8-4ff8a5ad0ad5 req-91c9e179-19dc-43fb-969f-13dd56dc652b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:05.064020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.066052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d55c88de-c6f2-44be-960f-1c0facec6008 HTTP/1.1" status: 204 len: 168 time: 0.2467904 Jul 16 22:19:05.072333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5af8b7ca-670b-430a-9da8-4ff8a5ad0ad5 req-91c9e179-19dc-43fb-969f-13dd56dc652b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.3002691 Jul 16 22:19:05.074716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Transition to ACTIVE for port object 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:05.081923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc0f00-04cb-4cb1-abff-a37ea21ea4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c88de-c6f2-44be-960f-1c0facec6008,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:05.109919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.226633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-b2af3223-3a16-4f54-9c2a-22d062b93241 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:05.234956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-b2af3223-3a16-4f54-9c2a-22d062b93241 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1268277 Jul 16 22:19:05.362030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-06f95090-8c32-41eb-8aff-db1acee3f5bb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1001 time: 0.1260309 Jul 16 22:19:05.370809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:05.488157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.547719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:05.566476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5af8b7ca-670b-430a-9da8-4ff8a5ad0ad5 req-f81a5497-16a6-4188-a108-df7cfd2ed871 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923675 Jul 16 22:19:05.630515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-ad9429b0-c6b4-411b-9eaa-a5432af77c7e service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447022 Jul 16 22:19:05.704369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Attempting to bind port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:05.705024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Attempting to bind port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:05.705358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Attempting to bind port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:05.712621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:05.713303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Attempting to bind port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:05.725281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:05.725904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:05.726522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:05.727186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Bound port: 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:05.727760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.780840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3841bf9-a813-497e-a593-39c3310949f4 req-3f517bd2-6003-4044-b27a-be7651274ae6 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424005 Jul 16 22:19:05.811268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:05.815397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:05.821947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.854970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:05.855657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:05.857202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] 10.222.0.47 "PUT /v2.0/ports/41aa3cd8-813b-495e-aaee-f5d8f54aadc0 HTTP/1.1" status: 200 len: 1097 time: 2.2630935 Jul 16 22:19:05.863213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:05.863213 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480932c4-fc07-49dc-9718-c204fbf912fd" -d '{"events": [{"name": "network-changed", "server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:05.947415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9733e9-6c25-4c70-b65d-19f29435ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:05.952725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:05.972336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eecc41a-c660-4a79-9cd2-7fd5252d987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.020607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-c3619a31-3724-4845-9cd0-cad486fb6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:06.022168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-c3619a31-3724-4845-9cd0-cad486fb6f04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 1100 time: 0.1205997 Jul 16 22:19:06.077154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-b7683c99-430b-407c-ab87-e93dfa678165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0 HTTP/1.1" status: 200 len: 217 time: 0.0458109 Jul 16 22:19:06.156795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-eafcb7b4-320a-4b61-8b26-5939322bb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:06.158272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-eafcb7b4-320a-4b61-8b26-5939322bb224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0748267 Jul 16 22:19:06.182914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.187607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.224277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eecc41a-c660-4a79-9cd2-7fd5252d987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.243500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eecc41a-c660-4a79-9cd2-7fd5252d987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.279009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b88b-a505-48ca-82eb-229edee8f384 req-dd302118-b5f4-4009-990c-ead3252e9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:06.280521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-dd302118-b5f4-4009-990c-ead3252e9467 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159198 Jul 16 22:19:06.288207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3eecc41a-c660-4a79-9cd2-7fd5252d987d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=867d1baa405c495f9dd61db19f70c592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344238 Jul 16 22:19:06.292872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:06.306891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecc41a-c660-4a79-9cd2-7fd5252d987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac80538-d032-457e-8898-2c3053734cd9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:06.341747 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67 associated. External IP: 172.25.5.242, port: 03643c25-17c0-4f72-9d11-493a064e759d. Jul 16 22:19:06.462312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.464171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-efe71ed0-def8-4eb7-978a-02c11ead0f32 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721258 Jul 16 22:19:06.488020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.521809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86da4-001c-4822-9260-8f0966b5700a req-94e3338a-0f9b-445d-b6d4-3bd94417e432 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:06.523346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6bb86da4-001c-4822-9260-8f0966b5700a req-94e3338a-0f9b-445d-b6d4-3bd94417e432 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1101 time: 0.0938473 Jul 16 22:19:06.566187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6bb86da4-001c-4822-9260-8f0966b5700a req-4e29bc7a-1e65-42a0-a036-da9a0a46350e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.595567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44886) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:06.598671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.601954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.605523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac80538-d032-457e-8898-2c3053734cd9 HTTP/1.1" status: 204 len: 168 time: 0.3093903 Jul 16 22:19:06.621268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0087b88b-a505-48ca-82eb-229edee8f384 req-3e6c274c-69a3-460a-a544-64a1b5cf1be3 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497364 Jul 16 22:19:06.659431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89fb7f-f2ea-4e1d-b065-1cc1c35e9d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac80538-d032-457e-8898-2c3053734cd9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:06.699875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:06.713162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6bb86da4-001c-4822-9260-8f0966b5700a req-4e29bc7a-1e65-42a0-a036-da9a0a46350e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.718801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6bb86da4-001c-4822-9260-8f0966b5700a req-4e29bc7a-1e65-42a0-a036-da9a0a46350e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.741992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6bb86da4-001c-4822-9260-8f0966b5700a req-4e29bc7a-1e65-42a0-a036-da9a0a46350e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900744 Jul 16 22:19:06.756399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29bc7a-1e65-42a0-a036-da9a0a46350e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56da19-037e-44b0-ab29-bd4480d234b3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:06.857805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:06.879977 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:06.891166 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:06.891840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:06.914418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-network', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:06.958090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Made reservation on behalf of c3efe405f8294bd9aa5f716daf3b4fe2 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:06.960375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:06.988663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608244c-2068-45f6-bde7-47ebe4d0c075 req-854ad79a-8752-414a-965e-ca26d3510c3e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:06.993511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b608244c-2068-45f6-bde7-47ebe4d0c075 req-854ad79a-8752-414a-965e-ca26d3510c3e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 945 time: 0.1329789 Jul 16 22:19:06.997905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.017082 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:07.073412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b608244c-2068-45f6-bde7-47ebe4d0c075 req-f8f269e0-ace5-4e81-9658-066ceba0fb80 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Jul 16 22:19:07.157841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:07.166103 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203dccf-03ab-4ad8-ac41-91997c529605 x-openstack-request-id: req-7203dccf-03ab-4ad8-ac41-91997c529605 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:07.166433 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:07.166685 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7203dccf-03ab-4ad8-ac41-91997c529605 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:07.167114 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0', 'status': 'completed', 'code': 200} Jul 16 22:19:07.175414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.180726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.243687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:19:07.268808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.269374 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Added segment 5fe5085c-0f28-4401-baa8-4edb0343b91c of type vlan for network 6e32837a-28bd-45c7-9009-1bfd02c98471 Jul 16 22:19:07.270573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8404e03c-6d17-4eb9-a79d-8dff19152d70,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:07.324230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:06Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:07.367506 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:07.369106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.381159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:07.382047 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:07.417428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480932c4-fc07-49dc-9718-c204fbf912fd req-9fc4f462-b01a-4fbe-81db-ff30fb12b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.419041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-9fc4f462-b01a-4fbe-81db-ff30fb12b5ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 1100 time: 0.2345045 Jul 16 22:19:07.421102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.422541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.422662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.502012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e32837a-28bd-45c7-9009-1bfd02c98471,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:07.513698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:19:07.521871 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:07.578487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f4e40ea2-d0ed-48f0-84a1-dcd32092afd2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9819019 Jul 16 22:19:07.581605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:07.587982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Request body: {'subnet': {'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-subnet', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:07.612341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663ec3f-c230-4c75-bf87-853c7fe35c2b req-9d70275e-8ec6-4ca0-bcdf-de5d90e79f7f tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.626389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:07.627899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c663ec3f-c230-4c75-bf87-853c7fe35c2b req-9d70275e-8ec6-4ca0-bcdf-de5d90e79f7f tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 948 time: 0.3433208 Jul 16 22:19:07.632673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.675500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Made reservation on behalf of c3efe405f8294bd9aa5f716daf3b4fe2 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:07.677851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.737342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c663ec3f-c230-4c75-bf87-853c7fe35c2b req-d2881b7d-fb84-4a5b-9383-ca9ead1ab724 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989568 Jul 16 22:19:07.744865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480932c4-fc07-49dc-9718-c204fbf912fd req-db588254-1fb3-4a9e-98a4-fe7320806c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.748240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-db588254-1fb3-4a9e-98a4-fe7320806c9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2585955 Jul 16 22:19:07.766686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:07.769702 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6060d23-cb2e-422f-8a78-a8ae94a0a779" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:07.800152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-29caade8-4536-4503-b3a5-e76967c8f3d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0 HTTP/1.1" status: 200 len: 217 time: 0.0453730 Jul 16 22:19:07.842145 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:19:07.850653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-a4a52715-ef59-4db2-a973-2391a931751b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "PUT /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 999 time: 2.4871984 Jul 16 22:19:07.853766 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:06Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:07.885423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486739ad-4c8e-4838-bec2-0b26d79f45f6 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:06Z', 'revision_number': 3, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:07.897553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480932c4-fc07-49dc-9718-c204fbf912fd req-4bc3b9b0-857b-465d-93b1-25bb2be1fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.899365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-4bc3b9b0-857b-465d-93b1-25bb2be1fe04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0894566 Jul 16 22:19:07.964247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-41e9e1b8-4eb4-4336-a7e9-b3086beef5e3 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.965687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-41e9e1b8-4eb4-4336-a7e9-b3086beef5e3 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports/03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 942 time: 0.1142592 Jul 16 22:19:07.974492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:07.987492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480932c4-fc07-49dc-9718-c204fbf912fd req-73b2712b-5851-4614-883d-c43ff7f6f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:07.994162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-73b2712b-5851-4614-883d-c43ff7f6f1cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855491 Jul 16 22:19:08.030548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bed369-a9f7-40f5-a167-b5da4433b153,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:08.053015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Checking segment: {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:08.053298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Network hostable DHCP agents. Network: 6e32837a-28bd-45c7-9009-1bfd02c98471, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:19:08.076495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:19:08.089588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 6e32837a-28bd-45c7-9009-1bfd02c98471) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:08.101209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a8c63-df13-4ff7-b2ab-497c3d49feae None None] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:08.102577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.105872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.174760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-b49cba29-9a2f-44a3-b5af-7359a753f5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740751 Jul 16 22:19:08.180993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:08.181163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b37dd36c-6b7b-431d-b76a-f9dd3eddeebd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5977218 Jul 16 22:19:08.190641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:08.233831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b111c8-a0ed-4b1f-a1b4-a011a5d9c32c None None] New status for floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:19:08.270345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.271369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.328655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-0fe5a1d9-ccd6-413f-8366-58ad44835eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.331443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-0fe5a1d9-ccd6-413f-8366-58ad44835eff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.2002618 Jul 16 22:19:08.382957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-480932c4-fc07-49dc-9718-c204fbf912fd req-02daae2c-2374-47ce-83c0-4d1a9f7b9599 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995380 Jul 16 22:19:08.384316 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.406015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-cbc31d4c-23dd-4228-a33f-7b877dd2c152 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482085 Jul 16 22:19:08.449832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-5eca35a0-e05d-47ad-9f22-ca7804b8f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.452659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-5eca35a0-e05d-47ad-9f22-ca7804b8f495 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1074045 Jul 16 22:19:08.500823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-7094dc9a-ee81-4f79-a213-fcd758b69014 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.0427487 Jul 16 22:19:08.519837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-6e32837a-28bd-45c7-9009-1bfd02c98471', 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'fixed_ips': [{'subnet_id': '03bed369-a9f7-40f5-a167-b5da4433b153'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:19:08.520761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.556399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-4bd6cfc7-5847-4dc9-b162-6d8658f69ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.564682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-4bd6cfc7-5847-4dc9-b162-6d8658f69ebd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0575910 Jul 16 22:19:08.620025 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:08.621089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-5bd922a1-2367-45f2-a0c9-3ac75158dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.625589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-5bd922a1-2367-45f2-a0c9-3ac75158dc5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598755 Jul 16 22:19:08.632000 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:08.632884 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:08.647109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.657872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-4c26ae1a-eeab-43ae-8b9d-0795e4c8d891 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:08.664745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-4c26ae1a-eeab-43ae-8b9d-0795e4c8d891 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577190 Jul 16 22:19:08.683289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-146e76f7-821f-40f6-985b-e022dd32fa3e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/quotas/ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 375 time: 0.0173800 Jul 16 22:19:08.700072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Allocated IP 172.20.0.2 (6e32837a-28bd-45c7-9009-1bfd02c98471/03bed369-a9f7-40f5-a167-b5da4433b153/5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:08.722243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-515b4dd3-709e-4130-94c6-4c7df42b40d1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380225 Jul 16 22:19:08.756121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-50856fa2-b6e5-4e44-a44b-be9494db0265 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269798 Jul 16 22:19:08.778231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:08.913389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:08.924012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Transition to ACTIVE for port object 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:08.954245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-7a42b2d5-f90f-49d0-a826-03924f8f2b91 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882977 Jul 16 22:19:08.961184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Transition to ACTIVE for port object 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:08.971735 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.018541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.046802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:09.052115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.054098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:09.064475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:09.078821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-442b09c0-66c2-4e18-82c0-4addd828be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:09.080589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-442b09c0-66c2-4e18-82c0-4addd828be33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1098 time: 0.0721183 Jul 16 22:19:09.138005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Pushing event updated for resources: {'Port': ['ID=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:09.197439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Allocated IP 172.25.5.148 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/93c443dc-52ef-40f8-be9d-053f2c5edd8d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:09.215969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Attempting to bind port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:09.216443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Attempting to bind port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:09.216800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Attempting to bind port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 on network 6e32837a-28bd-45c7-9009-1bfd02c98471 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:09.231324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:09.231704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Checking segment: {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:09.232886 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.233302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Bound using segment: {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:09.233768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Bound port: 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:09.234242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.307025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-b8a396ae-e8f8-4d8e-9c57-40c75856c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:09.308539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-b8a396ae-e8f8-4d8e-9c57-40c75856c0e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.2219028 Jul 16 22:19:09.394904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] For port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:09.399113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] For port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:09.404996 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.432411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.441317 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:08Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:09.476673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fb039-4d93-40b6-b8fb-afa447acebd3 None None] Pushing event updated for resources: {'Port': ['ID=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:09.489768 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-25803e8c-8d1f-4171-9c63-4a02df8e38b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 1002 time: 0.1744604 Jul 16 22:19:09.491199 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:09.500139 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:09.510974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:09.517335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:09.550031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:09.558873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-e658c84c-1906-48ee-802c-3ddd99e9a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:09.561028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-e658c84c-1906-48ee-802c-3ddd99e9a8cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0594118 Jul 16 22:19:09.613135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:09.620462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:09.628976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:09.670227 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:09.725397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-10b30508-a218-4a44-a79b-8985ab4a4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:09.738325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-10b30508-a218-4a44-a79b-8985ab4a4fe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702628 Jul 16 22:19:09.770061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Pushing event updated for resources: {'Port': ['ID=93c443dc-52ef-40f8-be9d-053f2c5edd8d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:09.859715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978094-3696-4c1c-828f-2830013feff3 req-5c14890a-befe-4a50-95b8-f4faa3a111e9 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:09.861630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0978094-3696-4c1c-828f-2830013feff3 req-5c14890a-befe-4a50-95b8-f4faa3a111e9 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1097 time: 0.4705760 Jul 16 22:19:09.907976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:09.928723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0', 'mac_address': 'fa:16:3e:61:87:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:09.962838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-61918746-1ef3-4835-964b-c064e7b171cf service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235382 Jul 16 22:19:10.036329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:10.068222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:10.084348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68e58dce-2063-4909-b323-56f8eb01faf4 req-4a61d659-2603-44ca-bafb-e1f9711c4236 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205587 Jul 16 22:19:10.115146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:10.121956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:10.144483 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:08Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:10.146724 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bfa6b9-c575-44a3-9a5b-eb29683d5c2b x-openstack-request-id: req-51bfa6b9-c575-44a3-9a5b-eb29683d5c2b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:10.147023 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:10.147281 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51bfa6b9-c575-44a3-9a5b-eb29683d5c2b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:10.147683 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:19:10.176221 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db43aa-d6d0-4334-8daf-09a08179b0e5 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:df:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a28c634-7579-4697-95e4-39a03959c321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:08Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:10.215916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:10.326359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0978094-3696-4c1c-828f-2830013feff3 req-812f910a-2920-442d-b2e1-46af3d66c6d6 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830853 Jul 16 22:19:10.329373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:10.359484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['41aa3cd8-813b-495e-aaee-f5d8f54aadc0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:10.422512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:10.454648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-e6dd72c1-6393-47e5-a8a4-8ce684812da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:10.456340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-e6dd72c1-6393-47e5-a8a4-8ce684812da3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.2145662 Jul 16 22:19:10.549100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:10.678453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-84c2ab51-6e47-4a9a-86c8-21bce83890ce req-055a914d-27bb-4b8d-806b-ec59b81a67ba tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 210 time: 0.0947602 Jul 16 22:19:10.680510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f34fd70f-a55c-4347-a18c-2234d686cb74 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841548 Jul 16 22:19:10.827468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:10.829832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-83e2a4fd-3bbd-476c-b272-62459df1daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:10.831442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-83e2a4fd-3bbd-476c-b272-62459df1daeb service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.3636415 Jul 16 22:19:10.841819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f60353-5e7d-40d5-9f9e-67ef2b6875a0 req-4e7e0553-7e55-4bdf-a1c8-c2e5934d5707 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:10.851023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6f60353-5e7d-40d5-9f9e-67ef2b6875a0 req-4e7e0553-7e55-4bdf-a1c8-c2e5934d5707 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 949 time: 0.2423620 Jul 16 22:19:10.881967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-61ff4504-59c4-4bd7-9b5b-48d722dff2d7 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544426 Jul 16 22:19:10.914170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-8e107354-5bae-4b86-bf74-73ff1d3d4e48 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:10.916581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-8e107354-5bae-4b86-bf74-73ff1d3d4e48 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286315 Jul 16 22:19:10.934886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Request body: {'port': {'device_id': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'ba32e6ce5b6642a496864cc61084dd30'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:10.957663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-2b044860-7649-43bf-9210-f61394b4a37d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.1037767 Jul 16 22:19:10.983398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47381274-885d-468a-a91e-98e052d171cf None None] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:11.070600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6f60353-5e7d-40d5-9f9e-67ef2b6875a0 req-b03bda67-11d1-4f41-8399-9a0dede7c7a0 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185802 Jul 16 22:19:11.100216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Provisioning for port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:11.127016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-ce264fc1-1289-42ee-9f34-0b3da0f0d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:11.128511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-ce264fc1-1289-42ee-9f34-0b3da0f0d85a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1319404 Jul 16 22:19:11.149339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-418e24c9-aac0-4544-8d62-a8ee870da244 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:11.157019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-418e24c9-aac0-4544-8d62-a8ee870da244 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673028 Jul 16 22:19:11.165089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Provisioning complete for port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:11.166239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.177886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-9124c407-b14b-48fe-b58c-1f516fbf6eba tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0198710 Jul 16 22:19:11.208717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Made reservation on behalf of ba32e6ce5b6642a496864cc61084dd30 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:11.212533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.217948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-054da0cd-a4c3-4837-94dc-028ed1d4e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:11.219667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-054da0cd-a4c3-4837-94dc-028ed1d4e13d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818477 Jul 16 22:19:11.221154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Router 51054777-3480-4a57-9eff-a5cfa5ca2f99 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:19:11.222633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.309099 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-2c760bd8-6253-4efb-a022-5870a49327a0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301739 Jul 16 22:19:11.401788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.407986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.442769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.457135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-649bb6d6-3982-4f51-bdc6-6f236f10e73e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1002 time: 0.2159081 Jul 16 22:19:11.513743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-7b8e6cd5-d720-4f75-a1f7-540ca09bba03 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836633 Jul 16 22:19:11.547374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] For port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:11.551246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c499ac16-46ca-4196-b437-0309eed30d42,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:11.555940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:11.561017 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.596594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:11.619719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-2cd7c38b-3474-4840-9476-bf98d23833d5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:11.634748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-2cd7c38b-3474-4840-9476-bf98d23833d5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports/6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 943 time: 0.1578681 Jul 16 22:19:11.671138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Allocated IP 192.168.233.224 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/42a9485c-4933-48ae-b7d6-f5854679a936) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:11.719079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Sync routers for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:11.739996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.743810 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f958b79e-8ff4-4e65-afd7-ac22b6682fcd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5592668 Jul 16 22:19:11.745676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:11.797702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:11.798581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:11.802568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf234a4-d4ad-4137-93ef-e8a39d3810d6 None None] Pushing event updated for resources: {'Port': ['ID=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:11.862347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:11.907510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:11.907888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.952382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15710d77-d869-425f-8bf2-19938bb85b93 None None] Provisioning complete for port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:11.952756 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15710d77-d869-425f-8bf2-19938bb85b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.954331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:11.970096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Transition to ACTIVE for port object 42a9485c-4933-48ae-b7d6-f5854679a936 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:11.982012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6060d23-cb2e-422f-8a78-a8ae94a0a779 req-64d60444-c625-4c05-8538-0bfb90022db0 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591737 Jul 16 22:19:12.020784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.031723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:12.098059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-f98e7506-6dad-410b-a48a-15a4e8c807ea tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1002 time: 0.2572472 Jul 16 22:19:12.117825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:12.120928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:12.138943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:12.142363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:12.149704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:12.151217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.159207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:12.162012 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:12.203342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0686-72fa-40bd-ac5f-0442545e1668 req-bf95b5e8-2df2-4997-98ca-bb14235fd9ff tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:12.204916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a2a0686-72fa-40bd-ac5f-0442545e1668 req-bf95b5e8-2df2-4997-98ca-bb14235fd9ff tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1097 time: 0.1485505 Jul 16 22:19:12.206330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-f7eea63b-d90f-49c4-b308-cf9eef6f9f51 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2780647 Jul 16 22:19:12.229243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Request body: {'port': {'device_id': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:12.352826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.360583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-42a44585-a9f3-4444-8764-1890bca18cc4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:12.367933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-42a44585-a9f3-4444-8764-1890bca18cc4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2690089 Jul 16 22:19:12.377399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-6b0b8f09-3428-4c49-9011-0348c807147c tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:12.390154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.393537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23cb9dc1-a83b-48d4-a67e-cadbf268586d req-6b0b8f09-3428-4c49-9011-0348c807147c tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246971 Jul 16 22:19:12.393665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a2a0686-72fa-40bd-ac5f-0442545e1668 req-801588ca-2ab8-4ffd-8b6c-fb9ebcf3b1a5 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759872 Jul 16 22:19:12.417035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:12.466694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:12.469419 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a96bd79-bf55-482c-b88d-6fa21bde487a" -d '{"events": [{"server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "name": "network-vif-plugged", "status": "completed", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:12.521347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:12.529942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.611791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f2b9455-ddf4-4412-9e8c-832250c22519 None None] Provisioning for port 42a9485c-4933-48ae-b7d6-f5854679a936 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:12.633937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:12.641254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.650846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:09Z', 'revision_number': 3, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:12.672010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f2b9455-ddf4-4412-9e8c-832250c22519 None None] Provisioning complete for port 42a9485c-4933-48ae-b7d6-f5854679a936 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:12.672392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9455-ddf4-4412-9e8c-832250c22519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.739833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Checking router: 51054777-3480-4a57-9eff-a5cfa5ca2f99 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:12.740133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Updating router 51054777-3480-4a57-9eff-a5cfa5ca2f99 port 93c443dc-52ef-40f8-be9d-053f2c5edd8d binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:19:12.742537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:12.869285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:12.877027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b9455-ddf4-4412-9e8c-832250c22519 None None] Port 42a9485c-4933-48ae-b7d6-f5854679a936 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:12.908810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d27a-8e07-482c-bfc1-ce89673c3f76 req-d343cc65-9143-4296-9af7-4cc6b82c7be4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:12.916831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b979d27a-8e07-482c-bfc1-ce89673c3f76 req-d343cc65-9143-4296-9af7-4cc6b82c7be4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 936 time: 0.2005558 Jul 16 22:19:12.935800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:13.054279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a9485c-4933-48ae-b7d6-f5854679a936 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:13.085356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b979d27a-8e07-482c-bfc1-ce89673c3f76 req-5a1cba7d-ba97-4192-b322-1a02cdcd780a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675489 Jul 16 22:19:13.091471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.125867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Transition to ACTIVE for port object 42a9485c-4933-48ae-b7d6-f5854679a936 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:13.135088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.188884 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77f103-6547-4738-aa7d-4f8ef78cee24 x-openstack-request-id: req-bf77f103-6547-4738-aa7d-4f8ef78cee24 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:13.189575 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:13.189802 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf77f103-6547-4738-aa7d-4f8ef78cee24 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:13.190277 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'status': 'completed', 'code': 200} Jul 16 22:19:13.217765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2196eb3e-235b-43df-92a4-152d64ae6856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.250145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:13.310467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538abc56-ad35-4baa-bb7d-88a042fd25f8 req-e9f2a3a3-7620-41a3-8453-d040a84e690a tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:13.312567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-538abc56-ad35-4baa-bb7d-88a042fd25f8 req-e9f2a3a3-7620-41a3-8453-d040a84e690a tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 950 time: 0.1435759 Jul 16 22:19:13.347919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:13.348290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:13.348589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:13.371533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:13.371907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:13.409915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:13.410505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:13.411081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:13.411736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Bound port: 42a9485c-4933-48ae-b7d6-f5854679a936, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:13.412257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.464672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-538abc56-ad35-4baa-bb7d-88a042fd25f8 req-a779c02c-283c-4d51-a0d6-f7170ca818d7 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267948 Jul 16 22:19:13.553296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-5b54e1e3-f1bf-4dcf-823a-1827fcaa4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:13.555416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-5b54e1e3-f1bf-4dcf-823a-1827fcaa4f12 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1098 time: 0.1749907 Jul 16 22:19:13.558937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-e654e919-53d4-4861-b3f7-f5f0f35f4dac tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1002 time: 0.1518068 Jul 16 22:19:13.582546 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e163de3-d806-4899-9258-0d0e6b9cf4ba x-openstack-request-id: req-7e163de3-d806-4899-9258-0d0e6b9cf4ba {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:13.583067 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "name": "network-vif-plugged", "status": "completed", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:13.583181 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e163de3-d806-4899-9258-0d0e6b9cf4ba {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:13.583536 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0', 'code': 200} Jul 16 22:19:13.637675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:13.666902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2196eb3e-235b-43df-92a4-152d64ae6856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.669888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.670813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:13.676260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.678607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-743b4b45-fa57-4dda-ae65-d97ae7614d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:13.678920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-07b48aa4-0769-4521-bcd8-1921a300325b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:13.680875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-743b4b45-fa57-4dda-ae65-d97ae7614d31 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1074831 Jul 16 22:19:13.691245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-07b48aa4-0769-4521-bcd8-1921a300325b tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports/6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 943 time: 0.1259511 Jul 16 22:19:13.692118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2196eb3e-235b-43df-92a4-152d64ae6856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.694089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Transition to ACTIVE for port object 93c443dc-52ef-40f8-be9d-053f2c5edd8d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:13.703280 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.714930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.806018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Attempting to bind port 93c443dc-52ef-40f8-be9d-053f2c5edd8d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:13.806653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Attempting to bind port 93c443dc-52ef-40f8-be9d-053f2c5edd8d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:13.807153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Attempting to bind port 93c443dc-52ef-40f8-be9d-053f2c5edd8d on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:13.813580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec85d3-e902-459d-b007-e790d27b690e None None] Pushing event updated for resources: {'Port': ['ID=93c443dc-52ef-40f8-be9d-053f2c5edd8d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:13.827495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:13.827989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:13.828465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.829583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:13.829583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Bound port: 93c443dc-52ef-40f8-be9d-053f2c5edd8d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:13.830164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.854457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:13.855186 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.857980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] 10.222.0.68 "PUT /v2.0/ports/42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 1097 time: 1.6390331 Jul 16 22:19:13.874436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2196eb3e-235b-43df-92a4-152d64ae6856 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a472ba7ef8a9472a94c68ec07fe0b36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123867 Jul 16 22:19:13.907922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7de851-0242-403f-a5bf-cde2c44031a4 req-5cd8cb82-9d7b-4663-8903-4961e0f1969e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 210 time: 0.1364717 Jul 16 22:19:13.926416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:13.931006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] For port 93c443dc-52ef-40f8-be9d-053f2c5edd8d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:13.945365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-9b074608-54db-4b51-9702-f73e5ef4b720 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1002 time: 0.0788727 Jul 16 22:19:13.945635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196eb3e-235b-43df-92a4-152d64ae6856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea70772-df4c-4aaa-9db0-b307ea5b4624,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:13.950041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] For port 93c443dc-52ef-40f8-be9d-053f2c5edd8d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=93c443dc-52ef-40f8-be9d-053f2c5edd8d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:13.959901 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:13.983524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-2df74783-4d03-4c9b-89a3-0a5be19cbb24 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 1002 time: 0.2892268 Jul 16 22:19:14.137926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-b65bf7f1-5ed2-4766-8466-3cc484409b49 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.140305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-b65bf7f1-5ed2-4766-8466-3cc484409b49 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1362977 Jul 16 22:19:14.142854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609df940-c9e4-40b8-9e89-c8958843c90a service neutron] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:14.145647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.147260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec85d3-e902-459d-b007-e790d27b690e None None] Pushing event updated for resources: {'Port': ['ID=93c443dc-52ef-40f8-be9d-053f2c5edd8d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:14.166137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:14.166782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:14.182183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-49d59aaf-ed54-491e-a794-3746fef064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.183651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-49d59aaf-ed54-491e-a794-3746fef064c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1919141 Jul 16 22:19:14.206051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7e4a5-f55e-46ac-9a36-5285aec813b8 req-b7efbc0f-8d52-4913-8a4a-aeb57e8ce5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.207585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ea7e4a5-f55e-46ac-9a36-5285aec813b8 req-b7efbc0f-8d52-4913-8a4a-aeb57e8ce5bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 1102 time: 0.4044254 Jul 16 22:19:14.243499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-70505c7a-d134-4427-b574-3c4d1a0fe4e8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1002 time: 0.0827384 Jul 16 22:19:14.257815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.264870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:14.323242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-b5ac77e4-90f7-42ca-ac96-cbe4ad80bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.325747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-b5ac77e4-90f7-42ca-ac96-cbe4ad80bac2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1100 time: 0.3654301 Jul 16 22:19:14.326576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ea7e4a5-f55e-46ac-9a36-5285aec813b8 req-de24ea35-c2fd-482a-a63e-ea795865ef41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011047 Jul 16 22:19:14.333875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:14.345559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Allocated IP 172.20.0.1 (6e32837a-28bd-45c7-9009-1bfd02c98471/03bed369-a9f7-40f5-a167-b5da4433b153/aed38fea-52ba-421a-9ce5-92e28b26bf44) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:14.387475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-b41db2f6-955f-468c-967e-c9c4df10c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.389297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-b41db2f6-955f-468c-967e-c9c4df10c769 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769006 Jul 16 22:19:14.534314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.547608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.548815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ea70772-df4c-4aaa-9db0-b307ea5b4624 HTTP/1.1" status: 204 len: 168 time: 0.6151140 Jul 16 22:19:14.634365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-88a47a10-784c-463a-9481-9206b87de309 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2201416 Jul 16 22:19:14.694424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-fdd4a8d5-d0c5-4cef-b6f2-2e5c0f69bf07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.3593941 Jul 16 22:19:14.704107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.728257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e9df-7212-4698-aa87-d805c2a43b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea70772-df4c-4aaa-9db0-b307ea5b4624,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:14.772811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:09Z', 'revision_number': 3, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:14.814964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-495d06a3-8911-486c-b372-8734bf13b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:14.823110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-a0b92f38-4ea7-408a-8f08-10d700332f69 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101799 Jul 16 22:19:14.830207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-495d06a3-8911-486c-b372-8734bf13b5f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1236286 Jul 16 22:19:14.856276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf53d70-f7d6-4433-9898-b3b6fd577bde None None] The sync data for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 is: [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:09Z', 'revision_number': 3, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:14.884570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:14.902476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Transition to ACTIVE for port object aed38fea-52ba-421a-9ce5-92e28b26bf44 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:14.978886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.003227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.003579 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67 disassociated. External IP: 172.25.5.242, port: 6ec13d6b-a717-4eec-a350-776c27f2c1b6. Jul 16 22:19:15.055091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa67d-7e50-4ca8-a855-7e2fd71df082 req-3a5ef0d1-0a3d-49aa-83b9-e4ae14f35b18 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:15.056642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1aa67d-7e50-4ca8-a855-7e2fd71df082 req-3a5ef0d1-0a3d-49aa-83b9-e4ae14f35b18 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 948 time: 0.5366979 Jul 16 22:19:15.069962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-6bafcc8a-1188-4495-8988-a5d349d4068d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494084 Jul 16 22:19:15.127174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:15.146171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28085dab-670b-415b-ab8d-1d9a79244c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.153687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-6fc2ea60-549d-4970-9e5c-ec94e439e075 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:15.155408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-6fc2ea60-549d-4970-9e5c-ec94e439e075 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733038 Jul 16 22:19:15.180743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:15.213969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:15.216108 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55283b3f-7e77-49b7-baa5-0878721ca198" -d '{"events": [{"name": "network-changed", "server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:15.241160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11c4b9cb-44b1-4dd3-91b3-68aa3531e212 req-9b6db2d6-86ef-49b7-84d2-29c060073ed3 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751559 Jul 16 22:19:15.264659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.328081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8017b-459d-43fd-bccb-00ea0067889c req-30c53f8b-ea58-4655-ab8f-bcbcefefa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:15.330495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-30c53f8b-ea58-4655-ab8f-bcbcefefa37b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3430142 Jul 16 22:19:15.349720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1aa67d-7e50-4ca8-a855-7e2fd71df082 req-9f4796eb-a991-4b53-82ea-c6ae9c62eb10 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753232 Jul 16 22:19:15.439286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Pushing event updated for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:15.445229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28085dab-670b-415b-ab8d-1d9a79244c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.452939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28085dab-670b-415b-ab8d-1d9a79244c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.525364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:15.532748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:15.541783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:15.543794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.570087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-28085dab-670b-415b-ab8d-1d9a79244c06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=713cca6ec9734a6b88cd0520b2491c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395993 Jul 16 22:19:15.574901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45048) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:15.576941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28085dab-670b-415b-ab8d-1d9a79244c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c7cf4-2f24-4273-8581-a3641c4f748b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:15.600642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:15.619848 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-80193f77-f155-4200-8734-0cabd135c920 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794671 Jul 16 22:19:15.709881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-5e8c0cbc-ab77-4686-a3f0-02f9caa55517 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:15.711861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-5e8c0cbc-ab77-4686-a3f0-02f9caa55517 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6241460 Jul 16 22:19:15.753796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83f8017b-459d-43fd-bccb-00ea0067889c req-2f8fa67c-588b-4789-a5dc-757f5754cfca service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037159 Jul 16 22:19:15.765955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.795687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:15.824527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.825257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:15.829447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.852156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.913974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cce0ea29-b882-40ac-af0e-b26486226afa None None] Provisioning for port aed38fea-52ba-421a-9ce5-92e28b26bf44 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:15.931593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cce0ea29-b882-40ac-af0e-b26486226afa None None] Provisioning complete for port aed38fea-52ba-421a-9ce5-92e28b26bf44 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:15.932373 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cce0ea29-b882-40ac-af0e-b26486226afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.940107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:15.946808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:15.951629 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:15.969713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:15.970468 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:15.973861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cce0ea29-b882-40ac-af0e-b26486226afa None None] Port aed38fea-52ba-421a-9ce5-92e28b26bf44 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:16.017292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-85e9607d-a1f1-4d2d-a587-e0141057014e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "PUT /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 695 time: 1.7654815 Jul 16 22:19:16.042757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.045967 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.049704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca3c7cf4-2f24-4273-8581-a3641c4f748b HTTP/1.1" status: 204 len: 168 time: 0.4713883 Jul 16 22:19:16.080319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316cfe6-f95c-41c0-a1c4-bb894082b970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c7cf4-2f24-4273-8581-a3641c4f748b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:16.115456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-b4c6a62c-c820-4ee9-a140-e5b2605ed808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:16.118328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-b4c6a62c-c820-4ee9-a140-e5b2605ed808 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 1098 time: 0.0841029 Jul 16 22:19:16.121263 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:16.124503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.136 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/00e65903-0cc9-47ce-9585-580db6ce29e9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:16.247672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-11071c45-0a55-49f0-879e-a6f47c97bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:16.249251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-11071c45-0a55-49f0-879e-a6f47c97bf9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1230223 Jul 16 22:19:16.311398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-502eab27-79bf-48b8-bbcc-e34f69549637 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 200 len: 217 time: 0.0546567 Jul 16 22:19:16.382170 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:16.382844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-825351fc-78f4-4326-b86e-4d028798fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:16.385505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-825351fc-78f4-4326-b86e-4d028798fec0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0676072 Jul 16 22:19:16.452132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:16.465103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 93c443dc-52ef-40f8-be9d-053f2c5edd8d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:16.480865 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:16.485387 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:16.500077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-0664825e-87ef-48cc-985a-01fbc1dab4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:16.509852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-0664825e-87ef-48cc-985a-01fbc1dab4a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178725 Jul 16 22:19:16.616314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c86ba0-45b1-4e9f-b4bb-10b401e7923a req-21dfd3d7-9910-4270-b33b-0d037852334b tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:16.617648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c86ba0-45b1-4e9f-b4bb-10b401e7923a req-21dfd3d7-9910-4270-b33b-0d037852334b tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1097 time: 0.6569140 Jul 16 22:19:16.676248 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:16.713900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-43243cf8-ab9c-4069-b7a7-122e9e1627d8 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030895 Jul 16 22:19:16.741177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:16.741499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 93c443dc-52ef-40f8-be9d-053f2c5edd8d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:16.746235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 93c443dc-52ef-40f8-be9d-053f2c5edd8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:16.746614 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.748469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.754662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c86ba0-45b1-4e9f-b4bb-10b401e7923a req-4671a536-2b57-4228-9952-e26c5986ea2a tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193688 Jul 16 22:19:16.829738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.849354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.850256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.893666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:16.938349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc4df7ee-5ffa-48ba-80d4-d18dfda65c00 req-1f0ef43e-32f3-44fe-b2c4-a01fed34c3b4 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195818 Jul 16 22:19:16.971813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 93c443dc-52ef-40f8-be9d-053f2c5edd8d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=93c443dc-52ef-40f8-be9d-053f2c5edd8d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:16.983823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:17.070911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=93c443dc-52ef-40f8-be9d-053f2c5edd8d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:17.079708 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:17.102028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Pushing event updated for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:17.107104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:17.124237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c678e5-18a5-4802-9f8b-213c1f46c963 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:17.166432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object 00e65903-0cc9-47ce-9585-580db6ce29e9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:17.197840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46af0269-6629-41ef-b302-1e0c57190d3f req-4ab4ff82-4162-4076-b1dc-f6fde401c337 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 210 time: 0.0645089 Jul 16 22:19:17.222952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7b919-9b35-48da-8eca-591580aa0547 req-6cf8ea47-383d-47d9-952d-2a796eb3521d tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.230416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c1e7b919-9b35-48da-8eca-591580aa0547 req-6cf8ea47-383d-47d9-952d-2a796eb3521d tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 950 time: 0.2196701 Jul 16 22:19:17.255593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:17.265349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:17.270328 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948dbff-01f2-44bc-ae9e-963e89ef08f6 x-openstack-request-id: req-9948dbff-01f2-44bc-ae9e-963e89ef08f6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:17.277624 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:17.278248 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9948dbff-01f2-44bc-ae9e-963e89ef08f6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:17.278876 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'status': 'completed', 'code': 200} Jul 16 22:19:17.333264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:17.350910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:17.370526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c1e7b919-9b35-48da-8eca-591580aa0547 req-8b8c0d30-909a-4f65-b483-b59c913f4d75 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391239 Jul 16 22:19:17.488721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-ac0d1818-d537-4cc8-9285-67dc663aa7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.491446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-ac0d1818-d537-4cc8-9285-67dc663aa7b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1100 time: 0.1764321 Jul 16 22:19:17.584301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfdb38-44ed-47da-ae74-4ce391ac9cc2 req-0782780f-4e86-45a8-926a-a7cb0e456677 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.595670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50dfdb38-44ed-47da-ae74-4ce391ac9cc2 req-0782780f-4e86-45a8-926a-a7cb0e456677 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 948 time: 0.1835470 Jul 16 22:19:17.649312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:17.680336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb6554-60e0-42c3-842a-2faff7ea7491 None None] New status for floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:19:17.687345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.33 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/43a270d7-4118-434b-b33e-2894f4648f32) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:17.689678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50dfdb38-44ed-47da-ae74-4ce391ac9cc2 req-f6f846cd-b11e-4202-a282-b63e3683d239 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864916 Jul 16 22:19:17.692418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:17.711019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:17.721600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:17.738625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.739304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:17.740286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-f627e972-a841-492b-9842-d33e8054c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.744090 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-f627e972-a841-492b-9842-d33e8054c990 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2372048 Jul 16 22:19:17.836021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-acdefa77-c347-454e-ad66-93a623c37080 req-e8261703-1544-415f-92d6-5286c2d20454 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:17.838459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-e1a4cd9b-062b-4993-9c8a-68c118fbf5ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.0873661 Jul 16 22:19:17.853580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-acdefa77-c347-454e-ad66-93a623c37080 req-e8261703-1544-415f-92d6-5286c2d20454 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279963 Jul 16 22:19:17.931910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-5c61e56b-2928-4a3c-9bc4-102ea908f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:17.933462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aee71240-0db4-47a9-b673-ab867b81a6fd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7567523 Jul 16 22:19:17.933683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-5c61e56b-2928-4a3c-9bc4-102ea908f4fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0871861 Jul 16 22:19:17.955199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Request body: {'port': {'device_id': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:17.959538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Router 51054777-3480-4a57-9eff-a5cfa5ca2f99 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:18.046868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-fbcfe68e-33b9-4d79-b8c3-e9e1476e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:18.048806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-fbcfe68e-33b9-4d79-b8c3-e9e1476e714e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083193 Jul 16 22:19:18.195681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fdf0555-a9f8-478a-b85b-7952c4f9889f None None] Provisioning complete for port aed38fea-52ba-421a-9ce5-92e28b26bf44 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:18.196216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0555-a9f8-478a-b85b-7952c4f9889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.223099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.268833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-09cdbbc0-b169-4b18-92e5-c1313bc1e533 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077093 Jul 16 22:19:18.282794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.291993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf0555-a9f8-478a-b85b-7952c4f9889f None None] Port aed38fea-52ba-421a-9ce5-92e28b26bf44 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:18.344172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object 43a270d7-4118-434b-b33e-2894f4648f32 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:18.369463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:18.383940 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Sync routers for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:18.394928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5d54fda5-17a6-459e-a8ff-d18efa1204e1 admin admin] 10.222.0.70 "PUT /v2.0/routers/51054777-3480-4a57-9eff-a5cfa5ca2f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6480780 Jul 16 22:19:18.433409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 93c443dc-52ef-40f8-be9d-053f2c5edd8d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:18.442383 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:18.448514 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:18.484311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55283b3f-7e77-49b7-baa5-0878721ca198 req-a6465028-4ae4-4a7e-96da-ad5dee1e9562 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087834 Jul 16 22:19:18.491793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf6db17d-82be-45d4-9ff6-413011dcc5ec None None] Provisioning for port 00e65903-0cc9-47ce-9585-580db6ce29e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:18.528272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.578017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:18.614841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-dac7b99f-12cf-4b86-8601-16c68c48d8d5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:18.632623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-dac7b99f-12cf-4b86-8601-16c68c48d8d5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1048014 Jul 16 22:19:18.642999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:18.653578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:18.659210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:18.669665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:18.675600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:18.676263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.699202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-499ab632-b872-4bb5-bd89-3ef4ba809166 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0644970 Jul 16 22:19:18.705136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf6db17d-82be-45d4-9ff6-413011dcc5ec None None] Provisioning complete for port 00e65903-0cc9-47ce-9585-580db6ce29e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:18.705818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf6db17d-82be-45d4-9ff6-413011dcc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.705939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:18.722829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-87d1f387-5db1-4906-a110-71a98b8a4dc0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9582171 Jul 16 22:19:18.744161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Request body: {'port': {'device_id': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:18.745278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:18.760994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf6db17d-82be-45d4-9ff6-413011dcc5ec None None] Port 00e65903-0cc9-47ce-9585-580db6ce29e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:18.776060 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.804668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 93c443dc-52ef-40f8-be9d-053f2c5edd8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:18.805750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.941322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:18.990446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e65903-0cc9-47ce-9585-580db6ce29e9 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:19.030295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.063631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Transition to ACTIVE for port object 00e65903-0cc9-47ce-9585-580db6ce29e9 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:19.074316 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.093116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:15Z', 'revision_number': 4, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'aed38fea-52ba-421a-9ce5-92e28b26bf44', 'name': '', 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'mac_address': 'fa:16:3e:18:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:13Z', 'updated_at': '2021-07-16T22:19:16Z', 'revision_number': 2, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'subnets': [{'id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:19.123200 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Checking router: 51054777-3480-4a57-9eff-a5cfa5ca2f99 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:19.123696 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Updating router 51054777-3480-4a57-9eff-a5cfa5ca2f99 port aed38fea-52ba-421a-9ce5-92e28b26bf44 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:19:19.131652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Pushing event updated for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:19.158005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eae7daac-e5e7-4ab2-9e9d-e4a6ed3b3a69 None None] Provisioning for port 43a270d7-4118-434b-b33e-2894f4648f32 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:19.165577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eae7daac-e5e7-4ab2-9e9d-e4a6ed3b3a69 None None] Provisioning complete for port 43a270d7-4118-434b-b33e-2894f4648f32 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:19.165975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eae7daac-e5e7-4ab2-9e9d-e4a6ed3b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.166909 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.205926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eae7daac-e5e7-4ab2-9e9d-e4a6ed3b3a69 None None] Port 43a270d7-4118-434b-b33e-2894f4648f32 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:19.281012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:19.284791 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b373740-5a1b-428b-ab6c-31e043d5ef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:19.355033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Attempting to bind port 00e65903-0cc9-47ce-9585-580db6ce29e9 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:19.355535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Attempting to bind port 00e65903-0cc9-47ce-9585-580db6ce29e9 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:19.356210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Attempting to bind port 00e65903-0cc9-47ce-9585-580db6ce29e9 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:19.367455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Port 00e65903-0cc9-47ce-9585-580db6ce29e9 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:19.367787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Attempting to bind port 00e65903-0cc9-47ce-9585-580db6ce29e9 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:19.417625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:19.417976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:19.418341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:19.419637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Bound port: 00e65903-0cc9-47ce-9585-580db6ce29e9, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:19.420001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.552027 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.563812 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Transition to ACTIVE for port object aed38fea-52ba-421a-9ce5-92e28b26bf44 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:19.580422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:19.587723 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.602459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=00e65903-0cc9-47ce-9585-580db6ce29e9,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:19.603629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:19.609514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a270d7-4118-434b-b33e-2894f4648f32 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:19.614710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.635002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.693809 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Pushing event updated for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:19.696303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Transition to ACTIVE for port object 43a270d7-4118-434b-b33e-2894f4648f32 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:19.700975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-bd16c531-aebf-4b71-a918-53c65842d15a tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:19.702365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-bd16c531-aebf-4b71-a918-53c65842d15a tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121777 Jul 16 22:19:19.705136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:19.705472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:19:19.705890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.708541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] 10.222.0.47 "PUT /v2.0/ports/00e65903-0cc9-47ce-9585-580db6ce29e9 HTTP/1.1" status: 200 len: 1097 time: 1.7658803 Jul 16 22:19:19.708541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.710361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:19.716943 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.717462 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.717966 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.718441 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.719035 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.719513 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.720123 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.720837 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.721342 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.721497 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404" -d '{"events": [{"name": "network-changed", "server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:19.722384 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.723122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.723613 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:19.812562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Attempting to bind port aed38fea-52ba-421a-9ce5-92e28b26bf44 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:19.813346 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Attempting to bind port aed38fea-52ba-421a-9ce5-92e28b26bf44 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:19.813984 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Attempting to bind port aed38fea-52ba-421a-9ce5-92e28b26bf44 on network 6e32837a-28bd-45c7-9009-1bfd02c98471 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:19.820565 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:19.821323 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Checking segment: {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:19.822691 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.823304 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Bound using segment: {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:19.824014 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Bound port: aed38fea-52ba-421a-9ce5-92e28b26bf44, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5085c-0f28-4401-baa8-4edb0343b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:19.824671 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.847812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:19.857552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-15867d11-86f0-48f9-9a6a-dbc79f90302c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:19.865996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385274b-c403-4d8e-8c90-57c86c9542aa service neutron] Pushing event updated for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:19.868508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '42a9485c-4933-48ae-b7d6-f5854679a936', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '42a9485c-4933-48ae-b7d6-f5854679a936', 'mac_address': 'fa:16:3e:11:ff:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:19.883413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-15867d11-86f0-48f9-9a6a-dbc79f90302c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 1094 time: 0.1236446 Jul 16 22:19:19.894181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Request body: {'binding': {'host': 'n-h1-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:19.894704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:19:19.953941 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:19.981412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] For port aed38fea-52ba-421a-9ce5-92e28b26bf44, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:19.989127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a9485c-4933-48ae-b7d6-f5854679a936 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:19.990795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-8e0d62af-699a-474e-9bd7-cae67a94781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:19.992380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-8e0d62af-699a-474e-9bd7-cae67a94781f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 1100 time: 0.2396898 Jul 16 22:19:19.993053 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] For port aed38fea-52ba-421a-9ce5-92e28b26bf44, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aed38fea-52ba-421a-9ce5-92e28b26bf44,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:20.000244 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.002506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Attempting to bind port 43a270d7-4118-434b-b33e-2894f4648f32 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:20.002689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.002857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Attempting to bind port 43a270d7-4118-434b-b33e-2894f4648f32 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:20.007240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Attempting to bind port 43a270d7-4118-434b-b33e-2894f4648f32 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:20.016176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Port 43a270d7-4118-434b-b33e-2894f4648f32 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:20.016509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Attempting to bind port 43a270d7-4118-434b-b33e-2894f4648f32 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:20.030184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.046369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:20.055491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-816aec39-1432-47c9-b96d-865e9457f9a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=00e65903-0cc9-47ce-9585-580db6ce29e9 HTTP/1.1" status: 200 len: 217 time: 0.0405474 Jul 16 22:19:20.056110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Pushing event updated for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:20.057123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.076087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:20.076446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:20.077004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:20.077451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Bound port: 43a270d7-4118-434b-b33e-2894f4648f32, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:20.077820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.156062 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:20.156923 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:20.167841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-9a45f5db-d24d-4b56-842a-fe29ef9f13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.169437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-9a45f5db-d24d-4b56-842a-fe29ef9f13df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1029499 Jul 16 22:19:20.169652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-f8031079-0535-4f1b-af09-186f35eb5c20 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.171269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-f8031079-0535-4f1b-af09-186f35eb5c20 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 946 time: 0.4628336 Jul 16 22:19:20.191775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:20.234147 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b8f16-da67-4179-945c-78e55d4a6b1b None None] Pushing event updated for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:20.250726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:20.266117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=43a270d7-4118-434b-b33e-2894f4648f32,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:20.280270 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67 associated. External IP: 172.25.5.242, port: 03643c25-17c0-4f72-9d11-493a064e759d. Jul 16 22:19:20.284303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.295355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:20.331791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-835b9eeb-321e-48b9-9ca3-31a858851a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.333374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-835b9eeb-321e-48b9-9ca3-31a858851a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562827 Jul 16 22:19:20.347666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.348027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.349456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] 10.222.0.47 "PUT /v2.0/ports/43a270d7-4118-434b-b33e-2894f4648f32 HTTP/1.1" status: 200 len: 1096 time: 1.6182525 Jul 16 22:19:20.378566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.385334 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:20.490807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d1da9-4e7b-4f7a-9e50-95d951db228c service neutron] Pushing event updated for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:20.555554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Deleting port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:20.555910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.560586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-a4c03455-fb13-43c0-b0a3-72a198963452 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101681 Jul 16 22:19:20.605576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-477265e0-0633-4b0a-8942-9a72282163fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.607967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-477265e0-0633-4b0a-8942-9a72282163fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 1099 time: 0.2029390 Jul 16 22:19:20.667355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-bfb25423-d74d-4ba8-9608-9cd35314b956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=43a270d7-4118-434b-b33e-2894f4648f32 HTTP/1.1" status: 200 len: 217 time: 0.0491509 Jul 16 22:19:20.676400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] For port 6ec13d6b-a717-4eec-a350-776c27f2c1b6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6ec13d6b-a717-4eec-a350-776c27f2c1b6,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:20.676772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:20.694224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Calling delete_port for 6ec13d6b-a717-4eec-a350-776c27f2c1b6 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:20.704631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:15Z', 'revision_number': 4, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'aed38fea-52ba-421a-9ce5-92e28b26bf44', 'name': '', 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'mac_address': 'fa:16:3e:18:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:13Z', 'updated_at': '2021-07-16T22:19:19Z', 'revision_number': 4, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'subnets': [{'id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:20.734159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92ed6c-cbe4-4276-bf46-0b6ca73b9e59 None None] The sync data for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 is: [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:15Z', 'revision_number': 4, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'aed38fea-52ba-421a-9ce5-92e28b26bf44', 'name': '', 'network_id': '6e32837a-28bd-45c7-9009-1bfd02c98471', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'mac_address': 'fa:16:3e:18:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:13Z', 'updated_at': '2021-07-16T22:19:19Z', 'revision_number': 4, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'subnets': [{'id': '03bed369-a9f7-40f5-a167-b5da4433b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:20.763788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-f05dc793-81ed-472f-bb8a-129f9c5f7170 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964469 Jul 16 22:19:20.765322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-4bfe9aab-3e79-475d-82a1-166ab3be0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.766594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-4bfe9aab-3e79-475d-82a1-166ab3be0cb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0728381 Jul 16 22:19:20.827450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on host n-h1-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:20.828023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:20.828127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:20.845925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:20.846259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:20.865310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:20.865610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:20.866009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:20.866454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Bound port: 9df41d13-ee54-4180-891f-14d8152e141a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:20.871198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aafcd53a-a816-44e1-bb73-c42753851a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:20.873449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-aafcd53a-a816-44e1-bb73-c42753851a7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824559 Jul 16 22:19:20.982941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-a4102da5-a667-46d9-bbee-5ba81f70a506 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013691 Jul 16 22:19:21.041851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:21.055787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03643c25-17c0-4f72-9d11-493a064e759d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:21.059925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:21.083884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150b0509-a55a-4f93-a3d8-0ef367452738 req-d4dd5202-37a5-4ca1-b3cc-fbd996b860c9 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938568 Jul 16 22:19:21.093064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:21.105534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-150f917d-02c3-4761-826d-e4a65fd5a269 service neutron] 10.222.0.70 "POST /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a/bindings HTTP/1.1" status: 201 len: 390 time: 1.2208300 Jul 16 22:19:21.111668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event deleted for resources: {'Port': ['ID=6ec13d6b-a717-4eec-a350-776c27f2c1b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:21.218657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] No DVR routers for this DVR port 6ec13d6b-a717-4eec-a350-776c27f2c1b6 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:21.221737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:21.224454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26b0f06-77e1-4ae6-85a2-8244a4cfc11a req-24776920-819a-4e50-b2bf-05d3eccd0245 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "DELETE /v2.0/ports/6ec13d6b-a717-4eec-a350-776c27f2c1b6 HTTP/1.1" status: 204 len: 173 time: 0.9404018 Jul 16 22:19:21.226541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:21.405702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:21.414088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:21.417912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:21.431747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:21.432384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:21.441113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c67c0-e1a6-4f8d-8f49-36a876d2b208 req-16efd147-6997-4612-b223-7a67071ddd3e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:21.452381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0c67c0-e1a6-4f8d-8f49-36a876d2b208 req-16efd147-6997-4612-b223-7a67071ddd3e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 948 time: 0.1022849 Jul 16 22:19:21.471618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-042cc359-beda-4180-bcfc-2fb76bd31011 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "PUT /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 996 time: 2.7711475 Jul 16 22:19:21.506357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0c67c0-e1a6-4f8d-8f49-36a876d2b208 req-30a642c4-b6c9-49bf-98ed-6729f5e8f4ea tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jul 16 22:19:21.594527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:21.615965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-7da7d3b0-e10f-41cc-8f02-7b4590b30541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:21.617693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-7da7d3b0-e10f-41cc-8f02-7b4590b30541 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1287022 Jul 16 22:19:21.620661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-e364d4bf-1f99-45e9-9d14-6120fd915d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:21.622767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:21.623269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-e364d4bf-1f99-45e9-9d14-6120fd915d4f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1097 time: 0.0886788 Jul 16 22:19:21.784705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 42a9485c-4933-48ae-b7d6-f5854679a936 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:21.789234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 42a9485c-4933-48ae-b7d6-f5854679a936 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:21.789413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:21.809076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-c0fcc12d-caed-4a10-8d18-161595f882dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:21.810709 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-c0fcc12d-caed-4a10-8d18-161595f882dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1864026 Jul 16 22:19:21.811828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-4957680d-687d-45f6-9955-4f2b0d24c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:21.813314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-4957680d-687d-45f6-9955-4f2b0d24c4d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1803401 Jul 16 22:19:21.879947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-fc5bbc2c-dcf7-49e3-8d4d-3a99c0aa5cb6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0589750 Jul 16 22:19:21.988813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.009443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-447cab76-5c9d-4ea8-94a3-aaf618bd01db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 999 time: 0.1813164 Jul 16 22:19:22.020416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-b6740ff3-7782-4e2a-86ae-5d4fcef238c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:22.021710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-b6740ff3-7782-4e2a-86ae-5d4fcef238c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1080699 Jul 16 22:19:22.024162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:22.026751 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa3fc59-13ee-477e-9530-4c37cd672c04" -d '{"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-plugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:22.045215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:22.051072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:19Z', 'revision_number': 8, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:22.058620 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.059229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6ec13d6b-a717-4eec-a350-776c27f2c1b6 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:22.091987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-1192437c-5638-4084-bc10-8e9c370a24dd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451436 Jul 16 22:19:22.112232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-7911f113-aae2-425b-a009-703e472243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:22.117452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-7911f113-aae2-425b-a009-703e472243f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1072142 Jul 16 22:19:22.137939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:22.140305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 6ec13d6b-a717-4eec-a350-776c27f2c1b6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:22.140305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6ec13d6b-a717-4eec-a350-776c27f2c1b6 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:22.181860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:22.182406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:22.249887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-89eea070-0ff7-4fad-bba8-f9701038d643 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481581 Jul 16 22:19:22.256709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-03043135-d521-41c2-9278-d1e660627cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:22.261913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-03043135-d521-41c2-9278-d1e660627cc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273162 Jul 16 22:19:22.439985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aed38fea-52ba-421a-9ce5-92e28b26bf44 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:22.467993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-10977faa-b5ac-442e-a162-d1630bcadcbd service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021778 Jul 16 22:19:22.479747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:22.483703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-036cda09-ccc3-495e-a039-eed18afba8bb service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188332 Jul 16 22:19:22.572555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:22.603170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port aed38fea-52ba-421a-9ce5-92e28b26bf44 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:22.615130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aed38fea-52ba-421a-9ce5-92e28b26bf44 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:22.615130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.640728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eac908d5-c1a4-4bea-b4d1-f1d3427d8143 req-7f16d212-d045-4ccd-a53a-e0996a0090cc service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715350 Jul 16 22:19:22.670436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-87bbfeb4-dc0c-4943-9f04-c585c93d81e5 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:22.671994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-87bbfeb4-dc0c-4943-9f04-c585c93d81e5 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1232083 Jul 16 22:19:22.682934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-16'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:22.756625 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.786856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.809532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c39d273-5d03-407f-ba34-6389ddeb688d req-ccdec8e8-3cc7-4272-ae11-93d762fe2805 tempest-FloatingIPsNegativeTestJSON-928642651 tempest-FloatingIPsNegativeTestJSON-928642651-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=c3efe405f8294bd9aa5f716daf3b4fe2 HTTP/1.1" status: 200 len: 217 time: 0.3621459 Jul 16 22:19:22.897031 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:22.899450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-14836fed-1274-40d3-9491-23c72773392b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992010 Jul 16 22:19:22.926001 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a9d31-9a57-4b0c-8d2e-a24cd634a193 x-openstack-request-id: req-ed1a9d31-9a57-4b0c-8d2e-a24cd634a193 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:22.926582 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:22.926721 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed1a9d31-9a57-4b0c-8d2e-a24cd634a193 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:22.927193 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'status': 'completed', 'code': 200} Jul 16 22:19:22.954610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.68', 50102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:22.972265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b373740-5a1b-428b-ab6c-31e043d5ef9f req-4eef7481-389e-4920-bdce-4c3a817bbc34 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=8a28c634-7579-4697-95e4-39a03959c321 HTTP/1.1" status: 200 len: 210 time: 0.0515525 Jul 16 22:19:22.974411 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33956b-a069-411a-9fb9-1b5436ad8bd9 x-openstack-request-id: req-1f33956b-a069-411a-9fb9-1b5436ad8bd9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:22.974822 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:22.975073 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f33956b-a069-411a-9fb9-1b5436ad8bd9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:22.975467 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9', 'status': 'completed', 'code': 200} Jul 16 22:19:23.013993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port aed38fea-52ba-421a-9ce5-92e28b26bf44, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aed38fea-52ba-421a-9ce5-92e28b26bf44,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:23.024185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.028758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:23.074827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:23.117705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:23.131138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.138585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:19Z', 'revision_number': 8, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:23.150504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.171472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e180c-c380-4bc6-9890-e67a572d0017 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '2228b1e8-98f9-43c4-ab12-7f702c872a67', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'port_id': '03643c25-17c0-4f72-9d11-493a064e759d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'mac_address': 'fa:16:3e:ff:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:18:44Z', 'updated_at': '2021-07-16T22:19:19Z', 'revision_number': 8, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:23.336213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c538-2183-4862-ae97-49f622006e6f req-fc3d6765-c8d2-4a60-98ef-932e9719ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.337820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-fc3d6765-c8d2-4a60-98ef-932e9719ea24 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.3709245 Jul 16 22:19:23.345464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f8f1-2410-42e9-ad89-88e1175a9ab9 req-c1a7e651-fdc6-4b3c-99ce-511abaebf786 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.352590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0523f8f1-2410-42e9-ad89-88e1175a9ab9 req-c1a7e651-fdc6-4b3c-99ce-511abaebf786 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.4216418 Jul 16 22:19:23.358892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373740-5a1b-428b-ab6c-31e043d5ef9f req-e2207cd1-2066-4f97-a77f-ce6952d424b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.360420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b373740-5a1b-428b-ab6c-31e043d5ef9f req-e2207cd1-2066-4f97-a77f-ce6952d424b6 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c83c7df342914f6b9ea959e99d757d99&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3693259 Jul 16 22:19:23.409233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-6d7f41b7-a289-428d-8811-5999245a7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.410092 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c30a5-99d1-4e41-8e33-32d2161b48ab None None] New status for floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:19:23.410717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-6d7f41b7-a289-428d-8811-5999245a7560 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 1100 time: 0.3423867 Jul 16 22:19:23.516464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:23.525566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on host n-h2-793621-16 for vnic_type normal with profile {"migrating_to": "n-h1-793621-16"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:23.525566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:23.525566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:23.534378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:23.535212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Attempting to bind port 9df41d13-ee54-4180-891f-14d8152e141a on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:23.540050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0523f8f1-2410-42e9-ad89-88e1175a9ab9 req-276c744e-cd08-48be-b676-3af71b3828af tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865492 Jul 16 22:19:23.546270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396feb-1347-4f79-b8ff-b38466bf03ff req-042a2abf-282c-4051-bf37-0e7fa6de1ff6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.547902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-8cc0d259-e41f-4479-b084-2ec72aa06b5e tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.548029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd396feb-1347-4f79-b8ff-b38466bf03ff req-042a2abf-282c-4051-bf37-0e7fa6de1ff6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.4116855 Jul 16 22:19:23.549364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-8cc0d259-e41f-4479-b084-2ec72aa06b5e tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.47 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 950 time: 0.3432133 Jul 16 22:19:23.550981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:23.551404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:23.552627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:23.552627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Bound port: 9df41d13-ee54-4180-891f-14d8152e141a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:23.552627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.594647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 43a270d7-4118-434b-b33e-2894f4648f32 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:23.622615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd396feb-1347-4f79-b8ff-b38466bf03ff req-412788f1-6b5f-4906-86b2-17a47c9c7d41 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660212 Jul 16 22:19:23.677326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:23.682986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:23.689124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.779391 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f79727-002a-488c-aae4-43f4cac6fbdb x-openstack-request-id: req-95f79727-002a-488c-aae4-43f4cac6fbdb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:23.779708 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-plugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:23.780259 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95f79727-002a-488c-aae4-43f4cac6fbdb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:23.780654 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'code': 200} Jul 16 22:19:23.799509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.68', 50103) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:23.845248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=43a270d7-4118-434b-b33e-2894f4648f32,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:23.857874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '43a270d7-4118-434b-b33e-2894f4648f32', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '43a270d7-4118-434b-b33e-2894f4648f32', 'mac_address': 'fa:16:3e:1e:c7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:23.882220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c538-2183-4862-ae97-49f622006e6f req-b84dd770-3ec8-4463-9849-0cb8a174e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.883719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-b84dd770-3ec8-4463-9849-0cb8a174e7ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.4986908 Jul 16 22:19:23.901777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373740-5a1b-428b-ab6c-31e043d5ef9f req-d76e8636-2cd5-4792-acd1-92fba893d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.903856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b373740-5a1b-428b-ab6c-31e043d5ef9f req-d76e8636-2cd5-4792-acd1-92fba893d827 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5176885 Jul 16 22:19:23.904820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-3ffbdad5-b2fc-4bb1-88fd-c7fc42b30469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.906231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-3ffbdad5-b2fc-4bb1-88fd-c7fc42b30469 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.4854949 Jul 16 22:19:23.906629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.922695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a270d7-4118-434b-b33e-2894f4648f32 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:23.924739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:23.925730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.927774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] 10.222.0.68 "PUT /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 1123 time: 1.2493870 Jul 16 22:19:23.936474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8748bd-3c22-4517-becc-0ff8419afda1 service neutron] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:23.944660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=43a270d7-4118-434b-b33e-2894f4648f32,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:23.951967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:23.952842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 00e65903-0cc9-47ce-9585-580db6ce29e9 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:23.994785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-43d22234-a45f-4802-bc75-d300c1859d74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=00e65903-0cc9-47ce-9585-580db6ce29e9 HTTP/1.1" status: 200 len: 217 time: 0.0771956 Jul 16 22:19:24.007625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52caf-3c24-4a69-8780-5d3e882ba06d req-0f58d0f8-6adc-4346-894e-febbb4fd9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.010314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0a52caf-3c24-4a69-8780-5d3e882ba06d req-0f58d0f8-6adc-4346-894e-febbb4fd9f68 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.2048059 Jul 16 22:19:24.047608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:24.053540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0a52caf-3c24-4a69-8780-5d3e882ba06d req-b89715c2-ebae-45b1-8337-c9d0aeee29e0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Jul 16 22:19:24.065712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-583995b5-e557-4e33-9049-d3c3ef268354 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 1001 time: 0.1585238 Jul 16 22:19:24.075833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9df41d13-ee54-4180-891f-14d8152e141a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:24.088565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eecd1-929d-4b2c-abe4-38bdc3857bb9 req-a1eba544-a1fa-4089-9628-3c8c274df20c tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.089780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d83eecd1-929d-4b2c-abe4-38bdc3857bb9 req-a1eba544-a1fa-4089-9628-3c8c274df20c tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 950 time: 0.3340623 Jul 16 22:19:24.095771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-650936ff-1835-4edb-ad73-49d6ece5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.097243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-650936ff-1835-4edb-ad73-49d6ece5edd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0927167 Jul 16 22:19:24.099692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Deleting port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:24.100060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:24.127505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=00e65903-0cc9-47ce-9585-580db6ce29e9,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:24.146858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '00e65903-0cc9-47ce-9585-580db6ce29e9', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '00e65903-0cc9-47ce-9585-580db6ce29e9', 'mac_address': 'fa:16:3e:a7:e8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:24.207435 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:24.229256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e65903-0cc9-47ce-9585-580db6ce29e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:24.266292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=00e65903-0cc9-47ce-9585-580db6ce29e9,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:24.275222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:24.275437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c538-2183-4862-ae97-49f622006e6f req-e29a5b04-8f78-4722-8eda-f9e8266b0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.276820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-e29a5b04-8f78-4722-8eda-f9e8266b0e8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1723261 Jul 16 22:19:24.283085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d83eecd1-929d-4b2c-abe4-38bdc3857bb9 req-b1f7813d-8c35-47fc-957d-95ca39764a81 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/security-groups?id=be48373d-522f-4d4d-b938-6ed51f375d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563051 Jul 16 22:19:24.351603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:24.353858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] For port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:24.354191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:24.374158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-76f355a4-2fa7-4c19-9d2f-f868e3ed7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.375678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-76f355a4-2fa7-4c19-9d2f-f868e3ed7648 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2596643 Jul 16 22:19:24.376576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Calling delete_port for 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:24.423606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fea8a-8b1a-464d-812d-de6de3f02c80 req-cba96b02-c84c-4cf1-b507-9a656fa1d466 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.425161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-877fea8a-8b1a-464d-812d-de6de3f02c80 req-cba96b02-c84c-4cf1-b507-9a656fa1d466 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 949 time: 0.0887444 Jul 16 22:19:24.436352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aed38fea-52ba-421a-9ce5-92e28b26bf44 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:24.465934 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-877fea8a-8b1a-464d-812d-de6de3f02c80 req-7a1fcb64-d0fd-4f60-80df-8c918ea5e450 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Jul 16 22:19:24.503700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aed38fea-52ba-421a-9ce5-92e28b26bf44 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:24.504248 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:24.540854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-adc53d7e-a1e9-451c-8d66-c5a4514d1ba8 req-475af779-b11f-48da-ac01-c3445172fe40 tempest-FloatingIPsNegativeTestJSON-928642651 tempest-FloatingIPsNegativeTestJSON-928642651-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0311222 Jul 16 22:19:24.589282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['00e65903-0cc9-47ce-9585-580db6ce29e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:24.618258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:24.721451 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-75aa9b9a-0d93-41bd-a385-602d60c560c1 req-f5c003c7-7927-4e0c-9ff5-70a1c5804e96 tempest-FloatingIPsNegativeTestJSON-928642651 tempest-FloatingIPsNegativeTestJSON-928642651-project] show failed (client error): The resource could not be found. Jul 16 22:19:24.722658 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75aa9b9a-0d93-41bd-a385-602d60c560c1 req-f5c003c7-7927-4e0c-9ff5-70a1c5804e96 tempest-FloatingIPsNegativeTestJSON-928642651 tempest-FloatingIPsNegativeTestJSON-928642651-project] 10.222.0.70 "GET /v2.0/floatingips/a394e7a9-1b3d-4b9c-b4ae-9fc8f31d7269 HTTP/1.1" status: 404 len: 350 time: 0.0381434 Jul 16 22:19:24.735830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:24.868212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c538-2183-4862-ae97-49f622006e6f req-98c33951-3f74-4522-bc36-30fb6ecc039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:24.874579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-98c33951-3f74-4522-bc36-30fb6ecc039c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5858817 Jul 16 22:19:24.888701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d3b02c-da39-4993-9be8-09dc3c934b30 req-718aa5c2-4899-4c62-8569-f001163e76b7 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 998 time: 0.5092690 Jul 16 22:19:24.963050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'name': 'network-vif-deleted', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6'}, {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}, {'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a'}, {'name': 'network-changed', 'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:24.966851 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f73f3-ae0d-4489-b37d-c216bba33072" -d '{"events": [{"server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "name": "network-vif-deleted", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6"}, {"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}, {"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-unplugged", "status": "completed", "tag": "9df41d13-ee54-4180-891f-14d8152e141a"}, {"name": "network-changed", "server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "tag": "9df41d13-ee54-4180-891f-14d8152e141a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:24.976885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:24.979837 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8110d524-9c40-4c37-b31b-377bde6cb302" -d '{"events": [{"name": "network-changed", "server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "tag": "43a270d7-4118-434b-b33e-2894f4648f32"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:25.030739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-dafa705a-070e-49d1-9813-d1482e123cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466262 Jul 16 22:19:25.178583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-45a495b7-8ce1-4185-aa74-af1e2b9b584e service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887414 Jul 16 22:19:25.193270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.47', 50773) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:25.215101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3b02c-da39-4993-9be8-09dc3c934b30 req-93b4cf64-33cb-4b08-a953-b7f20af4712e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.217023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d3b02c-da39-4993-9be8-09dc3c934b30 req-93b4cf64-33cb-4b08-a953-b7f20af4712e tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.3109703 Jul 16 22:19:25.239331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952d08-23a1-41a8-a353-e6b69333eb48 req-c6714c43-ea88-48c9-9263-a83a0c7ffa93 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.240832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71952d08-23a1-41a8-a353-e6b69333eb48 req-c6714c43-ea88-48c9-9263-a83a0c7ffa93 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1690509 Jul 16 22:19:25.249242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-58d3b02c-da39-4993-9be8-09dc3c934b30 req-f4005229-9bbc-43dd-942b-2c14ed098bd8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:25.250246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d3b02c-da39-4993-9be8-09dc3c934b30 req-f4005229-9bbc-43dd-942b-2c14ed098bd8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208313 Jul 16 22:19:25.300701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.315915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71952d08-23a1-41a8-a353-e6b69333eb48 req-b077359f-d342-40e3-8cd2-8f85b2b91c48 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673842 Jul 16 22:19:25.357625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-deb74619-d834-4fb1-a61a-b7787bcb6b37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1628010 Jul 16 22:19:25.361956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Pushing event deleted for resources: {'Port': ['ID=41aa3cd8-813b-495e-aaee-f5d8f54aadc0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:25.415361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d2f8548-ff8d-4b7e-b4ea-9fc66ac18404 req-9c2600f3-9a0c-4cf1-8b14-2c0de4941fea service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765559 Jul 16 22:19:25.476580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] No DVR routers for this DVR port 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:25.478514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.480074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a60c538-2183-4862-ae97-49f622006e6f req-becca2e5-0ffd-4496-9a3d-50e7067c0e80 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583923 Jul 16 22:19:25.481723 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.495363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15057837-c910-483e-b3bc-2fc205a83ea8 req-89a31520-ed62-450d-83fc-667f433da0d4 tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.47 "DELETE /v2.0/ports/41aa3cd8-813b-495e-aaee-f5d8f54aadc0 HTTP/1.1" status: 204 len: 173 time: 1.9089329 Jul 16 22:19:25.533153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44ff25-996a-4686-8bc0-248615caf3df req-54eaa422-af46-476a-b0e9-138b8a1c33f3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.540353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab44ff25-996a-4686-8bc0-248615caf3df req-54eaa422-af46-476a-b0e9-138b8a1c33f3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.1838331 Jul 16 22:19:25.580339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-fcac82ff-7a85-4fb2-9016-d46e2bcd4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.581873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-fcac82ff-7a85-4fb2-9016-d46e2bcd4999 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 1098 time: 0.1848342 Jul 16 22:19:25.594853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab44ff25-996a-4686-8bc0-248615caf3df req-307ce1f3-65ee-44f5-9c61-9417ad6a7860 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534167 Jul 16 22:19:25.619046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 43a270d7-4118-434b-b33e-2894f4648f32 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:25.666202 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5b61b-b927-4e3a-bedc-a395ce0437d0 x-openstack-request-id: req-e2a5b61b-b927-4e3a-bedc-a395ce0437d0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:25.666494 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28c634-7579-4697-95e4-39a03959c321", "name": "network-vif-deleted", "tag": "6ec13d6b-a717-4eec-a350-776c27f2c1b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}, {"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-unplugged", "status": "completed", "tag": "9df41d13-ee54-4180-891f-14d8152e141a", "code": 200}, {"name": "network-changed", "server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "tag": "9df41d13-ee54-4180-891f-14d8152e141a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:25.666755 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2a5b61b-b927-4e3a-bedc-a395ce0437d0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:25.667167 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28c634-7579-4697-95e4-39a03959c321', 'name': 'network-vif-deleted', 'tag': '6ec13d6b-a717-4eec-a350-776c27f2c1b6', 'status': 'completed', 'code': 200} Jul 16 22:19:25.667727 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:19:25.667727 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a', 'code': 200} Jul 16 22:19:25.667913 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a', 'status': 'completed', 'code': 200} Jul 16 22:19:25.720823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 43a270d7-4118-434b-b33e-2894f4648f32 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:25.734559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 43a270d7-4118-434b-b33e-2894f4648f32 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:25.735073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.772814 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea2da49-9a73-4e1e-a5eb-e2beaef94ee2 x-openstack-request-id: req-7ea2da49-9a73-4e1e-a5eb-e2beaef94ee2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:25.773567 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "tag": "43a270d7-4118-434b-b33e-2894f4648f32", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:25.774084 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ea2da49-9a73-4e1e-a5eb-e2beaef94ee2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:25.774580 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32', 'status': 'completed', 'code': 200} Jul 16 22:19:25.854218 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.883193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b0ceecab-2a96-4a17-8861-a2cd22415b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.884874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b0ceecab-2a96-4a17-8861-a2cd22415b85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1554329 Jul 16 22:19:25.888894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-c484a0c6-4aae-492f-8dc0-6432dc887a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.889527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-236349e2-e9a6-40c6-89d6-bc3f72846f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:25.890591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-236349e2-e9a6-40c6-89d6-bc3f72846f03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 924 time: 0.2855682 Jul 16 22:19:25.891734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-c484a0c6-4aae-492f-8dc0-6432dc887a7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1126 time: 0.1966825 Jul 16 22:19:25.922658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:25.925004 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e536a-f243-4fb2-8df2-2bb1f8eb28c3" -d '{"events": [{"server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "name": "network-vif-plugged", "status": "completed", "tag": "43a270d7-4118-434b-b33e-2894f4648f32"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:25.956303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=43a270d7-4118-434b-b33e-2894f4648f32,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:25.963057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:25.963899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 00e65903-0cc9-47ce-9585-580db6ce29e9 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:25.969204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-1174be4f-e40f-44ae-9414-cf6ab6f15c12 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1001 time: 0.2000489 Jul 16 22:19:26.004832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-37e76af4-f92e-4850-9be5-bfe3aff2ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.006492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-37e76af4-f92e-4850-9be5-bfe3aff2ab12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 1100 time: 0.2296770 Jul 16 22:19:26.007666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b43a8f02-ec70-47b1-bd9a-75ae2c4b2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.009303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b43a8f02-ec70-47b1-bd9a-75ae2c4b2dab service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.1082036 Jul 16 22:19:26.040461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-0b353cfb-3aa3-424c-bb6a-784481de99f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 200 len: 1001 time: 0.1349144 Jul 16 22:19:26.066866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-054fc190-e92b-48d0-a70c-78cd264148ec tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.068637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-054fc190-e92b-48d0-a70c-78cd264148ec tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports/03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 942 time: 0.0894046 Jul 16 22:19:26.076301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c6897ba-0e81-4107-a846-95376af9c83e req-bc47cfd1-d746-4a47-8922-3b2edecf119b tempest-ServerDiagnosticsNegativeTest-520669540 tempest-ServerDiagnosticsNegativeTest-520669540-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a0c0f2-62ec-4738-a82a-f546ed76f334 HTTP/1.1" status: 200 len: 210 time: 0.0575588 Jul 16 22:19:26.253959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:26.271517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-fb1d4734-46ad-478b-8dc0-fb9aa64567d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 1001 time: 0.2322583 Jul 16 22:19:26.275675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 00e65903-0cc9-47ce-9585-580db6ce29e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:26.280631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 00e65903-0cc9-47ce-9585-580db6ce29e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:26.281509 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:26.332493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-8b99df52-a95b-4b69-83da-e5042ee45fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.334024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-8b99df52-a95b-4b69-83da-e5042ee45fb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.2398520 Jul 16 22:19:26.351372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-05810c2c-fa48-4cf8-a94b-4cccc4fcedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.353121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-05810c2c-fa48-4cf8-a94b-4cccc4fcedbe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0561438 Jul 16 22:19:26.388456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:26.420155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-3440682a-809a-4642-9ac5-dc6da57402f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.423676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-3440682a-809a-4642-9ac5-dc6da57402f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.4133854 Jul 16 22:19:26.429749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-dfa6e86a-b261-4098-bb92-4dbd8fe874ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.431416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-dfa6e86a-b261-4098-bb92-4dbd8fe874ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.4030266 Jul 16 22:19:26.433417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=00e65903-0cc9-47ce-9585-580db6ce29e9,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:26.439651 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:26.440430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:26.484095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-44fb483f-9d91-439f-9f3c-e8cf26b3016e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0508778 Jul 16 22:19:26.484319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:26.484600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 41aa3cd8-813b-495e-aaee-f5d8f54aadc0 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:26.497200 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-82b6ed78-9308-4652-b425-647dcafb5042 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1001 time: 0.1832485 Jul 16 22:19:26.510657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:26.530823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-cbef5c6e-4d18-4c99-8cb2-3341c2a20f5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=43a270d7-4118-434b-b33e-2894f4648f32 HTTP/1.1" status: 200 len: 217 time: 0.0879779 Jul 16 22:19:26.560223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Deleting port aed38fea-52ba-421a-9ce5-92e28b26bf44 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:26.560559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:26.576389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-7af398b8-216b-428f-8862-7d473781d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.577908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-7af398b8-216b-428f-8862-7d473781d2fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770639 Jul 16 22:19:26.614785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab34a6-e66c-493d-bd46-3053534ee671 req-1905cb84-1603-4363-84b8-0433897cdd02 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.616306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2fab34a6-e66c-493d-bd46-3053534ee671 req-1905cb84-1603-4363-84b8-0433897cdd02 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 949 time: 0.3569472 Jul 16 22:19:26.628912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b7b6d7c9-f9a3-4650-933f-6b76786a05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.630363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-b7b6d7c9-f9a3-4650-933f-6b76786a05b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1114242 Jul 16 22:19:26.641373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-4077bf02-6ef6-4aac-98b4-b47cb69d1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.642824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-4077bf02-6ef6-4aac-98b4-b47cb69d1807 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2793155 Jul 16 22:19:26.681550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-91f88732-4348-438f-a334-97c0d29bb53a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433328 Jul 16 22:19:26.717637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-a0b53f41-0420-4c4b-8f73-f501c57e8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.719093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-a0b53f41-0420-4c4b-8f73-f501c57e8f33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1652396 Jul 16 22:19:26.785843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2fab34a6-e66c-493d-bd46-3053534ee671 req-5a3ccffc-eb77-4831-84dd-c473db678018 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621120 Jul 16 22:19:26.917469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-fdd8f62f-fde3-49d1-b6a9-779e06e6da0f service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399707 Jul 16 22:19:26.920815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-3e665a7b-4ea7-43fb-945b-c01169153b2b service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297962 Jul 16 22:19:26.922736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-e563acd7-2891-459a-9ded-4cc0b0ead14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.924221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-e563acd7-2891-459a-9ded-4cc0b0ead14a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1903238 Jul 16 22:19:26.974523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-be4d8284-fe9f-4e8e-b744-f0ce8e13f4d2 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:26.975408 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d24c1df-ed29-4683-a373-870dd7889aa2 x-openstack-request-id: req-5d24c1df-ed29-4683-a373-870dd7889aa2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:26.977060 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "name": "network-vif-plugged", "status": "completed", "tag": "43a270d7-4118-434b-b33e-2894f4648f32", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:26.977535 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d24c1df-ed29-4683-a373-870dd7889aa2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:26.978805 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32', 'code': 200} Jul 16 22:19:26.982890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-be4d8284-fe9f-4e8e-b744-f0ce8e13f4d2 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.4755192 Jul 16 22:19:27.052358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.47', 50777) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:27.112446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-4bd53a59-a55b-4eea-b939-974db129b26e service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069106 Jul 16 22:19:27.119603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] For port aed38fea-52ba-421a-9ce5-92e28b26bf44, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aed38fea-52ba-421a-9ce5-92e28b26bf44,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:27.119996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.147164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-091ea4ba-4d62-42c6-8661-179db6efeed6 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 1001 time: 0.1632009 Jul 16 22:19:27.161271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Calling delete_port for aed38fea-52ba-421a-9ce5-92e28b26bf44 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:27.172285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:27.195126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-ceafe6ca-eccb-483d-9f37-0fd033775ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610462 Jul 16 22:19:27.198027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-496ef7b7-bafa-4ed0-adef-24747c3fc47e service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723439 Jul 16 22:19:27.200698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02f73f3-ae0d-4489-b37d-c216bba33072 req-ee778875-4caf-430b-9688-c4bb7621e649 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646916 Jul 16 22:19:27.247153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad0bca-9bb0-48a5-b749-00b4e2ddc556 req-09e90278-ec23-49b5-a0ed-d3905aff5579 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:27.248717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02ad0bca-9bb0-48a5-b749-00b4e2ddc556 req-09e90278-ec23-49b5-a0ed-d3905aff5579 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1456943 Jul 16 22:19:27.327962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b55b-ff8e-4a18-b38f-9d4616df4b50 req-26c17972-ff2d-4beb-99f5-566187774e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:27.329551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9223b55b-ff8e-4a18-b38f-9d4616df4b50 req-26c17972-ff2d-4beb-99f5-566187774e42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 1101 time: 0.2714326 Jul 16 22:19:27.334846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.428557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0229cb9f-0ade-45a1-9043-ff8f19fedebe req-3e6706bb-7160-4daf-98df-0ffd72f475de service neutron] 10.222.0.47 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996526 Jul 16 22:19:27.480118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63e9384a-3780-444f-a2b0-ba39cd4ffb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.500158 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9223b55b-ff8e-4a18-b38f-9d4616df4b50 req-1a3f1294-868c-40ad-ab1e-b47c3a900225 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611433 Jul 16 22:19:27.600820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02ad0bca-9bb0-48a5-b749-00b4e2ddc556 req-73c7a711-0156-4dc9-b27c-674f350e35e0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436997 Jul 16 22:19:27.612065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.615349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8110d524-9c40-4c37-b31b-377bde6cb302 req-3e77cd93-9a9e-4237-80ad-bc17940358e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017341 Jul 16 22:19:27.616789 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.617241 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67 disassociated. External IP: 172.25.5.242, port: 03643c25-17c0-4f72-9d11-493a064e759d. Jul 16 22:19:27.645349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9df41d13-ee54-4180-891f-14d8152e141a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:27.758635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:27.765309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:27.776163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'name': 'network-vif-deleted', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:27.779081 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2175b-c7fa-4441-8950-adb03467004c" -d '{"events": [{"server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "name": "network-vif-deleted", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:27.782084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9df41d13-ee54-4180-891f-14d8152e141a has no active binding in host n-h1-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:19:27.790308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd394a73-ae11-4d9e-adaa-4964a936a1b5 req-66eb527a-fa3d-4a0d-892c-79d467c05111 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:27.791795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd394a73-ae11-4d9e-adaa-4964a936a1b5 req-66eb527a-fa3d-4a0d-892c-79d467c05111 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 943 time: 0.0805814 Jul 16 22:19:27.805449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Pushing event deleted for resources: {'Port': ['ID=aed38fea-52ba-421a-9ce5-92e28b26bf44,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:27.837656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd394a73-ae11-4d9e-adaa-4964a936a1b5 req-b06b923e-402c-4619-9ccb-f9a14e8805cd tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Jul 16 22:19:27.956184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-d215ffa1-0b07-459c-a666-45354bf3f07e service neutron] 10.222.0.47 "GET /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a/bindings/n-h1-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.0601912 Jul 16 22:19:28.034319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:28.060425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.155078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:28.178776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:28.219719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df41d13-ee54-4180-891f-14d8152e141a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:28.231004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:28.248002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.281751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:28.287120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.294255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:28.321175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:28.322292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:28.337169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-d2c76508-77ed-4a8c-8d75-7226780d9316 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "PUT /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 696 time: 1.1714416 Jul 16 22:19:28.338890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:28.339561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:28.342428 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:28.433367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] Transition to ACTIVE for port object 9df41d13-ee54-4180-891f-14d8152e141a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:28.439710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.451675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-41a44688-4ffc-41b4-8700-9182410054f3 tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:28.459608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-41a44688-4ffc-41b4-8700-9182410054f3 tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.1283872 Jul 16 22:19:28.502883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-72df5041-866e-48de-b2bd-3baa45d794ce tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.538812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:28.540027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-6719acc9-9a18-4760-847c-b8ec49c36b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:28.541839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-6719acc9-9a18-4760-847c-b8ec49c36b51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.1855621 Jul 16 22:19:28.586050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] No DVR routers for this DVR port 9df41d13-ee54-4180-891f-14d8152e141a on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:28.594761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Router 51054777-3480-4a57-9eff-a5cfa5ca2f99 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:28.653385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991165-cf0a-4983-a268-ee174557b642 service neutron] Pushing event updated for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:28.672943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-42991165-cf0a-4983-a268-ee174557b642 service neutron] 10.222.0.47 "PUT /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a/bindings/n-h1-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7090802 Jul 16 22:19:28.724638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-72df5041-866e-48de-b2bd-3baa45d794ce tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.729985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-72df5041-866e-48de-b2bd-3baa45d794ce tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.758081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04043bd7-78bd-4aa0-9a45-a70c6e6e16b3 req-72df5041-866e-48de-b2bd-3baa45d794ce tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969282 Jul 16 22:19:28.761591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d70c7aa-a80f-4f0d-9af3-a8c64fd581cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b849b4f8c2094b3b96db4278f2c63f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103680 Jul 16 22:19:28.764538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:28.765397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-bb919b9d-7c2f-4e0b-83d2-0e77b803923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:28.766974 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-bb919b9d-7c2f-4e0b-83d2-0e77b803923b service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.2160628 Jul 16 22:19:28.792628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:28.809724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5041-866e-48de-b2bd-3baa45d794ce tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0faee5f-715e-431d-b2d5-4230af82614f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:28.823162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:28.833296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:28.834046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:28.837212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.849148 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db297b8-b657-4721-aa40-f832e90d875c x-openstack-request-id: req-8db297b8-b657-4721-aa40-f832e90d875c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:28.849517 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0c0f2-62ec-4738-a82a-f546ed76f334", "name": "network-vif-deleted", "tag": "41aa3cd8-813b-495e-aaee-f5d8f54aadc0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:28.849858 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8db297b8-b657-4721-aa40-f832e90d875c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:28.850381 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0c0f2-62ec-4738-a82a-f546ed76f334', 'name': 'network-vif-deleted', 'tag': '41aa3cd8-813b-495e-aaee-f5d8f54aadc0', 'status': 'completed', 'code': 200} Jul 16 22:19:28.868568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.954261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.960165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:28.964809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be48373d-522f-4d4d-b938-6ed51f375d9b HTTP/1.1" status: 204 len: 168 time: 0.1966751 Jul 16 22:19:28.980009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:28.990875 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5249e-04b4-4fad-8a42-ecd7a894cc54" -d '{"events": [{"server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "name": "network-vif-plugged", "status": "completed", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:29.008647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:29.031057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1222e-920e-4bd7-836d-960610671362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be48373d-522f-4d4d-b938-6ed51f375d9b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:29.119271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb0a48-14f9-4e23-9235-35a7f7642be4 req-1eb9dc4d-4bac-437c-ba39-80775627af43 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.120907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fbb0a48-14f9-4e23-9235-35a7f7642be4 req-1eb9dc4d-4bac-437c-ba39-80775627af43 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 950 time: 0.1495104 Jul 16 22:19:29.124546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-496c4a01-ccdc-43b6-b355-d65907786a9c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.126196 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-496c4a01-ccdc-43b6-b355-d65907786a9c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.0927856 Jul 16 22:19:29.142695 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-cd2702f7-ece9-4445-bef1-b118770b3d42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.3477926 Jul 16 22:19:29.191814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fbb0a48-14f9-4e23-9235-35a7f7642be4 req-e72ff771-2d9e-4dc7-b8c4-73b629b4f7d2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642920 Jul 16 22:19:29.206536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-e08c5b43-45cc-418a-9be9-b67e3fa842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.216735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-e08c5b43-45cc-418a-9be9-b67e3fa842dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.0694654 Jul 16 22:19:29.224775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-9800a70f-faed-4a36-885e-21f558a372ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.228933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-9800a70f-faed-4a36-885e-21f558a372ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 1096 time: 0.0868430 Jul 16 22:19:29.285445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:29.290958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c82cb219-619f-4cac-9265-5210d31c226f admin admin] 10.222.0.70 "PUT /v2.0/routers/51054777-3480-4a57-9eff-a5cfa5ca2f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5540185 Jul 16 22:19:29.293504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:29.297098 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Sync routers for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:29.310452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:29.311321 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:29.313454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:29.336064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae67a90-b58f-46fb-9998-bb6f7f998755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.353380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:29.389327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a85f0-a5ab-4b47-a6e7-6b6f012d8434 None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:21Z', 'revision_number': 4, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2c328144-fc79-4852-b9c3-6315e96a681e', 'name': '', 'network_id': 'aa7defdf-297a-4545-97e8-8bcae01b8ca3', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'mac_address': 'fa:16:3e:c6:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a22da962-fd7c-4859-a01c-7299923add57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:20Z', 'updated_at': '2021-07-16T22:18:28Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'subnets': [{'id': 'a22da962-fd7c-4859-a01c-7299923add57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:29.401305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591076bb-6bec-488c-bed8-22d6739879c9 req-eec4ea05-ead7-4606-8e3a-30d505cbb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.404596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-eec4ea05-ead7-4606-8e3a-30d505cbb62a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812162 Jul 16 22:19:29.453819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-40751e80-6f0f-4c56-b41a-bafa211c379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.455484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-40751e80-6f0f-4c56-b41a-bafa211c379c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1096 time: 0.1914291 Jul 16 22:19:29.462555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.521283 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c5dc8-850e-4e2f-9e73-57c317c12d4f x-openstack-request-id: req-ca3c5dc8-850e-4e2f-9e73-57c317c12d4f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:29.521868 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:29.522297 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca3c5dc8-850e-4e2f-9e73-57c317c12d4f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:29.522978 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:19:29.542029 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:29.586003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae67a90-b58f-46fb-9998-bb6f7f998755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.593439 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae67a90-b58f-46fb-9998-bb6f7f998755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.650605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-f697c3c7-1432-433c-9092-3876e0c9e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.652386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-f697c3c7-1432-433c-9092-3876e0c9e463 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1886919 Jul 16 22:19:29.665661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-b2db04f2-fce1-4b3e-a307-11eea79367ab service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502806 Jul 16 22:19:29.680929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dae67a90-b58f-46fb-9998-bb6f7f998755 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d8f8f308ec446fb96d5fccf7a72594f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599496 Jul 16 22:19:29.683958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae67a90-b58f-46fb-9998-bb6f7f998755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e4988-b98c-4e34-bd00-f7d37e6c53a6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:29.685891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:29.727272 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.757707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-30e4520f-623a-4744-a7c5-cc265bfec2b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0961666 Jul 16 22:19:29.801995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-2a1f6f01-a700-49fb-97e3-cd16cff42ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.803982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-2a1f6f01-a700-49fb-97e3-cd16cff42ac6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c83c7df342914f6b9ea959e99d757d99&device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 1097 time: 0.2494249 Jul 16 22:19:29.846026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cad1-b6c4-4beb-86b2-2956147ee3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.856416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-1a00a5eb-ca82-436e-9f01-2ef504e78d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:29.858571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-1a00a5eb-ca82-436e-9f01-2ef504e78d46 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0918074 Jul 16 22:19:29.878557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.889955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f39a9-7fa7-410c-a59c-f4d37479c9e0 None None] New status for floating IP 2228b1e8-98f9-43c4-ab12-7f702c872a67: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:19:29.896760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591076bb-6bec-488c-bed8-22d6739879c9 req-ab75f530-a29a-4f9c-b6bf-a7ebbf35a7a6 service neutron] 10.222.0.70 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193177 Jul 16 22:19:29.900871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-34bf392d-e863-43fd-b3f8-5d37407638f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344443 Jul 16 22:19:29.948466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:29.964000 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:27Z', 'revision_number': 5, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port': {'id': '93c443dc-52ef-40f8-be9d-053f2c5edd8d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:09Z', 'updated_at': '2021-07-16T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:29.998264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Checking router: 51054777-3480-4a57-9eff-a5cfa5ca2f99 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:30.001391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Deleting port 93c443dc-52ef-40f8-be9d-053f2c5edd8d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:30.001972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:30.007890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Routers {'51054777-3480-4a57-9eff-a5cfa5ca2f99'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:30.008517 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['51054777-3480-4a57-9eff-a5cfa5ca2f99'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:30.037675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-149504b8-bf5e-4901-9a62-d104c20caa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.039778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-149504b8-bf5e-4901-9a62-d104c20caa48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 200 len: 922 time: 0.2261322 Jul 16 22:19:30.107714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-4f626494-0966-4117-86b1-05e686e57a63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 200 len: 217 time: 0.0505600 Jul 16 22:19:30.115856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:30.119892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:30.124141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d75e4988-b98c-4e34-bd00-f7d37e6c53a6 HTTP/1.1" status: 204 len: 168 time: 0.3725128 Jul 16 22:19:30.143370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f530d-d069-4f89-9713-82e283d0c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e4988-b98c-4e34-bd00-f7d37e6c53a6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:30.153315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-3f4b1009-6fde-45b2-bce7-0c303eceb7b9 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423365 Jul 16 22:19:30.162270 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] Set router 51054777-3480-4a57-9eff-a5cfa5ca2f99 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:30.248311 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:30.288136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:29Z', 'revision_number': 6, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:30.295063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-8e118c42-c0bb-42e7-9b59-fb21f77a9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.296638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-8e118c42-c0bb-42e7-9b59-fb21f77a9e5a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 200 len: 860 time: 0.1142240 Jul 16 22:19:30.313879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-3381c1cf-8854-4871-8e33-3ec249de762d service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529138 Jul 16 22:19:30.334724 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f839d-834b-4584-90a9-d6072a2eb453 None None] The sync data for ids ['51054777-3480-4a57-9eff-a5cfa5ca2f99'] in n-d-793621-16 is: [{'id': '51054777-3480-4a57-9eff-a5cfa5ca2f99', 'name': 'tempest-FloatingIPsNegativeTestJSON-152210765-router', 'tenant_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:08Z', 'updated_at': '2021-07-16T22:19:29Z', 'revision_number': 6, 'project_id': 'c3efe405f8294bd9aa5f716daf3b4fe2', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:30.388257 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed460d40-6402-4fa3-b448-65eca6b961a7 x-openstack-request-id: req-ed460d40-6402-4fa3-b448-65eca6b961a7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:30.388257 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "name": "network-vif-plugged", "status": "completed", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:30.389451 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed460d40-6402-4fa3-b448-65eca6b961a7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:30.389807 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9', 'code': 200} Jul 16 22:19:30.469156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] For port 93c443dc-52ef-40f8-be9d-053f2c5edd8d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=93c443dc-52ef-40f8-be9d-053f2c5edd8d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:30.469481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:30.494920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b2f03-544c-4fc4-8abc-1604a7eb4c84 req-0d83dfe7-7ab2-4198-833d-50be293d31ca tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.501803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a3b2f03-544c-4fc4-8abc-1604a7eb4c84 req-0d83dfe7-7ab2-4198-833d-50be293d31ca tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 944 time: 0.2951410 Jul 16 22:19:30.507556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-4baf6f2a-cdac-4788-ab30-7e08bbca1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.509226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-4baf6f2a-cdac-4788-ab30-7e08bbca1fea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aa7defdf-297a-4545-97e8-8bcae01b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608455 Jul 16 22:19:30.534612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Calling delete_port for 93c443dc-52ef-40f8-be9d-053f2c5edd8d owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:30.666656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277b7df-2b3a-4e2e-9eef-ff24a646e128 req-39f27f6f-294c-4cee-878a-f5d9764ad111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.668737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4277b7df-2b3a-4e2e-9eef-ff24a646e128 req-39f27f6f-294c-4cee-878a-f5d9764ad111 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 1102 time: 0.1491678 Jul 16 22:19:30.679020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:30.746106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a3b2f03-544c-4fc4-8abc-1604a7eb4c84 req-a13980ac-91b2-4326-be41-a5968551a3fd tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434299 Jul 16 22:19:30.828923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4277b7df-2b3a-4e2e-9eef-ff24a646e128 req-bfa827c9-4ee8-43fa-90a8-a7b703c8fbab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468637 Jul 16 22:19:30.882291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec814bf-24e4-4318-b211-ff6031ef06d6 req-f05e5f9e-6655-446a-b08c-0d5597a183eb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:30.890853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ec814bf-24e4-4318-b211-ff6031ef06d6 req-f05e5f9e-6655-446a-b08c-0d5597a183eb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 950 time: 0.2270780 Jul 16 22:19:30.953103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:30.974948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-7254fa99-26a3-40f4-9dcb-114b9f17c50d service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426496 Jul 16 22:19:30.977175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.021658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-a0582017-4e76-4a55-adba-78a524aa19d7 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:31.023305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-a0582017-4e76-4a55-adba-78a524aa19d7 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.2678566 Jul 16 22:19:31.055700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ec814bf-24e4-4318-b211-ff6031ef06d6 req-d9d2e947-b467-4c9d-81cd-830cb8730060 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639709 Jul 16 22:19:31.071568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.074005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c443dc-52ef-40f8-be9d-053f2c5edd8d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:31.078403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32755118-2f5c-4cdc-9fc9-0f48c21aa719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.091465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-923c1209-59c4-45fc-8f50-fc82020939b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4076114 Jul 16 22:19:31.107022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-bb4bf75b-61e9-4824-941e-ec4e64a02e58 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:31.108033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-bb4bf75b-61e9-4824-941e-ec4e64a02e58 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075638 Jul 16 22:19:31.219383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.232325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-6d8873ff-3997-4706-b361-675b27820b84 service neutron] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:31.240732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-6d8873ff-3997-4706-b361-675b27820b84 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.242124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df9a183f-00ff-40c5-947d-866c85ff3076 req-6d8873ff-3997-4706-b361-675b27820b84 service neutron] 10.222.0.68 "DELETE /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a/bindings/n-h2-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.2096386 Jul 16 22:19:31.244098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.259555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.307041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32755118-2f5c-4cdc-9fc9-0f48c21aa719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.313579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32755118-2f5c-4cdc-9fc9-0f48c21aa719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.377895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-32755118-2f5c-4cdc-9fc9-0f48c21aa719 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ae8966fd4c14bc7aaaa59acaac7d1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227026 Jul 16 22:19:31.382494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:31.407119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755118-2f5c-4cdc-9fc9-0f48c21aa719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a963fe8-3b6e-48a6-b628-7c7b057b2c3d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:31.421892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.422342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51054777-3480-4a57-9eff-a5cfa5ca2f99 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:19:31.430092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f54f2ddb-756b-4aaf-8af4-86aa86064eb1 req-716bfc68-ca63-40ad-b61e-79ca740efba5 service neutron] 10.222.0.68 "GET /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280818 Jul 16 22:19:31.438927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fea82-cab7-409f-8625-ec548165c333 req-00b545fb-2f22-4696-9140-3f0119d12f81 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:31.440572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa8fea82-cab7-409f-8625-ec548165c333 req-00b545fb-2f22-4696-9140-3f0119d12f81 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.4789283 Jul 16 22:19:31.454021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.455416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a03a8050-b8d0-4a07-9f2a-0a02eab6c446 admin admin] 10.222.0.70 "DELETE /v2.0/routers/51054777-3480-4a57-9eff-a5cfa5ca2f99 HTTP/1.1" status: 204 len: 168 time: 2.1607809 Jul 16 22:19:31.458087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:31.537418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.550253 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa8fea82-cab7-409f-8625-ec548165c333 req-92b6375a-d3ec-4dda-b0c7-7a0fa935c5d4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934746 Jul 16 22:19:31.569474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Deleting subnet 03bed369-a9f7-40f5-a167-b5da4433b153 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:19:31.572755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.592323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.626804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9df41d13-ee54-4180-891f-14d8152e141a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:31.658468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.739140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9df41d13-ee54-4180-891f-14d8152e141a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:31.742227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.745628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:31.747618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a963fe8-3b6e-48a6-b628-7c7b057b2c3d HTTP/1.1" status: 204 len: 168 time: 0.3642516 Jul 16 22:19:31.787739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09409b5-9f1c-4418-8e93-6c1240925446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a963fe8-3b6e-48a6-b628-7c7b057b2c3d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:31.820116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.000224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.025718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.026142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b6f8b-eba3-4ba4-a093-3fb37c7b7d5f None None] Network 6e32837a-28bd-45c7-9009-1bfd02c98471 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:32.029856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/03bed369-a9f7-40f5-a167-b5da4433b153 HTTP/1.1" status: 204 len: 168 time: 0.5683575 Jul 16 22:19:32.032186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-751d131b-a450-48f9-b108-71d4e775a0f8 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 200 len: 694 time: 0.4766860 Jul 16 22:19:32.056031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:32.067921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ace444-6fce-4497-bf0e-b06a85ed31f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bed369-a9f7-40f5-a167-b5da4433b153,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:32.128832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5c79-528a-4655-b2ff-606bc9f5b7fc req-84c14543-9a2b-4fcc-bbc7-e16e19e1708a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:32.138923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-940f5c79-528a-4655-b2ff-606bc9f5b7fc req-84c14543-9a2b-4fcc-bbc7-e16e19e1708a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 944 time: 0.1269059 Jul 16 22:19:32.224250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-940f5c79-528a-4655-b2ff-606bc9f5b7fc req-d8ab1a5c-ec3a-48e1-a9fc-00620a17521a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833292 Jul 16 22:19:32.307404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.366526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] DHCP port deletion for 6e32837a-28bd-45c7-9009-1bfd02c98471 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:19:32.477320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-5ae09c32-baae-4599-a983-245da1587074 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:32.486446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-5ae09c32-baae-4599-a983-245da1587074 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.4214778 Jul 16 22:19:32.508567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-4438f3a7-d82e-44c7-867c-8b82572302b0 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:19:32.521838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 93c443dc-52ef-40f8-be9d-053f2c5edd8d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:32.522031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45350) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:32.525130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-4438f3a7-d82e-44c7-867c-8b82572302b0 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239542 Jul 16 22:19:32.552133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 93c443dc-52ef-40f8-be9d-053f2c5edd8d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:32.552487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 93c443dc-52ef-40f8-be9d-053f2c5edd8d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:32.552909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aed38fea-52ba-421a-9ce5-92e28b26bf44 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:32.585051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: aed38fea-52ba-421a-9ce5-92e28b26bf44 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:32.585402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aed38fea-52ba-421a-9ce5-92e28b26bf44 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:32.595635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-971d34e5-cda1-4cfe-8447-8d076457b1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.608921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.610553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Deleting port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:32.610981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.611233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b8a2c-663f-45fe-89b4-abd101cebb83 req-500551a8-4009-4ec5-9027-0cbf7eb5f0b6 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:32.611615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-1f623e9c-83c4-42e9-9e9a-31e8aec36f87 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 697 time: 0.0854757 Jul 16 22:19:32.613512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f6b8a2c-663f-45fe-89b4-abd101cebb83 req-500551a8-4009-4ec5-9027-0cbf7eb5f0b6 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 950 time: 0.1831412 Jul 16 22:19:32.676916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-318eb1d8-5029-4c19-8b2b-5bf4234ad1d4 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 697 time: 0.0642657 Jul 16 22:19:32.696688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] For port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:32.697282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.714224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Calling delete_port for 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:32.723181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f6b8a2c-663f-45fe-89b4-abd101cebb83 req-1218c738-0f3a-4bd9-a66f-8cd6709f11be tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024966 Jul 16 22:19:32.723616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Deleting port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:32.724007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.758420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-971d34e5-cda1-4cfe-8447-8d076457b1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.763839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-971d34e5-cda1-4cfe-8447-8d076457b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.843742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-971d34e5-cda1-4cfe-8447-8d076457b1d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c90dd013fad4e6abe37125ec3192885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194726 Jul 16 22:19:32.844525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d34e5-cda1-4cfe-8447-8d076457b1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19bfd90-88f1-4f49-963d-81fede5f2031,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:32.847414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:32.850861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] For port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,segment=NetworkSegment(5fe5085c-0f28-4401-baa8-4edb0343b91c),segment_id=5fe5085c-0f28-4401-baa8-4edb0343b91c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:32.851228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.906284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Calling delete_port for 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:32.930079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.940917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.955329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:32.964696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] No DVR routers for this DVR port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:32.986381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Deleting port 6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:32.986754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.029149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.034889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.037579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f19bfd90-88f1-4f49-963d-81fede5f2031 HTTP/1.1" status: 204 len: 168 time: 0.1889129 Jul 16 22:19:33.051331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2dbb9-bda0-410c-838e-6f64057ef81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19bfd90-88f1-4f49-963d-81fede5f2031,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:33.083659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.120642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:33.128503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] No DVR routers for this DVR port 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:33.139761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.140186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.149325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.149556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d1855-6bbd-4688-ae06-11885ffcc632 None None] Pushing event deleted for resources: {'Port': ['ID=5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:33.149661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.150009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.150347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.150682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.151015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.151345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.151670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.151997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.152322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.153219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.153542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:33.178947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Calling delete_port for 6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:33.273718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.290260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.290613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.291425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.291807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.292138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.292476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.292802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.293825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.294190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.294506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.406806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.407481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.407481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.408223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:33.408562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e32837a-28bd-45c7-9009-1bfd02c98471']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:33.429955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe5085c-0f28-4401-baa8-4edb0343b91c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:33.430256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe5085c-0f28-4401-baa8-4edb0343b91c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:33.457586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.462429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-128dfe89-006a-4ec5-a283-6714b595eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.463947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-128dfe89-006a-4ec5-a283-6714b595eeb7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.1031108 Jul 16 22:19:33.488874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.489743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4946fa-4f2e-4b56-9159-d1df8b2ad1b6 req-d4014a2c-338a-4b8d-afb4-b8af9a21abed tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.491196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d4946fa-4f2e-4b56-9159-d1df8b2ad1b6 req-d4014a2c-338a-4b8d-afb4-b8af9a21abed tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0994191 Jul 16 22:19:33.499922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:19:33.500413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: from cryptography.utils import int_from_bytes Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: from cryptography.utils import int_from_bytes Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:33.534656 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:19:33.538325 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:19:33.542209 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:19:33.587103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d4946fa-4f2e-4b56-9159-d1df8b2ad1b6 req-df050d2f-5895-47c3-a009-8c7dea5e8c03 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773656 Jul 16 22:19:33.600190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-b1d84164-a9f6-4536-8eee-3682ad7997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.601847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-b1d84164-a9f6-4536-8eee-3682ad7997eb service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1315901 Jul 16 22:19:33.636483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.643897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.647121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6e32837a-28bd-45c7-9009-1bfd02c98471 HTTP/1.1" status: 204 len: 168 time: 1.5901117 Jul 16 22:19:33.654698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-3313c750-d71c-4d8e-a35c-78e7abf8385d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.0456765 Jul 16 22:19:33.667381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688832ea-5d6c-4fc4-a0d0-e4dd7f08f3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e32837a-28bd-45c7-9009-1bfd02c98471,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:33.674322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.707156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event deleted for resources: {'Port': ['ID=6c520f43-63a2-4e2f-b1f5-ba2b3422a8c9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:33.710278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-e7d0397a-34c2-4f95-a62b-f3db87be42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.712771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-e7d0397a-34c2-4f95-a62b-f3db87be42cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0508196 Jul 16 22:19:33.782007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.785842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:33.799424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b29d196-9162-4d25-a4b8-e8e2de59bd7e req-68d1d364-35c8-43d0-a02c-52b5db89b858 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "DELETE /v2.0/floatingips/2228b1e8-98f9-43c4-ab12-7f702c872a67 HTTP/1.1" status: 204 len: 173 time: 1.1215212 Jul 16 22:19:33.866952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-b1f6f6f2-e766-49e0-9761-20653993a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.868389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-b1f6f6f2-e766-49e0-9761-20653993a652 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428025 Jul 16 22:19:33.883895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e84b7-0e6e-489f-b735-d4d4ab10651c req-a099b231-c217-4456-a028-d796cbee00da tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:33.885426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-925e84b7-0e6e-489f-b735-d4d4ab10651c req-a099b231-c217-4456-a028-d796cbee00da tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 949 time: 0.1093411 Jul 16 22:19:33.911302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:33.975134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-370cba53-67e4-4fe0-b6a6-b624aa1a5e53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3efe405f8294bd9aa5f716daf3b4fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603106 Jul 16 22:19:33.975369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:33.977242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-925e84b7-0e6e-489f-b735-d4d4ab10651c req-e3cdbcbd-e874-4b87-9879-169fd49560c1 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837533 Jul 16 22:19:34.013146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-bcb0d3ff-45f0-40e5-9b95-bbd8ccae729c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372492 Jul 16 22:19:34.038646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:34.043621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc1b-4e2e-4a16-a98e-cbfb014254db req-f535f0a5-0491-4091-8b0a-af4cbfc86602 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:34.044803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-128ffc1b-4e2e-4a16-a98e-cbfb014254db req-f535f0a5-0491-4091-8b0a-af4cbfc86602 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1096 time: 0.1450162 Jul 16 22:19:34.048795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.139268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-117b08b9-f5a9-4b3d-ae25-339a5cd8dda5 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194813 Jul 16 22:19:34.376589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:34.377129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1469902963-network', 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:34.395403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.396757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:34.397350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ca1f7f1-d7a2-4b2f-b034-f581ee8d54c7 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:34.434949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:34.437274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.453280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-128ffc1b-4e2e-4a16-a98e-cbfb014254db req-ac85f9a7-b196-44a9-b0fe-25e948265a6c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949523 Jul 16 22:19:34.454913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.519813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.522495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.523526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8404e03c-6d17-4eb9-a79d-8dff19152d70 HTTP/1.1" status: 204 len: 168 time: 0.5473459 Jul 16 22:19:34.539065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baead9-d6b9-413e-b475-4daea2f377c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8404e03c-6d17-4eb9-a79d-8dff19152d70,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:34.632840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.638864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.671598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:19:34.692884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.693289 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Added segment c166d7c7-c451-4c15-a364-05d3a09eaadc of type vlan for network 927cde9f-9085-4fce-a1ac-df684e3b7261 Jul 16 22:19:34.694765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab0c1b-7680-4fee-b18c-d82e7da92388,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:34.741089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.742219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd799-577f-48b3-a13f-8c742e270491 req-4c0a6967-41b1-43ba-b57f-ecafd9acf289 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:34.753451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd799-577f-48b3-a13f-8c742e270491 req-4c0a6967-41b1-43ba-b57f-ecafd9acf289 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:34.762142 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a3cd799-577f-48b3-a13f-8c742e270491 req-4c0a6967-41b1-43ba-b57f-ecafd9acf289 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635&device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 1690 time: 0.1275618 Jul 16 22:19:34.786241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.788334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:34.789477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.807679 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a3cd799-577f-48b3-a13f-8c742e270491 req-9c037c85-2fbb-4832-859c-94bd2b7bb151 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Jul 16 22:19:34.864646 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8200433 Jul 16 22:19:34.864646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:34.868919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Request body: {'subnet': {'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1469902963-subnet', 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:34.911335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca1b78-0a39-4d6e-98ff-66fe3ddcaf48 admin admin] Pushing event updated for resources: {'Network': ['ID=927cde9f-9085-4fce-a1ac-df684e3b7261,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:34.924338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:19:34.935749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:34.938255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:34.984803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739b22f-dc47-4237-b018-2610a253559a req-9e506674-32b3-4f49-84bd-d4656c5bb128 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:34.986361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0739b22f-dc47-4237-b018-2610a253559a req-9e506674-32b3-4f49-84bd-d4656c5bb128 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 945 time: 0.1683869 Jul 16 22:19:35.001206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57306d-e6cf-4b7c-8800-bd57d911cf25 req-206d11d2-9320-49c8-844a-873509e72de6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.009698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a57306d-e6cf-4b7c-8800-bd57d911cf25 req-206d11d2-9320-49c8-844a-873509e72de6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0885072 Jul 16 22:19:35.047502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a57306d-e6cf-4b7c-8800-bd57d911cf25 req-809c887a-95f2-4ea7-be0a-e2102760df36 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Jul 16 22:19:35.072566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0739b22f-dc47-4237-b018-2610a253559a req-1dac6180-aeda-4e52-b831-7049afa82bc1 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Jul 16 22:19:35.193132 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:35.258386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6358600e-60a1-4d4e-afb8-cf8776dba445,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:35.272501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:35.273036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Network hostable DHCP agents. Network: 927cde9f-9085-4fce-a1ac-df684e3b7261, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:19:35.295749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:19:35.308022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 927cde9f-9085-4fce-a1ac-df684e3b7261) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:35.316359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.317166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:35.317555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d748d8-832d-4a52-9b90-210c1398f3d6 None None] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:35.337534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-09c15383-94d1-4884-96c3-a956283e79a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4715369 Jul 16 22:19:35.481652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ad470-4167-40c8-8e2e-710dc86939e6 None None] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:35.491159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb71bb7-3bf0-40ad-90d1-30b031a65344 req-8e402781-c172-434e-8596-96e23d2951f5 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.492863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccb71bb7-3bf0-40ad-90d1-30b031a65344 req-8e402781-c172-434e-8596-96e23d2951f5 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 1101 time: 0.0685701 Jul 16 22:19:35.547040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccb71bb7-3bf0-40ad-90d1-30b031a65344 req-ca762401-880a-4540-82c7-60aae5085eee tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 Jul 16 22:19:35.603827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-753999f2-bbec-45d0-8707-034606da5ded tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.613589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-753999f2-bbec-45d0-8707-034606da5ded tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.4544177 Jul 16 22:19:35.631565 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-bc698acb-7b17-4299-8b79-768cf7b53779 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/quotas/e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 375 time: 0.0167124 Jul 16 22:19:35.704685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-4ded88f6-5906-4232-b10d-e64708cfbf79 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670853 Jul 16 22:19:35.838247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-5d5703ed-3957-47a3-b46e-6cbf298cbc1f service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265836 Jul 16 22:19:35.886104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-397819fd-5785-45d1-9a00-bc60792f99f5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.888313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-397819fd-5785-45d1-9a00-bc60792f99f5 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 945 time: 0.1144769 Jul 16 22:19:35.971906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a6f38-db00-4ec1-923c-34292451b261 req-e9129d51-3065-4ab1-8760-9abb9865e92e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:35.973524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-424a6f38-db00-4ec1-923c-34292451b261 req-e9129d51-3065-4ab1-8760-9abb9865e92e tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 1102 time: 0.0675335 Jul 16 22:19:35.973994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:35.978705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2111840935-network', 'tenant_id': 'de58799d32b2439297698f2947b35024'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:35.987762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-13462baa-9e39-4e00-a6f5-86f2652a86ad service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421545 Jul 16 22:19:36.028882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-424a6f38-db00-4ec1-923c-34292451b261 req-f8828cbb-b95a-482e-ba1d-63ced0eb39b2 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463302 Jul 16 22:19:36.030020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Made reservation on behalf of de58799d32b2439297698f2947b35024 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:36.032405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.036689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Deleting port 03643c25-17c0-4f72-9d11-493a064e759d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:36.037004 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.041361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.169904 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.175532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] For port 03643c25-17c0-4f72-9d11-493a064e759d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03643c25-17c0-4f72-9d11-493a064e759d,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:36.175532 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.185500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.198171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Calling delete_port for 03643c25-17c0-4f72-9d11-493a064e759d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:36.215474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:19:36.229990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176693c-6483-4613-a3ab-32ac351028c3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:36.247786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.250320 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Added segment 7cf2f99d-4b15-4bca-b8b6-1ba187a33f5f of type vlan for network 0a207b05-f489-4b02-8d17-106059040847 Jul 16 22:19:36.299192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.341433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.342430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:36.343006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.403274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.411175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] Pushing event updated for resources: {'Network': ['ID=0a207b05-f489-4b02-8d17-106059040847,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:36.417159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9dfa281-f8a1-410f-add6-677672599202 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4421337 Jul 16 22:19:36.417552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03643c25-17c0-4f72-9d11-493a064e759d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:36.418548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:36.422709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0a207b05-f489-4b02-8d17-106059040847 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:19:36.423708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Request body: {'subnet': {'network_id': '0a207b05-f489-4b02-8d17-106059040847', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2111840935-subnet', 'tenant_id': 'de58799d32b2439297698f2947b35024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:36.448822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Made reservation on behalf of de58799d32b2439297698f2947b35024 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:36.453543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.523909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Pushing event deleted for resources: {'Port': ['ID=03643c25-17c0-4f72-9d11-493a064e759d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:36.644836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.645211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.645551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.645968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.651251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.651647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.652076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.653347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.653693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.654028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.654356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.655222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:36.687432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] No DVR routers for this DVR port 03643c25-17c0-4f72-9d11-493a064e759d on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:36.691169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.694007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-37b91f20-d261-484e-b4eb-07d650d1be91 req-d0fc4f69-eef0-4375-baf9-7e8fef87d7cb tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.68 "DELETE /v2.0/ports/03643c25-17c0-4f72-9d11-493a064e759d HTTP/1.1" status: 204 len: 173 time: 0.7992322 Jul 16 22:19:36.694825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'name': 'network-vif-deleted', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:36.697497 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c2e06-7b19-40c8-b135-6aa059c794f7" -d '{"events": [{"server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "name": "network-vif-deleted", "tag": "03643c25-17c0-4f72-9d11-493a064e759d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:36.788266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:36.849129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a09b64-d4d5-4d0d-b08c-65acfabe01cb req-fe494c92-a958-428f-b26f-9f239523560b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:36.861628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2a09b64-d4d5-4d0d-b08c-65acfabe01cb req-fe494c92-a958-428f-b26f-9f239523560b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0984399 Jul 16 22:19:36.908488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f81f7e22-a59f-48dc-915c-a8b78830e834 req-165c1835-4aed-4724-bb4e-6887277e7709 tempest-FloatingIPsAssociationTestJSON-965729829 tempest-FloatingIPsAssociationTestJSON-965729829-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfca42eb-7399-4a92-8412-aa12465040e4 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Jul 16 22:19:36.917971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a89c08-58d2-4773-857e-105caee180cc,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:36.950059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2a09b64-d4d5-4d0d-b08c-65acfabe01cb req-ed971e2c-b39a-4191-9700-298ff723d945 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822239 Jul 16 22:19:36.956699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Checking segment: {'id': '7cf2f99d-4b15-4bca-b8b6-1ba187a33f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a207b05-f489-4b02-8d17-106059040847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:36.958169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Network hostable DHCP agents. Network: 0a207b05-f489-4b02-8d17-106059040847, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:19:36.985676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:36.988334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Network 0a207b05-f489-4b02-8d17-106059040847 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:19:37.013259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0a207b05-f489-4b02-8d17-106059040847) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:37.019988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:37.027067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b903722-d3d2-44f8-a27c-2234547dace4 None None] Network 0a207b05-f489-4b02-8d17-106059040847 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:37.037216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.068919 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13680c1-9f2c-4e42-b0cd-cfc58e2c1735 x-openstack-request-id: req-b13680c1-9f2c-4e42-b0cd-cfc58e2c1735 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:37.069619 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca42eb-7399-4a92-8412-aa12465040e4", "name": "network-vif-deleted", "tag": "03643c25-17c0-4f72-9d11-493a064e759d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:37.071860 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b13680c1-9f2c-4e42-b0cd-cfc58e2c1735 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:37.072487 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca42eb-7399-4a92-8412-aa12465040e4', 'name': 'network-vif-deleted', 'tag': '03643c25-17c0-4f72-9d11-493a064e759d', 'status': 'completed', 'code': 200} Jul 16 22:19:37.077891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c850660-b569-44e1-b6a5-7d4156f1c592 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6580656 Jul 16 22:19:37.138068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e56762f-7250-47fb-bd09-5b60442efe34 req-437dd11e-1e58-4a07-80d9-8c7ad85174d4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 210 time: 0.0522704 Jul 16 22:19:37.283568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7393c7c7-cf6b-4373-8299-b6b0039ecc51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683486 Jul 16 22:19:37.285196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d7529-5510-4f78-a5e7-06f2db1ba564 None None] Network 0a207b05-f489-4b02-8d17-106059040847 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:37.316369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3a39-efcd-4e44-afd8-0caf1aedce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.532989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-bfdc7c5a-1797-4054-9981-3a7f27a874a9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:37.534794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-bfdc7c5a-1797-4054-9981-3a7f27a874a9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292511 Jul 16 22:19:37.563130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-27f6d182-fa8e-475b-8b87-e0c3414f4547 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0158927 Jul 16 22:19:37.589494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3a39-efcd-4e44-afd8-0caf1aedce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.609706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3a39-efcd-4e44-afd8-0caf1aedce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.660741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f7b3a39-efcd-4e44-afd8-0caf1aedce70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7fe8c7e352d44d2baf014b078dc117d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6707244 Jul 16 22:19:37.661412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45576) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:37.664593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b3a39-efcd-4e44-afd8-0caf1aedce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4640f-261b-4509-9b64-352e007a958c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:37.696254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-d79882da-f70b-4120-a645-bec64e45442b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239252 Jul 16 22:19:37.726751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.751361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.792660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:37.878611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.882080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.885455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58b4640f-261b-4509-9b64-352e007a958c HTTP/1.1" status: 204 len: 168 time: 0.2218757 Jul 16 22:19:37.921080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50274e5-0c61-4571-b977-9e330b73d8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4640f-261b-4509-9b64-352e007a958c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:37.931100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-490c82c2-d23d-4744-83f9-1e82415fc77e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:37.933733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-490c82c2-d23d-4744-83f9-1e82415fc77e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.1528597 Jul 16 22:19:37.958535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0fcb1d-db9c-4a1b-a943-f75267e8e055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:37.971681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-092f3a13-6a1c-44bb-a137-a12fad7f4db8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/quotas/d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 375 time: 0.0319281 Jul 16 22:19:38.004559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-ab96186f-a211-47dc-aaf6-2f66049dd245 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319114 Jul 16 22:19:38.100921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0fcb1d-db9c-4a1b-a943-f75267e8e055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.116848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0fcb1d-db9c-4a1b-a943-f75267e8e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.163757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-4dab18bb-064f-4d40-81f3-ff8c4129afcf service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519337 Jul 16 22:19:38.225013 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c0fcb1d-db9c-4a1b-a943-f75267e8e055 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3ca504eadf0462b828e1b9c201e8e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301660 Jul 16 22:19:38.228413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:38.229239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fcb1d-db9c-4a1b-a943-f75267e8e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b987f-ac3a-4fac-a7e4-00888ddb8dbd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:38.289782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-884256eb-9d59-4113-b153-54b3bddbd02e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:38.291514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-884256eb-9d59-4113-b153-54b3bddbd02e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.2100241 Jul 16 22:19:38.311700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Request body: {'port': {'device_id': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'admin_state_up': True, 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:38.358482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b87ad284-7aad-4176-8f02-487ab1a38ea8 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876917 Jul 16 22:19:38.364603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:38.384029 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec517703-f007-4b16-9fd0-b758840baf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.415527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:38.417239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.442645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.541145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.548307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.565862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b1b987f-ac3a-4fac-a7e4-00888ddb8dbd HTTP/1.1" status: 204 len: 168 time: 0.3298807 Jul 16 22:19:38.628154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b9a99-cf00-40ba-9f25-15595c02f740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b987f-ac3a-4fac-a7e4-00888ddb8dbd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:38.685911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c685fc-083b-48df-b798-9e6af078afb8 req-cfac318f-703e-481c-a093-7393631b7ef5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:38.696885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51c685fc-083b-48df-b798-9e6af078afb8 req-cfac318f-703e-481c-a093-7393631b7ef5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1196878 Jul 16 22:19:38.742467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51c685fc-083b-48df-b798-9e6af078afb8 req-097bcf4d-700c-4112-9c87-29357b4c931e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Jul 16 22:19:38.795591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e61fe22-2dce-417b-b2fd-7888c83a9619 req-3d74f7a3-ce71-4f94-92b8-11fbb87950f0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 210 time: 0.0963626 Jul 16 22:19:38.910283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec517703-f007-4b16-9fd0-b758840baf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.917519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec517703-f007-4b16-9fd0-b758840baf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:38.944289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:38.951577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.191310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec517703-f007-4b16-9fd0-b758840baf2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=419bdf99f387456ba65062f63f92ae82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253262 Jul 16 22:19:39.207567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:39.223703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe0ff273-6143-41b9-9e56-80d207116899 req-53c9c958-44e6-43a7-88fe-dbc44d6933ee tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0736637 Jul 16 22:19:39.252439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec517703-f007-4b16-9fd0-b758840baf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c82d39d-a508-41d2-8cc7-11c7a7be06d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:39.262906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Allocated IP 172.20.0.7 (0948cc14-417f-4770-86a4-b3a528181ed5/5cf4f6c0-af19-456a-96cb-54d924033b97/15b059ef-7af7-42a6-bf4b-62562044ba44) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:39.290763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47df326f-68e8-4b30-aaac-2bdc674fe0a0 req-9a3058c1-1cd0-4e2f-ac0d-247a89646328 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 210 time: 0.1081700 Jul 16 22:19:39.417241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.475528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.507894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.590703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.641798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.676155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.679494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.682150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:39.683615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c82d39d-a508-41d2-8cc7-11c7a7be06d4 HTTP/1.1" status: 204 len: 168 time: 0.4723208 Jul 16 22:19:39.691855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03643c25-17c0-4f72-9d11-493a064e759d no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:39.704254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Network 0948cc14-417f-4770-86a4-b3a528181ed5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:39.705774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:39.708415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e02b-ef0c-4ca3-a464-12010c8a0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c82d39d-a508-41d2-8cc7-11c7a7be06d4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:39.713162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:39.719273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:39.719898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.735852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-d1c2e041-0fb5-4e1e-aa0d-79e2c6d30ebe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4345198 Jul 16 22:19:39.755391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Request body: {'port': {'device_id': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:39.770257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 03643c25-17c0-4f72-9d11-493a064e759d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:39.778699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03643c25-17c0-4f72-9d11-493a064e759d not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:39.803303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:39.890645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:39.946514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1934661955-network', 'tenant_id': '83893e4b7a474163ade83e08e3425f54'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:40.127498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Made reservation on behalf of 83893e4b7a474163ade83e08e3425f54 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:40.130307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.152802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.163897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fb4bd-0e5b-4e9d-819b-e9e3ed509190 req-56940612-c5b0-4aff-b34e-4fd9ad7a78f1 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:40.172240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-425fb4bd-0e5b-4e9d-819b-e9e3ed509190 req-56940612-c5b0-4aff-b34e-4fd9ad7a78f1 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 931 time: 0.1108994 Jul 16 22:19:40.250323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dacee-8f61-41eb-b7f5-17c657a62348 req-a3eae6a1-fd99-452b-be00-5a631076bdac tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:40.263055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b4dacee-8f61-41eb-b7f5-17c657a62348 req-a3eae6a1-fd99-452b-be00-5a631076bdac tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.2317369 Jul 16 22:19:40.272917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-425fb4bd-0e5b-4e9d-819b-e9e3ed509190 req-ba3c50ac-a87c-4294-b099-fe2931fb073f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995746 Jul 16 22:19:40.388186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b4dacee-8f61-41eb-b7f5-17c657a62348 req-f97c7f3f-0088-4e98-8288-8da87b19d6f2 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241510 Jul 16 22:19:40.393091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Deleting port 2c328144-fc79-4852-b9c3-6315e96a681e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:40.393431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.506850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b059ef-7af7-42a6-bf4b-62562044ba44 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:40.523934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.564508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Transition to ACTIVE for port object 15b059ef-7af7-42a6-bf4b-62562044ba44 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:40.656276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.661652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.685708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.714798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] For port 2c328144-fc79-4852-b9c3-6315e96a681e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2c328144-fc79-4852-b9c3-6315e96a681e,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:40.715290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.741853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Calling delete_port for 2c328144-fc79-4852-b9c3-6315e96a681e owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:40.749902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-35b51675-a7f4-45b9-b17b-8964c56cae05 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:40.750596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc47398f-2159-4804-9de3-e11685997338 req-8beb1cec-d535-48fe-b84c-5ce3673a9591 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0901539 Jul 16 22:19:40.762101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-35b51675-a7f4-45b9-b17b-8964c56cae05 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.4553292 Jul 16 22:19:40.816328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bea2e658-a73d-425a-acb3-26f027e7ffaa req-b3694659-9df1-471c-9c4e-63c998e9342c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 210 time: 0.1329322 Jul 16 22:19:40.820258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfbeb49-9fc5-4400-b821-8bc1f4136a00,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:40.852103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Request body: {'port': {'device_id': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'admin_state_up': True, 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:40.870753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:19:40.923561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.923958 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Added segment d4009752-d1ab-4211-87c2-7f82ee486402 of type vlan for network dfc21917-4819-4989-9a14-189c9a4b5d67 Jul 16 22:19:40.925610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:40.935472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:40.935833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:40.936150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:40.962591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:40.962995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:40.976930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-0505e7c9-2d23-4196-aa77-282363bb38e3 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2119749 Jul 16 22:19:40.977234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:40.977547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:40.978078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:40.978507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Bound port: 15b059ef-7af7-42a6-bf4b-62562044ba44, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:40.978868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:40.982476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.059325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.060270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.060916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.109783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:41.162431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:41.165679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc21917-4819-4989-9a14-189c9a4b5d67,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:41.180487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network dfc21917-4819-4989-9a14-189c9a4b5d67 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:19:41.193459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.199476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-dec284ad-39c8-44cd-b7b0-9c5ba17d5508 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739186 Jul 16 22:19:41.273100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.273770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.275162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] 10.222.0.68 "PUT /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 1092 time: 1.5303023 Jul 16 22:19:41.278072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:41.280255 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82bfcd2-f920-46d3-9db1-2573f021b1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:41.408752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-8c0e91b8-5979-4adb-8adc-6eebb474267b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.412806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-8c0e91b8-5979-4adb-8adc-6eebb474267b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856215 Jul 16 22:19:41.414627 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29358758-59c3-44de-b8eb-a7d81d1389ce x-openstack-request-id: req-29358758-59c3-44de-b8eb-a7d81d1389ce {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:41.415021 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:41.415372 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29358758-59c3-44de-b8eb-a7d81d1389ce {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:41.415859 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'status': 'completed', 'code': 200} Jul 16 22:19:41.470606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:41.502935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853e1aa-f0c1-484a-b08a-f85b94572387 service neutron] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:41.566978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-5ca2f777-1ebb-49ea-a859-e2bf7e7c41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.569032 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-5ca2f777-1ebb-49ea-a859-e2bf7e7c41f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1095 time: 0.1517024 Jul 16 22:19:41.580902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:41.584344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.589324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de2407f5-f118-4c91-a4be-2e7a9e535631 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7849464 Jul 16 22:19:41.592419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:41.607496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Request body: {'subnet': {'network_id': 'dfc21917-4819-4989-9a14-189c9a4b5d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1934661955-subnet', 'tenant_id': '83893e4b7a474163ade83e08e3425f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:41.628760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-131f4e91-773d-4257-8998-454df5970c4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 217 time: 0.0509644 Jul 16 22:19:41.635471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-1da3f4da-731e-4a0c-99ed-fd0c15c27dd4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.637567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-1da3f4da-731e-4a0c-99ed-fd0c15c27dd4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6526573 Jul 16 22:19:41.664724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:41.731636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-51cb734f-8682-415f-b137-0dae61649f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.733300 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-51cb734f-8682-415f-b137-0dae61649f14 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0932682 Jul 16 22:19:41.734309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Made reservation on behalf of 83893e4b7a474163ade83e08e3425f54 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:41.737285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.738928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:41.742493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:41.787339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-c0abae19-e8d3-4d58-81ce-b798c446bdc7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424850 Jul 16 22:19:41.832380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4b3b9-047e-4440-869d-c04cff3c2111 req-615d4120-bfbd-4e6c-bae1-d9a577a8bd30 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.833915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5dd4b3b9-047e-4440-869d-c04cff3c2111 req-615d4120-bfbd-4e6c-bae1-d9a577a8bd30 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.2009459 Jul 16 22:19:41.849916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd702-6177-4588-b497-060a8507891e req-16fed5c6-aee9-4ad7-84ad-da8c4336d1f8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:41.851382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-852bd702-6177-4588-b497-060a8507891e req-16fed5c6-aee9-4ad7-84ad-da8c4336d1f8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.3375568 Jul 16 22:19:41.983790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.049642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Allocated IP 172.20.0.5 (927cde9f-9085-4fce-a1ac-df684e3b7261/6358600e-60a1-4d4e-afb8-cf8776dba445/ae7faebb-d774-4120-ab0d-be98856befe5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:42.053643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2c328144-fc79-4852-b9c3-6315e96a681e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:42.058015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-852bd702-6177-4588-b497-060a8507891e req-4c378264-86f5-43a8-a02c-9c31a3f8353e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665199 Jul 16 22:19:42.164733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:42.168366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.262832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5dd4b3b9-047e-4440-869d-c04cff3c2111 req-93d839ea-2350-49fb-913a-3b9705298548 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961625 Jul 16 22:19:42.357323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-21d68a1f-b3a9-411b-9d5c-4d91b9d7909a service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605714 Jul 16 22:19:42.399833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.432442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-802342e2-c3d6-4886-8897-cb709afe9c38 req-5990e7e3-fbf5-4334-b3e7-348afdc31e23 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 210 time: 0.0418046 Jul 16 22:19:42.461061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.161 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/1c03815f-3cfe-49a3-974c-0369ae5a14bc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:42.545102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58a5db5f-e817-441e-bc19-5b56e9aa8b6a req-0a37babf-94d1-4a3a-bffe-7035a940961e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 210 time: 0.1331296 Jul 16 22:19:42.566125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9e029b0-a6ca-4ab3-a72a-8af79a4b0632 req-2c3789aa-1584-48da-94b4-984c8fc021d2 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984873 Jul 16 22:19:42.570545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc837ba-ea30-4395-ad38-6ff563c4dd67,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:42.599821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.617000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.628567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Checking segment: {'id': 'd4009752-d1ab-4211-87c2-7f82ee486402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dfc21917-4819-4989-9a14-189c9a4b5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:42.628946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Network hostable DHCP agents. Network: dfc21917-4819-4989-9a14-189c9a4b5d67, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:19:42.734521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Network dfc21917-4819-4989-9a14-189c9a4b5d67 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:19:42.744887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.756567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-40612151-be0e-4666-a3f6-9067031dccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:42.758129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-40612151-be0e-4666-a3f6-9067031dccff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1095 time: 0.1135824 Jul 16 22:19:42.758772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, dfc21917-4819-4989-9a14-189c9a4b5d67) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:42.766076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:42.766660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.768801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea7d29-88bd-4ae4-84f2-5f18611c8350 None None] Network dfc21917-4819-4989-9a14-189c9a4b5d67 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:42.773789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:42.786534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object 1c03815f-3cfe-49a3-974c-0369ae5a14bc will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:42.819511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a81b08b2-45ad-48be-a2e9-0fee3a2b0831 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2184072 Jul 16 22:19:42.870423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:42.875614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:42.883643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:42.912470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:42.939239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-cbe99d9a-bd91-4949-8c19-b2f655437b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:42.941811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-cbe99d9a-bd91-4949-8c19-b2f655437b50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1719103 Jul 16 22:19:42.943780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.023395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:43.024077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.041996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:43.054437 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-0b62664b-7d97-44a5-865e-282d9c10b734 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 217 time: 0.0971367 Jul 16 22:19:43.054635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:43.056263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.122 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/ec61aada-02ef-4020-a229-11ed4587e826) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:43.061393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Router 48872153-6a79-4844-a7da-e4aa175fefb9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:19:43.063108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-6fd1bd68-f0d4-43c6-8764-84822afccbef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2428696 Jul 16 22:19:43.070750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:43.088274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Request body: {'port': {'device_id': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:43.088518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:43.117707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:43.125745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:43.126620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.142980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db289244-9c58-4695-b6e0-a5139f29be30 None None] Network dfc21917-4819-4989-9a14-189c9a4b5d67 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:43.144737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1157588267', 'description': 'tempest-description-603161410'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:43.149285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:43.195945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-91381a46-4160-4814-bf1d-fe8ce904313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:43.197818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-91381a46-4160-4814-bf1d-fe8ce904313f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1302812 Jul 16 22:19:43.208160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.217866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-742ffeec-0949-4991-91b1-ea7020b70015 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7586179 Jul 16 22:19:43.251648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Request body: {'port': {'device_id': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:43.315109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-5c7840ce-e382-433b-aaf2-ad8aa4761f0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018815 Jul 16 22:19:43.384107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.499515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d144d528-2a8a-4279-8776-18c16a134d48 None None] Provisioning for port 1c03815f-3cfe-49a3-974c-0369ae5a14bc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:43.508700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.509272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d144d528-2a8a-4279-8776-18c16a134d48 None None] Provisioning complete for port 1c03815f-3cfe-49a3-974c-0369ae5a14bc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:43.509384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d144d528-2a8a-4279-8776-18c16a134d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.521982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:43.535214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Sync routers for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:43.537754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d1e4d89d-e9f3-4e3a-aad7-6191a416a0ff admin admin] 10.222.0.70 "PUT /v2.0/routers/48872153-6a79-4844-a7da-e4aa175fefb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1211660 Jul 16 22:19:43.541427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:43.551687 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:43.553212 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:43.622349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d144d528-2a8a-4279-8776-18c16a134d48 None None] Port 1c03815f-3cfe-49a3-974c-0369ae5a14bc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:43.674141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-3252d289-25c0-4976-b4f8-02abb6f5eb40 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371685 Jul 16 22:19:43.694682 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:43.711873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.774977 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.822156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.833251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.935015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:43.936189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-578a65bd-5e6f-4809-b447-9af8162af593 req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8024161 Jul 16 22:19:43.942595 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:19:41Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:43.947481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82bfcd2-f920-46d3-9db1-2573f021b1d0 req-1e06dd99-ce6c-4d5d-a41a-e786b46f0a45 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721279 Jul 16 22:19:43.948643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ad16c-c012-4b56-ae95-e1f8b1c9c68d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292ad307-8cfa-4d05-bcb8-6c3f2faf2fac,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:43.980550 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Checking router: 48872153-6a79-4844-a7da-e4aa175fefb9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:43.989869 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Routers {'48872153-6a79-4844-a7da-e4aa175fefb9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:43.990506 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['48872153-6a79-4844-a7da-e4aa175fefb9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:44.110659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] Set router 48872153-6a79-4844-a7da-e4aa175fefb9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:44.169798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object ec61aada-02ef-4020-a229-11ed4587e826 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:44.239522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c1799-d621-400d-bf34-ef84f7b79426 req-cb776b82-1bb9-4c18-90c5-699e435bb422 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:44.240937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0c1799-d621-400d-bf34-ef84f7b79426 req-cb776b82-1bb9-4c18-90c5-699e435bb422 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0729518 Jul 16 22:19:44.292115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0c1799-d621-400d-bf34-ef84f7b79426 req-99d0fca0-3ea9-4513-ba0b-15237fee4cbb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Jul 16 22:19:44.300018 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:19:41Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:44.311666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.329367 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d587367-c6e6-4f7f-a168-7e40e51b4bae None None] The sync data for ids ['48872153-6a79-4844-a7da-e4aa175fefb9'] in n-d-793621-16 is: [{'id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1878896587-router', 'tenant_id': 'c83c7df342914f6b9ea959e99d757d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:19:41Z', 'revision_number': 5, 'project_id': 'c83c7df342914f6b9ea959e99d757d99', 'gw_port': {'id': '6851f9b9-47b8-40c4-ad6e-0480ba60f354', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48872153-6a79-4844-a7da-e4aa175fefb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:18:15Z', 'updated_at': '2021-07-16T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:19:44.415590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d60a0c-f0f2-4e9a-ab08-7c8197ff7319 req-7df53b68-eb16-4c6c-a489-6822e54dcc2a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:44.417136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d60a0c-f0f2-4e9a-ab08-7c8197ff7319 req-7df53b68-eb16-4c6c-a489-6822e54dcc2a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.6483288 Jul 16 22:19:44.418236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.433603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:44.436839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:44.533256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:44.553668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:44.559523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28012570-830f-4290-bf3a-74184bec2f6c req-a55e9d9f-8b82-4e05-bdc2-efb5004b92d8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:44.560068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:44.561068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28012570-830f-4290-bf3a-74184bec2f6c req-a55e9d9f-8b82-4e05-bdc2-efb5004b92d8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 931 time: 0.1358566 Jul 16 22:19:44.563066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:44.589689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d60a0c-f0f2-4e9a-ab08-7c8197ff7319 req-9cecebcc-e9a1-4d17-bc37-d3fc24eceabe tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595380 Jul 16 22:19:44.633692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c03815f-3cfe-49a3-974c-0369ae5a14bc {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:44.648076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.673391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28012570-830f-4290-bf3a-74184bec2f6c req-147770eb-33c2-42f1-b5ce-ecbb1a8cee8f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734050 Jul 16 22:19:44.676985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Transition to ACTIVE for port object 1c03815f-3cfe-49a3-974c-0369ae5a14bc will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:44.691826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.736709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7faebb-d774-4120-ab0d-be98856befe5 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:44.754241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.774621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Transition to ACTIVE for port object ae7faebb-d774-4120-ab0d-be98856befe5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:44.777279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Deleting port 6851f9b9-47b8-40c4-ad6e-0480ba60f354 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:44.778179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.824348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:19:44.913435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:44.954962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Attempting to bind port 1c03815f-3cfe-49a3-974c-0369ae5a14bc on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:44.955448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Attempting to bind port 1c03815f-3cfe-49a3-974c-0369ae5a14bc by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:44.956318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Attempting to bind port 1c03815f-3cfe-49a3-974c-0369ae5a14bc on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:44.963709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:44.979345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff9a1b8b-7b33-49c7-ac6b-783326f07a19 None None] Provisioning for port ec61aada-02ef-4020-a229-11ed4587e826 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:44.987313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff9a1b8b-7b33-49c7-ac6b-783326f07a19 None None] Provisioning complete for port ec61aada-02ef-4020-a229-11ed4587e826 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:44.988809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1b8b-7b33-49c7-ac6b-783326f07a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.016084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Port 1c03815f-3cfe-49a3-974c-0369ae5a14bc on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:45.016904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Attempting to bind port 1c03815f-3cfe-49a3-974c-0369ae5a14bc on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:45.025534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.026203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.029761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:45.030669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:45.031693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:45.032247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Bound port: 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:45.032852 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.036241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a1b8b-7b33-49c7-ac6b-783326f07a19 None None] Port ec61aada-02ef-4020-a229-11ed4587e826 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:45.061342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:45.068158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] For port 6851f9b9-47b8-40c4-ad6e-0480ba60f354, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6851f9b9-47b8-40c4-ad6e-0480ba60f354,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:45.068677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.113400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Calling delete_port for 6851f9b9-47b8-40c4-ad6e-0480ba60f354 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:45.118922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-083c134c-fbdd-44b2-a69c-0ea1f9093132 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4667666 Jul 16 22:19:45.145452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08846f-cd6a-42f9-973a-37be6b151d0a req-f95dfbcf-8beb-46ea-bc74-7dac5d67201a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.154162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f08846f-cd6a-42f9-973a-37be6b151d0a req-f95dfbcf-8beb-46ea-bc74-7dac5d67201a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 936 time: 0.2123754 Jul 16 22:19:45.158093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Request body: {'port': {'device_id': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:45.174568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:45.193668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:45.202779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.234581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f08846f-cd6a-42f9-973a-37be6b151d0a req-2e60e493-7792-4285-b637-828b01cb0dd6 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793750 Jul 16 22:19:45.246507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.247215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.248625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] 10.222.0.68 "PUT /v2.0/ports/1c03815f-3cfe-49a3-974c-0369ae5a14bc HTTP/1.1" status: 200 len: 1097 time: 2.0087366 Jul 16 22:19:45.249635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:45.251802 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51be1fad-810f-467c-b7a0-ec44108fb9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:45.278342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215af7c-67c6-4c85-abdd-3a757a0f1580 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:45.324137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:45.324475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:45.325176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:45.337051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.341009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:45.341339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:45.394752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:45.395096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:45.395483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:45.395920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Bound port: ae7faebb-d774-4120-ab0d-be98856befe5, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:45.396273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.415109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-9cb8f787-cc6e-41dc-a371-a0cb886bc938 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/292ad307-8cfa-4d05-bcb8-6c3f2faf2fac HTTP/1.1" status: 200 len: 1804 time: 0.1011696 Jul 16 22:19:45.424510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '292ad307-8cfa-4d05-bcb8-6c3f2faf2fac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:45.424891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '292ad307-8cfa-4d05-bcb8-6c3f2faf2fac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:45.468886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7166af74-623c-4926-97aa-515f34187b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.470520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7166af74-623c-4926-97aa-515f34187b0c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 1100 time: 0.1664777 Jul 16 22:19:45.532280 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-9d58cae0-a68b-4051-9ba0-381657264945 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc HTTP/1.1" status: 200 len: 217 time: 0.0472853 Jul 16 22:19:45.583866 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7bfae-8d3a-4e30-bf24-00940b5d4440 x-openstack-request-id: req-aae7bfae-8d3a-4e30-bf24-00940b5d4440 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:45.584422 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:45.584422 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aae7bfae-8d3a-4e30-bf24-00940b5d4440 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:45.584804 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc', 'status': 'completed', 'code': 200} Jul 16 22:19:45.591150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.622460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.631003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:45.632231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-5d9d61d7-c66b-4d0e-9498-63b2fd3e9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.637100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:45.639241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-5d9d61d7-c66b-4d0e-9498-63b2fd3e9d64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0995753 Jul 16 22:19:45.640449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.642340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.657995 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.686160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ca4239-ae71-43ab-9cd4-e949064b50bd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:45.696012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Pushing event deleted for resources: {'Port': ['ID=6851f9b9-47b8-40c4-ad6e-0480ba60f354,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:45.706131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.708038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3124fe3-9475-4f89-96aa-e7c29438bb92 req-86aeb2d4-22ba-41fb-b283-2e8560341794 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2913883 Jul 16 22:19:45.721837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:45.729676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7103f54a-b841-441d-a2d1-6045ddacaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.732027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7103f54a-b841-441d-a2d1-6045ddacaeeb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773706 Jul 16 22:19:45.785189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:45.785846 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.787510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] 10.222.0.68 "PUT /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 1092 time: 2.7153797 Jul 16 22:19:45.789885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:45.791933 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf8a5c-a999-4c84-b0f2-725906e33463" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:45.871773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:45.890705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'port_id': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'mac_address': 'fa:16:3e:cb:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf4f6c0-af19-456a-96cb-54d924033b97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:45.904601 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-bf565f40-9d99-4d28-929e-c094d2663d41 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655524 Jul 16 22:19:45.937276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.940136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cce61-5d8d-4511-a0eb-f2ed345b7986 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:45.954300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b059ef-7af7-42a6-bf4b-62562044ba44 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:45.965175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:45.977342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:45.983810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.019096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-497ab52f-5b12-42bd-97a5-6f70e232c46e service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069295 Jul 16 22:19:46.049347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:46.059706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.060223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.060667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.061137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.061568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.061998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.062545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.062849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.063267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.063686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.064121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.064543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:19:46.122295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.133097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06cd76-415c-46c7-a51b-bac1362d7b34 req-1a39a34a-b193-4862-bb1f-4f29cb54bc7b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.134634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e06cd76-415c-46c7-a51b-bac1362d7b34 req-1a39a34a-b193-4862-bb1f-4f29cb54bc7b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.4332714 Jul 16 22:19:46.140052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.146339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-e0790d48-35ae-440d-9d89-c94d15e7d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.147937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-e0790d48-35ae-440d-9d89-c94d15e7d030 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 1100 time: 0.0669754 Jul 16 22:19:46.179676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec61aada-02ef-4020-a229-11ed4587e826 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:46.220109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:46.223419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.233167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b6527a60-9847-42aa-b146-c73b4edea690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.234691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-b6527a60-9847-42aa-b146-c73b4edea690 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1095 time: 0.3704567 Jul 16 22:19:46.278371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-eb02af03-9221-4608-8b12-e04e9b95187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.279868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-eb02af03-9221-4608-8b12-e04e9b95187e service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1255124 Jul 16 22:19:46.288101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.288654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48872153-6a79-4844-a7da-e4aa175fefb9 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:19:46.297215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-ce72db07-83a9-4d21-a042-3a3d1e26310f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0516279 Jul 16 22:19:46.298192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Transition to ACTIVE for port object ec61aada-02ef-4020-a229-11ed4587e826 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:46.301703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.305434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f0178c56-6442-42dd-b899-0be7a5cf6694 admin admin] 10.222.0.70 "DELETE /v2.0/routers/48872153-6a79-4844-a7da-e4aa175fefb9 HTTP/1.1" status: 204 len: 168 time: 2.7610872 Jul 16 22:19:46.307370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:46.320047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e06cd76-415c-46c7-a51b-bac1362d7b34 req-173c70ab-bcf9-4e8f-b516-16097eb2584d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741855 Jul 16 22:19:46.344894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-ebd54c92-5c38-4d78-92f0-32efb01c1d46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc HTTP/1.1" status: 200 len: 217 time: 0.0584741 Jul 16 22:19:46.362867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a5bcf-bfe4-44ec-948e-d28d35adbf31 req-64d68216-94ab-400b-af3c-de536131e03d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.364511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e4a5bcf-bfe4-44ec-948e-d28d35adbf31 req-64d68216-94ab-400b-af3c-de536131e03d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 944 time: 0.1769526 Jul 16 22:19:46.422762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2c328144-fc79-4852-b9c3-6315e96a681e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:46.442590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Deleting subnet a22da962-fd7c-4859-a01c-7299923add57 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:19:46.444695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2c328144-fc79-4852-b9c3-6315e96a681e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:46.445134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2c328144-fc79-4852-b9c3-6315e96a681e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:46.445831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.449448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-3e106025-1b97-441b-9c0a-a98940aaf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.450907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-3e106025-1b97-441b-9c0a-a98940aaf3e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1444745 Jul 16 22:19:46.467795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-58b447b0-aab9-4bd9-b69c-eb98045ff9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.469302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-58b447b0-aab9-4bd9-b69c-eb98045ff9a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1038196 Jul 16 22:19:46.470166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.472232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e4a5bcf-bfe4-44ec-948e-d28d35adbf31 req-b623972c-e877-4802-a942-35b76b2b3ba4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848706 Jul 16 22:19:46.483374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-212491553', 'description': 'tempest-description-166730299'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:46.537010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-19167e83-c6c7-42cf-a6c1-b96ff9e83df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.538529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-19167e83-c6c7-42cf-a6c1-b96ff9e83df2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622401 Jul 16 22:19:46.547171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-4ea71659-18fc-407d-9f80-ecace093bdd1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740771 Jul 16 22:19:46.577754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.660502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.680622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-0f22fdc3-78be-4c2d-a74d-2080afc33345 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344457 Jul 16 22:19:46.693468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Pushing event updated for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:46.731489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5187a2e-521d-4664-aba6-06a73296ffc2 req-bdb05ab3-2a13-4678-ab0e-31475bc7315f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:46.733065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5187a2e-521d-4664-aba6-06a73296ffc2 req-bdb05ab3-2a13-4678-ab0e-31475bc7315f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.1196022 Jul 16 22:19:46.818280 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5187a2e-521d-4664-aba6-06a73296ffc2 req-117bdf36-934f-4eaa-b0d7-530046866ecc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Jul 16 22:19:46.829639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51be1fad-810f-467c-b7a0-ec44108fb9b1 req-fa01bcad-e16c-4e2a-ad2d-cd503e875895 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418309 Jul 16 22:19:46.853510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:46.880644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Attempting to bind port ec61aada-02ef-4020-a229-11ed4587e826 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:46.880996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Attempting to bind port ec61aada-02ef-4020-a229-11ed4587e826 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:46.881325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Attempting to bind port ec61aada-02ef-4020-a229-11ed4587e826 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:46.891083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-48532d9e-3312-4cfc-a8aa-b66f20295bf0 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307426 Jul 16 22:19:46.894540 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386940f4-cfb9-4322-8c89-e7cfba137757 x-openstack-request-id: req-386940f4-cfb9-4322-8c89-e7cfba137757 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:46.894826 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:46.895166 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-386940f4-cfb9-4322-8c89-e7cfba137757 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:46.895450 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'status': 'completed', 'code': 200} Jul 16 22:19:46.903361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Port ec61aada-02ef-4020-a229-11ed4587e826 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:46.903687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Attempting to bind port ec61aada-02ef-4020-a229-11ed4587e826 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:46.939107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:46.939454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:46.939843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:46.940289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Bound port: ec61aada-02ef-4020-a229-11ed4587e826, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:46.940648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.052394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.064443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790413a7-d49b-446f-9ade-286cb6fd6f8e req-e60f747e-dee2-40e5-8e7b-6331949011ac tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:47.065974 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-790413a7-d49b-446f-9ade-286cb6fd6f8e req-e60f747e-dee2-40e5-8e7b-6331949011ac tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 948 time: 0.0621645 Jul 16 22:19:47.079684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.103821 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-790413a7-d49b-446f-9ade-286cb6fd6f8e req-2a80b27e-5513-4a06-b91f-6825c9229a59 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 16 22:19:47.110821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22da962-fd7c-4859-a01c-7299923add57,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:47.112562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.113393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962fb21-940d-4ad8-8588-a6679014397a None None] Network aa7defdf-297a-4545-97e8-8bcae01b8ca3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:47.117802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.119650 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-79da2810-a8a0-491f-86ea-1e870d915137 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a22da962-fd7c-4859-a01c-7299923add57 HTTP/1.1" status: 204 len: 168 time: 0.7984505 Jul 16 22:19:47.123097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:47.156475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:47.160456 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.161741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f77f2379-bfa7-4a16-9d43-069b43302f39 req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6926210 Jul 16 22:19:47.169566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8b69336-6297-43f9-b9c5-4a8d6756722d req-8d89d058-bb03-43aa-9cd4-dffb965972cd service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672024 Jul 16 22:19:47.185267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ec61aada-02ef-4020-a229-11ed4587e826,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:47.187566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2debc-cc2e-46ac-b45a-7c26405d4d97 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48adfb9e-e62f-4a6b-aa23-7cf107a28c8d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:47.197647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.236379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:47.237038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.238393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] 10.222.0.47 "PUT /v2.0/ports/ec61aada-02ef-4020-a229-11ed4587e826 HTTP/1.1" status: 200 len: 1097 time: 2.0907736 Jul 16 22:19:47.273809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.387474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d96c-68cd-4532-8846-6a971bcadefb service neutron] Pushing event updated for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:47.388711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Deleting port d779b7db-8363-47ff-93aa-585d4f5d22aa {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:47.389081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.426827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-c3ffb5fc-4150-495a-b392-460f0ec080ff tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/48adfb9e-e62f-4a6b-aa23-7cf107a28c8d HTTP/1.1" status: 200 len: 1803 time: 0.1913862 Jul 16 22:19:47.442168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48adfb9e-e62f-4a6b-aa23-7cf107a28c8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:47.442490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48adfb9e-e62f-4a6b-aa23-7cf107a28c8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:47.446449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] DHCP port deletion for aa7defdf-297a-4545-97e8-8bcae01b8ca3 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:19:47.461329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-a0c2cb97-d898-4c4d-a6eb-33f67325f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:47.462861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-a0c2cb97-d898-4c4d-a6eb-33f67325f8e0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1095 time: 0.2220383 Jul 16 22:19:47.485314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-30f6ef16-a488-4fbf-b4ec-08f90d833336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:47.486924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-30f6ef16-a488-4fbf-b4ec-08f90d833336 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 1100 time: 0.1679494 Jul 16 22:19:47.511889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Deleting port d779b7db-8363-47ff-93aa-585d4f5d22aa {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:19:47.512804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.516310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] For port d779b7db-8363-47ff-93aa-585d4f5d22aa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d779b7db-8363-47ff-93aa-585d4f5d22aa,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:47.516679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.552052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Calling delete_port for d779b7db-8363-47ff-93aa-585d4f5d22aa owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:47.556490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3d10046e-6f13-4a6e-ba76-8697d5a04e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ec61aada-02ef-4020-a229-11ed4587e826 HTTP/1.1" status: 200 len: 217 time: 0.0559423 Jul 16 22:19:47.725967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:47.755317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] For port d779b7db-8363-47ff-93aa-585d4f5d22aa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d779b7db-8363-47ff-93aa-585d4f5d22aa,segment=NetworkSegment(e4b54c7e-a447-4748-b314-21b168086c65),segment_id=e4b54c7e-a447-4748-b314-21b168086c65)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:47.755885 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.785366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Calling delete_port for d779b7db-8363-47ff-93aa-585d4f5d22aa owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:19:47.856727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 15b059ef-7af7-42a6-bf4b-62562044ba44 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:47.867146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 15b059ef-7af7-42a6-bf4b-62562044ba44 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:47.867670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.908277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc782a8-06a3-4976-8d2d-c4adcf063b3e req-efc0b5f4-bfeb-4146-b615-9501be1c1639 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:47.916070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bc782a8-06a3-4976-8d2d-c4adcf063b3e req-efc0b5f4-bfeb-4146-b615-9501be1c1639 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.4207418 Jul 16 22:19:47.928442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.957822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:47.969610 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bc782a8-06a3-4976-8d2d-c4adcf063b3e req-3a6bd636-f263-4105-a356-b244eba40053 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Jul 16 22:19:47.977159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] Pushing event deleted for resources: {'Port': ['ID=d779b7db-8363-47ff-93aa-585d4f5d22aa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:47.987297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f38703-d2c8-4bc2-b96d-d4ce2709f0eb None None] No DVR routers for this DVR port d779b7db-8363-47ff-93aa-585d4f5d22aa on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:47.998943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.004089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.013637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-253d3663-f988-4980-92e4-c06b223531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.015180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-253d3663-f988-4980-92e4-c06b223531eb service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.5430787 Jul 16 22:19:48.018863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d779b7db-8363-47ff-93aa-585d4f5d22aa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:48.021133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] No DVR routers for this DVR port d779b7db-8363-47ff-93aa-585d4f5d22aa on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:48.039476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:48.041800 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56365d3d-5670-4bb8-b2d8-f2b8b062937e" -d '{"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-plugged", "status": "completed", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:48.075709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-f5dfe71a-a91f-4579-88de-7c7f5406f20c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0396671 Jul 16 22:19:48.077102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:48.087361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3ec1c365-3aef-4111-8dae-6f3f198f5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.087978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.088897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-3ec1c365-3aef-4111-8dae-6f3f198f5cd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.5193748 Jul 16 22:19:48.155163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.180098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.181069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.181830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.182167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > port after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.182491 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.182828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > port after_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.183690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.184013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.184333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.184657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.187183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:48.187658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-baf0ccf0-4651-4d55-806a-ece26b9b0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.188846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-baf0ccf0-4651-4d55-806a-ece26b9b0927 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1053250 Jul 16 22:19:48.195809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.210024 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.242629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-683f1b31-ee49-4954-8662-f21c6c321e14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447237 Jul 16 22:19:48.264249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.264605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.264938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.265289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:19:48.265881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7defdf-297a-4545-97e8-8bcae01b8ca3']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:48.267664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49db495b-4a22-42cb-9916-e1153e5ca4ff,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:48.295208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.296423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c632b44-3e9c-44fb-98e6-3baa67a076be req-68debe57-a6cc-4e17-83e4-8105a7b705bb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8613219 Jul 16 22:19:48.304729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b54c7e-a447-4748-b314-21b168086c65') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:48.305279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b54c7e-a447-4748-b314-21b168086c65') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:48.331097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-a25ccab1-459e-45b8-89e5-fa84c93aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.332580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-a25ccab1-459e-45b8-89e5-fa84c93aa0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2235465 Jul 16 22:19:48.343339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.368262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:48.389742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.393981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-cec873ab-95b4-4a82-afa1-ffdfc230fbe0 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408038 Jul 16 22:19:48.404718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:19:48.405419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: from cryptography.utils import int_from_bytes Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: from cryptography.utils import int_from_bytes Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:19:48.410198 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:19:48.414452 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:19:48.428563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6851f9b9-47b8-40c4-ad6e-0480ba60f354 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:48.478692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 6851f9b9-47b8-40c4-ad6e-0480ba60f354 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:48.479048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6851f9b9-47b8-40c4-ad6e-0480ba60f354 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:48.479487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d779b7db-8363-47ff-93aa-585d4f5d22aa no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:48.485218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770b62-c43a-4c8b-8306-d59564ca7cd8 req-90d7143e-e1c5-41b3-8a93-f12c2d2d1148 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.487461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b770b62-c43a-4c8b-8306-d59564ca7cd8 req-90d7143e-e1c5-41b3-8a93-f12c2d2d1148 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.3211772 Jul 16 22:19:48.502434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.514119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d779b7db-8363-47ff-93aa-585d4f5d22aa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:19:48.514516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d779b7db-8363-47ff-93aa-585d4f5d22aa not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:48.524855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-cc5d7f26-f84d-44e5-9784-4c620c572d35 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836889 Jul 16 22:19:48.533158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.535744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aa7defdf-297a-4545-97e8-8bcae01b8ca3 HTTP/1.1" status: 204 len: 168 time: 1.4115949 Jul 16 22:19:48.549962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51cca4-8202-4d7b-acfb-3539f19cdd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7defdf-297a-4545-97e8-8bcae01b8ca3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:48.559234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b56b8e7-cbbd-45b7-8380-74bb4d0ef944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.588560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b770b62-c43a-4c8b-8306-d59564ca7cd8 req-968c7d11-f176-4169-b1bd-eb403070ff56 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938673 Jul 16 22:19:48.607113 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cf8a5c-a999-4c84-b0f2-725906e33463 req-d01aa154-462b-41cc-8d1c-da867b2e6637 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801667 Jul 16 22:19:48.670799 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bf7a87-1147-465f-bd29-c980f6a7faae x-openstack-request-id: req-51bf7a87-1147-465f-bd29-c980f6a7faae {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:48.670799 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-plugged", "status": "completed", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:48.671065 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51bf7a87-1147-465f-bd29-c980f6a7faae {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:48.671435 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'code': 200} Jul 16 22:19:48.671999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc686-14ab-4b10-9509-4e9fcc810b23 req-5739bea3-ca76-4c4e-b367-94e776a3651b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.679139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9effc686-14ab-4b10-9509-4e9fcc810b23 req-5739bea3-ca76-4c4e-b367-94e776a3651b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.1707304 Jul 16 22:19:48.700092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b56b8e7-cbbd-45b7-8380-74bb4d0ef944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.704903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d3dad63-ebce-44f9-921b-c9647461eb5f req-128408f2-cf23-4588-9522-54193fa49393 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583076 Jul 16 22:19:48.705566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b56b8e7-cbbd-45b7-8380-74bb4d0ef944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.733551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9effc686-14ab-4b10-9509-4e9fcc810b23 req-6df1c3df-4a8a-4483-8fc5-95cfb2b3780f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533161 Jul 16 22:19:48.737246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:48.771408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56b8e7-cbbd-45b7-8380-74bb4d0ef944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e38b1d-2fdd-4be3-8ed3-0b9a1c15deda,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:48.778232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1b56b8e7-cbbd-45b7-8380-74bb4d0ef944 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=510af9f6ed384e858ea47e372e9e4646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082613 Jul 16 22:19:48.780760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:48.819126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483e44a-4bcd-4154-856d-e566d46a4dc1 req-73d8476c-74fd-44fb-8873-ec86f7c66225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.820654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3483e44a-4bcd-4154-856d-e566d46a4dc1 req-73d8476c-74fd-44fb-8873-ec86f7c66225 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1097 time: 0.0616939 Jul 16 22:19:48.866555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3483e44a-4bcd-4154-856d-e566d46a4dc1 req-18dac403-ee18-43a3-914c-d5c059b37fee service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Jul 16 22:19:48.876037 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-767651df-1b11-495e-a94f-f03bd15a4f35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c83c7df342914f6b9ea959e99d757d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325524 Jul 16 22:19:48.878541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:48.896988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:48.899422 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "tag": "ec61aada-02ef-4020-a229-11ed4587e826"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:48.907207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1303392717', 'description': 'tempest-description-1327575548'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:48.930681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.932512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:48.977604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddcf29-add8-494b-a2de-5ee0a5b72f90 req-6749861a-0834-4889-92cf-9f1484d70361 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:48.979119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5ddcf29-add8-494b-a2de-5ee0a5b72f90 req-6749861a-0834-4889-92cf-9f1484d70361 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 948 time: 0.1662433 Jul 16 22:19:48.987130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.007886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.011918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.017122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.040114 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.041434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d6dc4420-4a8c-4a75-bdc6-c78b5681c014 req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1385045 Jul 16 22:19:49.050296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc809b-75cb-4ec5-9a0a-4f60fcee41d0 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe8786a-d8af-4be1-a5c2-65446ccf6593,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:49.071973 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.082242 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f632142-08ed-4400-8925-fa9ffdba7fe2 x-openstack-request-id: req-9f632142-08ed-4400-8925-fa9ffdba7fe2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:49.082580 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "tag": "ec61aada-02ef-4020-a229-11ed4587e826", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:49.082835 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f632142-08ed-4400-8925-fa9ffdba7fe2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:49.083473 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826', 'status': 'completed', 'code': 200} Jul 16 22:19:49.084744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5ddcf29-add8-494b-a2de-5ee0a5b72f90 req-37f1c710-8761-46ce-b3c8-5fe60f79bc05 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956681 Jul 16 22:19:49.121866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1001856723', 'description': 'tempest-description-842102424'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:49.142824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.145630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.149154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95e38b1d-2fdd-4be3-8ed3-0b9a1c15deda HTTP/1.1" status: 204 len: 168 time: 0.3648694 Jul 16 22:19:49.166104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a3a5d-6924-42c3-bb91-ad818501e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e38b1d-2fdd-4be3-8ed3-0b9a1c15deda,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:49.169392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.198961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.201440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.204992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b32635e-c3bf-480a-8e54-1d1f2ba2b83f HTTP/1.1" status: 204 len: 168 time: 0.3227849 Jul 16 22:19:49.209467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-351090ff-1f73-4348-9f6c-924ef29d95da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:49.210945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-351090ff-1f73-4348-9f6c-924ef29d95da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 1100 time: 0.0900319 Jul 16 22:19:49.230627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdcf0b-97ee-4f6c-bb85-d8a25f7a5332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32635e-c3bf-480a-8e54-1d1f2ba2b83f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:49.339783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.341185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f7d93-fe1d-4bc1-a0a2-e1a760b42232 req-ff577306-a3fc-42d0-9277-56dbc10f2674 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:49.342918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-553f7d93-fe1d-4bc1-a0a2-e1a760b42232 req-ff577306-a3fc-42d0-9277-56dbc10f2674 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1486354 Jul 16 22:19:49.351855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.392980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-01018331-1235-4213-a3e2-0826227842f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:49.394466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-01018331-1235-4213-a3e2-0826227842f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1594057 Jul 16 22:19:49.395538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ff16cc-8f1f-4625-9d44-ab37ae104ace,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:49.397474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-553f7d93-fe1d-4bc1-a0a2-e1a760b42232 req-eafbf207-fbc4-4d6f-8b5c-648322c2f4e1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Jul 16 22:19:49.398719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.399961 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94122b9c-745a-4284-9bf9-288978e16950 req-3a0f20b8-eca1-4578-8775-643e696cdc4e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2870555 Jul 16 22:19:49.457156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-45c1e084-b31e-4e10-bfa1-1a4f8afd0133 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ec61aada-02ef-4020-a229-11ed4587e826 HTTP/1.1" status: 200 len: 217 time: 0.0489075 Jul 16 22:19:49.496830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-7eafef8c-98a2-4360-b2ab-b40aa0e3c0d9 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/6fe8786a-d8af-4be1-a5c2-65446ccf6593 HTTP/1.1" status: 200 len: 1805 time: 0.0650470 Jul 16 22:19:49.516758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-414154dd-4da6-48c8-9455-55aa43d908a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:49.520351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-414154dd-4da6-48c8-9455-55aa43d908a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0553858 Jul 16 22:19:49.544668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-4112104c-1823-42cb-a1a6-28b33f7f3e45 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/26ff16cc-8f1f-4625-9d44-ab37ae104ace HTTP/1.1" status: 200 len: 1804 time: 0.0401094 Jul 16 22:19:49.557396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fe8786a-d8af-4be1-a5c2-65446ccf6593', 'remote_group_id': '26ff16cc-8f1f-4625-9d44-ab37ae104ace', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:49.557866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fe8786a-d8af-4be1-a5c2-65446ccf6593', 'remote_group_id': '26ff16cc-8f1f-4625-9d44-ab37ae104ace', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:49.593664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-ab223744-a4c1-47c7-94fe-856c995ec85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:49.595326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-ab223744-a4c1-47c7-94fe-856c995ec85a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674884 Jul 16 22:19:49.642364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.728418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.728943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:49.739850 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.743438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-d598d7d8-aaad-4048-b34b-cb354dec25bb service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385453 Jul 16 22:19:49.765635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.781633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba48b016-2fe2-4db8-8a84-d99f1078ff19 req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2259562 Jul 16 22:19:49.786496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4711f5-bfc6-4f52-b1d2-87d6e0e7464a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83446ed-6993-47cb-950e-bb3668012dc8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:49.891909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:49.906977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'port_id': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'mac_address': 'fa:16:3e:3d:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358600e-60a1-4d4e-afb8-cf8776dba445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:49.952212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:49.972741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7faebb-d774-4120-ab0d-be98856befe5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:50.000116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:50.003798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12790d5-41b8-4119-83dd-241d78c8a851 req-f72c4164-95f9-4a1d-adda-ffeafa50d6c0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:50.008492 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.009590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1c03815f-3cfe-49a3-974c-0369ae5a14bc details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:50.020550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e12790d5-41b8-4119-83dd-241d78c8a851 req-f72c4164-95f9-4a1d-adda-ffeafa50d6c0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.1063609 Jul 16 22:19:50.044542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a7025-03c0-4bc8-acfe-8308bcc69464 req-21ff6764-8c6f-4f80-86cd-b5c0a7847e10 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:50.054553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-012a7025-03c0-4bc8-acfe-8308bcc69464 req-21ff6764-8c6f-4f80-86cd-b5c0a7847e10 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.3046710 Jul 16 22:19:50.090011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab522c15-3794-49d0-9763-ff6b5ef7d1f9 req-1e1fd531-709d-42d4-b59f-dd963cb07603 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374610 Jul 16 22:19:50.106927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:50.122046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-012a7025-03c0-4bc8-acfe-8308bcc69464 req-47904896-0b84-4d38-9d73-18d39638de39 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Jul 16 22:19:50.128831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e12790d5-41b8-4119-83dd-241d78c8a851 req-051504f2-901b-457b-9de6-75e9c4e28fb2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066575 Jul 16 22:19:50.149619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-149126802', 'description': 'tempest-description-858216269'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:50.189181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.194220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:50.211393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '1c03815f-3cfe-49a3-974c-0369ae5a14bc', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '1c03815f-3cfe-49a3-974c-0369ae5a14bc', 'mac_address': 'fa:16:3e:e7:28:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:50.254939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.281430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c03815f-3cfe-49a3-974c-0369ae5a14bc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:50.325671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:50.331162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.361871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.369136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.394709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.399865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:50.413471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd468a-e5e8-4328-99db-955b0e34390d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:50.427972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.433999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59a59489-4f67-466d-b015-958c754e0fec req-de403310-51af-4720-9585-7c16c595cf7d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2887676 Jul 16 22:19:50.488123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf2901-76b3-44c0-b3e0-5b42cd1e43af req-87532b1e-9294-41fb-9429-02059dbd960d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:50.489816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bcf2901-76b3-44c0-b3e0-5b42cd1e43af req-87532b1e-9294-41fb-9429-02059dbd960d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 948 time: 0.0673928 Jul 16 22:19:50.528141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bcf2901-76b3-44c0-b3e0-5b42cd1e43af req-dcb2d804-f794-43fa-a205-3c70c9f95267 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Jul 16 22:19:50.557148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607969972', 'description': 'tempest-description-1993419520'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:50.579654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.586177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:50.610646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['ae7faebb-d774-4120-ab0d-be98856befe5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:50.666448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.671951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.703505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:50.704730 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18488ff9-6886-4ee2-a663-94812fe3f434 req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1518340 Jul 16 22:19:50.706661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089857cd-3809-4d72-9620-cb2bfee21f55 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facc8743-ed06-44dc-819b-92838b6d2304,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:50.908110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-34fa29fd-42c6-4fcf-bc06-55c8867b2cbb tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/09cd468a-e5e8-4328-99db-955b0e34390d HTTP/1.1" status: 200 len: 1803 time: 0.0490572 Jul 16 22:19:50.914082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758f6ce-ac08-4abb-b7fc-c08166e6b2cb req-26cca5aa-e2de-4e17-8eea-92e42679cf7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:50.915274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0758f6ce-ac08-4abb-b7fc-c08166e6b2cb req-26cca5aa-e2de-4e17-8eea-92e42679cf7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1008561 Jul 16 22:19:50.955546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0758f6ce-ac08-4abb-b7fc-c08166e6b2cb req-51b64e1c-4bb3-447d-93fd-fd15cad971b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jul 16 22:19:50.958454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-6c39b3aa-fa9e-416e-ac18-e883c6833c5f tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/facc8743-ed06-44dc-819b-92838b6d2304 HTTP/1.1" status: 200 len: 1804 time: 0.0424011 Jul 16 22:19:50.968826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '09cd468a-e5e8-4328-99db-955b0e34390d', 'remote_group_id': 'facc8743-ed06-44dc-819b-92838b6d2304', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:50.969189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '09cd468a-e5e8-4328-99db-955b0e34390d', 'remote_group_id': 'facc8743-ed06-44dc-819b-92838b6d2304', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:51.034282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.043814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:51.081209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.086871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.106573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb3335-16bc-41e7-9b6b-df03047c9c9d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:51.114932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.117539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-602b8e02-7571-4a0e-8bd5-f00535638461 req-1a47fc1a-56d2-4814-bcb2-725d2a3f279c tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1527481 Jul 16 22:19:51.176497 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f82a9fd2-f384-45c8-8d3e-4faed164b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.195656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-b047fe52-1b8c-4766-8474-bd5f0ffb3007 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/facc8743-ed06-44dc-819b-92838b6d2304 HTTP/1.1" status: 200 len: 1804 time: 0.0549541 Jul 16 22:19:51.257294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.280991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.326294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f82a9fd2-f384-45c8-8d3e-4faed164b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.333181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f82a9fd2-f384-45c8-8d3e-4faed164b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.355191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.358022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.359170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bae0ad5-b5a6-48e5-be81-55e4737a5998 req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/facc8743-ed06-44dc-819b-92838b6d2304 HTTP/1.1" status: 204 len: 173 time: 0.1627378 Jul 16 22:19:51.370098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7551c68-2373-4932-a665-e1452027a2f6 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc8743-ed06-44dc-819b-92838b6d2304,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:51.386509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f82a9fd2-f384-45c8-8d3e-4faed164b12b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5c0a302a20b4bb98efb5a422679ef80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408227 Jul 16 22:19:51.387595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:51.395311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68be69-b812-4581-91cc-463c4422e121 req-bacaee3c-39d8-413b-896c-c9de4731931c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:51.396840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa68be69-b812-4581-91cc-463c4422e121 req-bacaee3c-39d8-413b-896c-c9de4731931c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1393709 Jul 16 22:19:51.397955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a9fd2-f384-45c8-8d3e-4faed164b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2119ef3-8d3d-43e1-9f52-51726712bd15,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:51.426692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:51.457565 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa68be69-b812-4581-91cc-463c4422e121 req-216228e7-8c35-4a7d-90d7-064e223534a3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515528 Jul 16 22:19:51.463577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.541479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.599745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a32485db-f49d-4834-8d3e-d446e6b92169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.625362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b98f6-3dd4-4b42-9f25-c3c649def887 req-448ab4e5-4ed9-4cd6-8cf4-47639ff81260 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:51.627379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e29b98f6-3dd4-4b42-9f25-c3c649def887 req-448ab4e5-4ed9-4cd6-8cf4-47639ff81260 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 944 time: 0.1316526 Jul 16 22:19:51.653896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.656764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.660322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2119ef3-8d3d-43e1-9f52-51726712bd15 HTTP/1.1" status: 204 len: 168 time: 0.2683566 Jul 16 22:19:51.686153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e607e-27d6-432c-99e0-f06f42e4768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2119ef3-8d3d-43e1-9f52-51726712bd15,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:51.692037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ec61aada-02ef-4020-a229-11ed4587e826 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:19:51.733103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1c03815f-3cfe-49a3-974c-0369ae5a14bc up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:51.733449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e29b98f6-3dd4-4b42-9f25-c3c649def887 req-a3482b1c-d7a5-48a2-bd01-a648fd4e4ba5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935218 Jul 16 22:19:51.742915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3aced71a-0c5e-47a8-bee6-28ac80376840 req-cbe8e4c1-d86a-4953-8a24-2fb1709226a7 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/09cd468a-e5e8-4328-99db-955b0e34390d HTTP/1.1" status: 200 len: 1803 time: 0.1265132 Jul 16 22:19:51.818042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:19:51.877601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a32485db-f49d-4834-8d3e-d446e6b92169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.884792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a32485db-f49d-4834-8d3e-d446e6b92169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:51.959829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8f690-ca63-45b6-9f9c-05111fa7d980 req-1479d052-c329-4650-b5c3-5bf6aba74417 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:51.963690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0b8f690-ca63-45b6-9f9c-05111fa7d980 req-1479d052-c329-4650-b5c3-5bf6aba74417 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 948 time: 0.1170411 Jul 16 22:19:51.987500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a32485db-f49d-4834-8d3e-d446e6b92169 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f615b19341840d09d773c30c44181ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569460 Jul 16 22:19:51.987500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32485db-f49d-4834-8d3e-d446e6b92169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da317c59-d36b-4f69-a9e0-ca4b865d30eb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:51.989392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:51.996045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ec61aada-02ef-4020-a229-11ed4587e826,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:51.999157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 1c03815f-3cfe-49a3-974c-0369ae5a14bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:52.011865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 1c03815f-3cfe-49a3-974c-0369ae5a14bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:52.012258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.025599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f891983-63f9-4b28-9f13-c1ead3c9f73f req-923f373b-4cca-4690-8e97-b50478bc669b tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:52.029004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f891983-63f9-4b28-9f13-c1ead3c9f73f req-923f373b-4cca-4690-8e97-b50478bc669b tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1097 time: 0.1022229 Jul 16 22:19:52.039941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ec61aada-02ef-4020-a229-11ed4587e826', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'ec61aada-02ef-4020-a229-11ed4587e826', 'mac_address': 'fa:16:3e:34:83:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:19:52.068351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0b8f690-ca63-45b6-9f9c-05111fa7d980 req-985b956d-1b4a-4488-a75a-c130555f2640 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964434 Jul 16 22:19:52.099821 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.106071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.118147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec61aada-02ef-4020-a229-11ed4587e826 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:52.125395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f891983-63f9-4b28-9f13-c1ead3c9f73f req-ed95f123-9eff-4b0a-819c-a3c9dec8f4fc tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854867 Jul 16 22:19:52.147711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282856086', 'description': 'tempest-description-1752405935'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:52.162885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.166862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ec61aada-02ef-4020-a229-11ed4587e826,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:52.172059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.181600 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.206969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.229273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:52.233836 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b69b5d-2a67-4a58-a582-5f1751308bb4" -d '{"events": [{"server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:52.255218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.258160 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.262287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da317c59-d36b-4f69-a9e0-ca4b865d30eb HTTP/1.1" status: 204 len: 168 time: 0.2584732 Jul 16 22:19:52.262429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:52.272828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.273676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:52.275350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.286466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f377-c5b7-49b0-8829-a1ed2252ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da317c59-d36b-4f69-a9e0-ca4b865d30eb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.368645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9730-a559-4bc4-ac18-aae6ce3e6906 req-5cb2f707-bc16-4b2a-a02f-667319da87f4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:52.371582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85dd9730-a559-4bc4-ac18-aae6ce3e6906 req-5cb2f707-bc16-4b2a-a02f-667319da87f4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1152680 Jul 16 22:19:52.379541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.389447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.395517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.396144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port ae7faebb-d774-4120-ab0d-be98856befe5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:52.400884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port ae7faebb-d774-4120-ab0d-be98856befe5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:52.401311 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.425467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.432294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60dcd0fb-9442-4a59-babe-1184fd75189d req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3018560 Jul 16 22:19:52.449478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ec61aada-02ef-4020-a229-11ed4587e826'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:19:52.450151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85dd9730-a559-4bc4-ac18-aae6ce3e6906 req-8388df88-8923-4660-8845-ce4e7ebcb126 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670152 Jul 16 22:19:52.465403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12513a7-73f3-4d74-b602-f243e2ce315e tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1506acc6-c440-41d5-9425-324b68574592,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.511728 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7ad5bb-ffc0-48fd-80c2-cc01fcbaf94a x-openstack-request-id: req-cc7ad5bb-ffc0-48fd-80c2-cc01fcbaf94a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:52.512028 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:52.512284 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc7ad5bb-ffc0-48fd-80c2-cc01fcbaf94a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:52.513846 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc', 'code': 200} Jul 16 22:19:52.588319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bd27cf5-56fe-44fd-adb9-174e14086112 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 200 len: 1804 time: 0.0770814 Jul 16 22:19:52.598431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.602518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1506acc6-c440-41d5-9425-324b68574592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:52.602518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1506acc6-c440-41d5-9425-324b68574592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:52.683808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:52.693164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.709175 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.793704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af60e-8810-488a-ba34-0816ae564d6b req-b0af145a-d130-4717-ae86-d81e84f977a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:52.795272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-371af60e-8810-488a-ba34-0816ae564d6b req-b0af145a-d130-4717-ae86-d81e84f977a4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 1102 time: 0.2049832 Jul 16 22:19:52.800700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.837436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.858893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:52.898467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-371af60e-8810-488a-ba34-0816ae564d6b req-33bb1041-a04e-4de3-a22f-04beb2edde39 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946858 Jul 16 22:19:52.905099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.911785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.958987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b804cb07-35e5-4c9c-b48b-a489197d3245,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:52.970780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:52.973443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f2bb97-b3ec-4d04-a571-512d68b3d618 req-2bc8a4cd-3154-46ca-a6f1-613bd40723cd tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3843822 Jul 16 22:19:53.028266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd888f7-a57b-4ca7-b2bb-1a0aa1ae9fb8 req-5da9083e-ec55-4ebd-b907-5c74a18682b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:53.029981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9fd888f7-a57b-4ca7-b2bb-1a0aa1ae9fb8 req-5da9083e-ec55-4ebd-b907-5c74a18682b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 945 time: 0.0773182 Jul 16 22:19:53.078061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b57652c-e197-421e-a290-7618007d9ac1 req-8bb6aa7b-737f-4d86-8211-b284e58dd3aa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 200 len: 2397 time: 0.0778263 Jul 16 22:19:53.083021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1506acc6-c440-41d5-9425-324b68574592', 'remote_group_id': None}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:53.083663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1506acc6-c440-41d5-9425-324b68574592', 'remote_group_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:53.086854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9fd888f7-a57b-4ca7-b2bb-1a0aa1ae9fb8 req-dfa36175-114d-43d2-a916-21b8da3362f4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Jul 16 22:19:53.129486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-297989931-network', 'tenant_id': '01c3920a700d450f98433d827fcf402f'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:53.155200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Made reservation on behalf of 01c3920a700d450f98433d827fcf402f for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:53.159323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.163585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.192153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.198585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.203772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.215510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741343ff-5a5c-4fef-b124-7a415787b6af,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:53.235066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.236296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b57652c-e197-421e-a290-7618007d9ac1 req-a852c07e-5a5a-4a1d-a89c-da550b61b172 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1573601 Jul 16 22:19:53.302744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60f9eb51-a0ce-40e7-9cff-5b09b6cc18c8 req-c808915e-e45a-4959-8fdf-caa6ca5da868 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 200 len: 2995 time: 0.0433545 Jul 16 22:19:53.361369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-cc9d55f9-bade-4f2a-8ae7-4b82ee4b8c8f tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-group-rules/741343ff-5a5c-4fef-b124-7a415787b6af HTTP/1.1" status: 200 len: 783 time: 0.0326600 Jul 16 22:19:53.410936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ecae5-5aaf-4c6a-bbb9-c28ffabba66b req-6a27254f-cd2b-44c6-b01c-6a8b141240f4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:53.419098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b1ecae5-5aaf-4c6a-bbb9-c28ffabba66b req-6a27254f-cd2b-44c6-b01c-6a8b141240f4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 949 time: 0.1698918 Jul 16 22:19:53.428998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-b39987e7-3bbe-4609-b090-01b7fa6f3f75 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 200 len: 2995 time: 0.0568891 Jul 16 22:19:53.469339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.477490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b1ecae5-5aaf-4c6a-bbb9-c28ffabba66b req-950bfd41-26e3-4869-b3fc-f174ddd8fc5b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574794 Jul 16 22:19:53.482600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.500746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.522246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.539860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.548346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.548948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:19:53.562202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7d4d97e-72f4-41d9-849b-28e9734a92a2 req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/741343ff-5a5c-4fef-b124-7a415787b6af HTTP/1.1" status: 204 len: 173 time: 0.1330988 Jul 16 22:19:53.566736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54029606-1ae1-49ab-8ef7-aebfdd77d99c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:53.570806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.571370 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Added segment a21cdce4-a617-4911-a589-7e8ce9122ce1 of type vlan for network d2332a53-0297-43d5-9982-9d48da4e678b Jul 16 22:19:53.586227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b03cb0-b0d2-4947-ade0-77d2aa071187 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=741343ff-5a5c-4fef-b124-7a415787b6af,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:53.617155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.652087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.655230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:53.655911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.694602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8315299 Jul 16 22:19:53.696442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:53.705075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Request body: {'subnet': {'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-297989931-subnet', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:53.707947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ec61aada-02ef-4020-a229-11ed4587e826 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:53.752707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677d90-dd34-4912-b610-f3948591a6af admin admin] Pushing event updated for resources: {'Network': ['ID=d2332a53-0297-43d5-9982-9d48da4e678b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:53.754790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Made reservation on behalf of 01c3920a700d450f98433d827fcf402f for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:53.757205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.764851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d2332a53-0297-43d5-9982-9d48da4e678b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:19:53.808370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d955-52fb-489e-b2af-6dca0dba91a5 req-a50b92fa-df3c-49ab-9cd5-f11c19435283 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:53.810711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86c7d955-52fb-489e-b2af-6dca0dba91a5 req-a50b92fa-df3c-49ab-9cd5-f11c19435283 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1250165 Jul 16 22:19:53.851320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-02b25743-3940-4157-9d6f-8ea6204302ad tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=505971370d66431e84d738a937070348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530951 Jul 16 22:19:53.872910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86c7d955-52fb-489e-b2af-6dca0dba91a5 req-e88a5659-f923-4fbe-b649-40f04e674c08 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557554 Jul 16 22:19:53.904019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ec61aada-02ef-4020-a229-11ed4587e826 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:53.908362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ec61aada-02ef-4020-a229-11ed4587e826 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:53.908905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:53.965867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-7af58163-99d5-4f94-bab8-16545c6c7db5 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 200 len: 2397 time: 0.0634928 Jul 16 22:19:54.019656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-ff3156f8-bc4d-4e6e-a576-177fdda46004 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:54.026873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-ff3156f8-bc4d-4e6e-a576-177fdda46004 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205089 Jul 16 22:19:54.034442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.037465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.059393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-de2d4cfe-4abe-4a25-9230-341839da857e tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/quotas/505971370d66431e84d738a937070348 HTTP/1.1" status: 200 len: 375 time: 0.0314233 Jul 16 22:19:54.064868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.080645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ec61aada-02ef-4020-a229-11ed4587e826,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:54.092756 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.116897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-ac63ca0d-8c14-4590-ada2-f21b5192e640 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=505971370d66431e84d738a937070348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565608 Jul 16 22:19:54.130529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.134997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.136848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e7bffc9-a091-4fe3-ac5f-e67c9d77f5d1 req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/1506acc6-c440-41d5-9425-324b68574592 HTTP/1.1" status: 204 len: 173 time: 0.1693144 Jul 16 22:19:54.147411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409ffd0-2ad7-4ffa-9318-94b039039a23 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1506acc6-c440-41d5-9425-324b68574592,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:54.183177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:54.277603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.331773 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-37153c80-44ad-433f-ba58-81fb0ab51ea0 req-48893b57-10c9-463b-ac83-1114576dd3af tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] show failed (client error): The resource could not be found. Jul 16 22:19:54.332889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37153c80-44ad-433f-ba58-81fb0ab51ea0 req-48893b57-10c9-463b-ac83-1114576dd3af tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/facc8743-ed06-44dc-819b-92838b6d2304 HTTP/1.1" status: 404 len: 352 time: 0.0148838 Jul 16 22:19:54.358860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:54.366021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Checking segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:54.366315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Network hostable DHCP agents. Network: d2332a53-0297-43d5-9982-9d48da4e678b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:19:54.407485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-71f34c3d-96f6-42d3-8ea0-8c8dd2f252cd req-ec0b2d60-bef2-4860-bd8c-dccfd0903e24 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Jul 16 22:19:54.429339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Network d2332a53-0297-43d5-9982-9d48da4e678b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:19:54.448117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d2332a53-0297-43d5-9982-9d48da4e678b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:54.454907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:54.457386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.458501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701e0df-2caf-44b4-aeb9-bfc3542f184f None None] Network d2332a53-0297-43d5-9982-9d48da4e678b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:54.488931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-032f5dc5-0c7b-4183-baf9-86e7f4061b50 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7913525 Jul 16 22:19:54.491481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:54.498104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:54.536613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-2b2aa53f-b31e-4f19-9a57-6e942912ff94 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/09cd468a-e5e8-4328-99db-955b0e34390d HTTP/1.1" status: 200 len: 1803 time: 0.1034405 Jul 16 22:19:54.537043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9656c1-e212-43d5-93a7-c00b91abcbe0 req-8add4433-48c1-40fb-87d0-ce4cb3ebc465 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:54.545020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d9656c1-e212-43d5-93a7-c00b91abcbe0 req-8add4433-48c1-40fb-87d0-ce4cb3ebc465 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 945 time: 0.1595514 Jul 16 22:19:54.564921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5'}, {'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:54.567806 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf000a-894b-4c7d-b96e-f07dd7e1d688" -d '{"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-plugged", "status": "completed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5"}, {"server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "ec61aada-02ef-4020-a229-11ed4587e826"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:54.603871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.605870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.677328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.680546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d9656c1-e212-43d5-93a7-c00b91abcbe0 req-823b25ef-ef9c-4415-aee4-7fe1ee30b7e9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344647 Jul 16 22:19:54.685130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.747260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.798131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d2332a53-0297-43d5-9982-9d48da4e678b', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:19:54.801856 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.849049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.852309 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:54.867004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-330babeb-9c0b-466e-a613-e8bdb3c04b62 req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/09cd468a-e5e8-4328-99db-955b0e34390d HTTP/1.1" status: 204 len: 173 time: 0.3281097 Jul 16 22:19:54.896784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c09b9c-40e7-4342-b98e-984d29f4c806 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd468a-e5e8-4328-99db-955b0e34390d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:54.963028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.000738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180620a-9c16-4f9d-b43f-4ccfedad51e9 req-f63e5ac4-74d8-4f7b-8ae9-3a5b47dee092 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:55.008087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3180620a-9c16-4f9d-b43f-4ccfedad51e9 req-f63e5ac4-74d8-4f7b-8ae9-3a5b47dee092 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 950 time: 0.1818552 Jul 16 22:19:55.025799 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca1dcc-4694-4d83-a61b-92caae62fd58 x-openstack-request-id: req-2cca1dcc-4694-4d83-a61b-92caae62fd58 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:19:55.026283 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-plugged", "status": "completed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5", "code": 200}, {"server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "ec61aada-02ef-4020-a229-11ed4587e826", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:19:55.027356 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cca1dcc-4694-4d83-a61b-92caae62fd58 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:19:55.027875 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'code': 200} Jul 16 22:19:55.028135 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826', 'code': 200} Jul 16 22:19:55.067050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3180620a-9c16-4f9d-b43f-4ccfedad51e9 req-f0346129-49f4-4c22-a8a7-d8d903635696 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Jul 16 22:19:55.071398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-c7bec5d5-3a4a-425c-b2f7-383fff2e4de4 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/26ff16cc-8f1f-4625-9d44-ab37ae104ace HTTP/1.1" status: 200 len: 1804 time: 0.1281104 Jul 16 22:19:55.194912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Allocated IP 172.20.0.2 (d2332a53-0297-43d5-9982-9d48da4e678b/19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0/2a923725-a236-4f60-bfd7-468eeecf18bf) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:55.252500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.259592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23797-29f4-45f4-90fa-aa2f00b5e58f req-cb5beec0-ebdc-4ea3-8b6b-3c66b36968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:55.261467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6a23797-29f4-45f4-90fa-aa2f00b5e58f req-cb5beec0-ebdc-4ea3-8b6b-3c66b36968dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 1102 time: 0.1646900 Jul 16 22:19:55.310357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36497eb6-5c3a-40fa-8b64-13b8bf6a38b6 req-a60057ef-6a47-414d-88c8-b06adc42581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:55.311902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-36497eb6-5c3a-40fa-8b64-13b8bf6a38b6 req-a60057ef-6a47-414d-88c8-b06adc42581e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1097 time: 0.1688211 Jul 16 22:19:55.314871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.396261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6a23797-29f4-45f4-90fa-aa2f00b5e58f req-cd3e7f53-7b49-47c0-8c78-0bb1bf0d76ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242409 Jul 16 22:19:55.434796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-36497eb6-5c3a-40fa-8b64-13b8bf6a38b6 req-a26cf118-4337-4719-bfb8-9965ada817b8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Jul 16 22:19:55.457814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.461562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.476414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bf17df1-7847-4874-b08f-5ed10685dcc2 req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/26ff16cc-8f1f-4625-9d44-ab37ae104ace HTTP/1.1" status: 204 len: 173 time: 0.4015877 Jul 16 22:19:55.482123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.484208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.493274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Transition to ACTIVE for port object 2a923725-a236-4f60-bfd7-468eeecf18bf will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:55.497825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e14ab6-3466-4a77-886c-aca36b183aaa tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ff16cc-8f1f-4625-9d44-ab37ae104ace,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:55.516646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.524298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Transition to ACTIVE for port object 2a923725-a236-4f60-bfd7-468eeecf18bf will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:55.532713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527db3-5dca-4d00-b9d8-e5a2380283f9 req-f49818d7-ff78-4f72-ab67-dbd9dd55423f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:55.535577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03527db3-5dca-4d00-b9d8-e5a2380283f9 req-f49818d7-ff78-4f72-ab67-dbd9dd55423f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.2032189 Jul 16 22:19:55.536039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.574658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Network d2332a53-0297-43d5-9982-9d48da4e678b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:55.578109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:55.580984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:55.653994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Pushing event updated for resources: {'Port': ['ID=2a923725-a236-4f60-bfd7-468eeecf18bf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:55.657486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Attempting to bind port 2a923725-a236-4f60-bfd7-468eeecf18bf on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:55.657929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Attempting to bind port 2a923725-a236-4f60-bfd7-468eeecf18bf by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:55.658730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Attempting to bind port 2a923725-a236-4f60-bfd7-468eeecf18bf on network d2332a53-0297-43d5-9982-9d48da4e678b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:55.659366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03527db3-5dca-4d00-b9d8-e5a2380283f9 req-8c96ec15-1e89-4e2d-acdf-68eb074ef8d4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067488 Jul 16 22:19:55.665105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:55.665250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Checking segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:55.665768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.666481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Bound using segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:55.667560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Bound port: 2a923725-a236-4f60-bfd7-468eeecf18bf, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:55.667935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.726557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Allocated IP 172.25.5.6 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/007b9646-7333-4927-92b8-90bd24ef7423) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:55.744189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-4cb1bb19-2aee-4837-8eed-f24573561e6d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/6fe8786a-d8af-4be1-a5c2-65446ccf6593 HTTP/1.1" status: 200 len: 1805 time: 0.0634100 Jul 16 22:19:55.752614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3af35eab-cf4e-4621-b883-27a613da618f req-b5b395e6-9327-4608-8d21-b300960bf7d6 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 210 time: 0.0422287 Jul 16 22:19:55.875563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.882276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] For port 2a923725-a236-4f60-bfd7-468eeecf18bf, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:55.886362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] For port 2a923725-a236-4f60-bfd7-468eeecf18bf, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2a923725-a236-4f60-bfd7-468eeecf18bf,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:55.892840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.902580 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.917132 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.980390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0480c0-4b50-4bb4-966c-c47e85c54570 None None] Pushing event updated for resources: {'Port': ['ID=2a923725-a236-4f60-bfd7-468eeecf18bf,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:55.986637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.990872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.993599 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:55.993842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d52394-3a50-4da2-95eb-0ead065cd2ee req-2a09f8ac-b658-48a2-b979-91f03034c69b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:55.994796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99c95b76-131d-4548-abb4-7d1ae91642e1 req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/6fe8786a-d8af-4be1-a5c2-65446ccf6593 HTTP/1.1" status: 204 len: 173 time: 0.2404981 Jul 16 22:19:55.995580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83d52394-3a50-4da2-95eb-0ead065cd2ee req-2a09f8ac-b658-48a2-b979-91f03034c69b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 945 time: 0.0909882 Jul 16 22:19:56.024062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:56.044720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de3dc-435e-4a08-822b-49ba7dac909b tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe8786a-d8af-4be1-a5c2-65446ccf6593,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:56.054703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:56.059645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:56.067739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83d52394-3a50-4da2-95eb-0ead065cd2ee req-0a98ec06-dea8-4e54-8130-c32920a35753 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Jul 16 22:19:56.123025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-c9c8e667-ada5-47d6-b092-f53985ee461d tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=505971370d66431e84d738a937070348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503449 Jul 16 22:19:56.125207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=007b9646-7333-4927-92b8-90bd24ef7423,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:56.434284 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d14f16a5-ead0-4603-b4c9-963a44c880eb service neutron] show failed (client error): The resource could not be found. Jul 16 22:19:56.435109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d14f16a5-ead0-4603-b4c9-963a44c880eb service neutron] 10.222.0.68 "GET /v2.0/ports/42a9485c-4933-48ae-b7d6-f5854679a936/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.3031130 Jul 16 22:19:56.444166 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.462990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-cc6231ec-9614-4b3d-a1b7-58baf875bfd3 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/48adfb9e-e62f-4a6b-aa23-7cf107a28c8d HTTP/1.1" status: 200 len: 2402 time: 0.3445766 Jul 16 22:19:56.507082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2a923725-a236-4f60-bfd7-468eeecf18bf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:56.533235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-c902d280-cba5-4077-8ec2-a747c52d6553 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:56.536019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-c902d280-cba5-4077-8ec2-a747c52d6553 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4048128 Jul 16 22:19:56.555364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Request body: {'port': {'device_id': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '505971370d66431e84d738a937070348'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:56.595057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.596896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2a923725-a236-4f60-bfd7-468eeecf18bf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:56.676238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.750174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Made reservation on behalf of 505971370d66431e84d738a937070348 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:19:56.754269 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.766988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.768424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.770976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.772124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bb9b502-6ef9-4c0c-aef7-e5f427a6d63e req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/48adfb9e-e62f-4a6b-aa23-7cf107a28c8d HTTP/1.1" status: 204 len: 173 time: 0.3077292 Jul 16 22:19:56.805689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af79f81-fc02-4b92-a13c-218e23fbbf8a tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48adfb9e-e62f-4a6b-aa23-7cf107a28c8d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:56.872026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.982318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:56.987812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.096861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f96ae-ff9a-44c8-9312-02a252c2e519,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:57.227956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Allocated IP 192.168.233.180 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/0227fb7f-84ca-4360-bdad-d71d212c1aeb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:57.241118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d515b9-090c-4b20-bf71-3571c2c87759 req-84e4ab24-9b53-4121-867d-5388507ed34f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:57.242731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92d515b9-090c-4b20-bf71-3571c2c87759 req-84e4ab24-9b53-4121-867d-5388507ed34f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 950 time: 0.1695952 Jul 16 22:19:57.318971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026bee15-72df-49f7-9123-69173eec0668 None None] Network d2332a53-0297-43d5-9982-9d48da4e678b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:19:57.322366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92d515b9-090c-4b20-bf71-3571c2c87759 req-75155613-bc79-4036-b179-63214dad3aaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702980 Jul 16 22:19:57.418371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Provisioning for port 2a923725-a236-4f60-bfd7-468eeecf18bf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:57.432454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Provisioning complete for port 2a923725-a236-4f60-bfd7-468eeecf18bf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:57.432840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.459702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e94ec475-b803-4486-9e49-97968fda367e req-521764f6-a344-4bfe-bc39-9f4ea2771630 tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "GET /v2.0/security-groups/292ad307-8cfa-4d05-bcb8-6c3f2faf2fac HTTP/1.1" status: 200 len: 2397 time: 0.1081979 Jul 16 22:19:57.460998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-e887e081-daa3-4ba9-8a29-3411cc79f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:57.462965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-e887e081-daa3-4ba9-8a29-3411cc79f815 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1102 time: 0.5227404 Jul 16 22:19:57.480836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:57.520900 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.543200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Transition to ACTIVE for port object 0227fb7f-84ca-4360-bdad-d71d212c1aeb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:57.566212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Router a1719d9c-0505-441b-afe5-d99ca4622b97 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:19:57.578599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ea5ac-65b5-4308-b6c0-3203b9b4d37b req-8d3a2a8d-8b41-456b-b7a9-f469a3e25726 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:57.581712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62cb5a38-5b6c-4410-aacc-e9037b7f0603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.586899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f4ea5ac-65b5-4308-b6c0-3203b9b4d37b req-8d3a2a8d-8b41-456b-b7a9-f469a3e25726 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1944537 Jul 16 22:19:57.617707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.628692 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.629993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.673291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] For port 2a923725-a236-4f60-bfd7-468eeecf18bf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2a923725-a236-4f60-bfd7-468eeecf18bf,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:57.686826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.719523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f4ea5ac-65b5-4308-b6c0-3203b9b4d37b req-aef166fb-903f-479a-9d71-6e978865f5a6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313827 Jul 16 22:19:57.744577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:19:57.749093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Pushing event updated for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:57.761775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:19:57.785174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecfabe-df06-4a67-889e-24e099fc9e15 None None] Pushing event updated for resources: {'Port': ['ID=2a923725-a236-4f60-bfd7-468eeecf18bf,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:57.787516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:19:57.799619 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e94ec475-b803-4486-9e49-97968fda367e req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.885749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e94ec475-b803-4486-9e49-97968fda367e req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.919983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:57.920653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.955298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8722da93-bcc6-4519-947a-69d84427adff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4047816 Jul 16 22:19:57.972139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Request body: {'port': {'device_id': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:19:57.976088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e94ec475-b803-4486-9e49-97968fda367e req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.978982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e94ec475-b803-4486-9e49-97968fda367e req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:57.981240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e94ec475-b803-4486-9e49-97968fda367e req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] 10.222.0.70 "DELETE /v2.0/security-groups/292ad307-8cfa-4d05-bcb8-6c3f2faf2fac HTTP/1.1" status: 204 len: 173 time: 0.4973924 Jul 16 22:19:58.015764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:58.020707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ebf99528-e759-41e8-99d7-0f31620f1894 None None] Provisioning complete for port 2a923725-a236-4f60-bfd7-468eeecf18bf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:58.021521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebf99528-e759-41e8-99d7-0f31620f1894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.043942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efa376-527e-4e23-adff-d859ac26526d tempest-SecurityGroupRulesTestJSON-551509711 tempest-SecurityGroupRulesTestJSON-551509711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ad307-8cfa-4d05-bcb8-6c3f2faf2fac,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:58.102094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:19:58.130436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.132282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Sync routers for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:19:58.151118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:19:58.151946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:58.169565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Deleting subnet abc837ba-ea30-4395-ad38-6ff563c4dd67 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:19:58.182448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.183775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8761f6ad-d31c-4e0f-bf7d-8cfea8383ec7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6909370 Jul 16 22:19:58.188631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46128) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:58.190813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.265714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ba70-42f4-4acb-b96c-e19300d52f5f req-28e14a11-02d8-4068-adf4-721787a39f80 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:58.267756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca82ba70-42f4-4acb-b96c-e19300d52f5f req-28e14a11-02d8-4068-adf4-721787a39f80 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 936 time: 0.2977552 Jul 16 22:19:58.335337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.349496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:19:58.409077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.436883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2a923725-a236-4f60-bfd7-468eeecf18bf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:19:58.437833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4301eb-3445-4fb4-81ce-dfcc976d4fe3 req-4898af36-7437-4f26-b921-9960fb831dbf tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:58.440003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb4301eb-3445-4fb4-81ce-dfcc976d4fe3 req-4898af36-7437-4f26-b921-9960fb831dbf tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 945 time: 0.2522151 Jul 16 22:19:58.482250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.509239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca82ba70-42f4-4acb-b96c-e19300d52f5f req-bf2362ae-a29f-4998-9cdf-309140aa27cc tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320917 Jul 16 22:19:58.546867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.552287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/abc837ba-ea30-4395-ad38-6ff563c4dd67 HTTP/1.1" status: 204 len: 168 time: 0.5121822 Jul 16 22:19:58.556582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6452cc7-3328-4cf0-a9e7-7a7c72f9248f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc837ba-ea30-4395-ad38-6ff563c4dd67,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:58.561407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:19:58.564235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:58.586241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb4301eb-3445-4fb4-81ce-dfcc976d4fe3 req-007f3580-8355-4ef4-9e90-e5f99ef93c0e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095827 Jul 16 22:19:58.613614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf656c79-a74e-47f1-8f41-b6bc0b3bf5c2 None None] Provisioning for port 0227fb7f-84ca-4360-bdad-d71d212c1aeb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:19:58.623664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf656c79-a74e-47f1-8f41-b6bc0b3bf5c2 None None] Provisioning complete for port 0227fb7f-84ca-4360-bdad-d71d212c1aeb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:58.624276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf656c79-a74e-47f1-8f41-b6bc0b3bf5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.706503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:58.710243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2a923725-a236-4f60-bfd7-468eeecf18bf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:19:58.712427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.725595 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.795138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bf656c79-a74e-47f1-8f41-b6bc0b3bf5c2 None None] Port 0227fb7f-84ca-4360-bdad-d71d212c1aeb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:19:58.846975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:19:58.850226 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a541852-22c5-44fb-8c32-7df219443377" -d '{"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-unplugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:19:58.856529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.907616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:19:56Z', 'revision_number': 3, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:58.912366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Transition to ACTIVE for port object 42a9485c-4933-48ae-b7d6-f5854679a936 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:58.955341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.967490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:58.981377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc21917-4819-4989-9a14-189c9a4b5d67']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:58.985417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Checking router: a1719d9c-0505-441b-afe5-d99ca4622b97 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:19:58.985774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Updating router a1719d9c-0505-441b-afe5-d99ca4622b97 port 007b9646-7333-4927-92b8-90bd24ef7423 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:19:58.993530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c7c1-8be9-4dd4-a169-2cac078162ed req-6c0b1d7d-d1ba-4403-af88-ce5ac651952a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:58.995345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f78c7c1-8be9-4dd4-a169-2cac078162ed req-6c0b1d7d-d1ba-4403-af88-ce5ac651952a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 950 time: 0.2791011 Jul 16 22:19:59.053399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.058459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4009752-d1ab-4211-87c2-7f82ee486402') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:59.059017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4009752-d1ab-4211-87c2-7f82ee486402') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:19:59.090026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.192540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:59.196677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] No DVR routers for this DVR port 42a9485c-4933-48ae-b7d6-f5854679a936 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:19:59.200002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.217459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f78c7c1-8be9-4dd4-a169-2cac078162ed req-68e53100-f60d-4b65-a2a4-842c4a68faf2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760707 Jul 16 22:19:59.222477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:19:59.222892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:19:59.230099 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:19:59.360345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:59.360597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:59.360935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:59.376267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:19:59.376529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Attempting to bind port 42a9485c-4933-48ae-b7d6-f5854679a936 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:59.380142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.384380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:59.384727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:59.385200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:59.386155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Bound port: 42a9485c-4933-48ae-b7d6-f5854679a936, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:59.386562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.392745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.409220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] 10.222.0.70 "DELETE /v2.0/networks/dfc21917-4819-4989-9a14-189c9a4b5d67 HTTP/1.1" status: 204 len: 168 time: 0.8423500 Jul 16 22:19:59.437226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edda26-3d93-4f1b-8ecc-33a3b1a9912e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc21917-4819-4989-9a14-189c9a4b5d67,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:59.451075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.475901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b256b99-549d-44bb-a63e-33c4a17f764b req-a53e4510-da1c-4fa1-b6c5-6bb5c4b92743 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:59.475901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b256b99-549d-44bb-a63e-33c4a17f764b req-a53e4510-da1c-4fa1-b6c5-6bb5c4b92743 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1097 time: 0.2087600 Jul 16 22:19:59.615340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:59.622277 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.637327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Transition to ACTIVE for port object 007b9646-7333-4927-92b8-90bd24ef7423 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:59.647575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.649245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:59.657564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.681606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0227fb7f-84ca-4360-bdad-d71d212c1aeb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:19:59.692870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.703948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:59.710210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Transition to ACTIVE for port object 0227fb7f-84ca-4360-bdad-d71d212c1aeb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:19:59.711792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7249ada-8aff-4bae-aab3-18cf11add3c4 None None] Pushing event updated for resources: {'Port': ['ID=007b9646-7333-4927-92b8-90bd24ef7423,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:59.713777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b256b99-549d-44bb-a63e-33c4a17f764b req-5f309172-fd5b-4733-8956-d7c7d1b8b8f8 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219396 Jul 16 22:19:59.738040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:59.738665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.740607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] 10.222.0.47 "PUT /v2.0/ports/42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 1097 time: 2.2668438 Jul 16 22:19:59.746149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Attempting to bind port 007b9646-7333-4927-92b8-90bd24ef7423 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:19:59.746820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Attempting to bind port 007b9646-7333-4927-92b8-90bd24ef7423 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:19:59.747579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Attempting to bind port 007b9646-7333-4927-92b8-90bd24ef7423 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:19:59.754432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:19:59.755543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:19:59.756194 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.756801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:19:59.758123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Bound port: 007b9646-7333-4927-92b8-90bd24ef7423, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:19:59.758740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.817096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ca60-1df1-46a5-a13f-75d84fbb9f0f service neutron] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:19:59.827206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] For port 007b9646-7333-4927-92b8-90bd24ef7423, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:19:59.832142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] For port 007b9646-7333-4927-92b8-90bd24ef7423, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=007b9646-7333-4927-92b8-90bd24ef7423,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:19:59.836319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:19:59.875547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243645d7-3520-4b6b-b45d-e274d5f7fd5b req-87a1ba67-5e38-4f04-891c-b047a9532c3c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:19:59.876207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Allocated IP 172.20.0.1 (d2332a53-0297-43d5-9982-9d48da4e678b/19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0/74e53dd7-91b3-4b7c-a211-bdf7484b0f7c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:19:59.891145 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-243645d7-3520-4b6b-b45d-e274d5f7fd5b req-87a1ba67-5e38-4f04-891c-b047a9532c3c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 948 time: 0.3572783 Jul 16 22:19:59.917775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.920929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:19:59.942999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe3d21ca-26f5-4df0-aae7-ec8f9efda8cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83893e4b7a474163ade83e08e3425f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349119 Jul 16 22:19:59.948603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:19:59.955267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a482cd91-5adb-43f2-9a47-a2998a5a36f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.961379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:19:59.990670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-243645d7-3520-4b6b-b45d-e274d5f7fd5b req-3277e710-f772-4110-87ac-91cb6223dcfc tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988023 Jul 16 22:20:00.013788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:00.014422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:00.024138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-79a284e9-95a4-48c3-b28c-dd1c4f3df754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.034426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-79a284e9-95a4-48c3-b28c-dd1c4f3df754 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1100 time: 0.2513919 Jul 16 22:20:00.039433 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2857db-f26f-4551-ae02-bc7f6c349b86 x-openstack-request-id: req-0b2857db-f26f-4551-ae02-bc7f6c349b86 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:00.041164 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-unplugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:00.041588 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b2857db-f26f-4551-ae02-bc7f6c349b86 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:00.042222 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'code': 200} Jul 16 22:20:00.080212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.099842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Transition to ACTIVE for port object 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:00.139168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:00.197947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:00.203814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.226166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-a82d8c60-592f-4e2e-bc0f-3f5f80162512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.227735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-a82d8c60-592f-4e2e-bc0f-3f5f80162512 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1836853 Jul 16 22:20:00.300921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-262ade28-521f-4ab5-b199-0e768fd77c64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.0652542 Jul 16 22:20:00.306094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Pushing event updated for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:00.415388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-ccefa71f-f64e-4d8d-ba45-c279ef6ba46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.417759 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-ccefa71f-f64e-4d8d-ba45-c279ef6ba46a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1051943 Jul 16 22:20:00.427525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Network d2332a53-0297-43d5-9982-9d48da4e678b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:00.448629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:00.463138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:00.491430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7249ada-8aff-4bae-aab3-18cf11add3c4 None None] Pushing event updated for resources: {'Port': ['ID=007b9646-7333-4927-92b8-90bd24ef7423,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:00.510002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.527247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:19:56Z', 'revision_number': 3, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:00.567231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03de30-00fe-4e51-84f1-355591bb862c req-48fc6d8d-74fe-43f0-9b3e-e99e0156e5d8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.575494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03de30-00fe-4e51-84f1-355591bb862c req-48fc6d8d-74fe-43f0-9b3e-e99e0156e5d8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.583663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c03de30-00fe-4e51-84f1-355591bb862c req-48fc6d8d-74fe-43f0-9b3e-e99e0156e5d8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1&device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 1691 time: 0.1544237 Jul 16 22:20:00.594064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.600708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-94b9a920-b680-4141-a7b9-d7b43fc6c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.602526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-94b9a920-b680-4141-a7b9-d7b43fc6c814 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750093 Jul 16 22:20:00.615062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5efcac-f64b-4a74-ad3b-39c937457b9a None None] The sync data for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 is: [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:19:56Z', 'revision_number': 3, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:20:00.646003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.675779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e4fc-0242-4ebc-8243-8cad57ecd862 req-6dcf643a-b803-4f78-a8c2-86dfa420861b tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:00.689676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c03de30-00fe-4e51-84f1-355591bb862c req-2ba04dab-e3a2-4be3-a1e7-22495611fa2b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982649 Jul 16 22:20:00.691025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b53e4fc-0242-4ebc-8243-8cad57ecd862 req-6dcf643a-b803-4f78-a8c2-86dfa420861b tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 948 time: 0.4244444 Jul 16 22:20:00.720151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Attempting to bind port 0227fb7f-84ca-4360-bdad-d71d212c1aeb on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:00.720318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Attempting to bind port 0227fb7f-84ca-4360-bdad-d71d212c1aeb by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:00.720651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Attempting to bind port 0227fb7f-84ca-4360-bdad-d71d212c1aeb on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:00.754173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Port 0227fb7f-84ca-4360-bdad-d71d212c1aeb on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:00.754512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Attempting to bind port 0227fb7f-84ca-4360-bdad-d71d212c1aeb on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:00.763880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b53e4fc-0242-4ebc-8243-8cad57ecd862 req-ef06c079-5cca-4b7f-a3c3-42e924ec6efb tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719910 Jul 16 22:20:00.767238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-1d02ea74-4720-4038-97ba-fe66c7a62eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554224 Jul 16 22:20:00.770604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:00.770984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:00.771377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:00.771826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Bound port: 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:00.772726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.828166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e534d456-6131-4d7f-a847-445595c951f8 None None] Provisioning for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:00.833206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e534d456-6131-4d7f-a847-445595c951f8 None None] Provisioning complete for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:00.833760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e534d456-6131-4d7f-a847-445595c951f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.898984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:00.904698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:00.910736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e534d456-6131-4d7f-a847-445595c951f8 None None] Port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:00.940299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:00.960289 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d83be2-3de4-411f-a519-92dbf52999b4 req-49a552c8-b529-4274-a589-a536ad01d2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840062 Jul 16 22:20:00.977291 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.137971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.138602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.140082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] 10.222.0.47 "PUT /v2.0/ports/0227fb7f-84ca-4360-bdad-d71d212c1aeb HTTP/1.1" status: 200 len: 1097 time: 3.1745501 Jul 16 22:20:01.142287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:01.144580 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840c275-7603-4059-8874-df4a9f902da3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:01.185392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6c99-2891-448d-9094-74e75e338d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:01.227738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.295760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.299636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.303760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdfbeb49-9fc5-4400-b821-8bc1f4136a00 HTTP/1.1" status: 204 len: 168 time: 1.3460107 Jul 16 22:20:01.379624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:01.382022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b970e3-1f35-4a6e-a143-02baadab7abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfbeb49-9fc5-4400-b821-8bc1f4136a00,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:01.383182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687edca-7c2c-4167-8ea7-7100b3519dc7 req-8c22c36d-9490-4aeb-9738-058d4a22b1c4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.386964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e687edca-7c2c-4167-8ea7-7100b3519dc7 req-8c22c36d-9490-4aeb-9738-058d4a22b1c4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 948 time: 0.1647856 Jul 16 22:20:01.442076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb17b10-4cfb-42b3-b68c-653fca6a6fa3 req-08d7c6ca-6bf3-4cb2-8ec5-a6aa8e122efe tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.445930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb17b10-4cfb-42b3-b68c-653fca6a6fa3 req-08d7c6ca-6bf3-4cb2-8ec5-a6aa8e122efe tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1097 time: 0.3827326 Jul 16 22:20:01.505656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e687edca-7c2c-4167-8ea7-7100b3519dc7 req-56b83643-010d-4061-9ae9-e6e85cfba341 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Jul 16 22:20:01.554943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-e2635e9c-a91b-4b01-8fad-8d3435dc8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.556637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-e2635e9c-a91b-4b01-8fad-8d3435dc8bee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505971370d66431e84d738a937070348&device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 1100 time: 0.2373612 Jul 16 22:20:01.581932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb17b10-4cfb-42b3-b68c-653fca6a6fa3 req-72bdb776-f7d4-4b35-a6d8-75116ffb4aaf tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256144 Jul 16 22:20:01.669735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-fda1e57c-73b0-4b9f-ab6d-2b6453293fab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb HTTP/1.1" status: 200 len: 217 time: 0.0983319 Jul 16 22:20:01.683382 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4932d2-c8c7-45ae-8cce-0a48cc01217e x-openstack-request-id: req-6f4932d2-c8c7-45ae-8cce-0a48cc01217e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:01.683819 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:01.684168 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f4932d2-c8c7-45ae-8cce-0a48cc01217e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:01.685424 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb', 'status': 'completed', 'code': 200} Jul 16 22:20:01.767860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135dcc6-0038-4e82-ba66-905db4a0b3bd req-dbad0d1f-aadd-431b-8a9b-2e0016869af6 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.778012 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1135dcc6-0038-4e82-ba66-905db4a0b3bd req-dbad0d1f-aadd-431b-8a9b-2e0016869af6 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 1102 time: 0.0955358 Jul 16 22:20:01.848790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1135dcc6-0038-4e82-ba66-905db4a0b3bd req-2fbcd885-43d7-4666-8a59-258347647f4f tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 Jul 16 22:20:01.881997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-5cfdc79d-1e74-4815-a1bd-5bf62fdbc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:01.883009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-5cfdc79d-1e74-4815-a1bd-5bf62fdbc39a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1735125 Jul 16 22:20:01.995967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:02.012911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8bad12b2-08d7-4a7b-8d68-f4c0c85516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:02.018944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-8bad12b2-08d7-4a7b-8d68-f4c0c85516f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1263175 Jul 16 22:20:02.021776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:02.064185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:02.066893 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670" -d '{"events": [{"name": "network-changed", "server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:02.136134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9508434-398a-4031-a3be-8b78e2e1bf03 req-85b10279-5e11-4d1f-a736-5b18a91d4d57 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:02.143707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9508434-398a-4031-a3be-8b78e2e1bf03 req-85b10279-5e11-4d1f-a736-5b18a91d4d57 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 948 time: 0.1100271 Jul 16 22:20:02.193095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9508434-398a-4031-a3be-8b78e2e1bf03 req-e9fa7515-fefc-4419-8312-ccf0f7503160 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481260 Jul 16 22:20:02.280641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:02.293105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Pushing event updated for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:02.397391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98523dca-2514-4266-9deb-ebf0b073b207 req-fc6095b0-beb2-4568-a74b-6a3d3f676cfa tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:02.405029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-98523dca-2514-4266-9deb-ebf0b073b207 req-fc6095b0-beb2-4568-a74b-6a3d3f676cfa tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 1102 time: 0.1101174 Jul 16 22:20:02.483194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Network d2332a53-0297-43d5-9982-9d48da4e678b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:02.491226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:02.498689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 007b9646-7333-4927-92b8-90bd24ef7423 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:02.499191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-98523dca-2514-4266-9deb-ebf0b073b207 req-dbec2b74-c3d2-4e83-9d67-872d21265033 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826178 Jul 16 22:20:02.557482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:02.613071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-be9ae79a-1ce3-480c-ab98-c37ab3a9fe7e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290368 Jul 16 22:20:02.819567 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad45261-5992-44a1-b97b-28b285b6c143 x-openstack-request-id: req-cad45261-5992-44a1-b97b-28b285b6c143 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:02.820088 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:02.820567 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cad45261-5992-44a1-b97b-28b285b6c143 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:02.821248 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'status': 'completed', 'code': 200} Jul 16 22:20:02.934172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:02.967861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-8da20209-1cba-44b4-8a17-fb9dc656d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:02.969942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-8da20209-1cba-44b4-8a17-fb9dc656d9dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1100 time: 0.1202483 Jul 16 22:20:03.038097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 007b9646-7333-4927-92b8-90bd24ef7423 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:03.052729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 007b9646-7333-4927-92b8-90bd24ef7423 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:03.056036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.064154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bb52f9a6-d04e-4f93-8780-0638879da335 None None] Provisioning complete for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:03.066051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bb52f9a6-d04e-4f93-8780-0638879da335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.123028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-f13fc3a3-0c96-4c43-9371-741414873385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.124450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-f13fc3a3-0c96-4c43-9371-741414873385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1461494 Jul 16 22:20:03.131855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-990435657-network', 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:03.197192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bb52f9a6-d04e-4f93-8780-0638879da335 None None] Port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:03.208100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b60cc9d9-6b4c-4173-8b9f-e80092f880be req-b88d1a88-6d81-456b-aac2-31b23b876f42 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813789 Jul 16 22:20:03.211982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Router a1719d9c-0505-441b-afe5-d99ca4622b97 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:20:03.226743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-68209b85-9496-420a-b7f1-2eebf296b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.227352 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-49e69983-0909-41be-9ff6-8a4dfa66f554 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.0597372 Jul 16 22:20:03.229887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-68209b85-9496-420a-b7f1-2eebf296b3a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1100 time: 0.3325160 Jul 16 22:20:03.279346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:03.281719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.296176 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.316263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.326351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425baf9-282e-4d4f-af62-a758b6eb81ee req-948ab719-a955-41c7-9aaa-38dc89e0be25 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.334382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c425baf9-282e-4d4f-af62-a758b6eb81ee req-948ab719-a955-41c7-9aaa-38dc89e0be25 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 948 time: 0.2083981 Jul 16 22:20:03.349980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-2388dcda-9309-4d16-ada5-ea68562ff3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.351440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-2388dcda-9309-4d16-ada5-ea68562ff3ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1134465 Jul 16 22:20:03.388357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 007b9646-7333-4927-92b8-90bd24ef7423, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=007b9646-7333-4927-92b8-90bd24ef7423,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:03.396212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.452704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c425baf9-282e-4d4f-af62-a758b6eb81ee req-e06871a0-7027-4700-b1b1-fa0e57da002b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171389 Jul 16 22:20:03.517560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=007b9646-7333-4927-92b8-90bd24ef7423,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:03.539818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-22b7a107-b4e3-4bc7-a47e-f4508749491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.542050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-22b7a107-b4e3-4bc7-a47e-f4508749491c service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3005631 Jul 16 22:20:03.567162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-86a28984-09f8-4002-9d29-6f5ac41e8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.568686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-86a28984-09f8-4002-9d29-6f5ac41e8e86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889591 Jul 16 22:20:03.569077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:20:03.579597 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Sync routers for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:20:03.596517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0b5a9373-7811-4b99-b941-e081970ecd1b admin admin] 10.222.0.70 "PUT /v2.0/routers/a1719d9c-0505-441b-afe5-d99ca4622b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3985772 Jul 16 22:20:03.596915 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:03.597734 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:03.619310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.629263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-65710a1a-9bbe-4081-b790-143f6abbe1c7 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439312 Jul 16 22:20:03.672999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-95230f25-fc5a-4ab9-8d89-521e433a093f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.1157851 Jul 16 22:20:03.703397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c275-7603-4059-8874-df4a9f902da3 req-ba751511-8701-4cdb-bcf8-3885c56c3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.706545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-ba751511-8701-4cdb-bcf8-3885c56c3946 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505971370d66431e84d738a937070348&device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 1100 time: 0.3846467 Jul 16 22:20:03.710769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.774204 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:03.778863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:03.833461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-cb5756d9-d001-4ffe-9e59-a133f2d8f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.834345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5acdb9df-9225-4dab-acbb-6f20a55b948c tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:20:03.835944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5acdb9df-9225-4dab-acbb-6f20a55b948c tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318286 Jul 16 22:20:03.837128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-cb5756d9-d001-4ffe-9e59-a133f2d8f4d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1557684 Jul 16 22:20:03.842412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:20:03.910214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c275-7603-4059-8874-df4a9f902da3 req-00a6224d-b26b-4906-a8fe-eb2c2db490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:03.912067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-00a6224d-b26b-4906-a8fe-eb2c2db490fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1561356 Jul 16 22:20:03.918407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3aded-fa0b-4afe-9174-3226cf6921e2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:03.954498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:03.954846 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Added segment 55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2 of type vlan for network ab1fe470-1509-4e65-afd6-8fd893b25553 Jul 16 22:20:04.000948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:04.026778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '42a9485c-4933-48ae-b7d6-f5854679a936', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '42a9485c-4933-48ae-b7d6-f5854679a936', 'mac_address': 'fa:16:3e:11:ff:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:04.038007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-269d82dd-b170-4899-a23a-2592c976dcd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb HTTP/1.1" status: 200 len: 217 time: 0.0763741 Jul 16 22:20:04.046725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d1bf1eb7-907e-4fcd-86bc-b39bc6b8d93c tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.048139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d1bf1eb7-907e-4fcd-86bc-b39bc6b8d93c tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 1094 time: 0.2017739 Jul 16 22:20:04.051156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.067323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:04.067775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:20:04.076539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-2b6d5c32-2260-48e5-971d-d7ce051e7922 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.083209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-2b6d5c32-2260-48e5-971d-d7ce051e7922 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4526594 Jul 16 22:20:04.122392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.122648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-5420edb6-a307-44a0-977b-84965b40b0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750404 Jul 16 22:20:04.130621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c275-7603-4059-8874-df4a9f902da3 req-ab5014b0-4550-4ec8-81e9-1a344236890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.136831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-525a1e58-22e7-47d7-9ae4-9ac5ff126d12 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0527053 Jul 16 22:20:04.137749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-ab5014b0-4550-4ec8-81e9-1a344236890a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0920379 Jul 16 22:20:04.139438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a9485c-4933-48ae-b7d6-f5854679a936 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:04.164083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:04.169650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.212549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-1866db0b-53b2-4293-bd91-4360ca23124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.215192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-1866db0b-53b2-4293-bd91-4360ca23124f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3018951 Jul 16 22:20:04.217911 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 2, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:04.235431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.236414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.237063 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.254877 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Checking router: a1719d9c-0505-441b-afe5-d99ca4622b97 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:20:04.255235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Updating router a1719d9c-0505-441b-afe5-d99ca4622b97 port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:20:04.263619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:04.298694 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.420661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 007b9646-7333-4927-92b8-90bd24ef7423 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:04.479022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 007b9646-7333-4927-92b8-90bd24ef7423 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:04.479429 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.629626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:04.636245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0776165 Jul 16 22:20:04.636800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:04.638591 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.644581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Request body: {'subnet': {'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-990435657-subnet', 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:04.651725 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Transition to ACTIVE for port object 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:04.658647 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.666303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c275-7603-4059-8874-df4a9f902da3 req-fee7d2dd-cdff-4569-83c4-d09e281860e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:04.668064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-fee7d2dd-cdff-4569-83c4-d09e281860e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5162446 Jul 16 22:20:04.691661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba63416-88f7-47c5-9e48-c3b54e1a2f43 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1fe470-1509-4e65-afd6-8fd893b25553,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:04.700597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:04.703953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.707439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ab1fe470-1509-4e65-afd6-8fd893b25553 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:20:04.741835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-b149058c-5a6a-4e55-b35e-2f14d1579c32 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192304 Jul 16 22:20:04.746626 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc33c4-136d-4b74-ae90-43563be3b33a None None] Pushing event updated for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:04.751258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-45bc24d5-294c-4bb6-8134-057b0eb002a7 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079235 Jul 16 22:20:04.817541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-c52c257f-2c96-4cb2-ad1b-87725abf8c89 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6599100 Jul 16 22:20:04.827581 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Attempting to bind port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:04.827970 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Attempting to bind port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:04.828728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Attempting to bind port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c on network d2332a53-0297-43d5-9982-9d48da4e678b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:04.840023 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:04.840422 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Checking segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:04.840700 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.841235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Bound using segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:04.841591 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Bound port: 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:04.852168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a84ef0-25aa-433a-a0fe-5c890a6e0670 req-58da9052-66be-488f-b2a0-2a86025e36aa service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993860 Jul 16 22:20:04.853010 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:04.877121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:04.878328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:04.879204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:04.890039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:04.890776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:04.902009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:04.906808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:04.907548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:04.907928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Bound port: ae7faebb-d774-4120-ab0d-be98856befe5, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:04.985986 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] For port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:04.989427 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] For port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:04.998561 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:05.003413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:05.009903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:05.027195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-a88b90a6-061d-4d18-815c-cc63375fe1da service neutron] 10.222.0.70 "POST /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5/bindings HTTP/1.1" status: 201 len: 390 time: 0.9648745 Jul 16 22:20:05.067985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-d7ea638f-68dd-44b7-9f79-d10224eb0f6e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835318 Jul 16 22:20:05.093195 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc33c4-136d-4b74-ae90-43563be3b33a None None] Pushing event updated for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:05.136823 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:05.141861 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:05.361157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:05.373593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:05.410010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8f14-0245-4a02-9a6d-61bbaeb0ab91 req-7da326ee-1adb-4227-91c1-916bfd13e36e tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:05.417444 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26d8f14-0245-4a02-9a6d-61bbaeb0ab91 req-7da326ee-1adb-4227-91c1-916bfd13e36e tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 948 time: 0.1864986 Jul 16 22:20:05.447967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-f3e357e7-49cc-4c5d-8458-b3ba5f82ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:05.450026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-f3e357e7-49cc-4c5d-8458-b3ba5f82ce2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1097 time: 0.1475582 Jul 16 22:20:05.482477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5807438-cc9a-425f-9353-fc00020be0f0,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:05.497789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4840c275-7603-4059-8874-df4a9f902da3 req-38037503-ced1-4a3a-9430-2e3fded00f21 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209697 Jul 16 22:20:05.520023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26d8f14-0245-4a02-9a6d-61bbaeb0ab91 req-dbe02fb1-376c-4165-a075-e9968766ca99 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016798 Jul 16 22:20:05.541847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:05.547767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Network hostable DHCP agents. Network: ab1fe470-1509-4e65-afd6-8fd893b25553, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:20:05.586441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:20:05.620466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ab1fe470-1509-4e65-afd6-8fd893b25553) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:05.625059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:05.625710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:05.629994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ce125-736c-459b-a246-6ad9505d248b None None] Network ab1fe470-1509-4e65-afd6-8fd893b25553 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:20:05.669284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-58b89dc5-3e3d-4357-8f0b-d80c7cfd5726 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0295036 Jul 16 22:20:05.675168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-2517b882-2d1a-48ea-bcf3-f03dad8bf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:05.677879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-2517b882-2d1a-48ea-bcf3-f03dad8bf54d service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.2180338 Jul 16 22:20:05.755714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:04Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:05.787204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0227fb7f-84ca-4360-bdad-d71d212c1aeb details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:05.789780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:05.795882 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-f4695995-8348-4437-8ca6-b523b7ba56a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0973690 Jul 16 22:20:05.826265 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb343a9-d7a3-4f2d-bd24-520d8f3cf08f None None] The sync data for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 is: [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:04Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:20:05.857455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff465a82-1ce2-4679-9d59-e46ca73c027c None None] Network ab1fe470-1509-4e65-afd6-8fd893b25553 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:20:05.977492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-3d7fcf06-82d8-4034-80c7-c81cd32e1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:05.982130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-3d7fcf06-82d8-4034-80c7-c81cd32e1938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1390784 Jul 16 22:20:06.063322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:06.070780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42786879', 'description': 'tempest-description--862994706'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:06.073318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8421559-30af-4538-98ff-9f1c4ef7d3cc req-50356bf8-eb57-4d83-8ac1-e7bea10f8e7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:06.075793 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8421559-30af-4538-98ff-9f1c4ef7d3cc req-50356bf8-eb57-4d83-8ac1-e7bea10f8e7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 949 time: 0.3632586 Jul 16 22:20:06.084054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-37fc01db-6fe4-456c-9a2f-2c79e03c3037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928798 Jul 16 22:20:06.127894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.181587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8421559-30af-4538-98ff-9f1c4ef7d3cc req-d6028ebb-8ce0-4a00-a217-0048c9c7eb20 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958760 Jul 16 22:20:06.285944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:06.302433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-68081770-fd3b-4c04-b9ce-35de965d2b2f service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028160 Jul 16 22:20:06.307966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 42a9485c-4933-48ae-b7d6-f5854679a936 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:06.328173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3e8dcd9-d083-4963-a5f9-f61c8b4c87c0 req-955e3763-9fa8-4930-9118-cd6645de4894 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 210 time: 0.0722854 Jul 16 22:20:06.335259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '0227fb7f-84ca-4360-bdad-d71d212c1aeb', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '0227fb7f-84ca-4360-bdad-d71d212c1aeb', 'mac_address': 'fa:16:3e:9c:ed:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:06.369681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 42a9485c-4933-48ae-b7d6-f5854679a936 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:06.369681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.395330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.405712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.473866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.478028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4093752 Jul 16 22:20:06.478581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:06.479488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.503551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'security_group_rule': {'security_group_id': '1f67ffd7-956f-445f-ac0a-5407708d3010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:06.508870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb96d13-cc13-4e03-a9d8-4ef06f99f262 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f67ffd7-956f-445f-ac0a-5407708d3010,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:06.529219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.531213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:06.557030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-ecf8b23d-6082-4a9a-b4bf-030874d7a5d1 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437410 Jul 16 22:20:06.575061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0227fb7f-84ca-4360-bdad-d71d212c1aeb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:06.600995 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.613039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114776-86d3-4523-9aa5-9a78e76cb135 req-c7b3580e-1217-4033-8f81-82e6b9a983e5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:06.621027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:06.628764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:06.629533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35114776-86d3-4523-9aa5-9a78e76cb135 req-c7b3580e-1217-4033-8f81-82e6b9a983e5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 945 time: 0.2209735 Jul 16 22:20:06.631856 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90716272-c88a-4acc-bac0-54bca33e8f88" -d '{"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-plugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:06.647607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.664825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:06.695788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.699573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.711984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.724450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35114776-86d3-4523-9aa5-9a78e76cb135 req-10d2acdf-b96f-4699-8daa-9622f50af41c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892675 Jul 16 22:20:06.747242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385874a-922c-402d-aea0-d0a934108256 req-6f4d651a-f81d-423d-99f0-938e6cb1424f tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:06.755518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1385874a-922c-402d-aea0-d0a934108256 req-6f4d651a-f81d-423d-99f0-938e6cb1424f tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 946 time: 0.2065637 Jul 16 22:20:06.766021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-67a6bf40-2afd-49b7-a26a-db04752f877f tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:06.767552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-67a6bf40-2afd-49b7-a26a-db04752f877f tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1183670 Jul 16 22:20:06.780177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:06.791968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:06.842385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:06.858416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:06.858805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:06.867290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-3faeb976-9a54-4775-b60f-dec992ed89a9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845654 Jul 16 22:20:06.867902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15679bb2-2d18-48ef-9d74-ef814ce75c68,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:06.929463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.000756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:07.034028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-5f7bc9be-2c47-4a93-ab9b-825b93283439 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:07.035637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-5f7bc9be-2c47-4a93-ab9b-825b93283439 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592426 Jul 16 22:20:07.040576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.044981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-02a59128-22d3-4087-afe4-583ec6c5bb2d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625989 Jul 16 22:20:07.045310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:07.051083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'security_group_rule': {'security_group_id': '1f67ffd7-956f-445f-ac0a-5407708d3010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:07.059644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '06c1afca-17c5-4970-8961-31101f4c66f4', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:07.075075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:07.080243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1385874a-922c-402d-aea0-d0a934108256 req-99b7193c-fbb1-461e-b772-ed493e2c8117 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237517 Jul 16 22:20:07.092007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0227fb7f-84ca-4360-bdad-d71d212c1aeb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:07.136385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:07.156806 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.157325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.212031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:07.234513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.250269 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.335952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:07.378730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:07.381080 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac9c655-d08c-486f-a407-d2918e286be6" -d '{"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:07.389590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-136be98e-7a47-428e-953f-d0c9c6a400b4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:07.391189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-136be98e-7a47-428e-953f-d0c9c6a400b4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.1535616 Jul 16 22:20:07.393237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.408382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.436886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.464508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b03150-251b-4d08-93ba-d6dfdceb568d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:07.472674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:07.478246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.487356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:07.490888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-e0faf2c8-f86c-4ec5-a190-a173c93fef57 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0334585 Jul 16 22:20:07.500625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.501959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-24b8be2b-cfb9-433f-853d-863f7ed712c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557583 Jul 16 22:20:07.506275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:07.512543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:07.572313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-3b962c6b-7461-43c9-ac72-c4fd8bbc78e7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636373 Jul 16 22:20:07.594787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:07.595127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:07.595641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:07.613058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.634388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:07.634719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Attempting to bind port ae7faebb-d774-4120-ab0d-be98856befe5 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:07.673914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:07.674260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:07.674650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:07.675098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Bound port: ae7faebb-d774-4120-ab0d-be98856befe5, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:07.675457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.723959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-4bb1cceb-a225-40ac-b8e9-625dadbde85b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:07.725483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-4bb1cceb-a225-40ac-b8e9-625dadbde85b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761&tenant_id=ba32e6ce5b6642a496864cc61084dd30&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 950 time: 0.2208633 Jul 16 22:20:07.758344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-f87500ce-28b7-4b7d-b901-1f8457673cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737452 Jul 16 22:20:07.789017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff7fa1-25b1-4f09-8541-d283cfc2963f req-8eeec2b6-80cc-4c7a-a436-f12e899c26dd tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:07.790934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5dff7fa1-25b1-4f09-8541-d283cfc2963f req-8eeec2b6-80cc-4c7a-a436-f12e899c26dd tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 949 time: 0.3072853 Jul 16 22:20:07.831159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:07.837739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.101 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/b1ae6d03-866f-42bf-9918-bd3711c8b3ba) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:07.874921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5dff7fa1-25b1-4f09-8541-d283cfc2963f req-2dc79a4c-b489-4b59-ab10-1ff85ffa623f tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744867 Jul 16 22:20:07.881750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:07.886429 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-417cd66d-1143-4dcd-a110-645faed97101 service neutron] delete failed (client error): The resource could not be found. Jul 16 22:20:07.887402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-417cd66d-1143-4dcd-a110-645faed97101 service neutron] 10.222.0.68 "DELETE /v2.0/ports/42a9485c-4933-48ae-b7d6-f5854679a936/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1390457 Jul 16 22:20:07.895325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.950388 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736d903-4482-4930-b0f5-102e9844cac7 x-openstack-request-id: req-f736d903-4482-4930-b0f5-102e9844cac7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:07.951229 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-plugged", "status": "completed", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:07.951656 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f736d903-4482-4930-b0f5-102e9844cac7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:07.952224 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'code': 200} Jul 16 22:20:07.954655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-21ece707-607f-4c8f-b4ab-513d5e51e13b service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848640 Jul 16 22:20:07.968453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:07.992035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:08.047818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:08.048256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.049680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-d4c5cbe9-b0cb-4509-a344-ea7aa24a34c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 1123 time: 1.2632720 Jul 16 22:20:08.137405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Allocated IP 172.25.5.10 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/22d2686d-ff90-4cfd-b6e6-edb3186da552) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:08.151550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['ae7faebb-d774-4120-ab0d-be98856befe5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:08.207706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.224199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-652b960a-abdc-45c6-8481-b14b5138f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:08.225752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-652b960a-abdc-45c6-8481-b14b5138f40b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.1941545 Jul 16 22:20:08.252444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object b1ae6d03-866f-42bf-9918-bd3711c8b3ba will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:08.274198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2098e2a-0fee-4746-97e6-77c142b521db req-365305ed-685b-45c9-a627-a500f64e6bdb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:08.283522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2098e2a-0fee-4746-97e6-77c142b521db req-365305ed-685b-45c9-a627-a500f64e6bdb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.2229376 Jul 16 22:20:08.351168 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87c084f8-3a8f-43b2-a20f-537b50095702 req-11726f95-5518-4d68-aed1-dd6a514ca323 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 210 time: 0.0516975 Jul 16 22:20:08.364520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.375097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2098e2a-0fee-4746-97e6-77c142b521db req-4881b3b8-47f4-448f-8083-ab13874b54bd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906141 Jul 16 22:20:08.438707 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b769b7-2b37-42bc-b470-8a63e5bf3d49 x-openstack-request-id: req-d9b769b7-2b37-42bc-b470-8a63e5bf3d49 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:08.439013 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:08.439278 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9b769b7-2b37-42bc-b470-8a63e5bf3d49 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:08.440784 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'code': 200} Jul 16 22:20:08.441344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-6dbbb071-da65-4d13-824b-39bc0054ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:08.442969 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-6dbbb071-da65-4d13-824b-39bc0054ac04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2052715 Jul 16 22:20:08.459582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.474566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:08.494380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.509250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:08.512524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:08.517261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:08.523281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'Port': ['ID=22d2686d-ff90-4cfd-b6e6-edb3186da552,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:08.538407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:08.576065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:08.609618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-85fde46d-fb70-4fc8-b4a5-9f1f30c173e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.1573615 Jul 16 22:20:08.634135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:08.661644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.668910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:08.669319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.684925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:08.700038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:08.726905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.787520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:08.788206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:08.853591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:08.871533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96d940a8-aad1-4dbb-84e0-c6e9f8898580 req-f643885a-a460-47d0-960b-00fbe3d5b3b4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 210 time: 0.0681906 Jul 16 22:20:08.873130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-24bd6de7-9760-4d96-9aa0-539a6ea2b67c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8256454 Jul 16 22:20:08.897061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Request body: {'port': {'device_id': '06c1afca-17c5-4970-8961-31101f4c66f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:09.006852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-73813c23-c86e-40a7-aca8-21bd24f682db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.008524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-73813c23-c86e-40a7-aca8-21bd24f682db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3589659 Jul 16 22:20:09.009906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.083388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465a03-52d8-4c6f-9d3f-f1d70a2a1cb4 req-934e0a60-c9e5-4d0d-ae4f-ac36cefd3a3f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.092780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5465a03-52d8-4c6f-9d3f-f1d70a2a1cb4 req-934e0a60-c9e5-4d0d-ae4f-ac36cefd3a3f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.4917979 Jul 16 22:20:09.138050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.149667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.185927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5465a03-52d8-4c6f-9d3f-f1d70a2a1cb4 req-37d3ebc7-7403-4b9c-baa2-9dc2d4090fa6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919282 Jul 16 22:20:09.226257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591739ee-7ac6-4508-b2a3-0f54efae36e0 req-aa8a5ff8-300c-4c83-ab1d-c13b9ef6e38f tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.227833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591739ee-7ac6-4508-b2a3-0f54efae36e0 req-aa8a5ff8-300c-4c83-ab1d-c13b9ef6e38f tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 949 time: 0.1602073 Jul 16 22:20:09.233018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6f80e4d6-3d01-4126-96ff-14d83ee7b5d5 None None] Provisioning for port b1ae6d03-866f-42bf-9918-bd3711c8b3ba completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:09.274460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6f80e4d6-3d01-4126-96ff-14d83ee7b5d5 None None] Provisioning complete for port b1ae6d03-866f-42bf-9918-bd3711c8b3ba triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:09.274842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f80e4d6-3d01-4126-96ff-14d83ee7b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.282966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'Port': ['ID=22d2686d-ff90-4cfd-b6e6-edb3186da552,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:09.288736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.304814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-591739ee-7ac6-4508-b2a3-0f54efae36e0 req-fe4a0eca-b553-4658-9031-e81775c5fb04 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678561 Jul 16 22:20:09.328407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.329775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-ea7c4161-cab0-4683-a26e-0b65d05b6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.331284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-ea7c4161-cab0-4683-a26e-0b65d05b6a19 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3106537 Jul 16 22:20:09.341427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-986606b4-9bfc-41d5-9d7e-55aa878f795e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8335280 Jul 16 22:20:09.449148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6f80e4d6-3d01-4126-96ff-14d83ee7b5d5 None None] Port b1ae6d03-866f-42bf-9918-bd3711c8b3ba cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:09.470225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-8ae20e2e-d1c4-402a-8607-bf62bda2753e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1219555735&fields=id&tenant_id=03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 267 time: 0.1528759 Jul 16 22:20:09.516230 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-3db299af-0551-4de6-9812-afceaf95ca65 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--42786879&fields=id&tenant_id=01c3920a700d450f98433d827fcf402f HTTP/1.1" status: 200 len: 267 time: 0.0453618 Jul 16 22:20:09.628701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-aa0b9434-94f5-49cd-aa56-107c6c3434a3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.630463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-aa0b9434-94f5-49cd-aa56-107c6c3434a3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/networks?id=d2332a53-0297-43d5-9982-9d48da4e678b HTTP/1.1" status: 200 len: 811 time: 0.1048708 Jul 16 22:20:09.640632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-6bc9966e-cfe5-4e5e-8f28-7bccb19ef89a service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905037 Jul 16 22:20:09.646126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-d01b117c-b680-452b-87ac-9b2316fef05f tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/quotas/01c3920a700d450f98433d827fcf402f HTTP/1.1" status: 200 len: 375 time: 0.0097444 Jul 16 22:20:09.692581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-f87a00cd-31ad-4cb3-af6d-4c89afe8e4aa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:09.693971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-f87a00cd-31ad-4cb3-af6d-4c89afe8e4aa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 823 time: 0.2153447 Jul 16 22:20:09.717219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-124a3281-b223-4582-8188-94139da682a0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01c3920a700d450f98433d827fcf402f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650060 Jul 16 22:20:09.747227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-e1d75d07-3d47-41e0-b4bd-ba2b162646c1 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/quotas/03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 375 time: 0.0414701 Jul 16 22:20:09.792715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0227fb7f-84ca-4360-bdad-d71d212c1aeb up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:09.800495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ae6d03-866f-42bf-9918-bd3711c8b3ba {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:09.813490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-e22c07ce-e521-45da-9c35-abd26bfbed12 service neutron] 10.222.0.70 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Jul 16 22:20:09.828014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.844680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 0227fb7f-84ca-4360-bdad-d71d212c1aeb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:09.848653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 0227fb7f-84ca-4360-bdad-d71d212c1aeb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:09.849066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.856078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Transition to ACTIVE for port object b1ae6d03-866f-42bf-9918-bd3711c8b3ba will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:09.867975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d08cd44-3a3a-4ede-90d1-a5645e9739a2 req-a2671b0e-0f80-4192-9bcb-bc58f993d1fe service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152960 Jul 16 22:20:09.870769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:09.932910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-b19682ee-6739-4369-b7db-892f612eb839 service neutron] 10.222.0.70 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129148 Jul 16 22:20:09.949999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Pushing event updated for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:09.963184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-dbff41f6-d89d-44be-a729-d00dff25da17 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1907001 Jul 16 22:20:10.003917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:10.033637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:10.036431 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ce33f-cd6b-45a6-ab8d-10d86328289b" -d '{"events": [{"server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "name": "network-vif-plugged", "status": "completed", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:10.052262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:10.057687 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:10.141350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Attempting to bind port b1ae6d03-866f-42bf-9918-bd3711c8b3ba on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:10.141710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Attempting to bind port b1ae6d03-866f-42bf-9918-bd3711c8b3ba by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:10.142596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Attempting to bind port b1ae6d03-866f-42bf-9918-bd3711c8b3ba on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:10.154357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:10.173724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Port b1ae6d03-866f-42bf-9918-bd3711c8b3ba on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:10.173724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Attempting to bind port b1ae6d03-866f-42bf-9918-bd3711c8b3ba on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:10.193117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-020f2d14-840a-4b54-a824-a5f1e22c8ad5 service neutron] 10.222.0.70 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116299 Jul 16 22:20:10.196462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:10.196742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:10.197157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:10.198125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Bound port: b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:10.198485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:10.401540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21f4d-03a9-4183-844c-ad4d245cb668 req-e35ed24b-25cd-4829-8c34-c1f409c02e15 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:10.421693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9af21f4d-03a9-4183-844c-ad4d245cb668 req-e35ed24b-25cd-4829-8c34-c1f409c02e15 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 948 time: 0.1048658 Jul 16 22:20:10.465375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:10.467901 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:10.502753 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9af21f4d-03a9-4183-844c-ad4d245cb668 req-eda70f86-2a83-4bf9-8642-c9070f42ec22 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jul 16 22:20:10.701765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51fdf1-390d-4805-8637-67e9ede609de req-06f2be7b-ad2a-4bff-86e3-11b1dee552dc tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:10.703992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef51fdf1-390d-4805-8637-67e9ede609de req-06f2be7b-ad2a-4bff-86e3-11b1dee552dc tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0858409 Jul 16 22:20:10.753039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-67a63adb-2798-4db3-8938-7438c6132ca5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:10.754200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-67a63adb-2798-4db3-8938-7438c6132ca5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.5964131 Jul 16 22:20:10.786634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:10.808696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:10.812683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-ce47c3c2-9ecc-4a95-90d4-569b537c65e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042626 Jul 16 22:20:10.836673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:10.845939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:10.868021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef51fdf1-390d-4805-8637-67e9ede609de req-ac54cf26-22ca-4ede-9b03-7fa642f6eaf8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452959 Jul 16 22:20:10.930883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-0d5da070-6cf3-41f2-a2cc-2a4673445ff0 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:10.940194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-0d5da070-6cf3-41f2-a2cc-2a4673445ff0 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6d7f621-e841-405b-9f6b-d44895cae4cd HTTP/1.1" status: 200 len: 946 time: 0.2304616 Jul 16 22:20:11.030276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Pushing event updated for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:11.062770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:11.063412 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:11.064990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-e640839d-d9a8-4aa0-b0bb-e5e85dd099bd service neutron] 10.222.0.47 "PUT /v2.0/ports/b1ae6d03-866f-42bf-9918-bd3711c8b3ba HTTP/1.1" status: 200 len: 1097 time: 2.1764007 Jul 16 22:20:11.073833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:11.078384 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490404f-291e-4a8c-a08b-f94fb7240c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:11.173314 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7826e1-e7ea-4ca7-b3eb-00d88384d210 x-openstack-request-id: req-7b7826e1-e7ea-4ca7-b3eb-00d88384d210 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:11.173765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "name": "network-vif-plugged", "status": "completed", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:11.173765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b7826e1-e7ea-4ca7-b3eb-00d88384d210 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:11.174487 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb', 'code': 200} Jul 16 22:20:11.181425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a9ff0c3-7293-4b13-9453-a04df8b370bb req-5745ab17-4151-467a-b474-904cc739ef33 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 210 time: 0.0635526 Jul 16 22:20:11.221303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:11.231156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:11.237702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Deleting port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:20:11.237939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:11.510625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] For port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:11.511312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:11.579364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9a3c5fe-a660-420e-9b7c-1943e56c3765 req-72b8225e-06b7-4bfb-b51f-34e688db75e4 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 210 time: 0.1087160 Jul 16 22:20:11.594710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.3 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/8563c6a6-d214-4a53-a2a2-8c7240e5a2bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:11.650168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-a0b12dae-4ccd-4895-a5f0-ac74c10054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:11.652351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-a0b12dae-4ccd-4895-a5f0-ac74c10054e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 1100 time: 0.1679628 Jul 16 22:20:11.702107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67006287-7bf2-4af4-803b-63fb535883d5 req-561a9242-af60-4661-a122-03373bc2054d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:11.703721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67006287-7bf2-4af4-803b-63fb535883d5 req-561a9242-af60-4661-a122-03373bc2054d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.2685847 Jul 16 22:20:11.738951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-4967d090-2591-4882-8461-e689a712f323 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba HTTP/1.1" status: 200 len: 217 time: 0.0683124 Jul 16 22:20:11.823549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:11.847976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-06d0b9f3-fc35-4ecf-8bf8-fa3b8ed45f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:11.850399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-06d0b9f3-fc35-4ecf-8bf8-fa3b8ed45f38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1015453 Jul 16 22:20:11.954933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:11.973987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:20:12.067972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.080058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ab5f-6c1e-4262-8c90-9475c8298243 req-9b52d375-fb84-4d7d-b000-b4ff756d26a6 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.085669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b099ab5f-6c1e-4262-8c90-9475c8298243 req-9b52d375-fb84-4d7d-b000-b4ff756d26a6 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 950 time: 0.2879248 Jul 16 22:20:12.145888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-d50e8444-b304-434d-9cf7-592d96b69aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.147921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-d50e8444-b304-434d-9cf7-592d96b69aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2558885 Jul 16 22:20:12.158862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.245392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b099ab5f-6c1e-4262-8c90-9475c8298243 req-ff3cdd61-9596-4a52-a143-781d6dffb9ee tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509857 Jul 16 22:20:12.258462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:12.264448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:12.272454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:12.306827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:12.371695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.372348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.378712 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b604c-fc89-4092-8d6b-a6dee2e510e1 x-openstack-request-id: req-117b604c-fc89-4092-8d6b-a6dee2e510e1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:12.379284 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:12.379284 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-117b604c-fc89-4092-8d6b-a6dee2e510e1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:12.379615 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'status': 'completed', 'code': 200} Jul 16 22:20:12.387083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-ec7dd5aa-cbb8-4e04-92a3-f3cda9dcbb0a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247567 Jul 16 22:20:12.394583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-c63257ee-0987-4280-a089-05624253174e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6159327 Jul 16 22:20:12.427979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Request body: {'port': {'device_id': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:12.435010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67006287-7bf2-4af4-803b-63fb535883d5 req-bab50a53-a469-4839-8f25-7f4e0e2eb213 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235740 Jul 16 22:20:12.444515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e99bf0-67fd-4b62-b0ad-5c19a299fa24 req-38d36339-a180-4bcf-9499-e2cfd64464c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.446051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21e99bf0-67fd-4b62-b0ad-5c19a299fa24 req-38d36339-a180-4bcf-9499-e2cfd64464c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 1102 time: 0.8393257 Jul 16 22:20:12.465118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-4a001018-28be-4554-8b1c-3544d37ccb92 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.466704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-4a001018-28be-4554-8b1c-3544d37ccb92 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.68 "GET /v2.0/networks?id=d2332a53-0297-43d5-9982-9d48da4e678b HTTP/1.1" status: 200 len: 811 time: 0.2009172 Jul 16 22:20:12.479023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.479409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.480006 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84 disassociated. External IP: 172.25.5.87, port: a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037. Jul 16 22:20:12.480344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Calling delete_port for a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:20:12.522639 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcf7f9-8142-4465-bbed-620fe4d0376b x-openstack-request-id: req-dfbcf7f9-8142-4465-bbed-620fe4d0376b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:12.522933 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:12.523185 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfbcf7f9-8142-4465-bbed-620fe4d0376b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:12.523579 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'status': 'completed', 'code': 200} Jul 16 22:20:12.526390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86ca5881-4f27-4dfb-a19d-8efacb250de0 req-c28bbc93-7c1a-4933-8cb7-9f33fb274fa2 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 210 time: 0.0740716 Jul 16 22:20:12.582125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b8ad156-c951-4f54-b0ff-f096683f6c4b req-f7123569-ce44-4bc3-89e2-c428b5705ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854358 Jul 16 22:20:12.586902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:12.597442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-81363186-0fc2-4f89-95a3-06dc51521965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.599001 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-81363186-0fc2-4f89-95a3-06dc51521965 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1126 time: 0.2221518 Jul 16 22:20:12.600559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21e99bf0-67fd-4b62-b0ad-5c19a299fa24 req-0fc1471b-ba0f-4ef5-a4bd-4510e2a8f16c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315999 Jul 16 22:20:12.655607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-7e6d76b7-6981-4f30-b558-674dbea0665e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01c3920a700d450f98433d827fcf402f HTTP/1.1" status: 200 len: 378 time: 0.1491711 Jul 16 22:20:12.682507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'port': {'device_id': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'admin_state_up': True, 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'security_groups': ['1f67ffd7-956f-445f-ac0a-5407708d3010']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:12.819518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aacf4-5588-4bd3-96ae-457733f2778b req-43bc453b-ed21-48ed-8e75-f3cfd5b4edfa tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.821098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f2aacf4-5588-4bd3-96ae-457733f2778b req-43bc453b-ed21-48ed-8e75-f3cfd5b4edfa tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1097 time: 0.1795411 Jul 16 22:20:12.897383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f2aacf4-5588-4bd3-96ae-457733f2778b req-fbc13d5a-c697-4ccb-a014-1b107599d4b4 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Jul 16 22:20:12.952296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:12.956084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-187aff8b-6e49-43c4-af11-7f0e0eb99bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:12.957621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-187aff8b-6e49-43c4-af11-7f0e0eb99bfe service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.3419695 Jul 16 22:20:12.972180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.000084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d4712-7504-4ae7-9862-45fdc962612c req-37fdd2dd-f7ae-4a7f-9e58-4f1e44c7d093 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.001727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26d4712-7504-4ae7-9862-45fdc962612c req-37fdd2dd-f7ae-4a7f-9e58-4f1e44c7d093 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 948 time: 0.3365545 Jul 16 22:20:13.013604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Transition to ACTIVE for port object 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:13.047628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.059563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-ff003210-0698-4f3a-86e4-099ff9280cbb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0843892 Jul 16 22:20:13.061208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.093692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-8c7f72f5-f9c2-48b6-af0f-9a01b3baf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.095167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-8c7f72f5-f9c2-48b6-af0f-9a01b3baf289 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 1100 time: 0.3714368 Jul 16 22:20:13.137791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Made reservation on behalf of 01c3920a700d450f98433d827fcf402f for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:13.141386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.159366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event deleted for resources: {'Port': ['ID=a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:13.161851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:13.171219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-f14aa6c1-89af-44a8-b3c0-7fb1bcda16ea tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.172797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-f14aa6c1-89af-44a8-b3c0-7fb1bcda16ea tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.68 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 823 time: 0.2153757 Jul 16 22:20:13.201026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-03a48b3f-5642-42d7-b6b7-68dc78a7e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.202501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-03a48b3f-5642-42d7-b6b7-68dc78a7e493 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1304100 Jul 16 22:20:13.277924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717dfda-0257-4480-bd36-13bdb8696c25 req-590d74a4-51b7-4920-bca6-2fc5ff93f179 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.279419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5717dfda-0257-4480-bd36-13bdb8696c25 req-590d74a4-51b7-4920-bca6-2fc5ff93f179 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.2158530 Jul 16 22:20:13.285769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eca0185b-778a-4eb0-9b2d-30bb9710a3c3 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e23e2e405d46179c15a4a8a38f830e HTTP/1.1" status: 200 len: 380 time: 0.0871356 Jul 16 22:20:13.309172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'port': {'device_id': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'admin_state_up': True, 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'security_groups': ['7a6e0266-cbee-40fa-8bba-a9200faf1187']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:13.330147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-8ae2500a-7198-4a18-ac37-32da9656477f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150339 Jul 16 22:20:13.340589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c26d4712-7504-4ae7-9862-45fdc962612c req-d8675513-6e08-4ac1-add1-08fc7e98d9cd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735112 Jul 16 22:20:13.344594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Attempting to bind port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:13.344937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Attempting to bind port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:13.345749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Attempting to bind port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:13.373721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:13.374139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Attempting to bind port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:13.383055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:13.383401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:13.383782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:13.384213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Bound port: 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:13.384574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.430602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5717dfda-0257-4480-bd36-13bdb8696c25 req-33e3ad34-1447-4232-b9d1-2df4f6d0db4c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421063 Jul 16 22:20:13.497457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-de0f15d3-be44-4eb1-9939-be4c891550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.498914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-de0f15d3-be44-4eb1-9939-be4c891550fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3809578 Jul 16 22:20:13.513763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:13.519184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:13.530436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.566903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Made reservation on behalf of 03e23e2e405d46179c15a4a8a38f830e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:13.575749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.624607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-4d97c49d-7ddc-439e-95af-e9b987dd0725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba HTTP/1.1" status: 200 len: 217 time: 0.0989566 Jul 16 22:20:13.627546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.628187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:13.629763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] 10.222.0.68 "PUT /v2.0/ports/8563c6a6-d214-4a53-a2a2-8c7240e5a2bc HTTP/1.1" status: 200 len: 1092 time: 1.2073357 Jul 16 22:20:13.670541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3613f9e4-25c6-4234-b9b4-aaa7b4f95031 req-d59b21f9-f2c4-4726-80f4-742ff5cef62e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 210 time: 0.0877678 Jul 16 22:20:13.708127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:20:13.735555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-c9678da7-5511-4369-a72a-31e5538a4c61 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939717 Jul 16 22:20:13.749651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ced7c5-c97c-4340-b5f1-5869284d6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:13.783007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Allocated IP 172.20.0.7 (d2332a53-0297-43d5-9982-9d48da4e678b/19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0/635891ef-423f-427f-8389-002ea2c162fe) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:13.848685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-25f13cf9-4f87-4a89-b7c8-33abaa1919cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.850324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-25f13cf9-4f87-4a89-b7c8-33abaa1919cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2013922 Jul 16 22:20:13.862083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-d643c66e-470e-4bac-b49b-615ce374b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.863808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-d643c66e-470e-4bac-b49b-615ce374b52a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 1095 time: 0.1692882 Jul 16 22:20:13.876457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441ce9d-390f-444f-887b-1e9fb7427873 req-2b465ef8-06c4-4a2d-aa35-c7f514d89fc9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:13.879770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Allocated IP 172.20.0.9 (0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a/eb8d20b2-5ab9-44b6-954d-bb55ea6859c5/b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:13.883714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b441ce9d-390f-444f-887b-1e9fb7427873 req-2b465ef8-06c4-4a2d-aa35-c7f514d89fc9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 943 time: 0.4239829 Jul 16 22:20:13.916413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-ad867ec3-7b04-43db-a12e-0c8b41fa283d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc HTTP/1.1" status: 200 len: 217 time: 0.0426016 Jul 16 22:20:14.012894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433b91-c264-4c1f-b048-d8708800f80e req-36815902-2084-43d7-814e-502fb066d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:14.014403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-36815902-2084-43d7-814e-502fb066d00b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0880108 Jul 16 22:20:14.086027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-e517e806-dc05-4a84-8880-577e43245064 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365508 Jul 16 22:20:14.089512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b441ce9d-390f-444f-887b-1e9fb7427873 req-4787cb7f-8b12-4392-8c02-d9b26a5490fe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051487 Jul 16 22:20:14.130190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2c00c12-ce4c-411e-9bbe-3e09647ec72f req-7aab951e-6155-4a6e-a2fe-010bd8d6f12d service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644505 Jul 16 22:20:14.168258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.188277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:20:14.196759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Transition to ACTIVE for port object b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:14.202837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:20:14.224347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:14.225010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:14.287718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-b95d3c07-a26f-45a4-ae89-d66c0f9745f6 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850598 Jul 16 22:20:14.292926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.377928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:14.419808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:14.426377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:14.435682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:14.460611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event updated for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:14.511173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7433b91-c264-4c1f-b048-d8708800f80e req-6ca8e676-0a1b-4ba3-be50-dd7b2b28104d service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150810 Jul 16 22:20:14.520366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:14.521373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.534129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:14.536809 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21261e38-b8c2-4e79-8334-3abe687139de" -d '{"events": [{"name": "network-changed", "server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:14.543839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-eb40d0e9-38ca-448a-911a-97bccf193caa tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2456291 Jul 16 22:20:14.557681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Request body: {'port': {'device_id': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:14.642824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-91b510ac-eb0c-402b-ba48-106d2a112157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:14.644254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-91b510ac-eb0c-402b-ba48-106d2a112157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7492936 Jul 16 22:20:14.666869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] No DVR routers for this DVR port a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:20:14.684197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.686167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4265fa97-b8bc-4651-bca5-b45dd79d8d28 req-2a6d5550-ecdc-4222-af7f-136e18a4da24 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.47 "DELETE /v2.0/ports/a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 HTTP/1.1" status: 204 len: 173 time: 3.7388778 Jul 16 22:20:14.694454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.702626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'name': 'network-vif-deleted', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:14.706300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:14.713096 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dd9e7a-ebb6-4e70-b6f1-f6ac3a976a88" -d '{"events": [{"server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "name": "network-vif-deleted", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:14.756717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:20:14.767149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:14.767571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:14.814243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:14.894896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Transition to ACTIVE for port object 635891ef-423f-427f-8389-002ea2c162fe will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:14.905152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-00fcc8a7-6aea-4637-a75e-24abf3c9d1fc service neutron] 10.222.0.68 "GET /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.6543164 Jul 16 22:20:14.917497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:14.959130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-cc37969b-41e8-4d0f-be39-96198a37fde2 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793319 Jul 16 22:20:14.971367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491abb9-9948-47e6-9378-4055632b491d req-80f4ba6e-2022-4740-bb7a-149e1c984380 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:14.978356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b491abb9-9948-47e6-9378-4055632b491d req-80f4ba6e-2022-4740-bb7a-149e1c984380 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 950 time: 0.7059746 Jul 16 22:20:15.048238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a1b5bd4-ba01-4ffd-8c05-f33c978112d5 None None] Provisioning for port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:15.054897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:15.060939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a1b5bd4-ba01-4ffd-8c05-f33c978112d5 None None] Provisioning complete for port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:15.062442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5bd4-ba01-4ffd-8c05-f33c978112d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.063573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.089953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Transition to ACTIVE for port object b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:15.095998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.113679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.129544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b491abb9-9948-47e6-9378-4055632b491d req-d4211f68-c64f-4622-ab77-d28ca64c20ff tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501124 Jul 16 22:20:15.151137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b5bd4-ba01-4ffd-8c05-f33c978112d5 None None] Port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:15.171434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-7cb23538-83aa-4de6-904e-0138f9b40f6f tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:20:15.177511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-7cb23538-83aa-4de6-904e-0138f9b40f6f tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0946040 Jul 16 22:20:15.258571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Network d2332a53-0297-43d5-9982-9d48da4e678b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:15.262301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-b0033602-6d69-4415-b75c-295caf2eb625 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:15.265195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-b0033602-6d69-4415-b75c-295caf2eb625 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 1094 time: 0.0868068 Jul 16 22:20:15.275214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:15.276078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:20:15.284601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:15.314937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9490404f-291e-4a8c-a08b-f94fb7240c2b req-45b9f214-2acc-4955-8fa0-158b106a3600 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339813 Jul 16 22:20:15.315758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:15.336296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:15.400632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event updated for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:15.460432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e672a24-0752-4200-b224-687344c6b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:15.514182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e672a24-0752-4200-b224-687344c6b75d None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:20:15.525879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Attempting to bind port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:15.526623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Attempting to bind port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:15.526623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Attempting to bind port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:15.540650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:15.541554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Attempting to bind port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc on network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:15.545006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:15.545680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.557572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:15.557945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Checking segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:15.558297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Bound using segment: {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:15.558734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Bound port: b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeec3d8a-4156-4bdd-8100-a22d3578a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:15.559094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.598428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-1b2a8075-d644-4e99-a2cb-5755fcd03c8b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9294953 Jul 16 22:20:15.612123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:15.629357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Request body: {'port': {'device_id': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:15.636378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef557d1-a7c1-4daa-87d6-7526094d5305 req-b21fc702-9bd2-4c44-9e1c-88909dda878e tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:15.638594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:15.638937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:15.643106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eef557d1-a7c1-4daa-87d6-7526094d5305 req-b21fc702-9bd2-4c44-9e1c-88909dda878e tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.3678579 Jul 16 22:20:15.643785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:15.657864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:15.658114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:15.663349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0668d30-f09b-4993-8ae1-93f5715abf57 None None] Provisioning for port 635891ef-423f-427f-8389-002ea2c162fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:15.668827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0668d30-f09b-4993-8ae1-93f5715abf57 None None] Provisioning complete for port 635891ef-423f-427f-8389-002ea2c162fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:15.669391 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0668d30-f09b-4993-8ae1-93f5715abf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.670546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:15.671235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:15.671235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:15.671698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Bound port: 15b059ef-7af7-42a6-bf4b-62562044ba44, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:15.682591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:15.733161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:15.733932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c0668d30-f09b-4993-8ae1-93f5715abf57 None None] Port 635891ef-423f-427f-8389-002ea2c162fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:15.754354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:15.762687 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.768460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7faebb-d774-4120-ab0d-be98856befe5 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:15.790848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:15.800438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:15.812924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:15.813586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.815017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] 10.222.0.68 "PUT /v2.0/ports/b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc HTTP/1.1" status: 200 len: 1092 time: 1.2629895 Jul 16 22:20:15.816633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.817752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-2474e8d9-5741-4060-8b45-8ed40bdd5f01 service neutron] 10.222.0.70 "POST /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44/bindings HTTP/1.1" status: 201 len: 390 time: 0.5469015 Jul 16 22:20:15.841452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1ae6d03-866f-42bf-9918-bd3711c8b3ba details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:15.844724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:20:15.848254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eef557d1-a7c1-4daa-87d6-7526094d5305 req-724178f8-90fe-4649-8daf-5b15941d1844 tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559269 Jul 16 22:20:15.866655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ef5f-74cc-4552-a704-aae60c835edd service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:15.900209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:15.920200 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35b08c-2bf4-4bae-9832-19a3fc66539a None None] New status for floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:20:15.925519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:20:15.925519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:20:15.948876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.019184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-6e45e807-a480-497f-8ad0-f7c6b85af43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.023278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-6e45e807-a480-497f-8ad0-f7c6b85af43d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 1095 time: 0.1466162 Jul 16 22:20:16.074544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:16.086356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'mac_address': 'fa:16:3e:63:94:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:16.105122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-88cbabd1-a4fd-458e-8f9c-3b2f189ef777 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc HTTP/1.1" status: 200 len: 217 time: 0.0732028 Jul 16 22:20:16.137512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.161762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ae6d03-866f-42bf-9918-bd3711c8b3ba {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:16.199686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-867cc88d-4a6d-40f9-ab4f-9a9c5f52e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.201282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:16.202221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-867cc88d-4a6d-40f9-ab4f-9a9c5f52e4d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.0913253 Jul 16 22:20:16.207417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.261514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:16.317638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d7e5-a846-4b6c-8932-10a5dd6c86e7 req-114ac80e-4973-46d9-8075-9b1f106baeea tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.319132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9030d7e5-a846-4b6c-8932-10a5dd6c86e7 req-114ac80e-4973-46d9-8075-9b1f106baeea tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 943 time: 0.1248858 Jul 16 22:20:16.321776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d837-32e5-44ba-a162-5b9f87983303 req-585657d9-8db6-43e7-8913-08a6a194ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.323206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-585657d9-8db6-43e7-8913-08a6a194ecfb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071088 Jul 16 22:20:16.326973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] Transition to ACTIVE for port object ae7faebb-d774-4120-ab0d-be98856befe5 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:16.340688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.412532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9030d7e5-a846-4b6c-8932-10a5dd6c86e7 req-6301bcf5-2f7a-4fd8-a84c-83caa7ae0672 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863147 Jul 16 22:20:16.450928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-0f9251aa-4d79-49f5-a613-d851d5c763bd service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186512 Jul 16 22:20:16.463916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] No DVR routers for this DVR port ae7faebb-d774-4120-ab0d-be98856befe5 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:20:16.489101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:16.501257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416b143-59f2-4d53-b935-f656fd6ee3a6 req-2ef73f3e-0074-4509-923c-3a087d2387d7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.503068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4416b143-59f2-4d53-b935-f656fd6ee3a6 req-2ef73f3e-0074-4509-923c-3a087d2387d7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 943 time: 0.3243389 Jul 16 22:20:16.554033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b1ae6d03-866f-42bf-9918-bd3711c8b3ba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:16.555651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-47a974bc-2a0e-4e7c-8ef5-bf2671aaf3d7 service neutron] 10.222.0.68 "PUT /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6401291 Jul 16 22:20:16.590344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de43d837-32e5-44ba-a162-5b9f87983303 req-724a6dda-233d-4845-85a3-ff1816d7788a service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312771 Jul 16 22:20:16.600840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4416b143-59f2-4d53-b935-f656fd6ee3a6 req-62d62bfb-75f5-4892-8150-75baf39d3d8a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Jul 16 22:20:16.619570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635891ef-423f-427f-8389-002ea2c162fe {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:16.629655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6754c1a-e21e-4534-934c-0d4dad35f4fb req-77e6a7a4-360c-4de2-a0b8-01b676712d1e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.631177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6754c1a-e21e-4534-934c-0d4dad35f4fb req-77e6a7a4-360c-4de2-a0b8-01b676712d1e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 949 time: 0.0996106 Jul 16 22:20:16.635619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.662044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Transition to ACTIVE for port object 635891ef-423f-427f-8389-002ea2c162fe will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:16.677000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:16.686179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6754c1a-e21e-4534-934c-0d4dad35f4fb req-2df971e9-adb0-43ea-b818-23e1387713a2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Jul 16 22:20:16.687825 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c4aace-d001-482b-970f-6c634147af4f x-openstack-request-id: req-54c4aace-d001-482b-970f-6c634147af4f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:16.688290 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:16.688577 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54c4aace-d001-482b-970f-6c634147af4f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:16.689311 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc', 'status': 'completed', 'code': 200} Jul 16 22:20:16.764093 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05dd8c4-d0f8-47ae-ad5b-e26ab1871b12 x-openstack-request-id: req-a05dd8c4-d0f8-47ae-ad5b-e26ab1871b12 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:16.764390 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d7f621-e841-405b-9f6b-d44895cae4cd", "name": "network-vif-deleted", "tag": "a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:16.764836 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a05dd8c4-d0f8-47ae-ad5b-e26ab1871b12 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:16.765402 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d7f621-e841-405b-9f6b-d44895cae4cd', 'name': 'network-vif-deleted', 'tag': 'a649ba7d-2a3b-4d4d-a0c5-2dc67e7ed037', 'status': 'completed', 'code': 200} Jul 16 22:20:16.813475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261e38-b8c2-4e79-8334-3abe687139de req-9236c14f-fb46-45f9-abc9-61787e960a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.814985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-9236c14f-fb46-45f9-abc9-61787e960a60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 1095 time: 0.0944993 Jul 16 22:20:16.857061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Pushing event updated for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:16.950255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-25db5e01-f49f-4671-b36c-a8e59d2b56a4 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:16.951929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-25db5e01-f49f-4671-b36c-a8e59d2b56a4 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.2882674 Jul 16 22:20:17.003866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Attempting to bind port 635891ef-423f-427f-8389-002ea2c162fe on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:17.004214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Attempting to bind port 635891ef-423f-427f-8389-002ea2c162fe by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:17.004551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Attempting to bind port 635891ef-423f-427f-8389-002ea2c162fe on network d2332a53-0297-43d5-9982-9d48da4e678b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:17.027404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40245b-aeb0-49a6-a78f-a821c6a47682 req-c8fa4217-03d7-401d-acb2-5f69ea6f21fe tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.029022 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b40245b-aeb0-49a6-a78f-a821c6a47682 req-c8fa4217-03d7-401d-acb2-5f69ea6f21fe tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 943 time: 0.1886249 Jul 16 22:20:17.029737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Port 635891ef-423f-427f-8389-002ea2c162fe on network d2332a53-0297-43d5-9982-9d48da4e678b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:17.029994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Attempting to bind port 635891ef-423f-427f-8389-002ea2c162fe on network d2332a53-0297-43d5-9982-9d48da4e678b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:17.043367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:17.043652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Checking segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:17.044046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Bound using segment: {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:17.044498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Bound port: 635891ef-423f-427f-8389-002ea2c162fe, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21cdce4-a617-4911-a589-7e8ce9122ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:17.044860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:17.111913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5f07107f-b756-45e7-8da2-997f3de3b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.113482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5f07107f-b756-45e7-8da2-997f3de3b775 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed&tenant_id=d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 1096 time: 0.1492751 Jul 16 22:20:17.127492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b40245b-aeb0-49a6-a78f-a821c6a47682 req-0c0fa2a5-5c98-49cb-b7ad-8719faa87ce0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801349 Jul 16 22:20:17.179734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:17.196536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=635891ef-423f-427f-8389-002ea2c162fe,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:17.205892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:17.256662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.257476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:17.258870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] 10.222.0.68 "PUT /v2.0/ports/635891ef-423f-427f-8389-002ea2c162fe HTTP/1.1" status: 200 len: 1092 time: 1.6436677 Jul 16 22:20:17.273143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-fe0f0f77-c580-4bea-81ab-9594ee429bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.274653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-fe0f0f77-c580-4bea-81ab-9594ee429bec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1096 time: 0.1329043 Jul 16 22:20:17.278336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a368bc-6e05-4c7a-bdb8-c4de4d1910b9 service neutron] Pushing event updated for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:17.284901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261e38-b8c2-4e79-8334-3abe687139de req-9115684a-0b36-4b46-8d23-aefd05d9894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.286442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-9115684a-0b36-4b46-8d23-aefd05d9894a service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.4598594 Jul 16 22:20:17.342240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332855-043d-4b84-8f3b-08218ac33085 req-01098bf5-2109-4fdb-9112-d5ecc50c8b1c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.349349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e332855-043d-4b84-8f3b-08218ac33085 req-01098bf5-2109-4fdb-9112-d5ecc50c8b1c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 943 time: 0.4722130 Jul 16 22:20:17.351892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-ec1049a6-9505-4404-b41e-a08601dd5f59 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc HTTP/1.1" status: 200 len: 217 time: 0.0540974 Jul 16 22:20:17.432947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e332855-043d-4b84-8f3b-08218ac33085 req-23b5601e-0ed6-42ac-9c3d-9bd79d7a7e80 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789092 Jul 16 22:20:17.454276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261e38-b8c2-4e79-8334-3abe687139de req-19efbd26-1b31-4c3d-96ca-6da2bc933f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.456145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-19efbd26-1b31-4c3d-96ca-6da2bc933f82 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0902131 Jul 16 22:20:17.478891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5d47273c-2635-4c29-90a7-9ea88131b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.482559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-5d47273c-2635-4c29-90a7-9ea88131b077 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1886051 Jul 16 22:20:17.492456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-4b09b8ac-393a-46b2-ba61-fdeed7d4f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.494171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-4b09b8ac-393a-46b2-ba61-fdeed7d4f1ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=01c3920a700d450f98433d827fcf402f&device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 1095 time: 0.1751165 Jul 16 22:20:17.514450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-fc82e884-0706-4427-b04f-2a2c2f40fc12 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495803 Jul 16 22:20:17.535903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-581aa3ac-702f-46c6-99fd-511d8e8102c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0406413 Jul 16 22:20:17.594399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-e20bc099-b5a7-446c-9c7b-2655d0f28911 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635891ef-423f-427f-8389-002ea2c162fe HTTP/1.1" status: 200 len: 217 time: 0.0574684 Jul 16 22:20:17.681676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-90962c89-cc18-46d8-97b4-2bd4d970a337 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584330 Jul 16 22:20:17.696286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-abf35010-460a-4b0b-89c5-5dea43cda35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.698353 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-abf35010-460a-4b0b-89c5-5dea43cda35a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1426854 Jul 16 22:20:17.704755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-566ba341-5898-4ccd-b381-a968b03c76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.706224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-566ba341-5898-4ccd-b381-a968b03c76b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0 HTTP/1.1" status: 200 len: 850 time: 0.0906751 Jul 16 22:20:17.727688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd96926-761e-4f1f-b457-f0bddd6c91ba req-5b1cd8bd-dbf3-4e76-ab8f-4afc0835dd18 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.729254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cd96926-761e-4f1f-b457-f0bddd6c91ba req-5b1cd8bd-dbf3-4e76-ab8f-4afc0835dd18 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1110570 Jul 16 22:20:17.754008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-31279b80-a3c7-4ae0-9109-d7f53ecec11f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399742 Jul 16 22:20:17.804641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637bc87-5d62-436b-a372-be90bdd48a47 req-dfee42f4-8bc1-4765-98c5-de74e094b407 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.806091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cd96926-761e-4f1f-b457-f0bddd6c91ba req-6b4b1575-7bc3-41c2-b35a-f1ba1c066c95 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704195 Jul 16 22:20:17.806239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e637bc87-5d62-436b-a372-be90bdd48a47 req-dfee42f4-8bc1-4765-98c5-de74e094b407 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 950 time: 0.1788263 Jul 16 22:20:17.821069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21261e38-b8c2-4e79-8334-3abe687139de req-96b63f20-a6f0-4178-9b3d-0bd7053beb2b service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330047 Jul 16 22:20:17.860633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1ae6d03-866f-42bf-9918-bd3711c8b3ba up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:17.890288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:17.896771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:20:17.906334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e637bc87-5d62-436b-a372-be90bdd48a47 req-ad4504a6-8173-44a1-b6ef-9d13fc1e0985 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900533 Jul 16 22:20:17.912354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-e6da3d9a-c563-4eed-8366-042293bd00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:17.913878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-e6da3d9a-c563-4eed-8366-042293bd00a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2332a53-0297-43d5-9982-9d48da4e678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1918774 Jul 16 22:20:17.924077 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-ec761a63-0094-45cf-a79c-08d588f8b738 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513019 Jul 16 22:20:18.021809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fff02-7aba-4c26-acd2-76265cbe362d req-b00aca9e-a783-43fa-803b-98e11ed5fe4d tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.023530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c95fff02-7aba-4c26-acd2-76265cbe362d req-b00aca9e-a783-43fa-803b-98e11ed5fe4d tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 943 time: 0.0664878 Jul 16 22:20:18.040125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:20:18.055894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b1ae6d03-866f-42bf-9918-bd3711c8b3ba completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:18.065288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:18.066411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c95fff02-7aba-4c26-acd2-76265cbe362d req-386b33da-97e4-4ddc-9d19-e28aee3f6af3 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 Jul 16 22:20:18.067463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b1ae6d03-866f-42bf-9918-bd3711c8b3ba triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:18.067842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.080729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-d6abb81c-2633-4144-b3de-579ea97c325e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385554 Jul 16 22:20:18.099796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc', 'mac_address': 'fa:16:3e:b7:06:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:18.120244 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-8c593ca0-bdc4-403b-a2a1-d512709febad service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874814 Jul 16 22:20:18.123728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-fd2ba73c-d950-404d-9cdb-f2b049545d01 service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987886 Jul 16 22:20:18.210797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.225975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.229461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:18.267684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea737-32c6-4034-8b87-c4cc07d8e132 req-cf0ba3b5-fcbe-4137-aad2-3ef1be33cce0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.269386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-506ea737-32c6-4034-8b87-c4cc07d8e132 req-cf0ba3b5-fcbe-4137-aad2-3ef1be33cce0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 944 time: 0.0732634 Jul 16 22:20:18.272240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:18.281779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:18.284096 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04376495-3896-4498-9139-39ca164c20e0" -d '{"events": [{"server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "name": "network-vif-plugged", "status": "completed", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:18.290507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.304934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:18.327182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.345579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-506ea737-32c6-4034-8b87-c4cc07d8e132 req-7ecc7851-e593-40ab-a703-0ad1e2d7490d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678415 Jul 16 22:20:18.357737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:18.426526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:18.536010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b55f2-d914-446a-a6ee-7d784620b09d req-3137b66b-b290-4ddc-85c1-47dbbb9840cb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.537427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-508b55f2-d914-446a-a6ee-7d784620b09d req-3137b66b-b290-4ddc-85c1-47dbbb9840cb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.0665717 Jul 16 22:20:18.560543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8563c6a6-d214-4a53-a2a2-8c7240e5a2bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:18.577246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-508b55f2-d914-446a-a6ee-7d784620b09d req-0b7657fb-167f-4806-a1e7-c5bcc142117e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Jul 16 22:20:18.602786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-d78672ff-0a90-4fc4-b4c5-a21ae97c5dc7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.605256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-d78672ff-0a90-4fc4-b4c5-a21ae97c5dc7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4991450 Jul 16 22:20:18.610360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d78ac89-a3c6-4058-aaa1-1afd9568bc49 req-eefb7fe4-47eb-482c-80c4-2614e9f22da0 service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757948 Jul 16 22:20:18.628437 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-8d2e8fe2-e6aa-4d08-85f8-0f6d3a00e45c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/quotas/ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 375 time: 0.0140769 Jul 16 22:20:18.635476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c7e-3738-4e84-88ca-946025640b15 req-fbfc1260-f586-40d5-9f17-ee75b6f7c35b tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.637387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-fbfc1260-f586-40d5-9f17-ee75b6f7c35b tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.1769884 Jul 16 22:20:18.696484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:18.699507 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd" -d '{"events": [{"name": "network-changed", "server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:18.755327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dba25-1d22-40b9-bab9-9f1080bc327a req-7e24a917-aa86-4d78-a04f-ba3777f68301 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:18.756820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-066dba25-1d22-40b9-bab9-9f1080bc327a req-7e24a917-aa86-4d78-a04f-ba3777f68301 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 943 time: 0.0690429 Jul 16 22:20:18.781507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'tag': '635891ef-423f-427f-8389-002ea2c162fe'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:18.784488 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "tag": "635891ef-423f-427f-8389-002ea2c162fe"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:18.794156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-096e1182-4aea-4eef-aae7-d200a01e5b42 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560311 Jul 16 22:20:18.797560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-066dba25-1d22-40b9-bab9-9f1080bc327a req-a8c8e7dd-699e-4058-a659-b5345f854b2c tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343645 Jul 16 22:20:18.830427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-034c8c7e-3738-4e84-88ca-946025640b15 req-18f5485a-96c2-4c0e-b969-12f17bb2d58d service neutron] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:18.834949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-034c8c7e-3738-4e84-88ca-946025640b15 req-18f5485a-96c2-4c0e-b969-12f17bb2d58d service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:18.835888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-034c8c7e-3738-4e84-88ca-946025640b15 req-18f5485a-96c2-4c0e-b969-12f17bb2d58d service neutron] 10.222.0.47 "DELETE /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.1885152 Jul 16 22:20:18.853096 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d24ac-4ecb-4744-98fb-2bc0b23b506c x-openstack-request-id: req-f90d24ac-4ecb-4744-98fb-2bc0b23b506c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:18.853477 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "name": "network-vif-plugged", "status": "completed", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:18.853739 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f90d24ac-4ecb-4744-98fb-2bc0b23b506c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:18.854795 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'code': 200} Jul 16 22:20:18.956213 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad83d54-d5be-414d-a462-698e17143249 x-openstack-request-id: req-4ad83d54-d5be-414d-a462-698e17143249 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:18.956792 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:18.957415 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ad83d54-d5be-414d-a462-698e17143249 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:18.958210 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'status': 'completed', 'code': 200} Jul 16 22:20:18.998609 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310e866-c871-4ca1-bf0e-f341262f5730 x-openstack-request-id: req-0310e866-c871-4ca1-bf0e-f341262f5730 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:18.998907 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "tag": "635891ef-423f-427f-8389-002ea2c162fe", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:18.999995 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0310e866-c871-4ca1-bf0e-f341262f5730 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:18.999995 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'tag': '635891ef-423f-427f-8389-002ea2c162fe', 'status': 'completed', 'code': 200} Jul 16 22:20:19.050828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674aec2-09be-44dd-bb0e-323d8f82024e req-5461fadd-e785-4207-819c-82734e275f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.052398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c674aec2-09be-44dd-bb0e-323d8f82024e req-5461fadd-e785-4207-819c-82734e275f5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 1102 time: 0.1127152 Jul 16 22:20:19.072855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-69389a64-7b79-4b21-a7db-a03af3be664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.074377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-69389a64-7b79-4b21-a7db-a03af3be664d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0887821 Jul 16 22:20:19.113580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-3ecadcda-1bea-438f-898a-4ec444d4abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.115228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-3ecadcda-1bea-438f-898a-4ec444d4abde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=01c3920a700d450f98433d827fcf402f&device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 1095 time: 0.0887382 Jul 16 22:20:19.130491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef275e65-46a5-4776-b35c-ca6a9cca0458 req-05655f6a-f956-497f-afbf-7b671da8d553 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.132134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef275e65-46a5-4776-b35c-ca6a9cca0458 req-05655f6a-f956-497f-afbf-7b671da8d553 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 944 time: 0.1686738 Jul 16 22:20:19.230975 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c674aec2-09be-44dd-bb0e-323d8f82024e req-9c4ad6b7-404d-4ec5-8f78-73f7eeec0ae7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662927 Jul 16 22:20:19.254501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef275e65-46a5-4776-b35c-ca6a9cca0458 req-f73ad14c-f40d-40dc-a0f9-7e2a85761b6b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125369 Jul 16 22:20:19.270826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-05ffff6e-87bb-4a48-8b51-f85092627c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.272323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-05ffff6e-87bb-4a48-8b51-f85092627c07 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 924 time: 0.1899714 Jul 16 22:20:19.305848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feaf91-5174-42df-9feb-a83ecb34f7c1 req-e2b2e551-f171-4e78-a0c9-239ba1b96f76 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.307385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9feaf91-5174-42df-9feb-a83ecb34f7c1 req-e2b2e551-f171-4e78-a0c9-239ba1b96f76 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.2157025 Jul 16 22:20:19.308128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-c5b10d84-667f-4e2b-8820-202d4bdf5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.311191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-c5b10d84-667f-4e2b-8820-202d4bdf5c72 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2332a53-0297-43d5-9982-9d48da4e678b HTTP/1.1" status: 200 len: 912 time: 0.1771393 Jul 16 22:20:19.342861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-a41c43b8-ab08-4eaf-bafe-b9db9272ebc2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc HTTP/1.1" status: 200 len: 217 time: 0.0562093 Jul 16 22:20:19.355922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9b42487f-9a37-43a8-b425-51624e475a24 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.357549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9b42487f-9a37-43a8-b425-51624e475a24 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 950 time: 0.2419596 Jul 16 22:20:19.367677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ecf2cd20-b50c-4ddc-ae04-3c9dbdf0adcd req-3e7c2a1a-9748-4f5c-8d1f-c77052740e43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 210 time: 0.0497515 Jul 16 22:20:19.428090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-33b810ca-28c1-4351-91c3-7b728f092387 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635891ef-423f-427f-8389-002ea2c162fe HTTP/1.1" status: 200 len: 217 time: 0.1084442 Jul 16 22:20:19.470577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9feaf91-5174-42df-9feb-a83ecb34f7c1 req-e7e6e5f0-3049-4a4a-a2b3-1fdc9e7c8c00 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311703 Jul 16 22:20:19.474385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-17e58d7e-b554-4f08-82a6-b82c6a9afa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.475880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-17e58d7e-b554-4f08-82a6-b82c6a9afa14 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.1164324 Jul 16 22:20:19.572512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Deleting port 0227fb7f-84ca-4360-bdad-d71d212c1aeb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:20:19.572829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:19.583241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-2f5fda02-b060-4d57-9381-f15bbaa51744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.585286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-2f5fda02-b060-4d57-9381-f15bbaa51744 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0 HTTP/1.1" status: 200 len: 850 time: 0.1441588 Jul 16 22:20:19.593801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-78b711af-10b6-47f1-8e37-aee6499378e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.595324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-78b711af-10b6-47f1-8e37-aee6499378e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937288 Jul 16 22:20:19.658601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875fa24-78af-45b8-bc0e-b73b35b8d7d8 req-cff685e8-70b0-4700-9672-13588197447c tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.660087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5875fa24-78af-45b8-bc0e-b73b35b8d7d8 req-cff685e8-70b0-4700-9672-13588197447c tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 950 time: 0.1547532 Jul 16 22:20:19.688416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-0c2aefac-6eeb-45ba-9053-cadfbff6d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.689967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-0c2aefac-6eeb-45ba-9053-cadfbff6d86e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2332a53-0297-43d5-9982-9d48da4e678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961788 Jul 16 22:20:19.714467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5875fa24-78af-45b8-bc0e-b73b35b8d7d8 req-ac80df58-8ca6-4029-a944-043966040737 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29f96ae-ff9a-44c8-9312-02a252c2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Jul 16 22:20:19.775084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] For port 0227fb7f-84ca-4360-bdad-d71d212c1aeb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0227fb7f-84ca-4360-bdad-d71d212c1aeb,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:19.776215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:19.804173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Calling delete_port for 0227fb7f-84ca-4360-bdad-d71d212c1aeb owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:20:19.812477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-33ceae4c-101d-48c3-853c-dc35be95d157 service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061641 Jul 16 22:20:19.826780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edc6ca-526f-4d9e-b204-8fa7babedf37 req-77095001-27c7-4ee9-8df7-dcf325848f5d tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:19.828889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65edc6ca-526f-4d9e-b204-8fa7babedf37 req-77095001-27c7-4ee9-8df7-dcf325848f5d tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 943 time: 0.2092710 Jul 16 22:20:19.841985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-000e4317-7568-4fe1-86c1-1ab62a78945b service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413045 Jul 16 22:20:19.925066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:19.927426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:19.980807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65edc6ca-526f-4d9e-b204-8fa7babedf37 req-30c23478-6638-498d-bd88-1f0369a2d492 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393328 Jul 16 22:20:20.002542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0dff54d-2aeb-4af9-ad97-32118bd9ef5c req-67d12352-ce9a-4761-a267-53f12dc65394 service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539049 Jul 16 22:20:20.014771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3d14a2d-fda9-4519-a1b4-930a94a1fafd req-7e8015ad-cd92-4e0c-99ed-993048309928 service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827395 Jul 16 22:20:20.024705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2557a-09da-48b5-8e0f-6d4e6beb9772 req-f9bcfea7-7b10-41ad-bebf-4f62f2b72ac3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.032112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6f2557a-09da-48b5-8e0f-6d4e6beb9772 req-f9bcfea7-7b10-41ad-bebf-4f62f2b72ac3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 944 time: 0.1171544 Jul 16 22:20:20.041789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:20.086440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:20.086815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.096475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.107372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6f2557a-09da-48b5-8e0f-6d4e6beb9772 req-a82b8c3a-b874-46d6-aec5-d68f5821df07 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742509 Jul 16 22:20:20.114984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0227fb7f-84ca-4360-bdad-d71d212c1aeb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:20.151981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Pushing event deleted for resources: {'Port': ['ID=0227fb7f-84ca-4360-bdad-d71d212c1aeb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:20.187270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:20.209726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'port_id': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'mac_address': 'fa:16:3e:3c:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:20.294794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.310827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494532f-e11c-4c23-ac93-ceeee65ffb71 req-f72d3b1b-478b-441b-af05-098de99f599c tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.318600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e494532f-e11c-4c23-ac93-ceeee65ffb71 req-f72d3b1b-478b-441b-af05-098de99f599c tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 943 time: 0.0853279 Jul 16 22:20:20.331239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] No DVR routers for this DVR port 0227fb7f-84ca-4360-bdad-d71d212c1aeb on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:20:20.335095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.337525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-758f3520-f9d2-4f76-a972-ec62bdd698a7 req-9f2d9c1d-bc8f-463c-8bfd-f51694d23984 tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.47 "DELETE /v2.0/ports/0227fb7f-84ca-4360-bdad-d71d212c1aeb HTTP/1.1" status: 204 len: 173 time: 0.9622295 Jul 16 22:20:20.381418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:20.382424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e494532f-e11c-4c23-ac93-ceeee65ffb71 req-bc24cb74-d943-4bb8-a0e7-d3d63ce18830 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629570 Jul 16 22:20:20.398667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.414763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.419455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-55333c1c-f735-4f64-89b7-37619ef2cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.423944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-55333c1c-f735-4f64-89b7-37619ef2cbd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1097 time: 0.2730904 Jul 16 22:20:20.460717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.460912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae0ea-c12f-472d-a76d-570d98559e16 req-6a34b545-848d-4336-9ea4-634ee85bd050 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.464193 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9fae0ea-c12f-472d-a76d-570d98559e16 req-6a34b545-848d-4336-9ea4-634ee85bd050 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.1979537 Jul 16 22:20:20.521666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:20.572408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:20.574504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:20.582154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:20.636186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-65aa8ef4-605c-4379-b94d-a9273f217832 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398021 Jul 16 22:20:20.660633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:20.666991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-915cb5fd-9e3b-4cd8-8213-a8304abc87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.669826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-915cb5fd-9e3b-4cd8-8213-a8304abc87d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2370667 Jul 16 22:20:20.693139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9fae0ea-c12f-472d-a76d-570d98559e16 req-70c17e8b-c27c-443e-aec9-cbe408930574 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157655 Jul 16 22:20:20.701352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c42e2e-6e3d-470d-97c0-c9ebf3699a59 req-9661f6b1-30d8-4b72-b7e2-d689f8151582 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.704528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c42e2e-6e3d-470d-97c0-c9ebf3699a59 req-9661f6b1-30d8-4b72-b7e2-d689f8151582 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.1038277 Jul 16 22:20:20.736103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-29fd6618-e4b7-468a-92c6-8a94ba0188dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 217 time: 0.0541031 Jul 16 22:20:20.768846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c42e2e-6e3d-470d-97c0-c9ebf3699a59 req-88647bc3-0597-4155-b622-cb72d365dcae tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Jul 16 22:20:20.856461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:20.863063 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9626cf8-3c0b-4155-a959-5911b62ca9c5" -d '{"events": [{"server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "name": "network-vif-plugged", "status": "completed", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:20.877610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:20.878804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-1e4db8ae-67b5-4ae9-a6bd-a380fc8d5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.884816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-1e4db8ae-67b5-4ae9-a6bd-a380fc8d5b2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1405528 Jul 16 22:20:20.892122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-52b5a61f-26af-4306-b42f-609c03c0f34c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.894027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-52b5a61f-26af-4306-b42f-609c03c0f34c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509782 Jul 16 22:20:20.919628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Request body: {'port': {'device_id': 'acea8253-7745-42d4-8e11-23996127bf41', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'ba32e6ce5b6642a496864cc61084dd30'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:20.964687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-6c220e75-bf27-4075-95f0-512b5502d26b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694585 Jul 16 22:20:20.966839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d935fc49-1064-4b42-9a7d-9c6214fb9b56 req-2d0b6a14-bfdf-43f5-96b7-16f0eef3c8b0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 210 time: 0.0706635 Jul 16 22:20:20.969477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16881959-d6b6-492b-8f85-8586b45ff20d req-c7582875-f1f1-4501-a256-feb0bb2a7b35 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:20.977673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16881959-d6b6-492b-8f85-8586b45ff20d req-c7582875-f1f1-4501-a256-feb0bb2a7b35 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1096 time: 0.0778694 Jul 16 22:20:21.001193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'name': 'network-vif-deleted', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:21.003537 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d58263-0f25-4b26-97dd-9a6a65fb884a" -d '{"events": [{"server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "name": "network-vif-deleted", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:21.029940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16881959-d6b6-492b-8f85-8586b45ff20d req-c2f22b26-fafe-4a4b-8c54-acd38fc4d33c tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505102 Jul 16 22:20:21.200858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-ef3129ec-4ab4-4b42-b702-b6ae8e44b25c service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103548 Jul 16 22:20:21.213750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea17ff6f-6994-4b79-907f-035c984b5962 req-413b5e1a-3c4f-4c26-a335-29ab0383d60e tempest-ImagesNegativeTestJSON-1583969625 tempest-ImagesNegativeTestJSON-1583969625-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c3fa4c-3159-42af-9e9e-54b7a0407d13 HTTP/1.1" status: 200 len: 210 time: 0.0315659 Jul 16 22:20:21.252723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Made reservation on behalf of ba32e6ce5b6642a496864cc61084dd30 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:21.257517 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656755c-3bdd-419b-8c0b-1f50c537d4b7 x-openstack-request-id: req-a656755c-3bdd-419b-8c0b-1f50c537d4b7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:21.257991 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "name": "network-vif-plugged", "status": "completed", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:21.257991 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a656755c-3bdd-419b-8c0b-1f50c537d4b7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:21.258348 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc', 'code': 200} Jul 16 22:20:21.258886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:21.321029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d699e7a-2c7a-4963-bcee-38c6ff4f132a req-e12302a3-869f-46b4-8fc8-abca5e8d3ac3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:21.323400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d699e7a-2c7a-4963-bcee-38c6ff4f132a req-e12302a3-869f-46b4-8fc8-abca5e8d3ac3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1985788 Jul 16 22:20:21.329508 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12b547-c115-449c-bfc9-d5513621f85a x-openstack-request-id: req-fe12b547-c115-449c-bfc9-d5513621f85a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:21.329798 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c3fa4c-3159-42af-9e9e-54b7a0407d13", "name": "network-vif-deleted", "tag": "0227fb7f-84ca-4360-bdad-d71d212c1aeb", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:21.330056 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe12b547-c115-449c-bfc9-d5513621f85a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:21.330437 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c3fa4c-3159-42af-9e9e-54b7a0407d13', 'name': 'network-vif-deleted', 'tag': '0227fb7f-84ca-4360-bdad-d71d212c1aeb', 'status': 'completed', 'code': 200} Jul 16 22:20:21.460364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9079-cfa7-439f-95e2-c1a7c2bf2d0c req-260db1ec-2620-464e-aae4-5b605eff12fb tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:21.461871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29cd9079-cfa7-439f-95e2-c1a7c2bf2d0c req-260db1ec-2620-464e-aae4-5b605eff12fb tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 944 time: 0.0822456 Jul 16 22:20:21.504948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29cd9079-cfa7-439f-95e2-c1a7c2bf2d0c req-3aa6f889-b0c1-4dfe-bc7a-5b088f4bbea5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Jul 16 22:20:21.688855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-70d3ef9e-9b10-4d31-8335-f004b705f833 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:21.690405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-70d3ef9e-9b10-4d31-8335-f004b705f833 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.1057007 Jul 16 22:20:21.705664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-bcdb7763-d398-4386-b58b-b83062357c9a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/quotas/d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 375 time: 0.0097065 Jul 16 22:20:21.736796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-98231b29-80bb-4fc3-99a5-732cc496c4b3 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239403 Jul 16 22:20:21.765113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d699e7a-2c7a-4963-bcee-38c6ff4f132a req-61cb1ac7-9d26-4247-8e91-648aee65ad0d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322560 Jul 16 22:20:21.790279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-63fc8ef0-6de2-408c-b86a-ae33a3b2d1ad tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740747 Jul 16 22:20:21.818866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Allocated IP 192.168.233.114 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/b90a3c9f-5213-4137-b5a2-99aa9bd628bf) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:21.825458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28f9b-32a1-4c10-ab7c-3ecee5420679 req-3e773f86-dfe6-4f3c-a7e2-0335142db4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:21.825630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:20:21.827768 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ae28f9b-32a1-4c10-ab7c-3ecee5420679 req-3e773f86-dfe6-4f3c-a7e2-0335142db4ab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 1097 time: 0.4448581 Jul 16 22:20:21.895775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-e56e31c9-5b5a-46f4-9c92-ce3f789603c2 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037300 Jul 16 22:20:21.924547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ae28f9b-32a1-4c10-ab7c-3ecee5420679 req-b80efe92-0f58-4538-8598-f7698986e03c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881224 Jul 16 22:20:21.941065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 635891ef-423f-427f-8389-002ea2c162fe details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:21.943465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:22.030573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-e5339439-e0b7-4290-9672-2ce94d8c7cf3 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285117 Jul 16 22:20:22.043342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5532e4d-a95f-4a20-b970-6911c4fbdc38 req-60e17512-8cc5-44b0-9b96-3cfab254dbbb tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:22.044996 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5532e4d-a95f-4a20-b970-6911c4fbdc38 req-60e17512-8cc5-44b0-9b96-3cfab254dbbb tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 943 time: 0.1573095 Jul 16 22:20:22.075945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.090949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:22.093749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:22.094189 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.102916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Transition to ACTIVE for port object b90a3c9f-5213-4137-b5a2-99aa9bd628bf will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:22.107735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5532e4d-a95f-4a20-b970-6911c4fbdc38 req-95db8a99-68d5-4ab2-95f2-ae3d62a7d8e7 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567706 Jul 16 22:20:22.145719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.154952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=635891ef-423f-427f-8389-002ea2c162fe,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:22.160144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:22.191813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '635891ef-423f-427f-8389-002ea2c162fe', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'port_id': '635891ef-423f-427f-8389-002ea2c162fe', 'mac_address': 'fa:16:3e:bf:48:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:22.206972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:22.210952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:22.224537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:22.293131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:22.393357 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.395580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:22.396184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.439062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-684f1d2b-b807-4db2-8647-19f0d4fadb4b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5259380 Jul 16 22:20:22.452994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Request body: {'port': {'device_id': 'acea8253-7745-42d4-8e11-23996127bf41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:22.457416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635891ef-423f-427f-8389-002ea2c162fe {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:22.478791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.489932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305d29-4ca1-4534-ad0a-8bc1f4cf0800 req-e08f5f88-cef8-46ec-8350-6f64be30c500 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:22.491672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7305d29-4ca1-4534-ad0a-8bc1f4cf0800 req-e08f5f88-cef8-46ec-8350-6f64be30c500 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.0871027 Jul 16 22:20:22.553675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e371d9-9fc0-45a9-a5f8-a2528e9517b8 req-5e65e139-eec9-4920-ae62-94827d0c444f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:22.561535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6e371d9-9fc0-45a9-a5f8-a2528e9517b8 req-5e65e139-eec9-4920-ae62-94827d0c444f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.2611852 Jul 16 22:20:22.580641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7305d29-4ca1-4534-ad0a-8bc1f4cf0800 req-5811dcc2-4974-4b55-aa7f-ea6c20ba44b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Jul 16 22:20:22.638409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.640608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=635891ef-423f-427f-8389-002ea2c162fe,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:22.667892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.672495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6e371d9-9fc0-45a9-a5f8-a2528e9517b8 req-f93c29e4-fee5-40b1-ae7f-89e85cb78f87 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097314 Jul 16 22:20:22.759297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:22.781166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.799114 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.802566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5583abf5-e6c3-4b6d-aa9c-c636cff30f55 None None] Provisioning for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:22.817588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5583abf5-e6c3-4b6d-aa9c-c636cff30f55 None None] Provisioning complete for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:22.817993 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5583abf5-e6c3-4b6d-aa9c-c636cff30f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:22.828892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed7bd-7484-4260-92d6-5334ab774a15 req-d342d9f9-2829-4d56-80ff-f8c23075aa71 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:22.837344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a62ed7bd-7484-4260-92d6-5334ab774a15 req-d342d9f9-2829-4d56-80ff-f8c23075aa71 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 936 time: 0.1081648 Jul 16 22:20:22.862247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:22.923172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a62ed7bd-7484-4260-92d6-5334ab774a15 req-20a08215-d2c8-4209-92c6-ae448544342d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838141 Jul 16 22:20:22.944053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5583abf5-e6c3-4b6d-aa9c-c636cff30f55 None None] Port b90a3c9f-5213-4137-b5a2-99aa9bd628bf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:22.981095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:22.992360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['635891ef-423f-427f-8389-002ea2c162fe'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:23.022044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21946475-3114-4990-90b5-0313f058b091 req-acbd537d-2130-4dcc-bca6-4350cee70f2c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 210 time: 0.0530210 Jul 16 22:20:23.259901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:23.261756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1b08f-77ce-4d5c-a794-688e615e026c req-a4802375-fcbc-4fc2-9138-40d0b5fbc8cc tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:23.262324 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642ad099-8e7c-4b25-9600-8f15365c99b6" -d '{"events": [{"server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:23.263282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ef1b08f-77ce-4d5c-a794-688e615e026c req-a4802375-fcbc-4fc2-9138-40d0b5fbc8cc tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.1218598 Jul 16 22:20:23.294696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90a3c9f-5213-4137-b5a2-99aa9bd628bf {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:23.306788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ef1b08f-77ce-4d5c-a794-688e615e026c req-f8f932c3-f9b9-4e83-b82a-6a39bbc6779e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Jul 16 22:20:23.311170 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:23.336552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Transition to ACTIVE for port object b90a3c9f-5213-4137-b5a2-99aa9bd628bf will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:23.351330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3e3a-3d22-451f-872a-289cf6f423c9 req-32ca7c49-ec64-46c1-a098-38992168036c tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:23.353766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1dfc3e3a-3d22-451f-872a-289cf6f423c9 req-32ca7c49-ec64-46c1-a098-38992168036c tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 1102 time: 0.1903985 Jul 16 22:20:23.355570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:23.440818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:23.486915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-7435934e-f015-4d24-9601-399412985ef0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2467899 Jul 16 22:20:23.540347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1dfc3e3a-3d22-451f-872a-289cf6f423c9 req-aac17f38-05e8-432c-a66f-a54bc378582f tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746764 Jul 16 22:20:23.615297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359052-94b1-48b4-9963-6d2dcb3f2210 req-7c5afceb-4bb8-495f-9d2f-9a1b118954be tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:23.623125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a359052-94b1-48b4-9963-6d2dcb3f2210 req-7c5afceb-4bb8-495f-9d2f-9a1b118954be tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1531682 Jul 16 22:20:23.706777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a359052-94b1-48b4-9963-6d2dcb3f2210 req-a41d50e9-000d-44a7-bd79-506071fb5e92 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Jul 16 22:20:23.748853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:23.749819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:23.750250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:23.769892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:23.770766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:23.788649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:23.789366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:23.789774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:23.790325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Bound port: b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:23.790827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:23.803523 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5324c640-8d9d-442a-a88e-1aba4b576748 x-openstack-request-id: req-5324c640-8d9d-442a-a88e-1aba4b576748 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:23.804045 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:23.804175 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5324c640-8d9d-442a-a88e-1aba4b576748 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:23.804516 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'code': 200} Jul 16 22:20:23.888122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0227fb7f-84ca-4360-bdad-d71d212c1aeb no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:20:23.904191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-5550ae2a-c03c-4cde-a593-c09c0e269593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:23.911068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-5550ae2a-c03c-4cde-a593-c09c0e269593 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1101 time: 0.2470188 Jul 16 22:20:23.939333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 0227fb7f-84ca-4360-bdad-d71d212c1aeb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:20:23.939678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0227fb7f-84ca-4360-bdad-d71d212c1aeb not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:20:24.023346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac431d-af99-4510-8317-ff706a47a21e req-f9314784-e5a5-4f16-984b-57ac5409e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.025502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbac431d-af99-4510-8317-ff706a47a21e req-f9314784-e5a5-4f16-984b-57ac5409e1c1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1021717 Jul 16 22:20:24.032982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bb05a-6bb3-4769-8fed-36aea67ed97c req-67899416-2b9e-4db3-b980-8cdf0af85c7b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.035066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:24.037435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-443bb05a-6bb3-4769-8fed-36aea67ed97c req-67899416-2b9e-4db3-b980-8cdf0af85c7b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.1258461 Jul 16 22:20:24.083101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:24.086456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbac431d-af99-4510-8317-ff706a47a21e req-b2caef56-c4e2-4687-91c4-f599ea033aff service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Jul 16 22:20:24.094687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:24.113534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-443bb05a-6bb3-4769-8fed-36aea67ed97c req-b87bb1b2-c7d9-4914-8148-8ac1c22c1bc6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558434 Jul 16 22:20:24.164191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-1994bfc8-7c8b-4b46-9149-4bc016c00400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.165788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-1994bfc8-7c8b-4b46-9149-4bc016c00400 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2011433 Jul 16 22:20:24.168610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.169256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:24.170561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 1097 time: 1.7235758 Jul 16 22:20:24.173050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:24.174971 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d61ab0-1945-42b6-b941-4b652864fce0" -d '{"events": [{"name": "network-changed", "server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:24.190998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274799ed-31c2-4fd3-9eda-cc3b53152763 req-fbe2cf65-e19e-4130-8912-56f4de47ff95 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.192885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-274799ed-31c2-4fd3-9eda-cc3b53152763 req-fbe2cf65-e19e-4130-8912-56f4de47ff95 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 944 time: 0.2656353 Jul 16 22:20:24.254517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-3fda53ef-6792-4681-8ea2-183e1c6899d1 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310800 Jul 16 22:20:24.268112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-fca87a07-caf6-404d-90d5-59cec750c717 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 200 len: 217 time: 0.0870554 Jul 16 22:20:24.305293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b2a32-c636-4ce1-9570-91c322ad2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:24.397127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-89e47bcf-ed9c-4ccf-8ab6-6c6cfb4f345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.398630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-89e47bcf-ed9c-4ccf-8ab6-6c6cfb4f345b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0760224 Jul 16 22:20:24.418980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-9d3e079e-d659-4d13-b3a6-e6df9db216d4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.430411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-9d3e079e-d659-4d13-b3a6-e6df9db216d4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747327 Jul 16 22:20:24.430732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-274799ed-31c2-4fd3-9eda-cc3b53152763 req-8d5e75e8-d53b-44f2-a96c-9ec7f3af817b tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187555 Jul 16 22:20:24.465817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-ec0f0f33-27b5-472f-81cb-b02607e76fc9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0338469 Jul 16 22:20:24.488829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-d6b0d485-979f-4997-bec7-2427f3d15516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.490379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-d6b0d485-979f-4997-bec7-2427f3d15516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1100 time: 0.2410984 Jul 16 22:20:24.550769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-29810ea6-6b95-4cf0-a40e-e56b1359e76f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0503447 Jul 16 22:20:24.620675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-12bea314-1725-42e7-a9c2-ea990e3ec46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.622097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-12bea314-1725-42e7-a9c2-ea990e3ec46c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0522928 Jul 16 22:20:24.624847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-cce773ff-9963-48f4-a094-206391b756e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.626643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-cce773ff-9963-48f4-a094-206391b756e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2075253 Jul 16 22:20:24.657526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-81b8db14-db05-4523-be6a-2cc870e73b17 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1880937 Jul 16 22:20:24.860648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-8bfa7123-5f9b-4092-ac7f-8185941886c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.862321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-8bfa7123-5f9b-4092-ac7f-8185941886c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2309940 Jul 16 22:20:24.894547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-dcf12a1a-c57c-4162-bdad-9be7a2bf4028 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467263 Jul 16 22:20:24.921162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59456201-2a36-4a51-b894-aecfa13d791d req-721457aa-4344-4148-88a4-f7900f720de1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.926342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-62b3081b-29fc-4296-b370-4ef928e64b25 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:24.929298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59456201-2a36-4a51-b894-aecfa13d791d req-721457aa-4344-4148-88a4-f7900f720de1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 948 time: 0.2308941 Jul 16 22:20:24.936891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-62b3081b-29fc-4296-b370-4ef928e64b25 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.2560074 Jul 16 22:20:24.954157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Request body: {'port': {'device_id': '2981cad5-440d-4070-abcb-5a78c58594e3', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'admin_state_up': True, 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:25.050113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59456201-2a36-4a51-b894-aecfa13d791d req-16194612-3a29-4bf6-84a7-e72dd2c24b44 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198394 Jul 16 22:20:25.114539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59ab409a-6662-435d-a23e-e751dbc9408e req-feb58b7f-ab8d-45c9-958d-b0617fb08442 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 210 time: 0.0570953 Jul 16 22:20:25.178264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-27a49481-9f53-4423-92c0-cb54b4d41752 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046534 Jul 16 22:20:25.265212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:25.269576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:25.343082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-931cfdb2-add5-4920-bd41-dc5c28a732fa req-be203571-a9a3-4c6e-ba8c-8a132abbef64 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476378 Jul 16 22:20:25.346135 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267198e0-7681-43ae-9474-5f7307599e20 x-openstack-request-id: req-267198e0-7681-43ae-9474-5f7307599e20 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:25.346437 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:25.346685 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-267198e0-7681-43ae-9474-5f7307599e20 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:25.347076 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'status': 'completed', 'code': 200} Jul 16 22:20:25.400541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa471744-83f7-4ea8-a377-9377b0a4c1b3 req-8d429f85-c74a-41ff-8aac-a9abb3c9ae57 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886849 Jul 16 22:20:25.507961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-134bfd4b-1895-4528-84bd-84cb4826b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:25.514125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-134bfd4b-1895-4528-84bd-84cb4826b716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1100 time: 0.0889494 Jul 16 22:20:25.627064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183b397-8a82-4f68-bde5-7394d456a033 req-b3a83f82-eae3-4867-b155-ed1a34780507 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:25.629109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f183b397-8a82-4f68-bde5-7394d456a033 req-b3a83f82-eae3-4867-b155-ed1a34780507 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.2228782 Jul 16 22:20:25.653802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Allocated IP 172.20.0.10 (927cde9f-9085-4fce-a1ac-df684e3b7261/6358600e-60a1-4d4e-afb8-cf8776dba445/06567b03-b75d-434a-b99e-3eab5cf2881a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:25.689975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-25a38626-e6d6-4da5-b8d6-0d61472a6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:25.691447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-25a38626-e6d6-4da5-b8d6-0d61472a6865 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1684859 Jul 16 22:20:25.709190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f183b397-8a82-4f68-bde5-7394d456a033 req-036ea44f-2391-4785-9690-4fe950333b4d tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696223 Jul 16 22:20:25.766450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-e8191f3e-cdcd-4094-8262-765faf1176da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0594726 Jul 16 22:20:25.822623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2276b-d904-42df-b3c0-443705d896f9 req-2a901c88-02a1-48fd-8546-cec7198db456 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:25.826946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1bb2276b-d904-42df-b3c0-443705d896f9 req-2a901c88-02a1-48fd-8546-cec7198db456 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.2015064 Jul 16 22:20:25.914458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a10b93-be37-4a1b-b290-448421f3096c req-a40ad3f4-92fd-4896-851c-1c496b552f9b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 210 time: 0.0688818 Jul 16 22:20:25.931484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-6158fd6e-646a-4586-bc64-af81381bbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:25.933297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-6158fd6e-646a-4586-bc64-af81381bbe3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1552985 Jul 16 22:20:25.970129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 635891ef-423f-427f-8389-002ea2c162fe up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:25.993052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.036629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 635891ef-423f-427f-8389-002ea2c162fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:26.043690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 635891ef-423f-427f-8389-002ea2c162fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:26.044351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.057534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.068678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1bb2276b-d904-42df-b3c0-443705d896f9 req-95d2bcfe-24a2-4421-8601-132eec0bfa86 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028198 Jul 16 22:20:26.143938 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-bebfc823-670a-4708-87dc-7b79f811fd46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2759514 Jul 16 22:20:26.169501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:26.171864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-53b56010-39a7-4133-a1cd-976bd7715e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.174299 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-53b56010-39a7-4133-a1cd-976bd7715e66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2289846 Jul 16 22:20:26.197553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:26.201712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:26.210932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:26.219915 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.271193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635891ef-423f-427f-8389-002ea2c162fe'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:26.276475 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e8745-b936-4f38-98eb-e6b398c87ce0" -d '{"events": [{"server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "name": "network-vif-plugged", "status": "completed", "tag": "635891ef-423f-427f-8389-002ea2c162fe"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:26.276636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406ed2a-8d03-4f80-ac2f-c2d70a695a14 req-03a651e4-9e9a-4025-b0dd-1c57265dd57b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.278094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3406ed2a-8d03-4f80-ac2f-c2d70a695a14 req-03a651e4-9e9a-4025-b0dd-1c57265dd57b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.1714222 Jul 16 22:20:26.305547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=635891ef-423f-427f-8389-002ea2c162fe,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:26.308122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.309002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.312560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.365600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3406ed2a-8d03-4f80-ac2f-c2d70a695a14 req-2fe16ea7-3476-49f1-8a87-92ed563e260c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Jul 16 22:20:26.378180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9bf0e9a8-7c87-4858-a4b0-889cd89f6c1c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4308624 Jul 16 22:20:26.392444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:26.428663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Request body: {'port': {'device_id': '2981cad5-440d-4070-abcb-5a78c58594e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:26.455613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-e4ea6db2-4589-43fb-b418-67a48947880f service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720318 Jul 16 22:20:26.486639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122b21c-4f2e-4d0c-b3f0-80e23d6801c7 req-2ab78b5b-b971-457a-bcfa-56ae344a50f5 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.488189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2122b21c-4f2e-4d0c-b3f0-80e23d6801c7 req-2ab78b5b-b971-457a-bcfa-56ae344a50f5 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.1551752 Jul 16 22:20:26.512196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-10a15a3c-cbaf-467a-b013-58a2501f502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.513823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-10a15a3c-cbaf-467a-b013-58a2501f502c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 1118 time: 0.2553535 Jul 16 22:20:26.563015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:26.608313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2122b21c-4f2e-4d0c-b3f0-80e23d6801c7 req-e10ac2f0-61d4-4d5c-ada9-73a7e21bef2f tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080568 Jul 16 22:20:26.662678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93256759-ccbd-4a48-9ae2-26f39df796bf req-d40dcc1e-786b-4dd3-82e7-3bd8d32bc1b7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.670156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93256759-ccbd-4a48-9ae2-26f39df796bf req-d40dcc1e-786b-4dd3-82e7-3bd8d32bc1b7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 948 time: 0.1557665 Jul 16 22:20:26.708100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-d80d2aff-fd7a-4c08-ad0c-5d58ae1eb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.709756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-d80d2aff-fd7a-4c08-ad0c-5d58ae1eb642 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1617579 Jul 16 22:20:26.753070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93256759-ccbd-4a48-9ae2-26f39df796bf req-b19f6eb4-3102-45c0-b49e-c4448bbb54fe tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626826 Jul 16 22:20:26.813731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-d90eddcd-f27e-4ad5-883e-aff0f6e764db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 200 len: 217 time: 0.0908830 Jul 16 22:20:26.846703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97d61ab0-1945-42b6-b941-4b652864fce0 req-8060c7eb-bfb2-4344-a70a-5923be0dfb45 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783405 Jul 16 22:20:26.893556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-ec757418-164f-4e79-b364-42282c013154 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354269 Jul 16 22:20:26.918283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-f9815881-2ced-40c2-b4ed-6568eaa83fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:26.920178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-f9815881-2ced-40c2-b4ed-6568eaa83fe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0946128 Jul 16 22:20:26.980590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-f659d9a9-7928-4ebd-a907-5319f97edd48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391066 Jul 16 22:20:27.060258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61286e5d-f15c-4727-b9c5-4f1dbffa5680 req-fd962d93-96fe-46c9-a2e3-0100037c09b5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:27.067792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61286e5d-f15c-4727-b9c5-4f1dbffa5680 req-fd962d93-96fe-46c9-a2e3-0100037c09b5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 932 time: 0.1818433 Jul 16 22:20:27.126770 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b5a714-b2ca-4706-9a24-2f0ff4e5aca2 x-openstack-request-id: req-68b5a714-b2ca-4706-9a24-2f0ff4e5aca2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:27.128787 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "name": "network-vif-plugged", "status": "completed", "tag": "635891ef-423f-427f-8389-002ea2c162fe", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:27.129264 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68b5a714-b2ca-4706-9a24-2f0ff4e5aca2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:27.130167 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635891ef-423f-427f-8389-002ea2c162fe', 'code': 200} Jul 16 22:20:27.174471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4714f470-dd3f-4301-aae6-cb56f8b9706f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:27.176485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4714f470-dd3f-4301-aae6-cb56f8b9706f tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069845 Jul 16 22:20:27.200923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61286e5d-f15c-4727-b9c5-4f1dbffa5680 req-3c31ccc8-6dbb-4281-b4a3-c7380149c924 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322002 Jul 16 22:20:27.214682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:27.254154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06567b03-b75d-434a-b99e-3eab5cf2881a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:27.266718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:27.269513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-1562ee54-ccf6-4703-a6e0-28543924cdbb service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698319 Jul 16 22:20:27.340818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Transition to ACTIVE for port object 06567b03-b75d-434a-b99e-3eab5cf2881a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:27.358059 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:27.422102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-1113282c-a932-4705-92c9-6bb3625c4e5f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:27.424249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-1113282c-a932-4705-92c9-6bb3625c4e5f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.2519801 Jul 16 22:20:27.429163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf6bc-73d6-42f2-b445-862e3c2bee31 req-74466692-d469-49f8-8f05-3f81acf68649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:27.431697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9fcf6bc-73d6-42f2-b445-862e3c2bee31 req-74466692-d469-49f8-8f05-3f81acf68649 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 1097 time: 0.1882477 Jul 16 22:20:27.448443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:27.452142 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:27.497216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee48cb3e-bbbc-44d6-9956-10c9c88ecc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:27.558132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:27.589263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799888f2-1a1b-42f6-abcd-b3745d800f60 req-f70ca3c6-d84c-4684-9e12-10f37a174f4a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:27.597416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-799888f2-1a1b-42f6-abcd-b3745d800f60 req-f70ca3c6-d84c-4684-9e12-10f37a174f4a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.3256788 Jul 16 22:20:27.669710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:27.711664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:27.712553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:27.712852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:27.736466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:27.736851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:27.755572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-799888f2-1a1b-42f6-abcd-b3745d800f60 req-2da02d0d-3cba-4f79-b15a-3d7923c2185e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570811 Jul 16 22:20:27.776504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:27.778804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:27.780148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:27.781750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Bound port: 06567b03-b75d-434a-b99e-3eab5cf2881a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:27.782848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:27.842815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.28 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/ca1506ab-f040-4404-afdb-3ae2bbba82c2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:27.892406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a86701a-9963-4275-b8a3-eff3edbde833 req-52927154-7a29-4902-99d9-c8ec9ef16e43 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 210 time: 0.0886133 Jul 16 22:20:27.893742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:27.940472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1e53fe-3b94-4625-a366-badf7b316c66 req-f74269b9-561a-440b-aba4-42d7567b6bda service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371205 Jul 16 22:20:27.992363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9fcf6bc-73d6-42f2-b445-862e3c2bee31 req-f87b5cbf-7c3e-41d7-9475-a78a7613cb33 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804142 Jul 16 22:20:28.046160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:20:28.047507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.052600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:28.069900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'mac_address': 'fa:16:3e:98:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:28.120029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.148604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90a3c9f-5213-4137-b5a2-99aa9bd628bf {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:28.191921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:28.197683 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.206707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:28.207307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.227285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee0f74-fc07-48fa-b225-9cda771ddf22 req-3b0f00d9-dfc4-4220-b87b-fa13dcdd1cc9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:28.237611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53ee0f74-fc07-48fa-b225-9cda771ddf22 req-3b0f00d9-dfc4-4220-b87b-fa13dcdd1cc9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3872c4e8-2e78-40fc-ad44-81a5ef9a6125 HTTP/1.1" status: 200 len: 945 time: 0.1468349 Jul 16 22:20:28.257877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:20:28.258451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:28.318901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53ee0f74-fc07-48fa-b225-9cda771ddf22 req-bdd44a90-6a45-410c-8762-1af7688db5e8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Jul 16 22:20:28.415844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ab6f23d-7567-4d60-b878-ee87a75133c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=505971370d66431e84d738a937070348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423096 Jul 16 22:20:28.418526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:28.476535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.478403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:28.490467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8563c6a6-d214-4a53-a2a2-8c7240e5a2bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:28.502652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:28.514057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.530834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=8563c6a6-d214-4a53-a2a2-8c7240e5a2bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:28.575518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff63c-a1d1-419b-a1dc-5fbad9d0db67 req-5cad0d09-dd97-4bee-b0c9-de8c10012ab0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:28.577403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d7ff63c-a1d1-419b-a1dc-5fbad9d0db67 req-5cad0d09-dd97-4bee-b0c9-de8c10012ab0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.6463561 Jul 16 22:20:28.579847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:28.582889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:28.583495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.584904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] 10.222.0.68 "PUT /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 1093 time: 2.1608372 Jul 16 22:20:28.585359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:28.588192 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53" -d '{"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:28.613307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.615234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.617164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:20:28.623258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.625493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b01b6d65-5e02-424f-af98-326792e2ba35 req-c97bcf63-b4d6-4a18-a6d8-1d892f86e404 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "DELETE /v2.0/ports/8563c6a6-d214-4a53-a2a2-8c7240e5a2bc HTTP/1.1" status: 204 len: 173 time: 0.8231058 Jul 16 22:20:28.626277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'name': 'network-vif-deleted', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:28.628629 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b93efe-3ff4-42bc-8600-9e8d19ba2eeb" -d '{"events": [{"server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "name": "network-vif-deleted", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:28.650486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aed2-6903-41e6-9024-16c01c5a7501 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:28.654963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object ca1506ab-f040-4404-afdb-3ae2bbba82c2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:28.669980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.679995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d7ff63c-a1d1-419b-a1dc-5fbad9d0db67 req-46c87a57-21d6-4090-93c1-aa73f20e4016 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799987 Jul 16 22:20:28.746593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.767201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f693f-fbd8-4e10-9b64-86a51713af9a req-440a1a8c-1697-461a-ad1d-8bb4fb39aec5 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:28.770842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac0f693f-fbd8-4e10-9b64-86a51713af9a req-440a1a8c-1697-461a-ad1d-8bb4fb39aec5 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.3395202 Jul 16 22:20:28.782887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:28.841738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:28.846888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.849720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:28.851212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f29f96ae-ff9a-44c8-9312-02a252c2e519 HTTP/1.1" status: 204 len: 168 time: 0.4314325 Jul 16 22:20:28.860461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:28.862870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:28.866462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:28.878678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac0f693f-fbd8-4e10-9b64-86a51713af9a req-10bf65e7-b6bb-4b47-ad9b-b5265d24a299 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010284 Jul 16 22:20:28.888224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9e1ec-1d67-40bb-bd01-4f99c1aa5ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f96ae-ff9a-44c8-9312-02a252c2e519,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:28.908788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-a052d9af-bedf-44e5-8f88-0e783e1ea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:28.911317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-a052d9af-bedf-44e5-8f88-0e783e1ea78d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1096 time: 0.2572310 Jul 16 22:20:29.003805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-61eafcea-500a-4bc9-9260-11b48bfbe8b3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.0815949 Jul 16 22:20:29.023392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.043102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.076861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-4d5a4aa4-3d03-4ac6-aa41-ae1e50a0a3bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8676305 Jul 16 22:20:29.112246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Request body: {'port': {'device_id': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:29.169856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eaba1-bade-4f89-8732-d7cc5c94b6ab req-412909ef-fb43-4cd1-b648-cc5ffb80fb8a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.178370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c27eaba1-bade-4f89-8732-d7cc5c94b6ab req-412909ef-fb43-4cd1-b648-cc5ffb80fb8a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 949 time: 0.3348277 Jul 16 22:20:29.204981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-bc6deb06-5d6b-4c54-ab73-ffaac5f5a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.206467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-bc6deb06-5d6b-4c54-ab73-ffaac5f5a735 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1890652 Jul 16 22:20:29.260523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-39a3397d-2de3-424c-9b02-6e0f3ca4807e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435383 Jul 16 22:20:29.277485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.303516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec235ddc-d9f4-45c0-bae7-dd75363a93bf None None] Provisioning for port ca1506ab-f040-4404-afdb-3ae2bbba82c2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:29.319785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec235ddc-d9f4-45c0-bae7-dd75363a93bf None None] Provisioning complete for port ca1506ab-f040-4404-afdb-3ae2bbba82c2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:29.320786 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec235ddc-d9f4-45c0-bae7-dd75363a93bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.342280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ae64-054a-4918-b49c-9b66548ea096 req-3cace871-1542-4e3f-b46d-c7f8a4c56397 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.343457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ac7ae64-054a-4918-b49c-9b66548ea096 req-3cace871-1542-4e3f-b46d-c7f8a4c56397 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.2945018 Jul 16 22:20:29.352860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:29.358804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Request body: {'floatingip': {'port_id': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:29.411759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c27eaba1-bade-4f89-8732-d7cc5c94b6ab req-c7d4eeb6-7f77-487b-85f0-2174473fac10 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325227 Jul 16 22:20:29.458199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ec235ddc-d9f4-45c0-bae7-dd75363a93bf None None] Port ca1506ab-f040-4404-afdb-3ae2bbba82c2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:29.533832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.557761 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77838f-bedc-4c65-ba41-ef0a038ccd79 x-openstack-request-id: req-2b77838f-bedc-4c65-ba41-ef0a038ccd79 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:29.558060 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:29.558311 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b77838f-bedc-4c65-ba41-ef0a038ccd79 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:29.558707 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'status': 'completed', 'code': 200} Jul 16 22:20:29.622308 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9456424-5783-499c-8250-331d923c4ff0 x-openstack-request-id: req-c9456424-5783-499c-8250-331d923c4ff0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:29.622633 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3872c4e8-2e78-40fc-ad44-81a5ef9a6125", "name": "network-vif-deleted", "tag": "8563c6a6-d214-4a53-a2a2-8c7240e5a2bc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:29.622949 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9456424-5783-499c-8250-331d923c4ff0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:29.623346 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3872c4e8-2e78-40fc-ad44-81a5ef9a6125', 'name': 'network-vif-deleted', 'tag': '8563c6a6-d214-4a53-a2a2-8c7240e5a2bc', 'status': 'completed', 'code': 200} Jul 16 22:20:29.673526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-a252ad0a-879a-41a8-b3b5-a40e6d07d756 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029727 Jul 16 22:20:29.830187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57c17-38e0-414a-b3f6-73d4c1cd820b req-5bcc550c-93f7-49dc-a935-e7f500208e67 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.831815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0970-64aa-4045-a097-bdd86eaac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.832561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05255-19b9-4d05-93fe-c48621a935d6 req-d8548021-44f3-4a0e-a54c-8fa9b16acda9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:29.832839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7f57c17-38e0-414a-b3f6-73d4c1cd820b req-5bcc550c-93f7-49dc-a935-e7f500208e67 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 935 time: 0.1232946 Jul 16 22:20:29.834196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abf05255-19b9-4d05-93fe-c48621a935d6 req-d8548021-44f3-4a0e-a54c-8fa9b16acda9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.2548296 Jul 16 22:20:29.916704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7f57c17-38e0-414a-b3f6-73d4c1cd820b req-9d64153c-52b1-44c6-b1de-d2949e9fc503 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Jul 16 22:20:29.919386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1506ab-f040-4404-afdb-3ae2bbba82c2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:29.929186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.940685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da123f5b-fdd5-41af-9c02-a2e158e9f413 req-3bed428a-4203-420c-9e0f-6bb7d99653db service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402561 Jul 16 22:20:29.946566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Transition to ACTIVE for port object ca1506ab-f040-4404-afdb-3ae2bbba82c2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:29.953249 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:29.955602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826', 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:29.957687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abf05255-19b9-4d05-93fe-c48621a935d6 req-668a7ed4-00e2-4c46-b007-62c3c57b771a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148658 Jul 16 22:20:30.069758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:30.077727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:30.172626 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.215917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Attempting to bind port ca1506ab-f040-4404-afdb-3ae2bbba82c2 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:30.216803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Attempting to bind port ca1506ab-f040-4404-afdb-3ae2bbba82c2 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:30.217720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Attempting to bind port ca1506ab-f040-4404-afdb-3ae2bbba82c2 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:30.230382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Port ca1506ab-f040-4404-afdb-3ae2bbba82c2 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:30.232107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Attempting to bind port ca1506ab-f040-4404-afdb-3ae2bbba82c2 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:30.251455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:30.251806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:30.252207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:30.252651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Bound port: ca1506ab-f040-4404-afdb-3ae2bbba82c2, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:30.256108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.356663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-560f182d-9793-4029-ac74-43ec2abb3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.358176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-560f182d-9793-4029-ac74-43ec2abb3341 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1096 time: 0.3065660 Jul 16 22:20:30.372840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25004-3bca-4c02-af97-4e0edc9d82b3 req-a0eced5d-72e0-4720-8653-498d2345f674 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.379841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9a25004-3bca-4c02-af97-4e0edc9d82b3 req-a0eced5d-72e0-4720-8653-498d2345f674 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1948843 Jul 16 22:20:30.420514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-816171879-network', 'tenant_id': '6abca4c89e274aa4953cf7a1db3051d5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:30.452947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:30.468429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:30.483459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8e2d-8db0-45e6-b65b-cfd67b57698b req-03ccd91c-1071-4573-9d8c-7f7312775d98 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.484992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d10f8e2d-8db0-45e6-b65b-cfd67b57698b req-03ccd91c-1071-4573-9d8c-7f7312775d98 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.1429541 Jul 16 22:20:30.486177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.541661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.542274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.543647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ca1506ab-f040-4404-afdb-3ae2bbba82c2 HTTP/1.1" status: 200 len: 1096 time: 1.4378095 Jul 16 22:20:30.575389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9a25004-3bca-4c02-af97-4e0edc9d82b3 req-8c6c3f5d-2611-4c0d-afa9-2aacd5c06b57 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880686 Jul 16 22:20:30.580851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Made reservation on behalf of 6abca4c89e274aa4953cf7a1db3051d5 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:30.581648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fca1d-8910-4017-afcf-8cc6e4cb58e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:30.590968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d10f8e2d-8db0-45e6-b65b-cfd67b57698b req-f01917e5-9bfe-4710-abe9-a52eae1286b6 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796149 Jul 16 22:20:30.595465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.616988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.641205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.659904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:30.685178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-5a7acaed-1bee-4479-bbbd-fea0d2f9b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.687206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-5a7acaed-1bee-4479-bbbd-fea0d2f9b0e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 1099 time: 0.0946922 Jul 16 22:20:30.762426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-a7f1bf73-8390-4ac1-b838-f1b0df6427aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.764026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-a7f1bf73-8390-4ac1-b838-f1b0df6427aa service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.3792338 Jul 16 22:20:30.764576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-7ccbabaf-88d6-4869-a8f4-8b45ef67fd7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2 HTTP/1.1" status: 200 len: 217 time: 0.0555768 Jul 16 22:20:30.853749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-b2bfb34c-d631-44a9-ba3c-a64712a16cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.855466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-b2bfb34c-d631-44a9-ba3c-a64712a16cf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0825880 Jul 16 22:20:30.879987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc4b6-6204-44cd-ad58-e5c61d68124f req-bb7c8eea-8a82-40c2-be52-a13fb8a144ad tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.881463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a31fc4b6-6204-44cd-ad58-e5c61d68124f req-bb7c8eea-8a82-40c2-be52-a13fb8a144ad tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 949 time: 0.1235788 Jul 16 22:20:30.898041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-620b8519-babf-4ac7-95a9-a24c4416da2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.1241472 Jul 16 22:20:30.948445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a31fc4b6-6204-44cd-ad58-e5c61d68124f req-3a372200-200f-480e-8c03-a4c50f743e17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Jul 16 22:20:30.958419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-32377700-142d-4b51-ae68-16523a0ea7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:30.959922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-32377700-142d-4b51-ae68-16523a0ea7b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954604 Jul 16 22:20:31.085681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-ca212967-e685-4ba0-976a-5822958cfa6f service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184731 Jul 16 22:20:31.186462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696268-ba72-4b9a-91d6-a15312c7149a req-e63add5a-72f9-479b-a718-cb6779234254 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:31.187897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67696268-ba72-4b9a-91d6-a15312c7149a req-e63add5a-72f9-479b-a718-cb6779234254 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.1389010 Jul 16 22:20:31.201353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:31.206456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Request body: {'floatingip': {'port_id': '635891ef-423f-427f-8389-002ea2c162fe'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:31.219692 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.240389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f3946e0-85c3-4e16-a0c2-83fee422c1f0 req-33308197-a47a-4e5b-a0d4-355c594ef864 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468749 Jul 16 22:20:31.249336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.294345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-7804fcc8-f7a5-456d-abdb-1311995b1207 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:31.295853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-7804fcc8-f7a5-456d-abdb-1311995b1207 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.5770056 Jul 16 22:20:31.300851 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84 associated. External IP: 172.25.5.87, port: b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc. Jul 16 22:20:31.306755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-d296d5ea-ebd8-4b5b-a84d-b8d13b6e912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:31.308160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-d296d5ea-ebd8-4b5b-a84d-b8d13b6e912c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.3957977 Jul 16 22:20:31.371960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-a3f8995e-62b3-4c2a-a0cd-b2286bfccc55 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0673556 Jul 16 22:20:31.402946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-6898899d-146d-41e8-b35c-8a1f948e0bd9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534682 Jul 16 22:20:31.456498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8b1d-8ad2-4050-b157-264fdd1eb9e1 req-c4b11cdd-bbdc-4cdb-bdd3-fe359cb55d95 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:31.457906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-571e8b1d-8ad2-4050-b157-264fdd1eb9e1 req-c4b11cdd-bbdc-4cdb-bdd3-fe359cb55d95 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 947 time: 0.1457355 Jul 16 22:20:31.473226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-6e6129e5-58f7-4730-ad01-31bf7b8b11e3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775366 Jul 16 22:20:31.487565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.516233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.533583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-571e8b1d-8ad2-4050-b157-264fdd1eb9e1 req-9ad99417-165a-4c63-b712-71f4421f59a8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676918 Jul 16 22:20:31.559314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:31.562281 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55" -d '{"events": [{"name": "network-changed", "server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:31.642947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:20:31.646266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a63449-7145-487c-a611-164b2edfbce1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:31.713401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.713643 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Added segment 68a0cc26-6df2-4543-b780-f010b667a018 of type vlan for network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 Jul 16 22:20:31.745239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-33bb6c5a-f6e5-403f-aefe-68253c81402a service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062978 Jul 16 22:20:31.808104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-621197ec-6a7b-46dd-9731-503f5774e7bd service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192449 Jul 16 22:20:31.845173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.895107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8cd19-9a6a-400b-a157-4e450af23a1e req-bf666f72-c82c-4d70-8f17-c7c27b058a68 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:31.896622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79f8cd19-9a6a-400b-a157-4e450af23a1e req-bf666f72-c82c-4d70-8f17-c7c27b058a68 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.2355618 Jul 16 22:20:31.906851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:31.959710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:31.964395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:31.964677 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:31.991630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:20:32.000371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:20:32.016040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.017050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:32.017635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.021144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79f8cd19-9a6a-400b-a157-4e450af23a1e req-12af7756-8a93-4cf5-bbff-e2acc33ce3f1 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026607 Jul 16 22:20:32.023889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:20:32.024241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8563c6a6-d214-4a53-a2a2-8c7240e5a2bc not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:20:32.048623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-7c4ac756-ff97-4c1b-a240-d75293434579 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267027 Jul 16 22:20:32.050433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6211451a-d4fa-4ae5-bb7c-7c0e123c7c53 req-0dd9604c-a7c1-41ad-bd8f-22e6f691b680 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849841 Jul 16 22:20:32.070907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9925363 Jul 16 22:20:32.079228 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.082648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:20:32.091257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Request body: {'subnet': {'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-816171879-subnet', 'tenant_id': '6abca4c89e274aa4953cf7a1db3051d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:32.108273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.117195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.126741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:32.129260 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226354c2-fabf-4f6d-82d6-57cc78a9d48c" -d '{"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-plugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:32.144520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9bfa4-c396-4d74-b76e-575a93a03e76 admin admin] Pushing event updated for resources: {'Network': ['ID=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:32.157883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:32.158976 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3ab66-f8c0-4d67-a090-2a8bf7e2e366 x-openstack-request-id: req-62d3ab66-f8c0-4d67-a090-2a8bf7e2e366 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:32.159282 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:32.159540 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62d3ab66-f8c0-4d67-a090-2a8bf7e2e366 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:32.160071 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2', 'status': 'completed', 'code': 200} Jul 16 22:20:32.169660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.175080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:20:32.183400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Made reservation on behalf of 6abca4c89e274aa4953cf7a1db3051d5 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:32.186149 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.271108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:20:32.276423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.337937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:20:32.375491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:32.378875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4fd45b66-ffde-4ca2-a2a0-45ed8854a277 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "PUT /v2.0/floatingips/a1d11bef-3c0d-481b-a92f-88bfbec6ad84 HTTP/1.1" status: 200 len: 990 time: 3.0217826 Jul 16 22:20:32.382310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:32.383303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:32.383438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:32.391879 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c23ae6-4362-4347-8157-d25eeceeda14" -d '{"events": [{"name": "network-changed", "server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:32.516059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:32.626950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:32.636816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef420-8299-4b4d-93ec-e4d32371e4d8 req-680fd2bf-3a51-4ea1-bd43-dc753bec5c24 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:32.644387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc4ef420-8299-4b4d-93ec-e4d32371e4d8 req-680fd2bf-3a51-4ea1-bd43-dc753bec5c24 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0973625 Jul 16 22:20:32.692872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc4ef420-8299-4b4d-93ec-e4d32371e4d8 req-d130ff7d-2d76-4df9-89d0-060fd43f1150 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Jul 16 22:20:32.772420 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bab7bbc-e727-4e83-8266-2189cf358f24 x-openstack-request-id: req-5bab7bbc-e727-4e83-8266-2189cf358f24 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:32.772634 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-plugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:32.772854 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bab7bbc-e727-4e83-8266-2189cf358f24 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:32.773263 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'code': 200} Jul 16 22:20:32.802658 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Floating IP 9afd78ce-2479-4085-8bf1-082715d503fa associated. External IP: 172.25.5.10, port: 635891ef-423f-427f-8389-002ea2c162fe. Jul 16 22:20:32.810290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:3c:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:20:30Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:32.826004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35d84f9b-dc00-458f-ac9b-1195c3ad8bae req-2180f9ad-ff64-4bd8-8e80-437ca7021cde tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0489371 Jul 16 22:20:32.842670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:20:32.852709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:32.853498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:32.960205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-17316388-d40a-4b1b-a0d3-645ca145c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:32.962601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-17316388-d40a-4b1b-a0d3-645ca145c6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 1099 time: 0.7577963 Jul 16 22:20:32.963981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a65eb-8604-49e4-bb2e-c878b9f36e06 req-1800767f-09aa-4263-bb4f-80feef65b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:32.966431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed1a65eb-8604-49e4-bb2e-c878b9f36e06 req-1800767f-09aa-4263-bb4f-80feef65b5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1102 time: 0.1393940 Jul 16 22:20:32.998392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:33.009352 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda611a2-4d47-48ca-9096-a69b062ef674 x-openstack-request-id: req-eda611a2-4d47-48ca-9096-a69b062ef674 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:33.009668 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:33.009925 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eda611a2-4d47-48ca-9096-a69b062ef674 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:33.010323 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'status': 'completed', 'code': 200} Jul 16 22:20:33.034790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed1a65eb-8604-49e4-bb2e-c878b9f36e06 req-c0dc30f3-9b6a-4faa-94e2-7c038a1dd49d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Jul 16 22:20:33.126027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-8464c082-4797-47dd-a927-73e32f70c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.127555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-8464c082-4797-47dd-a927-73e32f70c8b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=03e23e2e405d46179c15a4a8a38f830e&device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0862541 Jul 16 22:20:33.186592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa98ff-59d2-41e0-889a-b7406d6fd2ac req-0fe9df83-af21-469b-920d-e1279eb7ceed tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.188134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-edaa98ff-59d2-41e0-889a-b7406d6fd2ac req-0fe9df83-af21-469b-920d-e1279eb7ceed tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.4557934 Jul 16 22:20:33.238053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-c99993bd-eb82-4e1a-b024-db735e15c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.239572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-c99993bd-eb82-4e1a-b024-db735e15c9cb service neutron] 10.222.0.68 "GET /v2.0/networks?id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 200 len: 924 time: 0.0929546 Jul 16 22:20:33.296107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:3c:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:20:30Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:33.319268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf96c0-c08f-42fb-9eab-bda967471fa9 req-28f0122e-5d09-4d40-9a1c-54b20fc0fff8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.321494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80cf96c0-c08f-42fb-9eab-bda967471fa9 req-28f0122e-5d09-4d40-9a1c-54b20fc0fff8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 947 time: 0.2096319 Jul 16 22:20:33.329888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63856abb-a221-475d-99e5-b23b264518c0 None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'a1d11bef-3c0d-481b-a92f-88bfbec6ad84', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'port_id': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'mac_address': 'fa:16:3e:3c:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:17:57Z', 'updated_at': '2021-07-16T22:20:30Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:20:33.337045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-9d9b587b-adec-4c0b-b1c3-6202a462bbe6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc HTTP/1.1" status: 200 len: 998 time: 0.0904064 Jul 16 22:20:33.365563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-11ac292d-e464-42e6-a6b5-aa880416e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.367345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-11ac292d-e464-42e6-a6b5-aa880416e6d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3690248 Jul 16 22:20:33.393795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-edaa98ff-59d2-41e0-889a-b7406d6fd2ac req-06ae49fe-2e34-499c-abe2-57485cc1d029 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965854 Jul 16 22:20:33.394636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:33.428380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80cf96c0-c08f-42fb-9eab-bda967471fa9 req-704fc13e-5c37-4e6c-a647-88ec0bbe9c40 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942175 Jul 16 22:20:33.436698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-faae7935-0268-4dd8-a66f-4ed1793a779f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2 HTTP/1.1" status: 200 len: 217 time: 0.0559611 Jul 16 22:20:33.441115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-0b64292d-dd27-4869-b5b6-41e7e72ea541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.443002 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-0b64292d-dd27-4869-b5b6-41e7e72ea541 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 200 len: 862 time: 0.0930908 Jul 16 22:20:33.473445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Router a1719d9c-0505-441b-afe5-d99ca4622b97 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:20:33.516292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-fbfb6a5e-95d0-46c3-9b38-0bfe6b4a120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.518040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-fbfb6a5e-95d0-46c3-9b38-0bfe6b4a120f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656393 Jul 16 22:20:33.528809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1412ae69-42e2-46c8-b9a7-144272361af7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:33.580992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.580992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.581308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.581884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.581884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.582174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.582499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.582820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.583141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.583586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.583765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.584067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:33.592430 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537b8f4-9647-4f18-b271-7a5b9d4d3ec1 None None] New status for floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:20:33.595321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-450a88ae-9603-401a-a30a-4fd491a1a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.596866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-450a88ae-9603-401a-a30a-4fd491a1a2e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1389194 Jul 16 22:20:33.619276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-6c1f667c-8782-492f-8ecf-fa6db00968b0 service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916243 Jul 16 22:20:33.679306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Checking segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:33.679663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Network hostable DHCP agents. Network: b14d3d41-fad9-4dbd-8cf1-01c9e76dc326, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:20:33.731202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94c23ae6-4362-4347-8157-d25eeceeda14 req-677eae8a-694f-4610-8852-fe904753c32f service neutron] 10.222.0.68 "GET /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953143 Jul 16 22:20:33.788547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:20:33.802690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490c716-cbba-46c3-ac08-a84044d12335 req-b809237e-4799-4d32-a7b8-b9333e71c67a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.811638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a490c716-cbba-46c3-ac08-a84044d12335 req-b809237e-4799-4d32-a7b8-b9333e71c67a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.2902415 Jul 16 22:20:33.840515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b14d3d41-fad9-4dbd-8cf1-01c9e76dc326) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:33.846578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.847839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:33.848637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259c949-6031-4305-8675-7097ee7ccfa3 None None] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:20:33.850537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:20:33.855611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:33.887641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Sync routers for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:20:33.931778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d4b30011-4ebb-4ab7-99f8-9ed01729f1a1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "PUT /v2.0/floatingips/9afd78ce-2479-4085-8bf1-082715d503fa HTTP/1.1" status: 200 len: 990 time: 2.7290907 Jul 16 22:20:33.934998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ca1506ab-f040-4404-afdb-3ae2bbba82c2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:33.936893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:33.937424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:33.961138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-dc05e8dc-37fc-4fb9-b646-ab6366c5080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.963179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-dc05e8dc-37fc-4fb9-b646-ab6366c5080e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3255908 Jul 16 22:20:33.967499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-25da1da8-c249-4916-adeb-8b6f6f17126e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8810563 Jul 16 22:20:33.971338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55e29-0368-4aa5-a8d1-6d710337a4e2 req-85f1a06b-a51e-45ae-bd0c-fe965c1ed2af tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.975023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fd55e29-0368-4aa5-a8d1-6d710337a4e2 req-85f1a06b-a51e-45ae-bd0c-fe965c1ed2af tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1488612 Jul 16 22:20:33.984294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-d4afd33f-6096-4347-99e8-1ebadf810087 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:33.986349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-d4afd33f-6096-4347-99e8-1ebadf810087 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.1720424 Jul 16 22:20:33.987567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a490c716-cbba-46c3-ac08-a84044d12335 req-bc3a6179-0af2-49f6-9af6-9af081c088cb tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749437 Jul 16 22:20:34.009778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:34.046832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:34.151955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-6459511f-4795-4f01-9cb3-ae47c4a59eac service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590614 Jul 16 22:20:34.187942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'tag': '635891ef-423f-427f-8389-002ea2c162fe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:34.190483 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "tag": "635891ef-423f-427f-8389-002ea2c162fe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:34.197454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3abbf40e-e65d-434e-92b9-7456874b786c req-0e7dd43b-5246-4043-9524-5e588ff7b1f0 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0733380 Jul 16 22:20:34.257350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:34.272210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'port_id': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'mac_address': 'fa:16:3e:7a:6a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358600e-60a1-4d4e-afb8-cf8776dba445', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:34.274688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fd55e29-0368-4aa5-a8d1-6d710337a4e2 req-6517bd28-a5fe-4d9f-bc21-88a38a4eb139 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818589 Jul 16 22:20:34.306390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:34.310250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.368580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2d6fc8d-59ab-47c5-b3fc-1d729c246b55 req-448db24f-327f-469b-8f2a-814d22968a10 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747301 Jul 16 22:20:34.401693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:34.409662 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c92d15-b152-4b65-b01e-0c5edcbce3a7 x-openstack-request-id: req-77c92d15-b152-4b65-b01e-0c5edcbce3a7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:34.409967 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "tag": "635891ef-423f-427f-8389-002ea2c162fe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:34.410223 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77c92d15-b152-4b65-b01e-0c5edcbce3a7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:34.410618 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'tag': '635891ef-423f-427f-8389-002ea2c162fe', 'status': 'completed', 'code': 200} Jul 16 22:20:34.494434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:34.505009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.5 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/1161c064-e5ee-49df-a880-e5b8a0549c6d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:34.512615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-0e23cae2-4fe0-404e-9bc7-a47c3b13bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:34.515674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-0e23cae2-4fe0-404e-9bc7-a47c3b13bde5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=01c3920a700d450f98433d827fcf402f&device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 1097 time: 0.0703046 Jul 16 22:20:34.564367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2', 'mac_address': 'fa:16:3e:05:d1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:34.726279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.759798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206aaef-5b20-440f-abd2-891dc8aafc00 req-a008ce74-3afa-477c-a535-0a0805f52ae9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:34.760059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-d76ac244-38ed-4dcd-a81a-ecabe6a9e49e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:34.761315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b206aaef-5b20-440f-abd2-891dc8aafc00 req-a008ce74-3afa-477c-a535-0a0805f52ae9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.1223767 Jul 16 22:20:34.769478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-d76ac244-38ed-4dcd-a81a-ecabe6a9e49e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.1302960 Jul 16 22:20:34.783936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-d7ce267d-46a9-42e5-8875-e1113336e82f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/quotas/6abca4c89e274aa4953cf7a1db3051d5 HTTP/1.1" status: 200 len: 375 time: 0.0118134 Jul 16 22:20:34.813718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.815145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbfdf42-b5dc-4fdd-83e5-fd4504cb1d12 None None] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:20:34.825467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.841830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-0d1866b8-2cfc-48fb-92d5-a903cd8700ae tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410922 Jul 16 22:20:34.847228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-c81bc46f-26b3-4768-8e86-65f0c25fcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:34.848727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-c81bc46f-26b3-4768-8e86-65f0c25fcf18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2332a53-0297-43d5-9982-9d48da4e678b HTTP/1.1" status: 200 len: 912 time: 0.3247716 Jul 16 22:20:34.857453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b206aaef-5b20-440f-abd2-891dc8aafc00 req-76c47979-8f86-4bca-a68d-d82a17de7b27 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Jul 16 22:20:34.885399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:34.892187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06567b03-b75d-434a-b99e-3eab5cf2881a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:34.899531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.900779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:34.908748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:34.936558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:34.970475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:34.971423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:34.987379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-b7eba48c-bcfc-49fc-9eb6-23bc096ba1ad tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673462 Jul 16 22:20:34.990759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:34.992797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1506ab-f040-4404-afdb-3ae2bbba82c2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:35.013659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Request body: {'port': {'device_id': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:35.027403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.035012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-0f5a7ff2-f81b-416b-a9d9-75e2ce60f9b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635891ef-423f-427f-8389-002ea2c162fe HTTP/1.1" status: 200 len: 998 time: 0.1716676 Jul 16 22:20:35.058789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-d180b677-e468-46c0-8560-9ae5cdd3d0b5 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076159 Jul 16 22:20:35.106766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:35.135210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.136022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.143980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-2c6fe986-13d5-45e1-91e6-b234ff53aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:35.145685 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-2c6fe986-13d5-45e1-91e6-b234ff53aa75 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0 HTTP/1.1" status: 200 len: 850 time: 0.0855508 Jul 16 22:20:35.154041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd246c-6e07-4bc1-86d5-603cc34c37be req-f48bc31c-de80-4f9c-9040-ffdc061f4336 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:35.157536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28bd246c-6e07-4bc1-86d5-603cc34c37be req-f48bc31c-de80-4f9c-9040-ffdc061f4336 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 947 time: 0.1197774 Jul 16 22:20:35.166443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:35.240159 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28bd246c-6e07-4bc1-86d5-603cc34c37be req-cd0d11be-c516-4414-9529-1d13e0da7816 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 Jul 16 22:20:35.241441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-d2446b09-7a7c-473a-958f-4d716e48cc37 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721230 Jul 16 22:20:35.250425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:35.262203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '9afd78ce-2479-4085-8bf1-082715d503fa', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'port_id': '635891ef-423f-427f-8389-002ea2c162fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'mac_address': 'fa:16:3e:bf:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:20:08Z', 'updated_at': '2021-07-16T22:20:31Z', 'revision_number': 1, 'project_id': '01c3920a700d450f98433d827fcf402f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:35.287443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-1e85317a-7ce6-4bb0-b455-d12f0df8477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:35.289008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-1e85317a-7ce6-4bb0-b455-d12f0df8477c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2332a53-0297-43d5-9982-9d48da4e678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090212 Jul 16 22:20:35.326773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Checking router: a1719d9c-0505-441b-afe5-d99ca4622b97 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:20:35.353441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:20:35.361512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:35.405958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:35.409177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-71b6c7df-bcfc-4b8b-8d31-2206c1b465df service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102214 Jul 16 22:20:35.530083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ca1506ab-f040-4404-afdb-3ae2bbba82c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:35.583349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1161c064-e5ee-49df-a880-e5b8a0549c6d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:35.593766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.626362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Transition to ACTIVE for port object 1161c064-e5ee-49df-a880-e5b8a0549c6d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:35.634600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:20:35.653512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20770b5a-a69b-4d98-ad43-e8dcf4d22028 req-2447977c-e41f-4b15-af71-c520cb1586f4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:35.655616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20770b5a-a69b-4d98-ad43-e8dcf4d22028 req-2447977c-e41f-4b15-af71-c520cb1586f4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 945 time: 0.1181386 Jul 16 22:20:35.656582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.773669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:35.781156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20770b5a-a69b-4d98-ad43-e8dcf4d22028 req-0dd121be-0f17-4208-b89b-0562f452e646 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142819 Jul 16 22:20:35.857348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84a6d4e3-0132-496d-bc4a-d2de9649bb8c req-a31ac342-ada8-48dc-8dc7-f3e93489dc4f service neutron] 10.222.0.68 "GET /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385962 Jul 16 22:20:35.886811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Attempting to bind port 1161c064-e5ee-49df-a880-e5b8a0549c6d on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:35.887266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Attempting to bind port 1161c064-e5ee-49df-a880-e5b8a0549c6d by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:35.889657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Attempting to bind port 1161c064-e5ee-49df-a880-e5b8a0549c6d on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:35.898000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691b48d-fb59-4660-8a1b-2563d83e193a req-df707ed6-d1fe-4ff4-a79c-eb3ea60d415c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:35.898364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Port 1161c064-e5ee-49df-a880-e5b8a0549c6d on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:35.898780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Attempting to bind port 1161c064-e5ee-49df-a880-e5b8a0549c6d on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:35.899796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8691b48d-fb59-4660-8a1b-2563d83e193a req-df707ed6-d1fe-4ff4-a79c-eb3ea60d415c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 943 time: 0.1240814 Jul 16 22:20:35.905304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:35.905692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:35.906136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:35.906623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Bound port: 1161c064-e5ee-49df-a880-e5b8a0549c6d, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:35.907187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:35.979174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8691b48d-fb59-4660-8a1b-2563d83e193a req-1ea51c2a-cd76-4b57-8322-e88af9401c51 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695360 Jul 16 22:20:36.022167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:36.028281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:36.035181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:36.071911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.072554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:36.073966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] 10.222.0.68 "PUT /v2.0/ports/1161c064-e5ee-49df-a880-e5b8a0549c6d HTTP/1.1" status: 200 len: 1092 time: 1.0770552 Jul 16 22:20:36.076318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:36.090629 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46685883-9724-44b8-a0fd-39972e823a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:36.107626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '9afd78ce-2479-4085-8bf1-082715d503fa', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'port_id': '635891ef-423f-427f-8389-002ea2c162fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'mac_address': 'fa:16:3e:bf:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:20:08Z', 'updated_at': '2021-07-16T22:20:31Z', 'revision_number': 1, 'project_id': '01c3920a700d450f98433d827fcf402f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:20:36.115926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02479ba-a9e5-4c02-918b-e7a80416c183 req-a42e73bd-2e77-4eb1-95ae-b98874a79785 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.123621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c02479ba-a9e5-4c02-918b-e7a80416c183 req-a42e73bd-2e77-4eb1-95ae-b98874a79785 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1629310 Jul 16 22:20:36.141057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c863b50-76ef-482a-9ae6-a4f764c8ccc7 None None] The sync data for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 is: [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '9afd78ce-2479-4085-8bf1-082715d503fa', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'port_id': '635891ef-423f-427f-8389-002ea2c162fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'mac_address': 'fa:16:3e:bf:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:20:08Z', 'updated_at': '2021-07-16T22:20:31Z', 'revision_number': 1, 'project_id': '01c3920a700d450f98433d827fcf402f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:20:36.171868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf6b73-1446-4088-ac27-41c98dd211e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:36.230046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c02479ba-a9e5-4c02-918b-e7a80416c183 req-42d5fb08-612b-4a4c-bda9-4b637967ab8d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054983 Jul 16 22:20:36.272252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-dd0f8be7-9b6a-4a90-a18d-5aad5b71144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.278618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-dd0f8be7-9b6a-4a90-a18d-5aad5b71144a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 1095 time: 0.0886762 Jul 16 22:20:36.304706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-5e5de073-f9e1-4322-adda-e190bfce340c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.307987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-5e5de073-f9e1-4322-adda-e190bfce340c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1836424 Jul 16 22:20:36.329605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-d08b692c-38d8-466c-90c6-adc98b8e75de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d HTTP/1.1" status: 200 len: 217 time: 0.0383532 Jul 16 22:20:36.342229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:36.349695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8415648-869a-49c1-a1c0-6c85e9194f42 req-1bcf769b-e5dd-4ace-bd78-cc86baed2d5c tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 210 time: 0.0573673 Jul 16 22:20:36.421005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d877e-18b1-44d5-b799-1ea628729b99 req-daa487f1-f79b-4617-8108-f21ebfdc07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.424195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-daa487f1-f79b-4617-8108-f21ebfdc07e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0876465 Jul 16 22:20:36.447967 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6151d71d-627c-41a1-b536-8c9790201ba7 x-openstack-request-id: req-6151d71d-627c-41a1-b536-8c9790201ba7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:36.451800 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:36.452244 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6151d71d-627c-41a1-b536-8c9790201ba7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:36.453531 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d', 'status': 'completed', 'code': 200} Jul 16 22:20:36.475801 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500bf95-3497-41dc-9171-8fb5b3b62396 None None] New status for floating IP 9afd78ce-2479-4085-8bf1-082715d503fa: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:20:36.481684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:36.504380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-8dd6cf3e-a37b-4b8f-8150-824ebd86af11 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646474 Jul 16 22:20:36.587161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-bb9484fd-ec4a-4e2a-8526-e85231d296e5 req-4efbe4d2-490e-4d1b-b0cd-c3cdc6bc38ef service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:20:36.588347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb9484fd-ec4a-4e2a-8526-e85231d296e5 req-4efbe4d2-490e-4d1b-b0cd-c3cdc6bc38ef service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058508 Jul 16 22:20:36.614678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-5dc50019-70b9-4f19-b677-33bd6dff6823 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996099 Jul 16 22:20:36.687769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:36.733423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-761d877e-18b1-44d5-b799-1ea628729b99 req-1f38528b-55a5-4f7d-ba19-cacf1d2659e2 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061983 Jul 16 22:20:36.738100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308af66e-2838-41b1-a2ee-a2802022520c req-93be1ba8-e2af-4a74-80d0-405628aff74a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.739621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-308af66e-2838-41b1-a2ee-a2802022520c req-93be1ba8-e2af-4a74-80d0-405628aff74a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 945 time: 0.2167692 Jul 16 22:20:36.777183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:36.803276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-308af66e-2838-41b1-a2ee-a2802022520c req-0604fcd0-9a78-4247-bddd-417fc3c91f19 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579791 Jul 16 22:20:36.885504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:36.888124 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c4bfd5-4fa7-43a8-959d-030501091d4c" -d '{"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-unplugged", "status": "completed", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:36.892223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:36.903941 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:36.916714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685883-9724-44b8-a0fd-39972e823a4c req-84f93c03-dfdf-4f57-b91b-d0ed8ffded88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.918727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-84f93c03-dfdf-4f57-b91b-d0ed8ffded88 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 1095 time: 0.1123791 Jul 16 22:20:36.938047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39014f-9dfe-44ec-a306-2202c7f73795 req-50e1b299-b9bf-4f2c-9b28-f58372c1679c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:36.945503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa39014f-9dfe-44ec-a306-2202c7f73795 req-50e1b299-b9bf-4f2c-9b28-f58372c1679c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 948 time: 0.1006405 Jul 16 22:20:36.975903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-c037506f-dbcb-44e9-9f38-38613d831bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601949 Jul 16 22:20:37.018471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa39014f-9dfe-44ec-a306-2202c7f73795 req-1cf0d064-b65f-4bb3-84bf-2ccb351a8c29 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712121 Jul 16 22:20:37.021874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:37.106648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd2d9-edae-4c82-99d8-e889b7455dce req-1a0bcde6-a393-4d25-840b-f9852e93aacc tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.108485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8ecd2d9-edae-4c82-99d8-e889b7455dce req-1a0bcde6-a393-4d25-840b-f9852e93aacc tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1585996 Jul 16 22:20:37.109735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:37.110175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:37.110606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:37.119874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:37.120348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Attempting to bind port 15b059ef-7af7-42a6-bf4b-62562044ba44 on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:37.164071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:37.165240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:37.165962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:37.166516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Bound port: 15b059ef-7af7-42a6-bf4b-62562044ba44, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:37.167511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:37.180798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685883-9724-44b8-a0fd-39972e823a4c req-7befd198-fb33-41d7-bc2c-20b5aeb6d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.182274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-7befd198-fb33-41d7-bc2c-20b5aeb6d6be service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.2335656 Jul 16 22:20:37.225605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8ecd2d9-edae-4c82-99d8-e889b7455dce req-4ac7849c-42ed-41ef-93f9-196ceed701e7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Jul 16 22:20:37.271192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:37.275474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:37.281937 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:37.294492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-b06c6601-efa4-45de-b6d1-2043ef4395b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d HTTP/1.1" status: 200 len: 217 time: 0.0884485 Jul 16 22:20:37.306634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-83e289fa-689b-4ec1-9643-e50d95830d86 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.308120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-83e289fa-689b-4ec1-9643-e50d95830d86 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.47 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.2370684 Jul 16 22:20:37.318078 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417cd98-0b8b-4b76-b3b9-c8e946833fe1 x-openstack-request-id: req-5417cd98-0b8b-4b76-b3b9-c8e946833fe1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:37.318554 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-unplugged", "status": "completed", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:37.318903 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5417cd98-0b8b-4b76-b3b9-c8e946833fe1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:37.319484 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'code': 200} Jul 16 22:20:37.398285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.398917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:37.400871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] 10.222.0.47 "PUT /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 1123 time: 1.0644083 Jul 16 22:20:37.417543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ebbe-70c4-496e-a4b1-2cfdb0543dce service neutron] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:37.520681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:37.552979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27ce5-eb8b-4e74-a92a-5af32a0cdfc6 req-cc5a7d3d-e7d6-4f79-9fc3-480ab37623c6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.563654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0c27ce5-eb8b-4e74-a92a-5af32a0cdfc6 req-cc5a7d3d-e7d6-4f79-9fc3-480ab37623c6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 943 time: 0.1139722 Jul 16 22:20:37.595148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:37.622756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0c27ce5-eb8b-4e74-a92a-5af32a0cdfc6 req-c87bc2de-80d2-48ee-be86-4ecb896cb961 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491498 Jul 16 22:20:37.695209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685883-9724-44b8-a0fd-39972e823a4c req-c37fff37-1b60-45ff-ab56-10cd7bef1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.697281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-c37fff37-1b60-45ff-ab56-10cd7bef1c91 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.3864949 Jul 16 22:20:37.703489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'port': {'device_id': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'admin_state_up': True, 'tenant_id': '6abca4c89e274aa4953cf7a1db3051d5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:37.776097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-b5fbe816-3055-45b6-aeba-d2fc95e7807d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664203 Jul 16 22:20:37.867906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe171cd-6bce-44fc-832e-5e472657a9c2 req-145ab56e-afe2-4293-90a2-b7db2f28a09f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:37.875604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fe171cd-6bce-44fc-832e-5e472657a9c2 req-145ab56e-afe2-4293-90a2-b7db2f28a09f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 945 time: 0.7111950 Jul 16 22:20:37.939844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82015aa3-8daa-49b4-bed3-c1d61bbc7adf req-765ecbf0-f44e-4230-9ec6-90703f7230ee tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 210 time: 0.0298667 Jul 16 22:20:37.940074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:37.969461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ca1506ab-f040-4404-afdb-3ae2bbba82c2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:38.005876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Made reservation on behalf of 6abca4c89e274aa4953cf7a1db3051d5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:38.010147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.035755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fe171cd-6bce-44fc-832e-5e472657a9c2 req-aa2f489b-b9fc-4070-ac40-4f49337bffcc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592727 Jul 16 22:20:38.136139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:38.167396 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-93133417-a0fa-43d6-9d3d-f5a12044d1fd service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184698 Jul 16 22:20:38.202686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:38.205314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Allocated IP 172.20.0.6 (b14d3d41-fad9-4dbd-8cf1-01c9e76dc326/1412ae69-42e2-46c8-b9a7-144272361af7/2923cb4a-ff4d-471e-a59e-3be03f10b9ce) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:38.231900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:20:38.256573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ca1506ab-f040-4404-afdb-3ae2bbba82c2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:38.260725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 06567b03-b75d-434a-b99e-3eab5cf2881a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:38.265318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 06567b03-b75d-434a-b99e-3eab5cf2881a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:38.266054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.267874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568943-f8eb-4be7-ac46-b77e7376f288 req-c49c677d-d488-4c9d-887d-f6abd70669ed tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.273476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e568943-f8eb-4be7-ac46-b77e7376f288 req-c49c677d-d488-4c9d-887d-f6abd70669ed tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 948 time: 0.0835917 Jul 16 22:20:38.308522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e568943-f8eb-4be7-ac46-b77e7376f288 req-ca6c6e59-e2bd-4f59-84ed-edaf4ec356fb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Jul 16 22:20:38.309352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ca1506ab-f040-4404-afdb-3ae2bbba82c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:38.309738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.411649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46685883-9724-44b8-a0fd-39972e823a4c req-f6b99166-cc68-4abc-a580-9fdca089926f service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335367 Jul 16 22:20:38.432204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a9f0b-7c2b-44e1-904f-91c9862cd64d req-722719dc-0458-498a-b571-051e20a62636 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.439219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc6a9f0b-7c2b-44e1-904f-91c9862cd64d req-722719dc-0458-498a-b571-051e20a62636 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.2370298 Jul 16 22:20:38.494927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde6480-9e64-4dc6-b6fa-5efd22ecc7b5 req-86d2d394-3278-498a-838c-53cf5567a5fd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.497427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9fde6480-9e64-4dc6-b6fa-5efd22ecc7b5 req-86d2d394-3278-498a-838c-53cf5567a5fd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0752430 Jul 16 22:20:38.517521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc6a9f0b-7c2b-44e1-904f-91c9862cd64d req-3095ab9e-a4fc-40f9-a69b-e531032def78 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773766 Jul 16 22:20:38.540697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.544461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.551367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9fde6480-9e64-4dc6-b6fa-5efd22ecc7b5 req-56834606-20e0-4aa7-bc4e-784acf49a6fa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485883 Jul 16 22:20:38.569733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.577240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:38.579506 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1550ea3-ee33-46f3-ab06-6be41d673b77" -d '{"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-plugged", "status": "completed", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:38.603326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:38.611195 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.616349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.640414 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c6b971-2134-443b-b09e-549e026b9418 x-openstack-request-id: req-04c6b971-2134-443b-b09e-549e026b9418 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:38.640748 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-plugged", "status": "completed", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:38.640987 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04c6b971-2134-443b-b09e-549e026b9418 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:38.641371 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'code': 200} Jul 16 22:20:38.653326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:38.665388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.679730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:38.681708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:38.685463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:38.691325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:38.733630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-e4b3b16f-966e-43c1-844b-426fd06626b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.735232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-e4b3b16f-966e-43c1-844b-426fd06626b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1102 time: 0.0905633 Jul 16 22:20:38.741784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:38.746303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:38.793093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.793454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.793803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.794148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.794490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.794831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.795165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.795497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.795829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.796160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.796491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.796819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:38.815182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.815802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:38.841447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-bf09018f-d603-4592-b0d4-b08c7a0335b8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430852 Jul 16 22:20:38.847488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf42010-581c-43f5-b079-436c593edd24 req-ce03d2a0-a1e6-40f6-b156-0ce80b002ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.848996 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acf42010-581c-43f5-b079-436c593edd24 req-ce03d2a0-a1e6-40f6-b156-0ce80b002ac4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.0969048 Jul 16 22:20:38.866093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Request body: {'port': {'device_id': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:38.904732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a2658e44-f357-4aaf-b8b3-f03cbcc3e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.906260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a2658e44-f357-4aaf-b8b3-f03cbcc3e029 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1533568 Jul 16 22:20:38.917425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4259a41-cccc-4b5d-ae20-e52fbb6d7cc6 req-d55eeb37-2bec-4dd9-91cc-3633dbd43d94 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:38.918796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4259a41-cccc-4b5d-ae20-e52fbb6d7cc6 req-d55eeb37-2bec-4dd9-91cc-3633dbd43d94 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 943 time: 0.1350472 Jul 16 22:20:38.924189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acf42010-581c-43f5-b079-436c593edd24 req-17c23e31-75fd-4924-9aee-917530a8abb0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Jul 16 22:20:38.959846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-61bf9ca8-7750-4355-aec9-bf8cb50304d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0401144 Jul 16 22:20:38.965989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.019674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4259a41-cccc-4b5d-ae20-e52fbb6d7cc6 req-bd9f7f29-aa62-4931-93a0-f688656c02b9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jul 16 22:20:39.033227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-9d6f3c3c-7d02-4a16-b095-861a31daa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.034999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-9d6f3c3c-7d02-4a16-b095-861a31daa8ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0649145 Jul 16 22:20:39.105432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-72643f8b-4f70-44ef-92e5-d8d870d7ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.107082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-72643f8b-4f70-44ef-92e5-d8d870d7ae24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538585 Jul 16 22:20:39.210865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dff9f-b91b-4a1b-bdf0-cb094b033979 req-2e2af54a-b3b2-48b9-a1f9-1a038dcd153a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.212319 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c42dff9f-b91b-4a1b-bdf0-cb094b033979 req-2e2af54a-b3b2-48b9-a1f9-1a038dcd153a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 931 time: 0.1378779 Jul 16 22:20:39.239857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-8a2676f3-4689-4409-be38-d7ad229ecd88 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234252 Jul 16 22:20:39.280448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c42dff9f-b91b-4a1b-bdf0-cb094b033979 req-7a1b1b80-ad7e-4465-80bc-ff26320d4d29 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Jul 16 22:20:39.287206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5643-6bf0-4789-8f80-16a8cd832652 req-5a7abff1-7e76-4693-8dbb-dca8b9232ae0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.288729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-390f5643-6bf0-4789-8f80-16a8cd832652 req-5a7abff1-7e76-4693-8dbb-dca8b9232ae0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.1151667 Jul 16 22:20:39.322517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2923cb4a-ff4d-471e-a59e-3be03f10b9ce {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:39.326024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:39.330021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.331813 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88da94e2-bbf8-4495-a1f4-83dd215a9be3" -d '{"events": [{"name": "network-changed", "server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:39.345069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Transition to ACTIVE for port object 2923cb4a-ff4d-471e-a59e-3be03f10b9ce will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:39.350846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.374476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-390f5643-6bf0-4789-8f80-16a8cd832652 req-dfe5b249-de5a-41a4-8a11-71f0323bd687 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Jul 16 22:20:39.386139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-d872a035-b0c9-47d0-b43c-9ceeca8d79c9 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385579 Jul 16 22:20:39.435754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:39.467623 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217611a0-fa2f-461f-9b7e-a7f9c3d9bd39 x-openstack-request-id: req-217611a0-fa2f-461f-9b7e-a7f9c3d9bd39 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:39.467919 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:39.468181 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-217611a0-fa2f-461f-9b7e-a7f9c3d9bd39 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:39.468580 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'status': 'completed', 'code': 200} Jul 16 22:20:39.510046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Attempting to bind port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:39.510393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Attempting to bind port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:39.510724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Attempting to bind port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:39.536102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:39.536840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Attempting to bind port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:39.546319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:39.546665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Checking segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:39.547050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Bound using segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:39.547523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Bound port: 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:39.547912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.605125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27976bd2-bfba-4213-b411-7a2f09561824 req-499f3b8d-2431-48f0-9db8-6a89ff686b9c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.607470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27976bd2-bfba-4213-b411-7a2f09561824 req-499f3b8d-2431-48f0-9db8-6a89ff686b9c tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.1036956 Jul 16 22:20:39.618603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-1ddbe63b-731e-4f92-bceb-330c6a8605a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.620117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-1ddbe63b-731e-4f92-bceb-330c6a8605a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1126 time: 0.1230507 Jul 16 22:20:39.648770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27976bd2-bfba-4213-b411-7a2f09561824 req-1ab50390-1e2f-4b8c-94b0-e95835bc10b5 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Jul 16 22:20:39.684431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:39.713139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:39.744287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.799163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.800403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:39.802164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] 10.222.0.47 "PUT /v2.0/ports/2923cb4a-ff4d-471e-a59e-3be03f10b9ce HTTP/1.1" status: 200 len: 1092 time: 0.9417775 Jul 16 22:20:39.809666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:39.812249 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6888128a-9f90-49b1-9e71-a7cc69118217" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:39.817794 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdcfcb-fc95-4a6d-9aa0-6af7c9b0d49b req-1801128f-f29d-43e9-9c5e-d139e7a22b0e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.819431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bcdcfcb-fc95-4a6d-9aa0-6af7c9b0d49b req-1801128f-f29d-43e9-9c5e-d139e7a22b0e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0682509 Jul 16 22:20:39.844324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-9568ce61-274e-4811-a354-f6fb20879853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.845815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-9568ce61-274e-4811-a354-f6fb20879853 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2182758 Jul 16 22:20:39.862183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bcdcfcb-fc95-4a6d-9aa0-6af7c9b0d49b req-1e8274b8-635a-4158-8ffb-cced332b1874 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Jul 16 22:20:39.863586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d14d8-a68d-4d24-8290-8c7775754a06 req-99f59652-262f-4602-9275-b8811f743d6b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:39.865095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b55d14d8-a68d-4d24-8290-8c7775754a06 req-99f59652-262f-4602-9275-b8811f743d6b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.2245014 Jul 16 22:20:39.868586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accbfd5-d028-4794-b3a0-47ffcaedb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:39.926370 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedf2ecd-b8f0-451e-9cca-a5dd6f68d559 x-openstack-request-id: req-cedf2ecd-b8f0-451e-9cca-a5dd6f68d559 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:39.926656 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:39.926906 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cedf2ecd-b8f0-451e-9cca-a5dd6f68d559 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:39.927288 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'status': 'completed', 'code': 200} Jul 16 22:20:39.935367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-1e36c54a-f152-4873-828d-9eb56703a87a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 217 time: 0.0681901 Jul 16 22:20:39.996940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b55d14d8-a68d-4d24-8290-8c7775754a06 req-52f66564-cf98-4e14-bca8-926e48d0347d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988350 Jul 16 22:20:40.013419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-fc643ab1-a8e8-4e02-a575-f79e42ba87db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.015152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-fc643ab1-a8e8-4e02-a575-f79e42ba87db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0727665 Jul 16 22:20:40.017375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1161c064-e5ee-49df-a880-e5b8a0549c6d details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:40.059503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-94bdcdde-94d6-45af-9ffc-9459bfd62299 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380406 Jul 16 22:20:40.062287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-4c624587-04e2-43f2-9b98-9b5008990598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.064212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-4c624587-04e2-43f2-9b98-9b5008990598 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 1095 time: 0.2150047 Jul 16 22:20:40.128088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-29db4556-9a42-468b-837c-7b5a533a7551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce HTTP/1.1" status: 200 len: 217 time: 0.0491276 Jul 16 22:20:40.135760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:40.147261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '1161c064-e5ee-49df-a880-e5b8a0549c6d', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': '1161c064-e5ee-49df-a880-e5b8a0549c6d', 'mac_address': 'fa:16:3e:5c:5f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:40.184690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:40.204060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1161c064-e5ee-49df-a880-e5b8a0549c6d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:40.218949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cabb34-9bf3-4035-ab39-7df74e5e1aad req-e005e364-f63a-4a5a-9029-e980d0b1a578 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.219788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-3d7e613b-ade4-4975-9028-a971aa0e2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.220833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2cabb34-9bf3-4035-ab39-7df74e5e1aad req-e005e364-f63a-4a5a-9029-e980d0b1a578 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 943 time: 0.0701096 Jul 16 22:20:40.221251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-3d7e613b-ade4-4975-9028-a971aa0e2028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0638525 Jul 16 22:20:40.223128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-173763b8-6a48-436e-962f-64aad7fc8886 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552205 Jul 16 22:20:40.226286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:40.230828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:40.266380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2cabb34-9bf3-4035-ab39-7df74e5e1aad req-58af0c86-a5c3-4dbe-9d0f-1b7f3256c0dc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Jul 16 22:20:40.281143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:40.281337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-f2beca34-6c9e-4b2b-9d85-8c7c18fd0911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328903 Jul 16 22:20:40.430918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88da94e2-bbf8-4495-a1f4-83dd215a9be3 req-b11bd2b8-5af8-46f0-acd2-236db73024f0 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010489 Jul 16 22:20:40.451843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-7440c775-e367-4eb6-a78a-b43011117eef service neutron] 10.222.0.47 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619909 Jul 16 22:20:40.511654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414b8a-e565-4f5c-a49e-ff8b3800ea1a req-77f54233-8271-426c-a93f-63beacc8421d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.513173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16414b8a-e565-4f5c-a49e-ff8b3800ea1a req-77f54233-8271-426c-a93f-63beacc8421d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 943 time: 0.1171486 Jul 16 22:20:40.527374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['1161c064-e5ee-49df-a880-e5b8a0549c6d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:40.561262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a96d5-4a4a-4c82-8f3e-adfb2198feb8 req-d88af694-480c-4111-b695-a6a78991f80e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.563047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b1a96d5-4a4a-4c82-8f3e-adfb2198feb8 req-d88af694-480c-4111-b695-a6a78991f80e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.0653689 Jul 16 22:20:40.589866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16414b8a-e565-4f5c-a49e-ff8b3800ea1a req-2edee476-a5b0-4a7d-a04c-d9d57ecffd6d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521765 Jul 16 22:20:40.591565 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c66bee05-c4e4-4d91-a0e7-96c4afe682cd req-2f6e43c4-9f8b-47ad-a623-8367c205e9c4 service neutron] 10.222.0.47 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300247 Jul 16 22:20:40.608187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b1a96d5-4a4a-4c82-8f3e-adfb2198feb8 req-f9feb4e0-895e-41b6-bee0-7051ac5a6c37 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Jul 16 22:20:40.645490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:40.649427 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e4612-c71f-4d51-8df0-c1fb385742be" -d '{"events": [{"server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "name": "network-vif-plugged", "status": "completed", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:40.727353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-1f5697b5-e58e-493b-91be-2642c4776ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.729157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-1f5697b5-e58e-493b-91be-2642c4776ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 1095 time: 0.0641348 Jul 16 22:20:40.750997 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f7e764-3ab5-40fc-b4d4-a63af61d9a23 x-openstack-request-id: req-d2f7e764-3ab5-40fc-b4d4-a63af61d9a23 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:40.751302 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "name": "network-vif-plugged", "status": "completed", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:40.751558 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2f7e764-3ab5-40fc-b4d4-a63af61d9a23 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:40.751956 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2', 'code': 200} Jul 16 22:20:40.805328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951b51-442b-466d-925b-3911a562c1b4 req-fad0f7b4-ba86-4161-bd8c-3b71f2914b64 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.807287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7951b51-442b-466d-925b-3911a562c1b4 req-fad0f7b4-ba86-4161-bd8c-3b71f2914b64 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.0670564 Jul 16 22:20:40.837726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-1da95d3b-5502-4c51-9cfd-df0a9e6cd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.839490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-1da95d3b-5502-4c51-9cfd-df0a9e6cd6f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 922 time: 0.0977612 Jul 16 22:20:40.852627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7951b51-442b-466d-925b-3911a562c1b4 req-7ee66024-6017-41cc-bc80-fd1fee27e323 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Jul 16 22:20:40.918399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-15894080-c202-4012-8840-5e6fa087d0ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce HTTP/1.1" status: 200 len: 217 time: 0.0432246 Jul 16 22:20:40.922875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5f39-9ea6-4711-8214-4d261496a2df req-883a9a88-9317-4b70-a118-6c3d026d335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.924738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-247c5f39-9ea6-4711-8214-4d261496a2df req-883a9a88-9317-4b70-a118-6c3d026d335d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 1101 time: 0.0593848 Jul 16 22:20:40.946953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19675ed-4401-4724-8ba4-0fcbed1b9ae7 req-1db18c3f-2a03-4acc-8543-43cbed9a67f0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:40.948572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f19675ed-4401-4724-8ba4-0fcbed1b9ae7 req-1db18c3f-2a03-4acc-8543-43cbed9a67f0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.1012845 Jul 16 22:20:40.974595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-247c5f39-9ea6-4711-8214-4d261496a2df req-c36ee311-fa1b-42e5-aeef-4337791f5368 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Jul 16 22:20:41.012287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-d6ac695c-ddfb-4d03-bc94-c04a35c464b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.013876 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-d6ac695c-ddfb-4d03-bc94-c04a35c464b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0641527 Jul 16 22:20:41.023138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f19675ed-4401-4724-8ba4-0fcbed1b9ae7 req-e1c68011-5bed-4733-b881-33f659a8a618 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 Jul 16 22:20:41.040181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166248f4-52eb-4373-a414-d968ae22ef97 req-e46fe543-fbfc-4ab1-a9ff-85f5073e118b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.044754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-166248f4-52eb-4373-a414-d968ae22ef97 req-e46fe543-fbfc-4ab1-a9ff-85f5073e118b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0660496 Jul 16 22:20:41.079923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-166248f4-52eb-4373-a414-d968ae22ef97 req-cec2e8c3-20bd-44b8-972e-5be9770060d8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jul 16 22:20:41.098877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-66586ed1-7db4-4dd7-848d-8a034c7259af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293894 Jul 16 22:20:41.233336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-5b4a0ae1-fd6e-41d0-979a-d10d189c6514 service neutron] 10.222.0.47 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234739 Jul 16 22:20:41.236027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa922-01d1-4a5a-9d9b-9eb5f74fab84 req-6bb7ac26-a685-41a6-8cb2-c604740ca9d2 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.237437 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d04fa922-01d1-4a5a-9d9b-9eb5f74fab84 req-6bb7ac26-a685-41a6-8cb2-c604740ca9d2 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.1098342 Jul 16 22:20:41.243561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78f789-68ae-4f8c-9eeb-918d5d108037 req-31882d5d-f853-4626-9ea9-f36999687b1d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.245039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b78f789-68ae-4f8c-9eeb-918d5d108037 req-31882d5d-f853-4626-9ea9-f36999687b1d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.0667322 Jul 16 22:20:41.282222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b78f789-68ae-4f8c-9eeb-918d5d108037 req-092e25b0-bf5a-4df3-b241-75d59581b1c9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Jul 16 22:20:41.299577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d04fa922-01d1-4a5a-9d9b-9eb5f74fab84 req-f7121566-8d6a-40f6-986b-f6dbcd3ba549 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Jul 16 22:20:41.355328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6888128a-9f90-49b1-9e71-a7cc69118217 req-4b41a6dd-9377-4d9d-860f-5ebbc3d425bc service neutron] 10.222.0.47 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985370 Jul 16 22:20:41.518649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7775-372c-4888-a62e-78bbf126c518 req-d572e81f-b48c-4b61-8940-1146146b5ccf tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.520147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65ae7775-372c-4888-a62e-78bbf126c518 req-d572e81f-b48c-4b61-8940-1146146b5ccf tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 944 time: 0.0628915 Jul 16 22:20:41.556953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65ae7775-372c-4888-a62e-78bbf126c518 req-a95e100f-67fe-4c98-8979-8721ac00eae4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 16 22:20:41.740331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444b74-5376-4ca3-b3fe-c18fc05dff89 req-09a34295-f2f2-4394-9107-00df8624ecce tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.741912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59444b74-5376-4ca3-b3fe-c18fc05dff89 req-09a34295-f2f2-4394-9107-00df8624ecce tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.0541329 Jul 16 22:20:41.774873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5c99-e4e0-4f05-8895-d0fdac2956f7 req-9254e550-e68d-4d12-bd57-c3b2d4723029 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:41.776384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-373c5c99-e4e0-4f05-8895-d0fdac2956f7 req-9254e550-e68d-4d12-bd57-c3b2d4723029 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 943 time: 0.0648708 Jul 16 22:20:41.777440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59444b74-5376-4ca3-b3fe-c18fc05dff89 req-68a3629c-660f-4e0e-9334-c2ebd308433a tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296271 Jul 16 22:20:41.818961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-373c5c99-e4e0-4f05-8895-d0fdac2956f7 req-f0df61cb-fe34-4701-ac64-f8aecaecc1ef tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Jul 16 22:20:42.036456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1161c064-e5ee-49df-a880-e5b8a0549c6d up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:42.083979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 1161c064-e5ee-49df-a880-e5b8a0549c6d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:42.087869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 1161c064-e5ee-49df-a880-e5b8a0549c6d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:42.088358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:42.168786 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:42.200680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd80a6-c406-41e8-8f20-164f2babae12 req-6bcf9ed9-a93b-4df8-bf3a-beca90fd39e8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.202389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8dd80a6-c406-41e8-8f20-164f2babae12 req-6bcf9ed9-a93b-4df8-bf3a-beca90fd39e8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.0695758 Jul 16 22:20:42.203014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:42.207177 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:42.249755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8dd80a6-c406-41e8-8f20-164f2babae12 req-9de1d067-424d-4c70-a79e-c8c3909ab364 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Jul 16 22:20:42.267898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:42.268538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e99d8-2250-46ca-a0a0-108269aca9f3 req-fe65d5dd-b9da-48ea-8a5b-17a266e54bf4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.270201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-116e99d8-2250-46ca-a0a0-108269aca9f3 req-fe65d5dd-b9da-48ea-8a5b-17a266e54bf4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0745206 Jul 16 22:20:42.308463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-116e99d8-2250-46ca-a0a0-108269aca9f3 req-510fd6df-1396-4803-95df-fad9c427ae2f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Jul 16 22:20:42.460071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2595ca-8bf2-460b-9ac7-6fecb0052a5f req-946205f0-9441-4850-804a-872bd115a1e4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.461520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e2595ca-8bf2-460b-9ac7-6fecb0052a5f req-946205f0-9441-4850-804a-872bd115a1e4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.0678051 Jul 16 22:20:42.500036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e2595ca-8bf2-460b-9ac7-6fecb0052a5f req-04dec0fa-9c7b-4860-b5ac-f3940fa93f0b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Jul 16 22:20:42.740793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c19dc-d15f-4bd2-8439-07ee0c1d9248 req-cf3468e7-0e34-4f23-86ba-e338bb04026b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.742344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d32c19dc-d15f-4bd2-8439-07ee0c1d9248 req-cf3468e7-0e34-4f23-86ba-e338bb04026b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 945 time: 0.0671475 Jul 16 22:20:42.753903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:42.756527 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2f049b-8048-43ee-870f-9e0aa3eeea74" -d '{"events": [{"server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:42.784840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d32c19dc-d15f-4bd2-8439-07ee0c1d9248 req-98d8cbf9-cace-40e7-b118-24a420d8ee9f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Jul 16 22:20:42.794630 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3ea10-f1dd-45d7-88a3-66929c8d96e2 x-openstack-request-id: req-aae3ea10-f1dd-45d7-88a3-66929c8d96e2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:42.794929 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:42.795187 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aae3ea10-f1dd-45d7-88a3-66929c8d96e2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:42.795588 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d', 'code': 200} Jul 16 22:20:42.958094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52268a5-7e7a-45ea-8815-2bb3d6a020b9 req-73e2a0d0-672c-4b33-96ed-6524541630f9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.959765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d52268a5-7e7a-45ea-8815-2bb3d6a020b9 req-73e2a0d0-672c-4b33-96ed-6524541630f9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.0520535 Jul 16 22:20:42.971812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa08f0-574d-48df-9bc4-22269809eaf0 req-84749d60-ba8c-4c41-a0ee-9923dd23049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:42.973349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02fa08f0-574d-48df-9bc4-22269809eaf0 req-84749d60-ba8c-4c41-a0ee-9923dd23049b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 1097 time: 0.0862186 Jul 16 22:20:42.994226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d52268a5-7e7a-45ea-8815-2bb3d6a020b9 req-02c0668d-64a9-46a9-ac61-5d2dae6adb74 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280762 Jul 16 22:20:43.020559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c7959-2eb3-48a5-8abc-46fa1b584849 req-d5b1e3dd-aba9-4c7e-a916-8ad4e68a0615 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:43.022419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b5c7959-2eb3-48a5-8abc-46fa1b584849 req-d5b1e3dd-aba9-4c7e-a916-8ad4e68a0615 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 943 time: 0.0864835 Jul 16 22:20:43.034067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02fa08f0-574d-48df-9bc4-22269809eaf0 req-3314b21c-7fcd-4c89-8925-b3480e68f0ce service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Jul 16 22:20:43.066729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b5c7959-2eb3-48a5-8abc-46fa1b584849 req-5ba0d5cb-6920-4a1d-b065-1c33254fc705 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 16 22:20:43.429945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6e8c5-b8a6-4b0b-8f6b-3177e032bb20 req-0fd6bc7f-3b74-4690-a4e8-f6dda9133f1a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:43.431975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ed6e8c5-b8a6-4b0b-8f6b-3177e032bb20 req-0fd6bc7f-3b74-4690-a4e8-f6dda9133f1a tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.0680594 Jul 16 22:20:43.470625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ed6e8c5-b8a6-4b0b-8f6b-3177e032bb20 req-0494ea85-c8a6-4ece-a6c0-0a3714132aa0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Jul 16 22:20:43.638778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4581cb-b8a0-409c-939d-0e169f357da5 req-e9247c31-cc46-49cf-a8df-fc3474f43e57 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:43.640257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b4581cb-b8a0-409c-939d-0e169f357da5 req-e9247c31-cc46-49cf-a8df-fc3474f43e57 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0658977 Jul 16 22:20:43.684987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b4581cb-b8a0-409c-939d-0e169f357da5 req-bbd148bc-1cd6-4e7a-8a55-ceed057003b8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Jul 16 22:20:43.841789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d965fe-64f3-4748-848c-706933f7a8fd req-0c136969-32b4-4be4-b248-987be85cc568 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:43.843364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4d965fe-64f3-4748-848c-706933f7a8fd req-0c136969-32b4-4be4-b248-987be85cc568 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 1101 time: 0.0540876 Jul 16 22:20:43.884749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4d965fe-64f3-4748-848c-706933f7a8fd req-110338c1-5552-40fa-aa9d-044b91425403 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358009 Jul 16 22:20:43.955524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-3bdaf6ab-70c6-4814-88b5-d103401c2a3a tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:20:43.957432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-3bdaf6ab-70c6-4814-88b5-d103401c2a3a tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069849 Jul 16 22:20:43.957599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:44.032644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-907ab261-6907-4a80-9f81-a17c1834462d tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:44.034138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-907ab261-6907-4a80-9f81-a17c1834462d tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 1095 time: 0.0630028 Jul 16 22:20:44.043240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:44.043685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:20:44.069552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:44.082107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'port_id': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'mac_address': 'fa:16:3e:7c:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412ae69-42e2-46c8-b9a7-144272361af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:44.122350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:44.143921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2923cb4a-ff4d-471e-a59e-3be03f10b9ce {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:44.167572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:44.174689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:44.189100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ea96-a0a3-4cd8-8d57-15bc954b1243 req-ddb22938-d52b-4f6b-bc8a-62798f0a1d03 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:44.191239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4328ea96-a0a3-4cd8-8d57-15bc954b1243 req-ddb22938-d52b-4f6b-bc8a-62798f0a1d03 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.0886188 Jul 16 22:20:44.210793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:44.211136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:44.212615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:44.218482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:44.219338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:44.226630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:44.227116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:44.227589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:44.228035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Bound port: 06567b03-b75d-434a-b99e-3eab5cf2881a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:44.240293 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4328ea96-a0a3-4cd8-8d57-15bc954b1243 req-ce6f1c73-aea2-45c0-aaed-1204cd7352e5 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Jul 16 22:20:44.242171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:44.292731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:44.297410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:44.298637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-fafddf9b-4ce8-42ef-b68d-4369d4ba9826 service neutron] 10.222.0.70 "POST /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2594182 Jul 16 22:20:44.426282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a23776-b9b5-4580-92e0-98ef9be94e57 req-ca0ac2f9-aaf0-450e-ba28-3043948d748b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:44.427823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1a23776-b9b5-4580-92e0-98ef9be94e57 req-ca0ac2f9-aaf0-450e-ba28-3043948d748b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 945 time: 0.0714073 Jul 16 22:20:44.451694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-24ce4690-4272-4fbb-bacc-c1e253757085 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304480 Jul 16 22:20:44.467887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1a23776-b9b5-4580-92e0-98ef9be94e57 req-5f93c3a9-521a-4116-b32c-6b2f6a485bc6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Jul 16 22:20:44.560638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-297144a0-4773-4234-98e3-d840390c8488 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:44.562103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-297144a0-4773-4234-98e3-d840390c8488 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050487 Jul 16 22:20:44.578423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-48f9512f-19c9-4fd6-8fcd-60a97c1c7972 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/quotas/f91b9d47d1904b2b936eba593480d766 HTTP/1.1" status: 200 len: 375 time: 0.0100255 Jul 16 22:20:44.639663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026b0e-495f-4d46-9e79-690e740b17fd req-ab6574a0-480e-4a86-851a-b9779cefd728 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:44.641087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e026b0e-495f-4d46-9e79-690e740b17fd req-ab6574a0-480e-4a86-851a-b9779cefd728 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 944 time: 0.0741286 Jul 16 22:20:44.672662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2923cb4a-ff4d-471e-a59e-3be03f10b9ce'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:44.682807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-d679de28-4065-4cfe-8993-73d813ec6e27 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0985582 Jul 16 22:20:44.731207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e026b0e-495f-4d46-9e79-690e740b17fd req-297ab229-3bc9-42d6-b7b4-01248d7aba1d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793204 Jul 16 22:20:45.073332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f54d2-8986-4432-8392-e283018371f1 req-f32936c6-8f68-4cd7-8f7d-c39bbd29f739 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:45.075479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-682f54d2-8986-4432-8392-e283018371f1 req-f32936c6-8f68-4cd7-8f7d-c39bbd29f739 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.0817361 Jul 16 22:20:45.092298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c15cc-4257-44f3-a6aa-f54b4fa9ce88 req-3b3614e3-b604-490a-ab85-485ee79bc2c4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:45.094267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-419c15cc-4257-44f3-a6aa-f54b4fa9ce88 req-3b3614e3-b604-490a-ab85-485ee79bc2c4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0857947 Jul 16 22:20:45.129598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-682f54d2-8986-4432-8392-e283018371f1 req-8ef7f7c5-700d-4ba4-9e91-3ed36a3f7317 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Jul 16 22:20:45.156203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-419c15cc-4257-44f3-a6aa-f54b4fa9ce88 req-730ddc3b-9b86-4bde-a292-beed09b222eb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Jul 16 22:20:45.211468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dadfec4d-11c9-4a38-8fcd-0f46cd2d1074 req-aaafac57-9fd3-4068-a225-5a8ef60ec634 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 210 time: 0.0319617 Jul 16 22:20:45.449061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b110-d412-46f5-8785-0e43bdfb049c req-0619ed57-2b4f-4baf-952e-50cdb31dd140 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:45.450616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c3b110-d412-46f5-8785-0e43bdfb049c req-0619ed57-2b4f-4baf-952e-50cdb31dd140 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.0834301 Jul 16 22:20:45.508248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c3b110-d412-46f5-8785-0e43bdfb049c req-bcfa9c8c-3a3d-4481-8c43-69441da577fb tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Jul 16 22:20:45.908710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5bfad-b48d-46ff-9a17-4683b1a96b6a req-f05efe75-0766-4281-9383-5b2d0531bd41 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:45.910832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91b5bfad-b48d-46ff-9a17-4683b1a96b6a req-f05efe75-0766-4281-9383-5b2d0531bd41 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 944 time: 0.0721951 Jul 16 22:20:45.958704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91b5bfad-b48d-46ff-9a17-4683b1a96b6a req-e6dbd6f2-ad8a-4a7e-a71e-bacf30b23c87 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Jul 16 22:20:46.300504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-0e3e3bdf-db31-44e2-a382-34ac9d3bb4b9 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f91b9d47d1904b2b936eba593480d766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678637 Jul 16 22:20:46.481047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daf303-17de-40be-b172-64699de34de1 req-a3f1e650-0c0b-4ffa-8800-fc7e4123524a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:46.482507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2daf303-17de-40be-b172-64699de34de1 req-a3f1e650-0c0b-4ffa-8800-fc7e4123524a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.2094233 Jul 16 22:20:46.643825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d9f7-20f1-4a2c-82ab-6cd4b41873a7 req-fb366903-7b85-4440-a836-0bb3a595277e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:46.645368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eea8d9f7-20f1-4a2c-82ab-6cd4b41873a7 req-fb366903-7b85-4440-a836-0bb3a595277e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0836701 Jul 16 22:20:46.691529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eea8d9f7-20f1-4a2c-82ab-6cd4b41873a7 req-3f3be09b-51ab-47de-892c-0ab37f2826e0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Jul 16 22:20:46.829341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1b50b6b-d2b0-4352-a8f7-c671cf7cd200 req-a07a76ea-12cf-4b26-9e1e-8bf864638861 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Jul 16 22:20:46.833797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-16ffe082-4df2-49e6-9a23-f709132382c8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:46.835048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-16ffe082-4df2-49e6-9a23-f709132382c8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5091252 Jul 16 22:20:46.856398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Request body: {'port': {'device_id': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'f91b9d47d1904b2b936eba593480d766'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:46.881019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2daf303-17de-40be-b172-64699de34de1 req-d07d7a46-b791-473b-b0cb-8475baaf36ac tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909166 Jul 16 22:20:46.906520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-fd2b84f0-1ad6-469d-932f-d9a899a703d3 service neutron] 10.222.0.68 "GET /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.0796258 Jul 16 22:20:47.020602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Made reservation on behalf of f91b9d47d1904b2b936eba593480d766 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:20:47.025933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.179971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:47.207308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:47.214895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Allocated IP 192.168.233.237 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/8754c4d4-1484-4d86-9bea-73a1b699c5c8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:20:47.237846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed13f-43cd-400f-a65c-75b3f8c37d57 req-70e65d7a-7133-49ee-87af-0a4b11767b06 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:47.239108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f86ed13f-43cd-400f-a65c-75b3f8c37d57 req-70e65d7a-7133-49ee-87af-0a4b11767b06 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 943 time: 0.1429288 Jul 16 22:20:47.251950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b059ef-7af7-42a6-bf4b-62562044ba44 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:47.263441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68be2d-3785-465d-abc2-a6ba99eafb8f req-d909472f-5503-4978-ab96-38bb2ab8541d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:47.265157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c68be2d-3785-465d-abc2-a6ba99eafb8f req-d909472f-5503-4978-ab96-38bb2ab8541d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 944 time: 0.1241531 Jul 16 22:20:47.272673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:47.299795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.322333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f86ed13f-43cd-400f-a65c-75b3f8c37d57 req-f77d4990-2fda-4ddd-a73c-81ac3fc9c055 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687027 Jul 16 22:20:47.340929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c68be2d-3785-465d-abc2-a6ba99eafb8f req-c3a2cd9c-06cd-498d-9c70-7f219859cd42 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648077 Jul 16 22:20:47.419877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] Transition to ACTIVE for port object 15b059ef-7af7-42a6-bf4b-62562044ba44 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:47.427479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.458588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.482605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Transition to ACTIVE for port object 8754c4d4-1484-4d86-9bea-73a1b699c5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:47.500581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] No DVR routers for this DVR port 15b059ef-7af7-42a6-bf4b-62562044ba44 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:20:47.515472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] Pushing event updated for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:47.535714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.550204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:47.551954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-aab09c78-c4ed-4a54-a0f6-07f8f341344e service neutron] 10.222.0.68 "PUT /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6362100 Jul 16 22:20:47.584121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826', 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:47.601590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:20:47.607898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:20:47.610872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:20:47.683677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event updated for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:47.726382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:47.727559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.773607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b84865b1-35dd-4d6c-86a1-7f28fde5b464 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9231305 Jul 16 22:20:47.783594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-18553db3-8f5f-414a-ba3d-7aee66ae18e4 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:47.786189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-18553db3-8f5f-414a-ba3d-7aee66ae18e4 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.1475115 Jul 16 22:20:47.800348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Request body: {'port': {'device_id': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:47.978992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:47.999334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:48.003821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-10d4a7de-3072-4674-93ac-545a25849a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.005646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-10d4a7de-3072-4674-93ac-545a25849a44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 1096 time: 0.2008207 Jul 16 22:20:48.010490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bd990-6a48-4ed1-bb7d-bebfa2c653a5 req-26e5ac6d-034e-422b-bc15-209319f3cc70 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.020433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-636bd990-6a48-4ed1-bb7d-bebfa2c653a5 req-26e5ac6d-034e-422b-bc15-209319f3cc70 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1668379 Jul 16 22:20:48.070799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:20:48.073696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd966592-5c52-4670-a78d-201a557ecd6b None None] Provisioning for port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:48.083966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd966592-5c52-4670-a78d-201a557ecd6b None None] Provisioning complete for port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:48.084194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-636bd990-6a48-4ed1-bb7d-bebfa2c653a5 req-195f6ba9-a591-4f4e-825d-3099d3fdefe5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579178 Jul 16 22:20:48.084716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd966592-5c52-4670-a78d-201a557ecd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:48.162647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd966592-5c52-4670-a78d-201a557ecd6b None None] Port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:20:48.210463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:20:48.227099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:48.233829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:48.234411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:48.273272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0b0d-7812-4c7a-9087-8b4e186f9b20 req-4e55a994-6f50-4371-98e7-f46b2b9d0612 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.281988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-054a0b0d-7812-4c7a-9087-8b4e186f9b20 req-4e55a994-6f50-4371-98e7-f46b2b9d0612 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.0820634 Jul 16 22:20:48.318398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf40c9-5625-4404-9293-1f9470c31fb4 req-0936586c-cb84-47b7-b54e-dcb52e39a698 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.328127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2bf40c9-5625-4404-9293-1f9470c31fb4 req-0936586c-cb84-47b7-b54e-dcb52e39a698 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 936 time: 0.2768381 Jul 16 22:20:48.334683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-054a0b0d-7812-4c7a-9087-8b4e186f9b20 req-f18796b9-7b67-48ad-8f44-385dcf34a9d9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Jul 16 22:20:48.377795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-a5eba947-012e-4097-9593-45e6cd60ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.379315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-a5eba947-012e-4097-9593-45e6cd60ed7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1096 time: 0.3314016 Jul 16 22:20:48.383568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:48.424736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:48.427581 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87871e1-23e3-47b6-b652-aa8eef73bd0d" -d '{"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-plugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:48.449469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:48.455315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:48.503407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-64880e52-3d1a-4c01-9f6e-f3f9749cc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.504912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-64880e52-3d1a-4c01-9f6e-f3f9749cc6cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1095862 Jul 16 22:20:48.530015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2bf40c9-5625-4404-9293-1f9470c31fb4 req-1948b6c7-5291-4e76-9b36-7224bc22daf0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009337 Jul 16 22:20:48.538426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:48.556610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.557215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.559455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.559882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.560755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.560755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.562372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.562781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.563197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.563579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.565077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.565352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:20:48.634127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-0338dd1f-9057-4e6d-80a0-88840a79a043 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 200 len: 217 time: 0.1030989 Jul 16 22:20:48.678158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cc61-c866-4ab4-8d71-c2ec3c498d00 req-8c6fcdb7-3889-4ecd-bbbb-d901f108c13c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.685245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33b3cc61-c866-4ab4-8d71-c2ec3c498d00 req-8c6fcdb7-3889-4ecd-bbbb-d901f108c13c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 944 time: 0.0978878 Jul 16 22:20:48.725679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33b3cc61-c866-4ab4-8d71-c2ec3c498d00 req-344f539c-dcc6-4ec6-93e6-74647b577c17 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388877 Jul 16 22:20:48.782543 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8da09-128e-4a2f-b7a0-5edc4e25ff2c x-openstack-request-id: req-fbf8da09-128e-4a2f-b7a0-5edc4e25ff2c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:48.782831 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-plugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:48.783090 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbf8da09-128e-4a2f-b7a0-5edc4e25ff2c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:48.783487 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'code': 200} Jul 16 22:20:48.795217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-9097920a-56b1-4a72-b174-543430a2c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.796738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-9097920a-56b1-4a72-b174-543430a2c88d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1307220 Jul 16 22:20:48.849770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-d6889b54-d586-4dee-b047-14c6c581f682 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412085 Jul 16 22:20:48.911446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7bd87-ccc6-4f29-b1dc-0ecaca259304 req-4528ecc5-2815-4187-9b90-a9ffda0b2be8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.912909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03b7bd87-ccc6-4f29-b1dc-0ecaca259304 req-4528ecc5-2815-4187-9b90-a9ffda0b2be8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.1829302 Jul 16 22:20:48.936101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e6ab-8ac8-4e2f-acba-7ea79498160b req-bf5d9c4e-eece-47b2-a861-9af15544d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:48.937895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d115e6ab-8ac8-4e2f-acba-7ea79498160b req-bf5d9c4e-eece-47b2-a861-9af15544d464 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 1097 time: 0.0567615 Jul 16 22:20:48.954229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8754c4d4-1484-4d86-9bea-73a1b699c5c8 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:48.967287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:48.978861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d115e6ab-8ac8-4e2f-acba-7ea79498160b req-5d3017db-da8e-4470-bbae-b66793b6ee6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jul 16 22:20:49.021185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03b7bd87-ccc6-4f29-b1dc-0ecaca259304 req-98a0b9cd-f221-4e0a-bd58-021f5903e880 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954657 Jul 16 22:20:49.023529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Transition to ACTIVE for port object 8754c4d4-1484-4d86-9bea-73a1b699c5c8 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:20:49.033629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:49.070126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-c585c510-aed5-4bbe-943f-d1260d1b9eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797063 Jul 16 22:20:49.117102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Pushing event updated for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:49.227767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-b040220c-66b7-4187-a1e7-77eeab26a81b service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471355 Jul 16 22:20:49.241957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Attempting to bind port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:49.242462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Attempting to bind port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:49.242689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Attempting to bind port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:49.247571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:49.248512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Attempting to bind port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:49.253628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:49.253964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:49.254480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:49.254923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Bound port: 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:49.255285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:49.295355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5095b94-6d0e-42f4-b7a1-e3637124c072 req-591529e7-26e1-4709-86f8-d29f68d9a74b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.297876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5095b94-6d0e-42f4-b7a1-e3637124c072 req-591529e7-26e1-4709-86f8-d29f68d9a74b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0896165 Jul 16 22:20:49.337752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5095b94-6d0e-42f4-b7a1-e3637124c072 req-e6ab1bc9-b7bb-4e33-9bcf-7a477ffbc052 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Jul 16 22:20:49.340952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:49.344532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:49.350681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:49.386069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.386703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:49.388115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] 10.222.0.68 "PUT /v2.0/ports/8754c4d4-1484-4d86-9bea-73a1b699c5c8 HTTP/1.1" status: 200 len: 1097 time: 1.6005633 Jul 16 22:20:49.388690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:49.390881 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ce71e-9743-4be5-b45b-7148cc521b68" -d '{"events": [{"name": "network-changed", "server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:49.419126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9847-9f57-492d-afac-7d45ba8f1625 service neutron] Pushing event updated for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:49.475463 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9411db-5d9b-4e0f-a7e8-dab02ccb8a92 x-openstack-request-id: req-0f9411db-5d9b-4e0f-a7e8-dab02ccb8a92 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:49.478713 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:49.479051 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f9411db-5d9b-4e0f-a7e8-dab02ccb8a92 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:49.479528 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8', 'status': 'completed', 'code': 200} Jul 16 22:20:49.679040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b7fde270-24d8-4f36-b084-e9ec8162dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.681179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b7fde270-24d8-4f36-b084-e9ec8162dce6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 1100 time: 0.2387824 Jul 16 22:20:49.705747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d261e-9fee-4488-be78-b0f1dd86fcec req-ac7e020d-d700-45a4-b383-07b78cb2053c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.707590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db4d261e-9fee-4488-be78-b0f1dd86fcec req-ac7e020d-d700-45a4-b383-07b78cb2053c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.1851976 Jul 16 22:20:49.744543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-e2ec9fdb-52a4-4dae-a159-5ec42e3d2a44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8 HTTP/1.1" status: 200 len: 217 time: 0.0553706 Jul 16 22:20:49.817007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991f99-0371-47fa-82d1-dcf80aba055f req-fc9dbe0e-aaeb-4e8e-8123-89241fbc6324 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.818503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91991f99-0371-47fa-82d1-dcf80aba055f req-fc9dbe0e-aaeb-4e8e-8123-89241fbc6324 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 948 time: 0.0903511 Jul 16 22:20:49.827022 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db4d261e-9fee-4488-be78-b0f1dd86fcec req-f959850a-2378-489b-ae5e-806801dad628 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Jul 16 22:20:49.831075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-3fd12149-1ed5-419e-bacf-fb964c5c3515 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.832538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-3fd12149-1ed5-419e-bacf-fb964c5c3515 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.2035122 Jul 16 22:20:49.834299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-e5fae55a-5a4a-475c-8e4e-45bcaf3a85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:49.835652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-e5fae55a-5a4a-475c-8e4e-45bcaf3a85d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0777497 Jul 16 22:20:49.891192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91991f99-0371-47fa-82d1-dcf80aba055f req-a6241e62-f6f3-47cb-afc3-27fc6f80b9dd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579455 Jul 16 22:20:50.001766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-4576e6a5-9f1b-4031-b070-fd718ffceff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.003247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-4576e6a5-9f1b-4031-b070-fd718ffceff6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594663 Jul 16 22:20:50.107108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-4525884e-0f02-497b-bbd1-dfbd0f29d12b service neutron] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:50.120280 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-4525884e-0f02-497b-bbd1-dfbd0f29d12b service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:50.121334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d7cb56e-e36b-40b3-ab1d-4d4ade16abd8 req-4525884e-0f02-497b-bbd1-dfbd0f29d12b service neutron] 10.222.0.47 "DELETE /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.2691963 Jul 16 22:20:50.150620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5e42e-91b7-474f-b33d-79d760b57b98 req-64c7bf86-e06a-4a43-b298-968ebd5f1f47 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.152191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95e5e42e-91b7-474f-b33d-79d760b57b98 req-64c7bf86-e06a-4a43-b298-968ebd5f1f47 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 944 time: 0.1832542 Jul 16 22:20:50.158386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-b309d898-5b4b-4393-9549-039d63965a5e service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343534 Jul 16 22:20:50.224547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95e5e42e-91b7-474f-b33d-79d760b57b98 req-c4dc69b4-999c-46a7-8125-0869458518ef tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651422 Jul 16 22:20:50.236160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cae6c-99c1-4119-9d79-bd58e9f034dd req-054be8df-787d-42f2-91dc-f092af0cceae tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.238247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba6cae6c-99c1-4119-9d79-bd58e9f034dd req-054be8df-787d-42f2-91dc-f092af0cceae tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0782495 Jul 16 22:20:50.285342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ebfe87c-412c-4bdd-8df0-743f00cac5a1 req-58e1ed93-cb64-4269-a1dd-b3206d830277 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084194 Jul 16 22:20:50.295916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba6cae6c-99c1-4119-9d79-bd58e9f034dd req-89d20bb4-232a-4fc4-ba92-ce73a203b5bb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Jul 16 22:20:50.362381 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:50.467620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-baaafff2-b36f-4098-a29a-ecc48baf9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.469320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-baaafff2-b36f-4098-a29a-ecc48baf9707 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 1100 time: 0.1056256 Jul 16 22:20:50.571627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799728d1-3b56-4f6d-8afb-1ecbb88bdf9d req-b42af079-9ba7-46a5-8c65-3820acc0e7ba tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.573380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-799728d1-3b56-4f6d-8afb-1ecbb88bdf9d req-b42af079-9ba7-46a5-8c65-3820acc0e7ba tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1096 time: 0.1751115 Jul 16 22:20:50.581665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1ef6-60aa-4300-9d80-13205e5504d9 req-b2b2b9b6-bd0b-40e5-bd9d-4658477eff54 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.583419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77dd1ef6-60aa-4300-9d80-13205e5504d9 req-b2b2b9b6-bd0b-40e5-bd9d-4658477eff54 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0867295 Jul 16 22:20:50.596528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-390282a7-4b3f-4075-a2eb-68d5e8e67c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.598450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-390282a7-4b3f-4075-a2eb-68d5e8e67c3e service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1223435 Jul 16 22:20:50.637631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77dd1ef6-60aa-4300-9d80-13205e5504d9 req-27d72f10-812a-41a3-b825-91c5cef03e54 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jul 16 22:20:50.656355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-aa4f70ac-2457-4792-b284-095337572f3a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8 HTTP/1.1" status: 200 len: 217 time: 0.0456779 Jul 16 22:20:50.666475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-799728d1-3b56-4f6d-8afb-1ecbb88bdf9d req-f1d9fbd1-b3e1-4a94-bf17-b645098adadd tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853143 Jul 16 22:20:50.724036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-1fc8fabf-5f7a-4afb-b923-9f2542dd1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.725719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-1fc8fabf-5f7a-4afb-b923-9f2542dd1f1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0559273 Jul 16 22:20:50.823216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-955a7324-5fbd-43c9-b0ca-c0da9697957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.824726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-955a7324-5fbd-43c9-b0ca-c0da9697957b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925474 Jul 16 22:20:50.949273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac892509-83dd-4d3d-9090-30f20a2314bd req-c4488301-29b3-459a-b758-44f67ce9c603 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:50.950710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac892509-83dd-4d3d-9090-30f20a2314bd req-c4488301-29b3-459a-b758-44f67ce9c603 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 1096 time: 0.1306002 Jul 16 22:20:50.956082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-50a05e2a-e460-4a91-bcb0-ad2965e3482d service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228380 Jul 16 22:20:51.016809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac892509-83dd-4d3d-9090-30f20a2314bd req-5175d8e6-9eb5-4414-9a45-609da7109501 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Jul 16 22:20:51.084045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ce71e-9743-4be5-b45b-7148cc521b68 req-932e41fc-2ccc-4164-862a-a2ca6d9b76e9 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198254 Jul 16 22:20:51.278501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2627588-75bf-4d2a-81a3-efe14e27eab3 req-e4888a8b-a465-47d0-9a5e-218f1ebfcccb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.280324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2627588-75bf-4d2a-81a3-efe14e27eab3 req-e4888a8b-a465-47d0-9a5e-218f1ebfcccb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 948 time: 0.0933864 Jul 16 22:20:51.291142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8cb2c-1b61-4856-9616-55e33b800d51 req-ca38a99d-dceb-4e28-a969-a7ba166b6937 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.292612 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5b8cb2c-1b61-4856-9616-55e33b800d51 req-ca38a99d-dceb-4e28-a969-a7ba166b6937 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.3300080 Jul 16 22:20:51.323413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2627588-75bf-4d2a-81a3-efe14e27eab3 req-e71adc9e-32e0-489b-b1da-7287c48c962e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Jul 16 22:20:51.340201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5b8cb2c-1b61-4856-9616-55e33b800d51 req-a260820f-051f-4196-811c-9eeb4d74ea69 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Jul 16 22:20:51.487870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-1cd126a3-c4b8-43f0-8739-affd5de89767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.489563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-1cd126a3-c4b8-43f0-8739-affd5de89767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1098 time: 0.0684383 Jul 16 22:20:51.617264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-481e793b-38e1-4a10-a361-d9e0166d75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.618819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-481e793b-38e1-4a10-a361-d9e0166d75d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1209078 Jul 16 22:20:51.640707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d78b-388a-4c7b-944b-5e9b9a521ef3 req-38969ae2-5c6a-4721-a5d7-8bf5d0f9c6dd tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.642231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0670d78b-388a-4c7b-944b-5e9b9a521ef3 req-38969ae2-5c6a-4721-a5d7-8bf5d0f9c6dd tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.1107600 Jul 16 22:20:51.707418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-5ed9eee3-9415-4ef2-9077-ffc322d59e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.0393689 Jul 16 22:20:51.729800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0670d78b-388a-4c7b-944b-5e9b9a521ef3 req-82f076aa-2a1b-47cf-99d0-002880a6654a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815582 Jul 16 22:20:51.814703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-1ba3f2f3-4dd8-4e5d-92d4-390f33f3eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.817194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-1ba3f2f3-4dd8-4e5d-92d4-390f33f3eabe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0857780 Jul 16 22:20:51.849135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c748724-9e1f-4874-b0a4-0a9b02301180 req-177f189e-23db-47df-abc9-006c651aecbb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:51.851556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c748724-9e1f-4874-b0a4-0a9b02301180 req-177f189e-23db-47df-abc9-006c651aecbb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0746958 Jul 16 22:20:51.870237 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-5db50dd1-c722-4ef7-856a-47ad5e2234b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366700 Jul 16 22:20:51.894799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c748724-9e1f-4874-b0a4-0a9b02301180 req-c8e98f0e-d28c-4eb7-acf0-0af262bc7761 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Jul 16 22:20:52.006877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43175-8e0a-4bdc-a38b-7c6293a7d42b req-788c58e3-5de6-40af-b0f5-66ae5a291506 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.008827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4d43175-8e0a-4bdc-a38b-7c6293a7d42b req-788c58e3-5de6-40af-b0f5-66ae5a291506 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.1412532 Jul 16 22:20:52.010913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-3cdfe9d8-0233-4e09-b5a8-4144f9eecef4 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310403 Jul 16 22:20:52.077939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4d43175-8e0a-4bdc-a38b-7c6293a7d42b req-b1008b55-d2a1-4362-aca9-6058b1f1e983 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627635 Jul 16 22:20:52.129816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-d3c9da69-1aee-4ef8-b99d-a57aa8b9510c service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085885 Jul 16 22:20:52.305062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-5580bb61-070f-48c4-a605-274410ca6aa5 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.306466 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-5580bb61-070f-48c4-a605-274410ca6aa5 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1098 time: 0.0995355 Jul 16 22:20:52.314297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d242d9b-321d-4a0f-9d61-ed92c43ce89f req-2f284af3-d5f8-47f2-a571-17afadbfef43 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.315640 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d242d9b-321d-4a0f-9d61-ed92c43ce89f req-2f284af3-d5f8-47f2-a571-17afadbfef43 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0998008 Jul 16 22:20:52.320883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:20:52.401644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d242d9b-321d-4a0f-9d61-ed92c43ce89f req-8a786e19-5bbe-4c8a-80e6-2b8247003832 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783637 Jul 16 22:20:52.415309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:52.507312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad08370-a493-442e-8f22-8bbbad65b5ca req-7615ef70-3bc7-48c2-8fe3-4ad20fe4c81e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.508951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cad08370-a493-442e-8f22-8bbbad65b5ca req-7615ef70-3bc7-48c2-8fe3-4ad20fe4c81e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 948 time: 0.0689936 Jul 16 22:20:52.551067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cad08370-a493-442e-8f22-8bbbad65b5ca req-f7fe6db1-a89d-4822-9bfc-36d275c448bf tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361376 Jul 16 22:20:52.680370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:52.720607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98292a07-2ba6-4651-beb8-06319598b6d1 req-5dd32be5-b2af-4e98-aafa-8e9a2dcc592e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.722302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98292a07-2ba6-4651-beb8-06319598b6d1 req-5dd32be5-b2af-4e98-aafa-8e9a2dcc592e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0680904 Jul 16 22:20:52.770694 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98292a07-2ba6-4651-beb8-06319598b6d1 req-4b2f644e-e204-4ed6-a6d7-32cea1a444d1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Jul 16 22:20:52.858338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:52.890377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcffdd-ccd1-4e88-9019-782704b63a35 req-d42b8982-7e95-4624-9e62-eab0b7eefcc5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:52.893548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5dcffdd-ccd1-4e88-9019-782704b63a35 req-d42b8982-7e95-4624-9e62-eab0b7eefcc5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 946 time: 0.1409397 Jul 16 22:20:52.931881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:52.974905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5dcffdd-ccd1-4e88-9019-782704b63a35 req-072860c1-5bcb-4db8-9668-9de8dedc8dbc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Jul 16 22:20:53.001343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:53.004106 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7757a76-5f84-4f91-9568-7514eda6160c" -d '{"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-unplugged", "status": "completed", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:53.009856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:53.017431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:53.117622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df7f14-1644-4038-92cf-9d0767922f89 req-ea24c955-ff1d-4f98-a5e2-e5e1b91603e6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.119384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97df7f14-1644-4038-92cf-9d0767922f89 req-ea24c955-ff1d-4f98-a5e2-e5e1b91603e6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0743909 Jul 16 22:20:53.120821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:53.159512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:20:53.159855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:20:53.160192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:53.166332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97df7f14-1644-4038-92cf-9d0767922f89 req-6fc15541-1c9f-456d-9485-cc06dcebbdcf tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Jul 16 22:20:53.175228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:20:53.175564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:20:53.189257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:20:53.189606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:20:53.189990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:20:53.190424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Bound port: 06567b03-b75d-434a-b99e-3eab5cf2881a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:20:53.190782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:53.218390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598732aa-e8bf-4419-ac2c-888fbd930478 req-d5fa2dbb-1c24-438a-bca0-4b557c9d583f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.220033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-598732aa-e8bf-4419-ac2c-888fbd930478 req-d5fa2dbb-1c24-438a-bca0-4b557c9d583f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.1028888 Jul 16 22:20:53.240101 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee411bb-292f-4569-a7cf-16e05ec0db5d x-openstack-request-id: req-5ee411bb-292f-4569-a7cf-16e05ec0db5d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:53.240395 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-unplugged", "status": "completed", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:53.240650 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ee411bb-292f-4569-a7cf-16e05ec0db5d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:53.241057 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'code': 200} Jul 16 22:20:53.297087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-598732aa-e8bf-4419-ac2c-888fbd930478 req-0988fe4b-0915-4e67-95f9-8c1fa187d5c8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586574 Jul 16 22:20:53.303565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:20:53.306956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:20:53.313274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:53.399168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.399680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:53.401097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] 10.222.0.47 "PUT /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 1124 time: 1.0845578 Jul 16 22:20:53.401878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766e330-9fae-4416-b186-5d4117abca24 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:53.494815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b232301-778b-4277-b996-9457d5989cc8 req-e66a9dd5-d89a-4322-ab7c-36fceefff6f7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.496312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b232301-778b-4277-b996-9457d5989cc8 req-e66a9dd5-d89a-4322-ab7c-36fceefff6f7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0754089 Jul 16 22:20:53.522154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:53.537036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b232301-778b-4277-b996-9457d5989cc8 req-9e031ac4-9bb1-4776-adfe-5d9691b4cab5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Jul 16 22:20:53.744176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6950-bd79-4b3e-9096-4a3db1a54c09 req-460520d7-92b9-4de9-985f-f446f5171d95 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.745888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a97c6950-bd79-4b3e-9096-4a3db1a54c09 req-460520d7-92b9-4de9-985f-f446f5171d95 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0684845 Jul 16 22:20:53.747100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffd673-5bb5-4959-b6f5-eff67026d5f5 req-d282f996-3bef-407e-99c6-b2b466c67a12 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.748609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aeffd673-5bb5-4959-b6f5-eff67026d5f5 req-d282f996-3bef-407e-99c6-b2b466c67a12 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 948 time: 0.0664907 Jul 16 22:20:53.788550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aeffd673-5bb5-4959-b6f5-eff67026d5f5 req-7a068651-c2e4-46b7-bbfd-84c1efd0ed86 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Jul 16 22:20:53.793760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a97c6950-bd79-4b3e-9096-4a3db1a54c09 req-50c0d8f9-fb83-4be8-8c10-89d31d32c59a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jul 16 22:20:53.980201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a05e-a9ef-45a0-a2d0-3e8395c107d4 req-84e6907b-9940-4e9c-8ec5-5d7d790debf4 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:53.981802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52b5a05e-a9ef-45a0-a2d0-3e8395c107d4 req-84e6907b-9940-4e9c-8ec5-5d7d790debf4 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0780466 Jul 16 22:20:54.032140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52b5a05e-a9ef-45a0-a2d0-3e8395c107d4 req-f68ee71c-953a-4634-98c8-c7229145dd44 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Jul 16 22:20:54.087998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8754c4d4-1484-4d86-9bea-73a1b699c5c8 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:54.202893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd3a5-8d53-40b5-9d9c-84bb6acc0de0 req-0ac10588-4751-4b52-9143-a8c81e140aa8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:54.204846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-963dd3a5-8d53-40b5-9d9c-84bb6acc0de0 req-0ac10588-4751-4b52-9143-a8c81e140aa8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0783248 Jul 16 22:20:54.229926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:54.241225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8754c4d4-1484-4d86-9bea-73a1b699c5c8', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '8754c4d4-1484-4d86-9bea-73a1b699c5c8', 'mac_address': 'fa:16:3e:18:d0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:54.264079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-963dd3a5-8d53-40b5-9d9c-84bb6acc0de0 req-f7396610-6cfd-4de5-9d82-210f6e7fdc9b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Jul 16 22:20:54.286702 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:54.302068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8754c4d4-1484-4d86-9bea-73a1b699c5c8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:54.329021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:54.335221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:54.396040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:54.450918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bd397-6cfe-4e72-955d-5ff44689e14a req-c0ecfbd7-1c8b-4263-b828-1f4d35a022c8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:54.453049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b86bd397-6cfe-4e72-955d-5ff44689e14a req-c0ecfbd7-1c8b-4263-b828-1f4d35a022c8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0694256 Jul 16 22:20:54.492716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b86bd397-6cfe-4e72-955d-5ff44689e14a req-887a2d24-51e1-4d64-8771-e9563c8bd2c5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Jul 16 22:20:54.672235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8754c4d4-1484-4d86-9bea-73a1b699c5c8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:54.956701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3c54-b9e0-46f4-8c1e-222cc561a2bc req-6692d434-bed1-45da-a09a-76bff77e97fb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:54.958354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f1c3c54-b9e0-46f4-8c1e-222cc561a2bc req-6692d434-bed1-45da-a09a-76bff77e97fb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0698164 Jul 16 22:20:54.983853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172403-ff3a-4ffe-9f36-2870ca388a00 req-25bc9c2b-f4a4-436e-98f3-6cf0439ad150 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:54.986338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71172403-ff3a-4ffe-9f36-2870ca388a00 req-25bc9c2b-f4a4-436e-98f3-6cf0439ad150 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 949 time: 0.0771348 Jul 16 22:20:55.001506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f1c3c54-b9e0-46f4-8c1e-222cc561a2bc req-708236e8-cbc8-4d64-b740-e0c24157821d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358012 Jul 16 22:20:55.035656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71172403-ff3a-4ffe-9f36-2870ca388a00 req-c29a15fa-d6aa-45bf-bc29-c99022f49d1d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Jul 16 22:20:55.241970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:55.244337 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22620243-bc47-4504-9e33-17329636fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:55.281982 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf161b7-83d3-4bc1-8c42-43faa087d60b x-openstack-request-id: req-aaf161b7-83d3-4bc1-8c42-43faa087d60b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:55.282254 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:55.282504 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaf161b7-83d3-4bc1-8c42-43faa087d60b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:55.282935 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'status': 'completed', 'code': 200} Jul 16 22:20:55.373049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620243-bc47-4504-9e33-17329636fc86 req-303d7329-5ff1-4794-9c88-47ca979db4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:55.375180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-303d7329-5ff1-4794-9c88-47ca979db4d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1127 time: 0.0618074 Jul 16 22:20:55.440482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47c6c-5a16-4b36-bab4-64c6e5c93cb5 req-6ce2b311-9462-4aa1-b418-2602ec2da799 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:55.442393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0aa47c6c-5a16-4b36-bab4-64c6e5c93cb5 req-6ce2b311-9462-4aa1-b418-2602ec2da799 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0661860 Jul 16 22:20:55.467552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620243-bc47-4504-9e33-17329636fc86 req-7dd2d1af-b20b-4240-a8da-e833e26dee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:55.469378 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-7dd2d1af-b20b-4240-a8da-e833e26dee0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.0864418 Jul 16 22:20:55.486850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0aa47c6c-5a16-4b36-bab4-64c6e5c93cb5 req-69d55cca-b419-43ed-9360-30b577e3cfd4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Jul 16 22:20:55.515602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-4e64165b-196e-4bcc-8b1f-3363d3eff62c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.0380652 Jul 16 22:20:55.566333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620243-bc47-4504-9e33-17329636fc86 req-084b0069-f16b-43d7-a392-2c304aca739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:55.567808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-084b0069-f16b-43d7-a392-2c304aca739a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0448892 Jul 16 22:20:55.603193 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-6743bb25-c5bf-4806-82ec-f96792dda6be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266726 Jul 16 22:20:55.743631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29071b2a-2f19-4ed4-9a99-7c01218004be req-e9b27b99-7bad-48c0-b5c5-fd4b87bfc684 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:55.745232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29071b2a-2f19-4ed4-9a99-7c01218004be req-e9b27b99-7bad-48c0-b5c5-fd4b87bfc684 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1363430 Jul 16 22:20:55.747038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-5e749fb7-faba-448b-b9ad-cd178ad24e7d service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296508 Jul 16 22:20:55.815063 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29071b2a-2f19-4ed4-9a99-7c01218004be req-57f409fb-21fc-4d6b-a759-a11e98c16391 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639415 Jul 16 22:20:55.866745 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22620243-bc47-4504-9e33-17329636fc86 req-62467a28-8d38-4027-a77e-d80eab3d6f36 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098216 Jul 16 22:20:56.045571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:56.096731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8754c4d4-1484-4d86-9bea-73a1b699c5c8 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:20:56.275744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b110f-13f3-428c-92b8-01011bfe56ed req-f36fc519-c9e9-4b76-8f40-fa752739c01e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:56.284985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0b110f-13f3-428c-92b8-01011bfe56ed req-f36fc519-c9e9-4b76-8f40-fa752739c01e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0957925 Jul 16 22:20:56.300713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470e33-7863-478c-bd5d-6b2de1f86995 req-afbbb014-dcaa-4eed-a0a0-b7f6a04a47d0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:56.302968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e470e33-7863-478c-bd5d-6b2de1f86995 req-afbbb014-dcaa-4eed-a0a0-b7f6a04a47d0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 949 time: 0.0852809 Jul 16 22:20:56.343460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0b110f-13f3-428c-92b8-01011bfe56ed req-a6afb9f7-7819-4683-882b-648f143462fa tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570421 Jul 16 22:20:56.348308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:20:56.356180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:20:56.356578 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:56.364662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e470e33-7863-478c-bd5d-6b2de1f86995 req-7d32d2a8-60a7-46a6-b40d-4ca1c19ec70e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Jul 16 22:20:56.421998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:56.444407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:20:56.485475 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:56.507305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:20:56.510387 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea72d43-6a5c-4a12-9bea-73218739de0e" -d '{"events": [{"server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "name": "network-vif-plugged", "status": "completed", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:20:56.530301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:56.537532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:56.571223 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e279966-2927-4327-af1d-5ac04e407a44 x-openstack-request-id: req-4e279966-2927-4327-af1d-5ac04e407a44 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:20:56.571445 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "name": "network-vif-plugged", "status": "completed", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:20:56.571704 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e279966-2927-4327-af1d-5ac04e407a44 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:20:56.572174 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8', 'code': 200} Jul 16 22:20:56.600669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:56.688749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b23fb-3cc7-4fee-973d-fc55073f3935 req-1b8a797e-668d-4784-8fa7-e469df064324 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:56.690316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd4b23fb-3cc7-4fee-973d-fc55073f3935 req-1b8a797e-668d-4784-8fa7-e469df064324 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0753720 Jul 16 22:20:56.700917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29493a5a-7b98-43d8-b7ee-b655d3d5b917 req-ca3bd35a-df2a-49c5-9ef5-18c39ad9b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:56.702500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29493a5a-7b98-43d8-b7ee-b655d3d5b917 req-ca3bd35a-df2a-49c5-9ef5-18c39ad9b534 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 1102 time: 0.0669687 Jul 16 22:20:56.744404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29493a5a-7b98-43d8-b7ee-b655d3d5b917 req-7f43b875-4a4f-4494-8ec7-29e9a779c8db service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343015 Jul 16 22:20:56.754923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd4b23fb-3cc7-4fee-973d-fc55073f3935 req-3350ebcf-f8c1-4564-a559-1e53a218ddb7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Jul 16 22:20:57.009128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ddac4-ac56-4d8d-875c-2e9ece442a81 req-33cc7c1a-9d43-4d07-ba0f-9d70af48f439 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:57.010735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c7ddac4-ac56-4d8d-875c-2e9ece442a81 req-33cc7c1a-9d43-4d07-ba0f-9d70af48f439 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0769935 Jul 16 22:20:57.052738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c7ddac4-ac56-4d8d-875c-2e9ece442a81 req-52c371cc-b9f1-4850-8e06-d7ac2c53ce88 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Jul 16 22:20:57.485349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6211808e-4e81-4fc5-8a6a-f464a356519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:57.539852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f402-5f6b-44f4-8055-19f423a3a93c req-70113997-e560-478a-8413-af32dc1a50d2 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:57.541384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21b8f402-5f6b-44f4-8055-19f423a3a93c req-70113997-e560-478a-8413-af32dc1a50d2 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0856836 Jul 16 22:20:57.582034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21b8f402-5f6b-44f4-8055-19f423a3a93c req-2d61918e-f474-4429-ba82-fed9bba5f51b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Jul 16 22:20:57.661840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfe227-53ec-4d0f-a5eb-9e0b45bedda4 req-8c16d34f-88e0-4449-a7f3-48582ac501b0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:57.663355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09cfe227-53ec-4d0f-a5eb-9e0b45bedda4 req-8c16d34f-88e0-4449-a7f3-48582ac501b0 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 950 time: 0.0665293 Jul 16 22:20:57.703387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09cfe227-53ec-4d0f-a5eb-9e0b45bedda4 req-3f733cc1-6c86-4943-9e64-e2998eeab1a7 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Jul 16 22:20:57.887970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2770020-655d-43d8-a243-74ec7f4ba208 req-463b9e54-567b-4202-a290-7d1e69d70931 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:57.890974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2770020-655d-43d8-a243-74ec7f4ba208 req-463b9e54-567b-4202-a290-7d1e69d70931 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 945 time: 0.0938807 Jul 16 22:20:57.952088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2770020-655d-43d8-a243-74ec7f4ba208 req-9757351c-7221-4f16-b364-a3fe0f3e67c2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Jul 16 22:20:57.995550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639f102-7741-404f-9049-13d33a30b7dc req-55f45672-f9ed-42f6-afad-4043d65586f2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:57.997798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d639f102-7741-404f-9049-13d33a30b7dc req-55f45672-f9ed-42f6-afad-4043d65586f2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0808277 Jul 16 22:20:58.038495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d639f102-7741-404f-9049-13d33a30b7dc req-47cf100c-da80-4157-9464-6b254e8330bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Jul 16 22:20:58.049063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:20:58.174837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:58.187907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'port_id': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'mac_address': 'fa:16:3e:7c:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412ae69-42e2-46c8-b9a7-144272361af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:20:58.236089 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:58.251950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2923cb4a-ff4d-471e-a59e-3be03f10b9ce {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:20:58.258359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076196-31a6-445e-8566-7685e565d902 req-b1d771ed-be19-4db4-b9f3-89c4be541961 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:58.260495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41076196-31a6-445e-8566-7685e565d902 req-b1d771ed-be19-4db4-b9f3-89c4be541961 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0723400 Jul 16 22:20:58.273235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:20:58.277390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:58.304866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41076196-31a6-445e-8566-7685e565d902 req-91ef2bb2-bfe0-468f-b5f6-2d603e21efb7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Jul 16 22:20:58.329344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:20:58.507852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2923cb4a-ff4d-471e-a59e-3be03f10b9ce'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:20:58.802455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65bc91-b015-41e8-bc89-fce94b55a08c req-162d15aa-d646-4e9b-af10-6de92d760b76 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:58.805218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65bc91-b015-41e8-bc89-fce94b55a08c req-162d15aa-d646-4e9b-af10-6de92d760b76 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 944 time: 0.0947909 Jul 16 22:20:58.858427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65bc91-b015-41e8-bc89-fce94b55a08c req-a0ae13fc-7df3-4adc-8495-7e005e93ce07 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476487 Jul 16 22:20:58.961651 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:20:59.026819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2939-efab-48e2-9807-debc4205e8da req-1853b77d-6a41-45b8-b9c8-8a84a13df4bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.028327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b01b2939-efab-48e2-9807-debc4205e8da req-1853b77d-6a41-45b8-b9c8-8a84a13df4bb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 950 time: 0.0702655 Jul 16 22:20:59.073635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b01b2939-efab-48e2-9807-debc4205e8da req-1a566aba-533f-4804-8764-08f7a790fc04 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Jul 16 22:20:59.150340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7852e-6e98-4e82-a895-f4b452dc6400 req-43500db3-3e37-4341-865a-e9310a539f98 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.152026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6e7852e-6e98-4e82-a895-f4b452dc6400 req-43500db3-3e37-4341-865a-e9310a539f98 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 945 time: 0.0758724 Jul 16 22:20:59.195453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6e7852e-6e98-4e82-a895-f4b452dc6400 req-aa5f9053-8dcb-41e3-99e6-f49c227779c5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Jul 16 22:20:59.262329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2f5f-fa3f-4d45-9492-4f274c0b0de8 req-1606916e-7871-48e5-945c-7fcde18ddfc8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.264049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa2c2f5f-fa3f-4d45-9492-4f274c0b0de8 req-1606916e-7871-48e5-945c-7fcde18ddfc8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0922818 Jul 16 22:20:59.306091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa2c2f5f-fa3f-4d45-9492-4f274c0b0de8 req-414c8ab8-305c-40f5-a828-3fce6386015e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jul 16 22:20:59.363919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17061e92-b23a-4f2a-ab61-77477122b515 req-559aa9ee-d016-4d53-babc-c648e800d7a4 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.365571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17061e92-b23a-4f2a-ab61-77477122b515 req-559aa9ee-d016-4d53-babc-c648e800d7a4 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 1102 time: 0.0641503 Jul 16 22:20:59.406582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17061e92-b23a-4f2a-ab61-77477122b515 req-31fa5449-1d71-4202-8d4f-84d064b48741 tempest-ServersOnMultiNodesTest-128857880 tempest-ServersOnMultiNodesTest-128857880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Jul 16 22:20:59.626273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7da19-c647-4a71-9ec5-64236f56450f req-7d259af6-9202-49ac-9867-e0e5a02c4ae3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.627887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bde7da19-c647-4a71-9ec5-64236f56450f req-7d259af6-9202-49ac-9867-e0e5a02c4ae3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0739992 Jul 16 22:20:59.677125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bde7da19-c647-4a71-9ec5-64236f56450f req-f60016ba-8e8a-4919-b6d1-e460792ac0cb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Jul 16 22:20:59.825517 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-080f815d-26c7-4f16-961e-9e72ae12714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:20:59.834805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-640d20f8-ea27-4653-8337-89b1043b098d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.836397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-640d20f8-ea27-4653-8337-89b1043b098d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 945 time: 0.1145194 Jul 16 22:20:59.907500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4757d9-4d55-4441-80e5-fba7ad2e1539 req-cabafdce-88a4-474d-bfd5-a5e360464cc4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:20:59.914816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f4757d9-4d55-4441-80e5-fba7ad2e1539 req-cabafdce-88a4-474d-bfd5-a5e360464cc4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 950 time: 0.1392653 Jul 16 22:20:59.983446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f4757d9-4d55-4441-80e5-fba7ad2e1539 req-6d116afe-9fec-47ab-a14b-0609d7f0da06 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Jul 16 22:21:00.009246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port 1161c064-e5ee-49df-a880-e5b8a0549c6d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:00.009844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.015071 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.082010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:00.119006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port 1161c064-e5ee-49df-a880-e5b8a0549c6d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1161c064-e5ee-49df-a880-e5b8a0549c6d,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:00.119637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.133754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for 1161c064-e5ee-49df-a880-e5b8a0549c6d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:00.139947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff053b06-d845-4dd0-82d7-07302288c5c7 req-fb98195c-5167-4777-990e-403354aaefb0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:00.141606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:00.142254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.145449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff053b06-d845-4dd0-82d7-07302288c5c7 req-fb98195c-5167-4777-990e-403354aaefb0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 944 time: 0.0851336 Jul 16 22:21:00.206513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff053b06-d845-4dd0-82d7-07302288c5c7 req-62bc3a72-ef94-42d6-87f9-265058a7ed0c tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 Jul 16 22:21:00.274853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.301782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.328847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:00.329931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:00.333492 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d2f03-cd49-496e-8da4-58d3ab0e5f07" -d '{"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-plugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:00.339819 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.340997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:00.358963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=1161c064-e5ee-49df-a880-e5b8a0549c6d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:00.368797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['1161c064-e5ee-49df-a880-e5b8a0549c6d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:00.399924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa15a595-c07a-4f5f-89cd-e56ad5cf3b01 req-39db140b-59f1-4378-9ac9-21f5018bd0ef tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0614219 Jul 16 22:21:00.433746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port 1161c064-e5ee-49df-a880-e5b8a0549c6d on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:00.437008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:00.439240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1be119bc-7982-4d43-af50-853dea8d68c1 req-8c576df3-d496-47c9-89ae-965181fb3cfe tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "DELETE /v2.0/ports/1161c064-e5ee-49df-a880-e5b8a0549c6d HTTP/1.1" status: 204 len: 173 time: 0.5945301 Jul 16 22:21:00.440065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'name': 'network-vif-deleted', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:00.442632 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb9107-ed7c-4f40-b493-b01f814ccabd" -d '{"events": [{"server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "name": "network-vif-deleted", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:00.489058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:00.506662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:00.598154 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9612c5-ea31-4212-bc66-ceb8086c8735 x-openstack-request-id: req-fa9612c5-ea31-4212-bc66-ceb8086c8735 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:00.598679 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-plugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:00.599092 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa9612c5-ea31-4212-bc66-ceb8086c8735 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:00.599662 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'code': 200} Jul 16 22:21:00.636451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462c762-f06d-45c9-a917-1faa8f073aad req-b1e41fa2-cf37-4468-ac46-b593bbd64ed6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:00.638035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f462c762-f06d-45c9-a917-1faa8f073aad req-b1e41fa2-cf37-4468-ac46-b593bbd64ed6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0738235 Jul 16 22:21:00.679041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f462c762-f06d-45c9-a917-1faa8f073aad req-f87f374a-b7c3-4106-93ef-9326d53a0efd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Jul 16 22:21:00.741437 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e347e372-334f-46bc-8fbf-9a87a0a5af18 x-openstack-request-id: req-e347e372-334f-46bc-8fbf-9a87a0a5af18 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:00.742706 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789a37b2-4186-4c2f-81aa-7c19b700ac3f", "name": "network-vif-deleted", "tag": "1161c064-e5ee-49df-a880-e5b8a0549c6d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:00.743175 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e347e372-334f-46bc-8fbf-9a87a0a5af18 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:00.743873 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789a37b2-4186-4c2f-81aa-7c19b700ac3f', 'name': 'network-vif-deleted', 'tag': '1161c064-e5ee-49df-a880-e5b8a0549c6d', 'status': 'completed', 'code': 200} Jul 16 22:21:00.904099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacd96e-5a1a-43f0-9215-19f42b72f657 req-e1a432c5-805c-48c9-84b6-370f557929fb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:00.905607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdacd96e-5a1a-43f0-9215-19f42b72f657 req-e1a432c5-805c-48c9-84b6-370f557929fb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.0919490 Jul 16 22:21:00.917856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233680ed-b8b9-41b2-a622-ffc4add01530 req-26b25fda-553a-4f05-8ac1-9be7d5680d78 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:00.919523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-233680ed-b8b9-41b2-a622-ffc4add01530 req-26b25fda-553a-4f05-8ac1-9be7d5680d78 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0744617 Jul 16 22:21:00.963969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdacd96e-5a1a-43f0-9215-19f42b72f657 req-f40f7f1f-c223-47fa-a965-fef1d6c08b77 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Jul 16 22:21:00.977157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-233680ed-b8b9-41b2-a622-ffc4add01530 req-84daa131-7e4a-4e51-985e-ecf05cd7250b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Jul 16 22:21:01.192173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be788e3-cbaa-47a1-8ef6-22d99d42240f req-4503e3cf-0b3e-4cab-8be3-6b33924b5f32 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:01.193698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5be788e3-cbaa-47a1-8ef6-22d99d42240f req-4503e3cf-0b3e-4cab-8be3-6b33924b5f32 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 950 time: 0.0742774 Jul 16 22:21:01.220062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:01.244435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5be788e3-cbaa-47a1-8ef6-22d99d42240f req-d94f365a-959b-4c1b-babe-863920b841c7 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jul 16 22:21:01.347345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-dbee644b-c6c2-41fd-9070-f513f144cdc3 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:01.347345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-dbee644b-c6c2-41fd-9070-f513f144cdc3 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 950 time: 0.0696681 Jul 16 22:21:01.457071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:01.457302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:01.586149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-25e010fb-3049-493e-a925-5adfd0505f26 req-5651bb25-4a0c-49c2-8c9a-15a3b530bf96 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0420303 Jul 16 22:21:01.592705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port 8754c4d4-1484-4d86-9bea-73a1b699c5c8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8754c4d4-1484-4d86-9bea-73a1b699c5c8,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:01.593103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:01.606132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for 8754c4d4-1484-4d86-9bea-73a1b699c5c8 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:01.785568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:01.799737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc', '8754c4d4-1484-4d86-9bea-73a1b699c5c8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:01.802495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826', 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:01.829957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=8754c4d4-1484-4d86-9bea-73a1b699c5c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:01.898058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port 8754c4d4-1484-4d86-9bea-73a1b699c5c8 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:01.901316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:01.906164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4582a5e4-f97f-4619-8a15-1872c91e90b8 req-48eeaf1e-0a13-4005-b666-a3edebcc4e51 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "DELETE /v2.0/ports/8754c4d4-1484-4d86-9bea-73a1b699c5c8 HTTP/1.1" status: 204 len: 173 time: 0.5507901 Jul 16 22:21:01.972199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baa211-090e-40a7-b926-f0791f60400a req-2fe3ebc7-8f3f-4d7a-9bd7-ef70025d4fc7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:01.981529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48baa211-090e-40a7-b926-f0791f60400a req-2fe3ebc7-8f3f-4d7a-9bd7-ef70025d4fc7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.1290185 Jul 16 22:21:02.065743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48baa211-090e-40a7-b926-f0791f60400a req-0b6753fb-f07c-4b7a-98f1-dda3d4d3cfeb tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Jul 16 22:21:02.102123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:02.315518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b86fa-eb7b-442f-a81e-1a4630d2e10a req-4cb50bc1-638f-474a-98ab-c5c574d31bd9 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:02.323940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae8b86fa-eb7b-442f-a81e-1a4630d2e10a req-4cb50bc1-638f-474a-98ab-c5c574d31bd9 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 945 time: 0.1276863 Jul 16 22:21:02.353815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258b6f-8b54-48ae-acb7-86a8f87abef6 req-c699d129-3a0d-4aad-94cf-e8dfc3a50473 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:02.355333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93258b6f-8b54-48ae-acb7-86a8f87abef6 req-c699d129-3a0d-4aad-94cf-e8dfc3a50473 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1202116 Jul 16 22:21:02.362234 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:02.400634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae8b86fa-eb7b-442f-a81e-1a4630d2e10a req-1e998579-a1c7-45c8-af51-37182ddc5c56 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Jul 16 22:21:02.453701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93258b6f-8b54-48ae-acb7-86a8f87abef6 req-4737bce3-e468-45c6-a679-4377ba69d203 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915635 Jul 16 22:21:02.472644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:02.487542 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:02.607381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:02.610118 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15575767-d216-4c26-b0eb-871cc24a4e21" -d '{"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-unplugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:02.654210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:02.654881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:02.708250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d909e0c-a579-47d3-9696-fd408227842a req-e5d96fc0-2e13-43a1-b02a-66064f32c41b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=50bf9f06-ec00-43fd-a408-d91cdf8a2c14 HTTP/1.1" status: 200 len: 210 time: 0.0767641 Jul 16 22:21:02.726895 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01618f30-0535-4636-999a-9e64d7fae543 x-openstack-request-id: req-01618f30-0535-4636-999a-9e64d7fae543 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:02.727244 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-unplugged", "status": "completed", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:02.727506 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01618f30-0535-4636-999a-9e64d7fae543 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:02.728692 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'code': 200} Jul 16 22:21:02.745690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'name': 'network-vif-deleted', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:02.748826 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7322ee4-9348-4ed0-bb14-ae8a4768d172" -d '{"events": [{"server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "name": "network-vif-deleted", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:02.819116 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62114e-2ef6-4e65-9c49-fe18be2e252d x-openstack-request-id: req-7d62114e-2ef6-4e65-9c49-fe18be2e252d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:02.821253 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bf9f06-ec00-43fd-a408-d91cdf8a2c14", "name": "network-vif-deleted", "tag": "8754c4d4-1484-4d86-9bea-73a1b699c5c8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:02.822159 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d62114e-2ef6-4e65-9c49-fe18be2e252d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:02.823979 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bf9f06-ec00-43fd-a408-d91cdf8a2c14', 'name': 'network-vif-deleted', 'tag': '8754c4d4-1484-4d86-9bea-73a1b699c5c8', 'status': 'completed', 'code': 200} Jul 16 22:21:02.925940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b2095-4811-4465-8eb5-35638a2213e3 req-a2598b78-0bcf-4c2a-9f8c-bfea240d70bd tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:02.931646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-160b2095-4811-4465-8eb5-35638a2213e3 req-a2598b78-0bcf-4c2a-9f8c-bfea240d70bd tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.47 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 943 time: 0.1730292 Jul 16 22:21:02.954249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5ed96bf-43e8-4d97-8b6b-59d86a2762d0 req-9bee27f4-69bd-4adb-9f21-610f2307cfdf tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0583713 Jul 16 22:21:03.118853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Deleting port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:03.119260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:03.247030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] For port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:03.247603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:03.264346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Calling delete_port for 2923cb4a-ff4d-471e-a59e-3be03f10b9ce owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:03.299665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6abe3-9eea-4a2f-8ed4-f4903c5c0b8e req-2b0a2fc6-0f55-44ac-8f98-675a2c2fdf17 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:03.301325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cc6abe3-9eea-4a2f-8ed4-f4903c5c0b8e req-2b0a2fc6-0f55-44ac-8f98-675a2c2fdf17 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.0887570 Jul 16 22:21:03.347026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cc6abe3-9eea-4a2f-8ed4-f4903c5c0b8e req-99815d41-1e0c-4b27-8104-d3de48e4bdc0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Jul 16 22:21:03.430339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:03.460532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event deleted for resources: {'Port': ['ID=2923cb4a-ff4d-471e-a59e-3be03f10b9ce,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:03.525740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] No DVR routers for this DVR port 2923cb4a-ff4d-471e-a59e-3be03f10b9ce on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:03.528453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:03.530799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-160b2095-4811-4465-8eb5-35638a2213e3 req-14720b8d-2b10-48fc-84f1-490bf7f92adb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.47 "DELETE /v2.0/ports/2923cb4a-ff4d-471e-a59e-3be03f10b9ce HTTP/1.1" status: 204 len: 173 time: 0.5847416 Jul 16 22:21:03.592146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-877ae7cc-4062-4d70-93ae-24d71b46892e req-19fd1809-20d4-4435-b403-02a2effb7820 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8dd6272-8f17-4cc0-90b0-d75ec25ab36b HTTP/1.1" status: 200 len: 210 time: 0.0353580 Jul 16 22:21:03.696738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12330-6d09-4893-a636-3da015615609 req-815f51c2-e352-40fd-a089-24cf50ecbdfb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:03.698278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ca12330-6d09-4893-a636-3da015615609 req-815f51c2-e352-40fd-a089-24cf50ecbdfb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0999568 Jul 16 22:21:03.776811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ca12330-6d09-4893-a636-3da015615609 req-51d900df-9b9e-49cb-8338-6cd7aac37ef1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646358 Jul 16 22:21:04.127866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1161c064-e5ee-49df-a880-e5b8a0549c6d no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:04.160296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 1161c064-e5ee-49df-a880-e5b8a0549c6d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:04.163602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f487eba-1d64-46df-ac0f-4014cc2ce326 req-1f2aeb6b-2133-4604-bdb4-12f8dbc3ee8a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0677099 Jul 16 22:21:04.173910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1161c064-e5ee-49df-a880-e5b8a0549c6d not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:04.176995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8754c4d4-1484-4d86-9bea-73a1b699c5c8 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:04.204225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8754c4d4-1484-4d86-9bea-73a1b699c5c8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:04.205062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8754c4d4-1484-4d86-9bea-73a1b699c5c8 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:04.217434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-2e46ee8d-6b03-4139-93bc-08aefc70c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.221956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-2e46ee8d-6b03-4139-93bc-08aefc70c78d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1127 time: 0.1719885 Jul 16 22:21:04.414067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-2b2ecd24-2b60-4475-88ee-0e6edf3f59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.415591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-2b2ecd24-2b60-4475-88ee-0e6edf3f59c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1722679 Jul 16 22:21:04.506347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-79fe540f-4565-4267-8141-fcf2fbff2b2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.0755394 Jul 16 22:21:04.521761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8765-5da7-4dbd-bc02-a5d0ce85213f req-663e9c86-a20f-4ec3-86e9-3c5d67650f75 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.523841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f65a8765-5da7-4dbd-bc02-a5d0ce85213f req-663e9c86-a20f-4ec3-86e9-3c5d67650f75 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.1938980 Jul 16 22:21:04.608061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0baed-87ad-4293-bfce-d5578840104c req-56f497e3-97d8-4cd0-a94a-c20e99262d16 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.615491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27f0baed-87ad-4293-bfce-d5578840104c req-56f497e3-97d8-4cd0-a94a-c20e99262d16 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 944 time: 0.1066840 Jul 16 22:21:04.618590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f65a8765-5da7-4dbd-bc02-a5d0ce85213f req-7dc4d976-f61b-45bc-86f8-8d81969bb9d5 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878921 Jul 16 22:21:04.621115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-3a0ead7c-9750-4bbc-8af2-c5fa3795c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.622875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-3a0ead7c-9750-4bbc-8af2-c5fa3795c288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0934639 Jul 16 22:21:04.674763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-f5fe89f8-6f16-4217-bc73-f38ff48b5d59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357831 Jul 16 22:21:04.693616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27f0baed-87ad-4293-bfce-d5578840104c req-dc453891-579f-42b2-aef2-9e5de0cdbd1d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772254 Jul 16 22:21:04.876941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-deleted', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:04.879176 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6c03a-0d5c-4e6d-85d9-1c8847c66154" -d '{"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-deleted", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:04.905266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-76203a73-195b-4f55-b197-0807b5a7b299 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192378 Jul 16 22:21:04.936766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44e89-6223-43f7-92b4-da164ec722f6 req-6b81d755-75e8-426a-933e-98c9d0cd1f78 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:04.945173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35c44e89-6223-43f7-92b4-da164ec722f6 req-6b81d755-75e8-426a-933e-98c9d0cd1f78 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1127 time: 0.0793598 Jul 16 22:21:04.987275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35c44e89-6223-43f7-92b4-da164ec722f6 req-d0d66f39-bca6-4d0e-ab4a-97d2565de407 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Jul 16 22:21:05.064809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-f7975d5a-1676-4745-aa35-92969bd88803 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482680 Jul 16 22:21:05.190760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a8a07cc9-fafd-4a6c-af61-211df9b0f2a3 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:05.193411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a8a07cc9-fafd-4a6c-af61-211df9b0f2a3 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1127 time: 0.0978770 Jul 16 22:21:05.200568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:05.208310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119627109', 'description': 'tempest-description--1080386795'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:05.226349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:05.271266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.291589 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea33417-d370-49d5-9931-e218bd45c2ea x-openstack-request-id: req-2ea33417-d370-49d5-9931-e218bd45c2ea {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:05.291777 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd6272-8f17-4cc0-90b0-d75ec25ab36b", "name": "network-vif-deleted", "tag": "2923cb4a-ff4d-471e-a59e-3be03f10b9ce", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:05.292151 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ea33417-d370-49d5-9931-e218bd45c2ea {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:05.292605 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd6272-8f17-4cc0-90b0-d75ec25ab36b', 'name': 'network-vif-deleted', 'tag': '2923cb4a-ff4d-471e-a59e-3be03f10b9ce', 'status': 'completed', 'code': 200} Jul 16 22:21:05.373301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.425652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.453828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.473340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.474905 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2728777 Jul 16 22:21:05.483746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:05.496335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'security_group_rule': {'security_group_id': '3b805788-3486-4d06-955a-4320efc4dc9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:05.538893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cdccb-b5f4-42b7-b759-64cd608dba11 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b805788-3486-4d06-955a-4320efc4dc9d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:05.542619 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.581340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d4d3-36a6-4af6-8fa2-87dfa92f3845 req-9d97b67d-f605-4862-9b91-d69719fd8121 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:05.582827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5689d4d3-36a6-4af6-8fa2-87dfa92f3845 req-9d97b67d-f605-4862-9b91-d69719fd8121 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1911318 Jul 16 22:21:05.598454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-ba6ea880-6173-4865-87a1-ccdeab67a7d3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:05.600004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-ba6ea880-6173-4865-87a1-ccdeab67a7d3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.2208169 Jul 16 22:21:05.622968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-76e53029-4256-4260-8539-190a9912dda3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/quotas/d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 375 time: 0.0149753 Jul 16 22:21:05.634558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.641589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5689d4d3-36a6-4af6-8fa2-87dfa92f3845 req-3b504866-b2b5-4933-adaa-b3632327e940 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Jul 16 22:21:05.643380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.667283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb3bf81-e0e5-4972-9d75-e8267dbc968c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:05.678313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:05.679765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.681390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-377aad93-b645-4699-872f-d510c14caeb1 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960151 Jul 16 22:21:05.684136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:05.689862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'security_group_rule': {'security_group_id': '3b805788-3486-4d06-955a-4320efc4dc9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:05.728722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.742612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:05.768326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-7a5d05b9-aaa9-4ce4-a3a1-41db559ad058 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353586 Jul 16 22:21:05.800724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06567b03-b75d-434a-b99e-3eab5cf2881a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:05.815498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.825520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.825933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b123c062-10b4-4b63-a31d-73f5e7a9edf8 req-438138d2-df51-4a46-ab20-7272b9092893 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=789a37b2-4186-4c2f-81aa-7c19b700ac3f HTTP/1.1" status: 200 len: 210 time: 0.0434415 Jul 16 22:21:05.867488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.877968 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.906510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:05.907869 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2227497 Jul 16 22:21:05.909145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e4c37-e2e5-48b0-999c-331f414f52b0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc028c2f-c182-47f2-b281-c40d4631ae73,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:05.911283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47458) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:05.917375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:05.962791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.084448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:06.131134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 2923cb4a-ff4d-471e-a59e-3be03f10b9ce {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:06.139551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2923cb4a-ff4d-471e-a59e-3be03f10b9ce not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:06.179097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-07f0e06c-5718-4481-9e9b-df1244617c88 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:06.182303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-07f0e06c-5718-4481-9e9b-df1244617c88 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.2362664 Jul 16 22:21:06.246190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on host n-h1-793621-16 for vnic_type normal with profile {} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:06.246426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:06.246746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:06.254171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=9']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:06.257648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:06.257983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Attempting to bind port 06567b03-b75d-434a-b99e-3eab5cf2881a on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:06.261383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-91b34e3e-cd4d-465a-aea4-86528907b00a service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833109 Jul 16 22:21:06.265990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:06.265990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:06.266227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:06.266660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Bound port: 06567b03-b75d-434a-b99e-3eab5cf2881a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:06.267354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.337911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.371544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8386d7-92ee-4fbc-b9f7-dac20a910fd5 req-1fd341e3-97ae-414a-86c6-cb84a2ab53a2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:06.373305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee8386d7-92ee-4fbc-b9f7-dac20a910fd5 req-1fd341e3-97ae-414a-86c6-cb84a2ab53a2 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 949 time: 0.1898689 Jul 16 22:21:06.407897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:06.410819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:06.414916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-c2976bbd-7685-4a39-9d40-6e4af8f57fe7 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445916 Jul 16 22:21:06.417826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.468057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port ca1506ab-f040-4404-afdb-3ae2bbba82c2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:06.468431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.504702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Pushing event updated for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:06.513633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee8386d7-92ee-4fbc-b9f7-dac20a910fd5 req-3d9d17fe-58c2-4d11-8f1d-83944d8d6851 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999928 Jul 16 22:21:06.537561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:06.538233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.539722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-8d6ec2c8-7e6b-41c6-830e-9b6f3abc69d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 1093 time: 1.3255718 Jul 16 22:21:06.649196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:06.684164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Allocated IP 172.25.5.118 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:06.745575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96eb3fe9-47e4-4744-97d5-fa46e16499e2 req-8e775488-c97a-42a0-89c7-519f4403b0ee tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 210 time: 0.0880532 Jul 16 22:21:06.760507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port ca1506ab-f040-4404-afdb-3ae2bbba82c2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ca1506ab-f040-4404-afdb-3ae2bbba82c2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:06.760885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.817248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for ca1506ab-f040-4404-afdb-3ae2bbba82c2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:06.914407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a90f53c1-d36e-46be-876c-f9763b4956e3 service neutron] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:06.927214 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a90f53c1-d36e-46be-876c-f9763b4956e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:06.928374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b6d3f3e-f6f3-4de9-a9f0-024ca48d4c3f req-a90f53c1-d36e-46be-876c-f9763b4956e3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a/bindings/n-h2-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.3811901 Jul 16 22:21:07.049633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:07.112359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baafeb3-a80f-412b-bf5b-5561a1c2f6ce req-aa9bd60d-d604-4cd1-8d9e-869843bbf36b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:07.125051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9baafeb3-a80f-412b-bf5b-5561a1c2f6ce req-aa9bd60d-d604-4cd1-8d9e-869843bbf36b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.2677119 Jul 16 22:21:07.236218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:07.281649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9baafeb3-a80f-412b-bf5b-5561a1c2f6ce req-f54014fd-ebcf-4e36-aba1-0e71addb600a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554031 Jul 16 22:21:07.294104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:07.296522 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba37f426-595f-49bb-8f89-469374b30a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:07.304947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'Port': ['ID=cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:07.316280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:07.322837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:07.327713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:07.331730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826', 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:07.339965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:07.340867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:07.383147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=ca1506ab-f040-4404-afdb-3ae2bbba82c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:07.406907 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a243d650-7b5e-4423-9b9a-4c7cc545267e x-openstack-request-id: req-a243d650-7b5e-4423-9b9a-4c7cc545267e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:07.407484 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:07.407740 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a243d650-7b5e-4423-9b9a-4c7cc545267e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:07.414308 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'status': 'completed', 'code': 200} Jul 16 22:21:07.494279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port ca1506ab-f040-4404-afdb-3ae2bbba82c2 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:07.497190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:07.499418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5beca7e-3270-4e7a-afa1-73ee57671dfb req-4cab4c07-a71c-4b6d-bb32-0b609f22abaa tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "DELETE /v2.0/ports/ca1506ab-f040-4404-afdb-3ae2bbba82c2 HTTP/1.1" status: 204 len: 173 time: 1.3030834 Jul 16 22:21:07.502104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'name': 'network-vif-deleted', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:07.505091 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3f14d9-e9d5-4fa2-b862-cdc8e432ec90" -d '{"events": [{"server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "name": "network-vif-deleted", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:07.568417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f426-595f-49bb-8f89-469374b30a1c req-7af571e7-74e9-42c5-8ed2-ac096d74aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:07.570824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-7af571e7-74e9-42c5-8ed2-ac096d74aee4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 1097 time: 0.1253858 Jul 16 22:21:07.645338 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8742a4-315b-40ad-87b4-5244fd424eb1 x-openstack-request-id: req-9f8742a4-315b-40ad-87b4-5244fd424eb1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:07.645651 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5dd7e-9bfb-4908-9f17-1d4d10604a56", "name": "network-vif-deleted", "tag": "ca1506ab-f040-4404-afdb-3ae2bbba82c2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:07.645918 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f8742a4-315b-40ad-87b4-5244fd424eb1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:07.646341 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5dd7e-9bfb-4908-9f17-1d4d10604a56', 'name': 'network-vif-deleted', 'tag': 'ca1506ab-f040-4404-afdb-3ae2bbba82c2', 'status': 'completed', 'code': 200} Jul 16 22:21:07.778104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f426-595f-49bb-8f89-469374b30a1c req-470627ae-6e8f-4897-9739-027202b1c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:07.781215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-470627ae-6e8f-4897-9739-027202b1c5c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.2033336 Jul 16 22:21:07.916125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-f31e1579-10b1-488c-b243-7367364b9a92 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 200 len: 217 time: 0.1277590 Jul 16 22:21:07.949632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab52fbaf-9e17-4e91-94cc-327200271c9b req-5fc72628-1682-425f-8c7f-eb64de02c656 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=56e5dd7e-9bfb-4908-9f17-1d4d10604a56 HTTP/1.1" status: 200 len: 210 time: 0.0468023 Jul 16 22:21:07.967051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:07.979712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-c6f11c11-ea0a-4d1b-8f34-ec73a69f9157 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:07.985251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-c6f11c11-ea0a-4d1b-8f34-ec73a69f9157 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.4499323 Jul 16 22:21:08.002321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f426-595f-49bb-8f89-469374b30a1c req-2fc1c6a7-69f7-47d9-897b-62839e34e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:08.005079 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-2fc1c6a7-69f7-47d9-897b-62839e34e5db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0671606 Jul 16 22:21:08.006581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-4bf25326-4cea-4ec6-80e9-8b7d5c767e4f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0202823 Jul 16 22:21:08.051957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-0d9840cc-d564-4045-9b05-fddd6515b0d6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439317 Jul 16 22:21:08.067775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-8d19c871-1edf-4a81-9f97-71266ef978b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555470 Jul 16 22:21:08.153582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:08.251435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-fc25e223-7e03-406d-aecd-2c640cbad291 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737027 Jul 16 22:21:08.274310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-1ce11578-c2e3-42c3-a695-212fc1d80ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209322 Jul 16 22:21:08.412412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c7e5ae5-3991-4f45-ac1d-cea8d11d7371 req-f582616a-c1c5-4db2-b0da-3169afa78db9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 210 time: 0.0979249 Jul 16 22:21:08.441633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba37f426-595f-49bb-8f89-469374b30a1c req-dbd177af-b9df-4205-a2d3-91d9bc171c17 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823411 Jul 16 22:21:08.808436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87c0d-bc46-4fd3-bade-505a6cdb785b req-ce0b58ec-0fea-4982-94ba-8efd4e6ded7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:08.810311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beb87c0d-bc46-4fd3-bade-505a6cdb785b req-ce0b58ec-0fea-4982-94ba-8efd4e6ded7f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1084783 Jul 16 22:21:08.852584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beb87c0d-bc46-4fd3-bade-505a6cdb785b req-8ffccabe-dc23-4818-93fd-cc3dd17f5549 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Jul 16 22:21:08.902508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08a8d3f3-e9eb-4762-a2d1-56ee41fb1017 req-ae9d51bc-262a-435a-a3ff-21da4a1d3ba8 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273243 Jul 16 22:21:08.994692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-8e8b49f2-2642-462e-a454-84c1cc1c8624 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:08.996157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-8e8b49f2-2642-462e-a454-84c1cc1c8624 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.6225834 Jul 16 22:21:09.006499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.012893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Request body: {'port': {'device_id': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'admin_state_up': True, 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:09.018312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.161554 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d985fea-e850-4b7b-ac78-4c30987917c4 req-cccca8ea-b819-48df-8653-89cbd1b28458 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2583c53-c9d9-4375-8f2e-2599def9a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0786345 Jul 16 22:21:09.280626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'Port': ['ID=cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:09.311186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.345004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:09.345914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.350013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.351500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9af1f45b-b05b-4cd0-8c33-945c2f176f1e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4389009 Jul 16 22:21:09.589595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Allocated IP 172.20.0.9 (927cde9f-9085-4fce-a1ac-df684e3b7261/6358600e-60a1-4d4e-afb8-cf8776dba445/7bb14af4-99a9-4b2e-929c-136e89667e65) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:09.647978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd53ab-c440-4799-a349-ab71a40ce69b req-a7e44892-d647-47c8-ad6f-fed106a04131 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:09.649866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5bd53ab-c440-4799-a349-ab71a40ce69b req-a7e44892-d647-47c8-ad6f-fed106a04131 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.1320271 Jul 16 22:21:09.699130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5bd53ab-c440-4799-a349-ab71a40ce69b req-6a2f4baf-a877-499c-b34f-6b01a20bb27d tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Jul 16 22:21:09.830486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.887824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:09.902639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:09.939137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:09.946301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:09.948387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:09.981450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1dcf4483-32a6-4cd2-aa40-adf2e0dd0f66 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:09.984272 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1dcf4483-32a6-4cd2-aa40-adf2e0dd0f66 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.1509702 Jul 16 22:21:10.000648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:10.004577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-25b4bc11-da8c-4abc-8230-9b73ca5ae87b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/quotas/6abca4c89e274aa4953cf7a1db3051d5 HTTP/1.1" status: 200 len: 375 time: 0.0135298 Jul 16 22:21:10.063726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:10.065540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:10.080163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ca1506ab-f040-4404-afdb-3ae2bbba82c2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:10.095167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-dce7180f-6b45-4d22-b733-75958032befd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0865719 Jul 16 22:21:10.098117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-c8d72454-41b6-4e37-996f-a07b33326935 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870001 Jul 16 22:21:10.103411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ca1506ab-f040-4404-afdb-3ae2bbba82c2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:10.103975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ca1506ab-f040-4404-afdb-3ae2bbba82c2 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:10.112424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Request body: {'port': {'device_id': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:10.149923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b44ae0-e8f3-4b45-abd5-bff09c4a35d9 req-f308cb6a-137f-4593-9064-92e8b4343a27 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:10.151427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1b44ae0-e8f3-4b45-abd5-bff09c4a35d9 req-f308cb6a-137f-4593-9064-92e8b4343a27 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 931 time: 0.1283565 Jul 16 22:21:10.200540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-2b09bac7-e894-4ed7-ac6a-aaeb89100a10 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930023 Jul 16 22:21:10.232146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1b44ae0-e8f3-4b45-abd5-bff09c4a35d9 req-7578e621-8f68-4df5-b23f-1ca434fb521b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748055 Jul 16 22:21:10.232858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:10.318966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-2173caf2-2722-4ade-b73e-5432dfbebba4 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118898 Jul 16 22:21:10.661616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb14af4-99a9-4b2e-929c-136e89667e65 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:10.683392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:10.685789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cff076-8a5c-44c0-a70c-88d5d9f7beaa req-c66f0791-3593-42ab-8872-0d83fe230e57 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:10.687593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2cff076-8a5c-44c0-a70c-88d5d9f7beaa req-c66f0791-3593-42ab-8872-0d83fe230e57 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1211162 Jul 16 22:21:10.723222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02b52983-4db8-47a9-a15e-3836abebfaba req-1f296726-eb5b-4135-bdea-bd0234461d20 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 210 time: 0.0324969 Jul 16 22:21:10.737112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Transition to ACTIVE for port object 7bb14af4-99a9-4b2e-929c-136e89667e65 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:10.750970 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:10.832012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:10.892259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2cff076-8a5c-44c0-a70c-88d5d9f7beaa req-d0e52fdb-ffdc-4409-a1f8-a6430ce24270 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953309 Jul 16 22:21:11.151808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b8904-e743-4834-8908-f596877026e1 req-5d01ec62-3788-4159-8f45-9f0be5a93f63 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.153354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e6b8904-e743-4834-8908-f596877026e1 req-5d01ec62-3788-4159-8f45-9f0be5a93f63 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.2948871 Jul 16 22:21:11.154868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:11.155206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:11.155538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:11.163899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-7ea9ece1-3073-4c5b-a4d9-b07e87e7a3d9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.170399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-7ea9ece1-3073-4c5b-a4d9-b07e87e7a3d9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.2278404 Jul 16 22:21:11.177233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed8efd-8cc9-453c-b07b-6fc7ee922f09 req-cc967398-352c-4b67-9a51-55079866f2b8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.180123 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-34ed8efd-8cc9-453c-b07b-6fc7ee922f09 req-cc967398-352c-4b67-9a51-55079866f2b8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 950 time: 0.0760481 Jul 16 22:21:11.190977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:11.191211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:11.215164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-700b5eb8-19b9-4e19-a751-7fcea4e03ac6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0438786 Jul 16 22:21:11.220223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:11.220534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:11.220927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:11.221426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Bound port: 7bb14af4-99a9-4b2e-929c-136e89667e65, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:11.221795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:11.228681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-34ed8efd-8cc9-453c-b07b-6fc7ee922f09 req-39563921-0c27-4ad8-b2ab-9543e7a59f45 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Jul 16 22:21:11.284166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-bfd513db-c689-4199-84fc-95e529bd68ef tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571902 Jul 16 22:21:11.458790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:11.484246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:11.495564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port b1ae6d03-866f-42bf-9918-bd3711c8b3ba {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:11.495910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:11.505665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:11.534728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133b96-f683-48e7-8bf9-7c2a74156b5a req-e3aa21d6-5f7e-4b93-8f54-a8eedfa8dfa5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.553153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46133b96-f683-48e7-8bf9-7c2a74156b5a req-e3aa21d6-5f7e-4b93-8f54-a8eedfa8dfa5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1480856 Jul 16 22:21:11.570726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-4991f142-a0e3-45c8-ae6e-716f4dcc8bca service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622159 Jul 16 22:21:11.590211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.590936 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:11.593992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] 10.222.0.68 "PUT /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 1092 time: 1.4852340 Jul 16 22:21:11.598335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:11.600822 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d76db-5f08-463e-ae9f-018b447f841a" -d '{"events": [{"name": "network-changed", "server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:11.655746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46133b96-f683-48e7-8bf9-7c2a74156b5a req-51c6eddd-c534-4981-bea8-36f736dbfe45 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Jul 16 22:21:11.726605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169c2e-a0e9-42ee-98ba-a155777a5f57 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:11.787623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port b1ae6d03-866f-42bf-9918-bd3711c8b3ba, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:11.788580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:11.821434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for b1ae6d03-866f-42bf-9918-bd3711c8b3ba owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:11.828682 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55336e2e-3912-461c-8501-39f18e8b8398 x-openstack-request-id: req-55336e2e-3912-461c-8501-39f18e8b8398 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:11.829000 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:11.829263 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55336e2e-3912-461c-8501-39f18e8b8398 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:11.829667 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'status': 'completed', 'code': 200} Jul 16 22:21:11.845680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f712e982-daaa-48ba-9932-53ecd01fd28b service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739861 Jul 16 22:21:11.885513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-bd099751-fd26-4560-8125-e5dd4965d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:11.887479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-bd099751-fd26-4560-8125-e5dd4965d61f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1095 time: 0.2369106 Jul 16 22:21:12.068854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-5853a704-6ea0-4724-b6ab-925d9aacb772 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 217 time: 0.0806603 Jul 16 22:21:12.165800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6e0f29a-b424-4139-bf5b-454cb68a66fc req-a2cb76dd-b92e-4cc7-90fb-a75f77d398eb tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 210 time: 0.0650668 Jul 16 22:21:12.241662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-3032af1a-ae52-40ae-b24b-e9cfbea9089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:12.243378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-3032af1a-ae52-40ae-b24b-e9cfbea9089d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1462083 Jul 16 22:21:12.253299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:12.269153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:12.271383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:12.275561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-3204960f-60dd-41d8-b939-c34fd6242669 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:12.277805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-3204960f-60dd-41d8-b939-c34fd6242669 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.1619823 Jul 16 22:21:12.296194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'port': {'device_id': '81e3885a-22a0-43eb-861a-0948f087294c', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'admin_state_up': True, 'tenant_id': '6abca4c89e274aa4953cf7a1db3051d5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:12.303299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-4439c0f8-99fa-4597-b5ce-88a66df2e791 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423608 Jul 16 22:21:12.348806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=b1ae6d03-866f-42bf-9918-bd3711c8b3ba,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:12.415754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df544f7-48ec-4dc9-8a70-5d4e1b921e12 req-ad2ed747-f36f-4b0a-a782-3cdf0415fdaa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:12.431184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1df544f7-48ec-4dc9-8a70-5d4e1b921e12 req-ad2ed747-f36f-4b0a-a782-3cdf0415fdaa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.2592781 Jul 16 22:21:12.493989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-090e6727-fa21-4602-a27a-3ff47c2d01aa req-036b88d5-d174-4124-8412-61be7b5411b8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 210 time: 0.0723135 Jul 16 22:21:12.533392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Made reservation on behalf of 6abca4c89e274aa4953cf7a1db3051d5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:12.539744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:12.605239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port b1ae6d03-866f-42bf-9918-bd3711c8b3ba on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:12.624102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:12.626116 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e6b8904-e743-4834-8908-f596877026e1 req-41f656e4-672e-4ece-9e42-860a7e75c68e tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "DELETE /v2.0/ports/b1ae6d03-866f-42bf-9918-bd3711c8b3ba HTTP/1.1" status: 204 len: 173 time: 1.4519932 Jul 16 22:21:12.692773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1df544f7-48ec-4dc9-8a70-5d4e1b921e12 req-a8cf17aa-dc59-4eae-a2fa-124c0a25e324 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606354 Jul 16 22:21:12.741512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Allocated IP 172.20.0.6 (b14d3d41-fad9-4dbd-8cf1-01c9e76dc326/1412ae69-42e2-46c8-b9a7-144272361af7/882f022d-f836-427f-a4fb-76d0b28c60f7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:12.749421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-e656ed0b-ddfa-47de-9e45-869b504140b4 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179220 Jul 16 22:21:12.932357 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3332af6e-54bd-4f1f-b609-423595bf1e6d req-4f9bd51f-a4ca-4f0e-8ed7-c134fd33bfea tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=06c1afca-17c5-4970-8961-31101f4c66f4 HTTP/1.1" status: 200 len: 210 time: 0.0771337 Jul 16 22:21:13.131471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb4f345-f95e-4e07-850a-a86c4724fe6b req-ea53d1b6-8e9e-49d2-9fcb-f1def43f31c1 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734949 Jul 16 22:21:13.156734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:13.180642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8aacd-302e-43df-8dcb-31a377fbc3c5 req-f98c3ad5-b3c9-4bad-9b34-ce1b402cb10e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:13.186307 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c8aacd-302e-43df-8dcb-31a377fbc3c5 req-f98c3ad5-b3c9-4bad-9b34-ce1b402cb10e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.3416040 Jul 16 22:21:13.238094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:13.302366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:13.306743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:13.309496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:13.316170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c8aacd-302e-43df-8dcb-31a377fbc3c5 req-574724a1-dc37-4a25-b384-47e35601d7ef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235368 Jul 16 22:21:13.360150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:13.361555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-31ab7fc4-e0bf-4265-80ac-5c9e9c910c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:13.365499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-31ab7fc4-e0bf-4265-80ac-5c9e9c910c1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1095 time: 0.1383862 Jul 16 22:21:13.413260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:13.421828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:13.455049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-1a6bae57-196e-4d24-95e1-738d99fae54f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1674397 Jul 16 22:21:13.468623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Request body: {'port': {'device_id': '81e3885a-22a0-43eb-861a-0948f087294c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:13.524373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-3b5bef7e-1b0b-44bf-b7cb-dd9b65149b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:13.526020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-3b5bef7e-1b0b-44bf-b7cb-dd9b65149b8b service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1388743 Jul 16 22:21:13.565904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:13.765093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9db9835d-4b61-4378-9f6c-16d845b1bd21 req-688467d8-0e90-4649-b1f7-d0e9bd8979ce tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 210 time: 0.0961237 Jul 16 22:21:13.928728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'name': 'network-vif-deleted', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:13.931018 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935ff90-112d-4243-a176-7962f1e5fb8f" -d '{"events": [{"server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "name": "network-vif-deleted", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:13.935735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-dbd8958b-4c3d-4a95-9c80-d6c1f56403e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 217 time: 0.3873227 Jul 16 22:21:13.947852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853cea-f30c-4b3d-917e-5acf363d671a req-6cc9e3a4-26a3-4e38-bb52-dc64f9d4fb9d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:13.949491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89853cea-f30c-4b3d-917e-5acf363d671a req-6cc9e3a4-26a3-4e38-bb52-dc64f9d4fb9d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 931 time: 0.4775250 Jul 16 22:21:14.005355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882f022d-f836-427f-a4fb-76d0b28c60f7 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:14.014697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.021942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-62e82120-e333-44e2-8e4c-45a329d30187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.023801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-62e82120-e333-44e2-8e4c-45a329d30187 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0734262 Jul 16 22:21:14.026871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89853cea-f30c-4b3d-917e-5acf363d671a req-48d1ea5f-19a1-47c7-b530-7c563b250874 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Jul 16 22:21:14.030070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0d99d-b3f1-48f3-911d-e1108c0797d8 req-6817ae37-4c02-4be7-a9f4-6523af096581 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.031568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9c0d99d-b3f1-48f3-911d-e1108c0797d8 req-6817ae37-4c02-4be7-a9f4-6523af096581 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1296482 Jul 16 22:21:14.039632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Transition to ACTIVE for port object 882f022d-f836-427f-a4fb-76d0b28c60f7 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:14.058994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.088806 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cfa095-2c70-42b8-9bfb-ec18471670c4 x-openstack-request-id: req-32cfa095-2c70-42b8-9bfb-ec18471670c4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:14.089231 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1afca-17c5-4970-8961-31101f4c66f4", "name": "network-vif-deleted", "tag": "b1ae6d03-866f-42bf-9918-bd3711c8b3ba", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:14.089489 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32cfa095-2c70-42b8-9bfb-ec18471670c4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:14.089886 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1afca-17c5-4970-8961-31101f4c66f4', 'name': 'network-vif-deleted', 'tag': 'b1ae6d03-866f-42bf-9918-bd3711c8b3ba', 'status': 'completed', 'code': 200} Jul 16 22:21:14.092242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-36402e00-56a3-44ea-849a-3e4ceeb86c4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559328 Jul 16 22:21:14.121428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1ae6d03-866f-42bf-9918-bd3711c8b3ba no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:14.167822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9c0d99d-b3f1-48f3-911d-e1108c0797d8 req-24011280-37ba-4a86-af65-f26844caf581 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270366 Jul 16 22:21:14.179849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: b1ae6d03-866f-42bf-9918-bd3711c8b3ba {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:14.180191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1ae6d03-866f-42bf-9918-bd3711c8b3ba not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:14.231838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:14.294329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Attempting to bind port 882f022d-f836-427f-a4fb-76d0b28c60f7 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:14.294689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Attempting to bind port 882f022d-f836-427f-a4fb-76d0b28c60f7 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:14.295036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Attempting to bind port 882f022d-f836-427f-a4fb-76d0b28c60f7 on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:14.305131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Port 882f022d-f836-427f-a4fb-76d0b28c60f7 on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:14.305777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Attempting to bind port 882f022d-f836-427f-a4fb-76d0b28c60f7 on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:14.316852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:14.317181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Checking segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:14.317507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Bound using segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:14.317935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Bound port: 882f022d-f836-427f-a4fb-76d0b28c60f7, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:14.318337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.348779 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-de4db4b5-be95-4f02-8968-24a1b3ff1d39 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467906 Jul 16 22:21:14.426861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-0fc18c8a-d85b-4068-8dfa-421e63678146 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.429064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-0fc18c8a-d85b-4068-8dfa-421e63678146 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.1934142 Jul 16 22:21:14.460215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:14.460575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:14.467632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:14.472985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.580617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.581426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.583073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] 10.222.0.68 "PUT /v2.0/ports/882f022d-f836-427f-a4fb-76d0b28c60f7 HTTP/1.1" status: 200 len: 1092 time: 1.1191776 Jul 16 22:21:14.583866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:14.586275 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4bb549-bb09-40c6-9031-2be77364fa28" -d '{"events": [{"name": "network-changed", "server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:14.610196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be93e-cc03-4440-a303-f639ee14ae13 service neutron] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:14.653936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e443-f4f3-48b8-b797-7436d1313054 req-dda3b013-a8be-4c86-968f-f1048c4b20c9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.661685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42e7e443-f4f3-48b8-b797-7436d1313054 req-dda3b013-a8be-4c86-968f-f1048c4b20c9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1236641 Jul 16 22:21:14.679159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:14.683470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:14.715172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d0d76db-5f08-463e-ae9f-018b447f841a req-7d46c2ae-1b0a-4e69-86b2-2e0800d54095 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555210 Jul 16 22:21:14.741101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42e7e443-f4f3-48b8-b797-7436d1313054 req-6e93cccc-35d9-4461-a081-beaf147b1cbe tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782404 Jul 16 22:21:14.789202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-7571fcd1-17af-4cea-b224-5ac4fddc8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.790724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-7571fcd1-17af-4cea-b224-5ac4fddc8699 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 1095 time: 0.1202478 Jul 16 22:21:14.836816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-e813c878-f477-4cab-b18a-42a91cbaeef9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=882f022d-f836-427f-a4fb-76d0b28c60f7 HTTP/1.1" status: 200 len: 217 time: 0.0381618 Jul 16 22:21:14.838304 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473dd3a9-587d-49be-ab60-ac8ceb1f0e66 x-openstack-request-id: req-473dd3a9-587d-49be-ab60-ac8ceb1f0e66 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:14.838595 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:14.838846 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-473dd3a9-587d-49be-ab60-ac8ceb1f0e66 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:14.839236 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'status': 'completed', 'code': 200} Jul 16 22:21:14.897923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-2fb22f39-0620-4fd0-929a-85acd67a57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:14.899421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-2fb22f39-0620-4fd0-929a-85acd67a57ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0559201 Jul 16 22:21:14.909625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.3 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/3c80468f-47d6-4a3d-9322-1870b5592335) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:14.941540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-8d10ae58-ed56-4d82-9b5c-5e9888c21e5c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348179 Jul 16 22:21:14.951304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a408d822-1b38-448b-b27e-2774512a0cb0 req-043b87af-b37d-415c-9cbd-f74b6f2e33a1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 210 time: 0.0367270 Jul 16 22:21:15.105085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-6f46359d-ebe6-4299-adb4-7a86e46c07f0 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560335 Jul 16 22:21:15.139222 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.193950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.242637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1f2348-9f52-4327-bf0c-8377609a40f6 req-4ddbd4cf-8cfd-4ab4-ad31-8ed4624e4964 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288569 Jul 16 22:21:15.270881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d39d-a410-42f1-841c-057dae33e730 req-8fa826c1-426c-4471-a20d-3bb051d48b1b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.279351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1240d39d-a410-42f1-841c-057dae33e730 req-8fa826c1-426c-4471-a20d-3bb051d48b1b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 943 time: 0.0939927 Jul 16 22:21:15.284339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:15.289715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:15.292119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:15.326189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:15.349503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1240d39d-a410-42f1-841c-057dae33e730 req-f2b184d4-c916-4a4e-a705-c027099e78d7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692403 Jul 16 22:21:15.362097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.362744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.386273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-f0934b6f-d7b2-475e-93e1-1b3be584b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.387876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78de2-eb8a-4e5a-98be-44fb72340fd3 req-b94a00a5-19ca-46f9-9c37-fb792664a7d1 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.388626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-f0934b6f-d7b2-475e-93e1-1b3be584b3a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 1095 time: 0.0844421 Jul 16 22:21:15.389447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06d78de2-eb8a-4e5a-98be-44fb72340fd3 req-b94a00a5-19ca-46f9-9c37-fb792664a7d1 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 950 time: 0.2080340 Jul 16 22:21:15.394642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-5c5183c7-e65a-44fa-b924-7884c259da62 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390833 Jul 16 22:21:15.420645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Request body: {'port': {'device_id': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:15.467443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06d78de2-eb8a-4e5a-98be-44fb72340fd3 req-17b6eb79-0f22-43d5-8865-918553325aa7 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718398 Jul 16 22:21:15.515227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.519809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-0f0ca919-7386-4bee-a34e-64c479db66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.521363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-0f0ca919-7386-4bee-a34e-64c479db66d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 922 time: 0.1225746 Jul 16 22:21:15.593790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-a9096aa8-0cbe-4777-b392-e4b26501042b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=882f022d-f836-427f-a4fb-76d0b28c60f7 HTTP/1.1" status: 200 len: 217 time: 0.0516629 Jul 16 22:21:15.667869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321235cf-f2bc-4e71-9e5e-40a7ee81727c req-c8c03bc1-850a-4248-8cea-fe82814ea261 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.669346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-321235cf-f2bc-4e71-9e5e-40a7ee81727c req-c8c03bc1-850a-4248-8cea-fe82814ea261 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1659164 Jul 16 22:21:15.673507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-8f581361-0bed-4924-bb1b-a88bf2febb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:15.675025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-8f581361-0bed-4924-bb1b-a88bf2febb17 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0709760 Jul 16 22:21:15.722170 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-e180f8ec-f9e8-400a-9ee2-3eb392c08b13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285280 Jul 16 22:21:15.748620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-321235cf-f2bc-4e71-9e5e-40a7ee81727c req-489518d8-80d2-4983-888e-86be53b89ae7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726023 Jul 16 22:21:15.841304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c80468f-47d6-4a3d-9322-1870b5592335 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:15.849540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.878077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Transition to ACTIVE for port object 3c80468f-47d6-4a3d-9322-1870b5592335 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:15.884363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:15.931106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-1442c9ba-0202-4672-806c-03632a2b307b service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945281 Jul 16 22:21:15.988850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Pushing event updated for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:16.024120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445565e-7f3a-4ea8-b719-410b4b5ca446 req-5c870357-934c-424d-a19b-02ea3e033428 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.025881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8445565e-7f3a-4ea8-b719-410b4b5ca446 req-5c870357-934c-424d-a19b-02ea3e033428 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1355445 Jul 16 22:21:16.052847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Attempting to bind port 3c80468f-47d6-4a3d-9322-1870b5592335 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:16.053792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Attempting to bind port 3c80468f-47d6-4a3d-9322-1870b5592335 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:16.054366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Attempting to bind port 3c80468f-47d6-4a3d-9322-1870b5592335 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:16.062298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Port 3c80468f-47d6-4a3d-9322-1870b5592335 on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:16.063134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Attempting to bind port 3c80468f-47d6-4a3d-9322-1870b5592335 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:16.067724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef4bb549-bb09-40c6-9031-2be77364fa28 req-58739d11-0106-4479-bcdf-15673e0ddc50 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291683 Jul 16 22:21:16.069574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:16.070225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:16.070815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:16.071413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Bound port: 3c80468f-47d6-4a3d-9322-1870b5592335, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:16.071949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:16.084451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8445565e-7f3a-4ea8-b719-410b4b5ca446 req-a02903e2-5246-4432-9834-b461ce833c5b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521677 Jul 16 22:21:16.163916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:16.199206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:16.204057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3c80468f-47d6-4a3d-9322-1870b5592335,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:16.217333 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:16.260935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.261623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:16.263239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c80468f-47d6-4a3d-9322-1870b5592335 HTTP/1.1" status: 200 len: 1092 time: 0.8468795 Jul 16 22:21:16.263710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:16.266258 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540f05c-7651-4fd0-bf6d-3ba17dab726c" -d '{"events": [{"name": "network-changed", "server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:16.319534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-d8ea3aa3-ec7c-49a3-86fe-83dcbe71c663 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.319905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642710-1cc7-45fb-bf3f-374b93f85d05 req-ab11ff87-d939-45d5-93ca-5a88309cf3cc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.321509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-d8ea3aa3-ec7c-49a3-86fe-83dcbe71c663 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 950 time: 0.1042900 Jul 16 22:21:16.321689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e642710-1cc7-45fb-bf3f-374b93f85d05 req-ab11ff87-d939-45d5-93ca-5a88309cf3cc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 943 time: 0.1825039 Jul 16 22:21:16.325524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:16.345084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'port_id': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'mac_address': 'fa:16:3e:ad:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358600e-60a1-4d4e-afb8-cf8776dba445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:16.376329 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ee3b6-9218-4a9e-8b52-b186aea3e083 x-openstack-request-id: req-049ee3b6-9218-4a9e-8b52-b186aea3e083 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:16.376950 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:16.376950 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-049ee3b6-9218-4a9e-8b52-b186aea3e083 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:16.377280 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335', 'status': 'completed', 'code': 200} Jul 16 22:21:16.401818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015cd8-96b5-484e-8e5b-697b3cf6e861 service neutron] Pushing event updated for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:16.423125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e642710-1cc7-45fb-bf3f-374b93f85d05 req-044006af-31ee-4f4b-8c4c-f8f13f9f7841 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884359 Jul 16 22:21:16.425625 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:16.445455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb14af4-99a9-4b2e-929c-136e89667e65 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:16.480426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-0e595d6d-7070-45b7-91bb-751f996230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.485151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-0e595d6d-7070-45b7-91bb-751f996230c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 1095 time: 0.1584270 Jul 16 22:21:16.485661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:16.493597 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:16.560919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-25dc783d-1f34-45aa-95d9-97cc6007a523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c80468f-47d6-4a3d-9322-1870b5592335 HTTP/1.1" status: 200 len: 217 time: 0.0671175 Jul 16 22:21:16.593010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:16.705464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548f65-ee72-49a9-a917-9a1536817847 req-2163e639-76a2-47cf-b2c8-e51a9e4e262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.707719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-2163e639-76a2-47cf-b2c8-e51a9e4e262c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.1382775 Jul 16 22:21:16.759524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-3e359123-f322-485e-949e-1c1070492cc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437922 Jul 16 22:21:16.806649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bc59a-a28f-4415-ae61-c7c793375cf5 req-1ddbd0ff-d37b-4266-9ead-5bbfd9bb5d20 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:16.808388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d9bc59a-a28f-4415-ae61-c7c793375cf5 req-1ddbd0ff-d37b-4266-9ead-5bbfd9bb5d20 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 950 time: 0.1730475 Jul 16 22:21:16.814181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:16.918514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d9bc59a-a28f-4415-ae61-c7c793375cf5 req-d230296c-db72-4f21-a9e2-057e64898213 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759273 Jul 16 22:21:16.923068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-6cbe0491-2cdc-4a3a-bb8d-8dcf0d0e69d6 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568139 Jul 16 22:21:17.011860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port 1c03815f-3cfe-49a3-974c-0369ae5a14bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:17.012462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.077726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6548f65-ee72-49a9-a917-9a1536817847 req-ce47ae12-fa2c-4be6-a025-212902f38d57 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471274 Jul 16 22:21:17.140907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97990db-13c5-4ca0-baa7-e8710b68b7a9 req-3aee75e0-27a6-4a5c-90c1-57383b4e865b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.148560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b97990db-13c5-4ca0-baa7-e8710b68b7a9 req-3aee75e0-27a6-4a5c-90c1-57383b4e865b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 943 time: 0.5979710 Jul 16 22:21:17.184170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port 1c03815f-3cfe-49a3-974c-0369ae5a14bc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1c03815f-3cfe-49a3-974c-0369ae5a14bc,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:17.184569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.202177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-d2fe394a-455a-4504-ad24-fe4e55d4593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.204061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-d2fe394a-455a-4504-ad24-fe4e55d4593a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 1095 time: 0.0620801 Jul 16 22:21:17.204581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-f19c3050-fd77-4bda-a011-b674d839a435 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.206060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-f19c3050-fd77-4bda-a011-b674d839a435 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/ports?device_id=58f80991-e269-458d-9d66-9f920f8fd2d1 HTTP/1.1" status: 200 len: 950 time: 0.2636685 Jul 16 22:21:17.217550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for 1c03815f-3cfe-49a3-974c-0369ae5a14bc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:17.263438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b97990db-13c5-4ca0-baa7-e8710b68b7a9 req-13bf44de-b6e2-4be0-84c8-aaa794d121e3 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139007 Jul 16 22:21:17.394083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ee38-a223-4ad4-abec-061509d6b609 req-746ed7d4-a770-4480-8475-ce8f6d32b8f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.399235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port ec61aada-02ef-4020-a229-11ed4587e826 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:17.400232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.400689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32f2ee38-a223-4ad4-abec-061509d6b609 req-746ed7d4-a770-4480-8475-ce8f6d32b8f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1620400 Jul 16 22:21:17.404342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-95b50c39-3cf8-4879-b37e-62cccb1ace5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.405909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-95b50c39-3cf8-4879-b37e-62cccb1ace5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.1913698 Jul 16 22:21:17.501782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-193ee38a-4361-420f-b817-5501ff9398d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c80468f-47d6-4a3d-9322-1870b5592335 HTTP/1.1" status: 200 len: 217 time: 0.0860853 Jul 16 22:21:17.511013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32f2ee38-a223-4ad4-abec-061509d6b609 req-fee8ceae-0b21-4c60-80c9-9f0c3f00a38e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040735 Jul 16 22:21:17.582023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-52a3fc9b-f076-4232-914d-b05009824973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.582995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.583999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-52a3fc9b-f076-4232-914d-b05009824973 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0721214 Jul 16 22:21:17.594467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9', 'ec61aada-02ef-4020-a229-11ed4587e826'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:17.636671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-2de17bc4-03c6-486d-af9b-07846f3d6278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454166 Jul 16 22:21:17.644470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port ec61aada-02ef-4020-a229-11ed4587e826, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ec61aada-02ef-4020-a229-11ed4587e826,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:17.645194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.655037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=1c03815f-3cfe-49a3-974c-0369ae5a14bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:17.693224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:17.698924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for ec61aada-02ef-4020-a229-11ed4587e826 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:17.735795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port 1c03815f-3cfe-49a3-974c-0369ae5a14bc on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:17.744711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:17.747040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b22e46ec-c786-434e-ad41-f5a6526bcdfe req-92ba1b30-8d40-443d-999f-b8a062945680 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "DELETE /v2.0/ports/1c03815f-3cfe-49a3-974c-0369ae5a14bc HTTP/1.1" status: 204 len: 173 time: 1.4063902 Jul 16 22:21:17.747626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'name': 'network-vif-deleted', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:17.750254 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c9036-94e4-4e33-acf6-e96adc06ea36" -d '{"events": [{"server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "name": "network-vif-deleted", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:17.828037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d6818-2339-42a0-86f6-4c42e5c69a74 req-65260088-f49e-4da7-9457-490355da87e0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:17.836236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c4d6818-2339-42a0-86f6-4c42e5c69a74 req-65260088-f49e-4da7-9457-490355da87e0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 944 time: 0.2888746 Jul 16 22:21:17.855848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-fc4f8590-950f-438c-be6d-040c941d9f44 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097015 Jul 16 22:21:17.887407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c4d6818-2339-42a0-86f6-4c42e5c69a74 req-d2a2087c-b898-4b3a-adc0-a8e7e0bb5abc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Jul 16 22:21:17.980445 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6cf89-f12d-4695-b39d-13abeb3f72a3 x-openstack-request-id: req-29e6cf89-f12d-4695-b39d-13abeb3f72a3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:17.981239 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6430bfc7-5ab2-487c-9a3e-addd520870e4", "name": "network-vif-deleted", "tag": "1c03815f-3cfe-49a3-974c-0369ae5a14bc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:17.981900 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29e6cf89-f12d-4695-b39d-13abeb3f72a3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:17.982365 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6430bfc7-5ab2-487c-9a3e-addd520870e4', 'name': 'network-vif-deleted', 'tag': '1c03815f-3cfe-49a3-974c-0369ae5a14bc', 'status': 'completed', 'code': 200} Jul 16 22:21:17.983852 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.023067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=ec61aada-02ef-4020-a229-11ed4587e826,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:18.040290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d540f05c-7651-4fd0-bf6d-3ba17dab726c req-a091d2a7-9c95-4279-889b-0b6bbc0f723a service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731060 Jul 16 22:21:18.062516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab47422-4805-4d8c-9865-fb1696a7f424 req-91bbdddb-f88f-469f-9c6c-8c7499525794 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:18.071053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bab47422-4805-4d8c-9865-fb1696a7f424 req-91bbdddb-f88f-469f-9c6c-8c7499525794 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 943 time: 0.3117127 Jul 16 22:21:18.126787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bab47422-4805-4d8c-9865-fb1696a7f424 req-859627cc-0561-434a-a8c6-b941e92d29c3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Jul 16 22:21:18.134367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port ec61aada-02ef-4020-a229-11ed4587e826 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:18.145491 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.156365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f288a5b-b166-45f8-8a5d-ea1bde88c44c req-2bd273ac-9ba8-407d-bf39-7c0dc473d29b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "DELETE /v2.0/ports/ec61aada-02ef-4020-a229-11ed4587e826 HTTP/1.1" status: 204 len: 173 time: 0.9399648 Jul 16 22:21:18.182684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e69572b5-1f75-41c7-8477-86f45d151c67 req-baa0e316-147c-418b-9315-6f8411c24796 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6430bfc7-5ab2-487c-9a3e-addd520870e4 HTTP/1.1" status: 200 len: 210 time: 0.0502462 Jul 16 22:21:18.185411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:18.233443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:18.342447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5', '1c03815f-3cfe-49a3-974c-0369ae5a14bc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:18.401351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:18.417936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 7bb14af4-99a9-4b2e-929c-136e89667e65 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:18.428951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'port_id': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'mac_address': 'fa:16:3e:52:af:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412ae69-42e2-46c8-b9a7-144272361af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:18.430939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 7bb14af4-99a9-4b2e-929c-136e89667e65 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:18.431317 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.526752 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.556670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882f022d-f836-427f-a4fb-76d0b28c60f7 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:18.623184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:18.635809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.650089 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.676914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a486785-61c7-4874-81e8-b29e9f941b4b req-236452ad-6195-49e0-9f86-e95f52764696 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:18.679047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a486785-61c7-4874-81e8-b29e9f941b4b req-236452ad-6195-49e0-9f86-e95f52764696 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 943 time: 0.1010323 Jul 16 22:21:18.741342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:18.743616 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549f6432-dca5-4be1-ae50-ede6d26fcaa6" -d '{"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-plugged", "status": "completed", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:18.746000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:18.763852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:18.769664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:18.785006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a486785-61c7-4874-81e8-b29e9f941b4b req-ef4fe4da-6f29-4bb3-9e4e-595daa16a273 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Jul 16 22:21:18.797225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4628e2-25db-4085-9421-423cc175d416 req-ad9de32f-d56e-40cc-b466-7a24bf6d2b43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:18.799487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a4628e2-25db-4085-9421-423cc175d416 req-ad9de32f-d56e-40cc-b466-7a24bf6d2b43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0958014 Jul 16 22:21:18.848759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:18.855595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a4628e2-25db-4085-9421-423cc175d416 req-8262305e-bca2-4c42-9a94-a888a03010df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Jul 16 22:21:18.894186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:18.926699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['882f022d-f836-427f-a4fb-76d0b28c60f7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:18.953210 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c21e81a-d0bf-47f2-a3cc-318b8903da25 x-openstack-request-id: req-7c21e81a-d0bf-47f2-a3cc-318b8903da25 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:18.954065 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-plugged", "status": "completed", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:18.954065 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c21e81a-d0bf-47f2-a3cc-318b8903da25 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:18.954279 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'code': 200} Jul 16 22:21:19.100883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-94780654-a262-4ed6-8c3d-dab05c129622 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:19.102669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-94780654-a262-4ed6-8c3d-dab05c129622 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.1716659 Jul 16 22:21:19.115184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd398-5b50-41ea-8f7b-6c62cd39a8d2 req-d49529d9-da22-4481-8e6a-d8d5c09f6ed4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:19.116162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3af53-ecc5-4e61-9641-f7c8955a8629 req-3e415e28-91c3-46a8-9b51-98ff8a670cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:19.116795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ecdd398-5b50-41ea-8f7b-6c62cd39a8d2 req-d49529d9-da22-4481-8e6a-d8d5c09f6ed4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.0677135 Jul 16 22:21:19.117356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ab3af53-ecc5-4e61-9641-f7c8955a8629 req-3e415e28-91c3-46a8-9b51-98ff8a670cb6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1097 time: 0.0854368 Jul 16 22:21:19.138117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-89987e13-241d-4be1-889b-c95fc8faba61 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/quotas/e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 375 time: 0.0259986 Jul 16 22:21:19.165794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ecdd398-5b50-41ea-8f7b-6c62cd39a8d2 req-ef4a8c82-2577-4c7c-8d29-fb92271b1d2c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Jul 16 22:21:19.166058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ab3af53-ecc5-4e61-9641-f7c8955a8629 req-b3d20502-9de5-4fee-bccc-3a79c402f6e0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Jul 16 22:21:19.219194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-18d802e2-4443-496a-93d1-a57886b77ec4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685873 Jul 16 22:21:19.313832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-9f0111e8-6080-4ffd-86b3-ea9b463df93e service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866797 Jul 16 22:21:19.334915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbefcda-7c67-4f2d-9795-af5ba3e04a2e req-98207265-8a95-4298-a519-8eb2dcf0fba4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:19.336390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbbefcda-7c67-4f2d-9795-af5ba3e04a2e req-98207265-8a95-4298-a519-8eb2dcf0fba4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 943 time: 0.0646353 Jul 16 22:21:19.374876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbbefcda-7c67-4f2d-9795-af5ba3e04a2e req-a587ce43-083f-4c6f-8fc2-76173999ebe9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jul 16 22:21:19.403523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-40db2945-35d1-4f63-9c4a-e42365156aac service neutron] 10.222.0.70 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Jul 16 22:21:19.755214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff5631f1-0c98-45ae-80a7-6cadb3b6d150 req-368b2a5e-6d42-4e50-b978-35714c37c0c9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0391073 Jul 16 22:21:19.984276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'name': 'network-vif-deleted', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:19.986769 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8b7f3-01e5-49a0-956d-6bb83c5eaebf" -d '{"events": [{"server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "name": "network-vif-deleted", "tag": "ec61aada-02ef-4020-a229-11ed4587e826"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:19.998816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df396c-8b45-4f6f-b429-98bdb65a0579 req-2d1a21be-d13c-4917-a50b-e5f74d4c0fbc tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.000635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9df396c-8b45-4f6f-b429-98bdb65a0579 req-2d1a21be-d13c-4917-a50b-e5f74d4c0fbc tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 944 time: 0.0819519 Jul 16 22:21:20.046347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9df396c-8b45-4f6f-b429-98bdb65a0579 req-15a90fa4-9fd2-4098-bb5a-dad365ff9b83 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Jul 16 22:21:20.122684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2e311-951a-4960-b269-348de54d372b req-8ca0b979-ca8b-487d-9140-d34e52c5fb8e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.129934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ff2e311-951a-4960-b269-348de54d372b req-8ca0b979-ca8b-487d-9140-d34e52c5fb8e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0870121 Jul 16 22:21:20.139442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3c80468f-47d6-4a3d-9322-1870b5592335 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:20.141787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ec61aada-02ef-4020-a229-11ed4587e826 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:20.182498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:20.184227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ec61aada-02ef-4020-a229-11ed4587e826 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:20.184648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ec61aada-02ef-4020-a229-11ed4587e826 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:20.190927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ff2e311-951a-4960-b269-348de54d372b req-c5149b62-c45a-4ffc-b1a8-0220195929ce tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Jul 16 22:21:20.256833 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b86d0-ab52-435e-9a7d-efb35a1cc10f x-openstack-request-id: req-bb2b86d0-ab52-435e-9a7d-efb35a1cc10f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:20.257404 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f80991-e269-458d-9d66-9f920f8fd2d1", "name": "network-vif-deleted", "tag": "ec61aada-02ef-4020-a229-11ed4587e826", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:20.257404 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb2b86d0-ab52-435e-9a7d-efb35a1cc10f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:20.257775 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f80991-e269-458d-9d66-9f920f8fd2d1', 'name': 'network-vif-deleted', 'tag': 'ec61aada-02ef-4020-a229-11ed4587e826', 'status': 'completed', 'code': 200} Jul 16 22:21:20.412997 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.430236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa7d2-a103-4750-b02b-85d4aac77aa0 req-b25b519f-b68e-4848-907c-66fab2c1d74e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.432011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-597aa7d2-a103-4750-b02b-85d4aac77aa0 req-b25b519f-b68e-4848-907c-66fab2c1d74e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.0827284 Jul 16 22:21:20.449940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 882f022d-f836-427f-a4fb-76d0b28c60f7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:20.455899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 882f022d-f836-427f-a4fb-76d0b28c60f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:20.456282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.462061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc423055-ffb4-4075-954c-af0eb04b529b req-d3b1b8ab-0522-491c-8031-06db2448e66b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.468494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc423055-ffb4-4075-954c-af0eb04b529b req-d3b1b8ab-0522-491c-8031-06db2448e66b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 949 time: 0.0725484 Jul 16 22:21:20.476130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-597aa7d2-a103-4750-b02b-85d4aac77aa0 req-eb1b0111-ac68-462f-82f1-1bef58190dc9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Jul 16 22:21:20.493298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3c80468f-47d6-4a3d-9322-1870b5592335,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:20.509617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc423055-ffb4-4075-954c-af0eb04b529b req-ed43829d-9042-487e-abea-3390f10dcd42 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Jul 16 22:21:20.511855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '3c80468f-47d6-4a3d-9322-1870b5592335', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': '3c80468f-47d6-4a3d-9322-1870b5592335', 'mac_address': 'fa:16:3e:e0:84:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:20.580301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.601277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c80468f-47d6-4a3d-9322-1870b5592335 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:20.610460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.634949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3c80468f-47d6-4a3d-9322-1870b5592335,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:20.642936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.682175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:20.690864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:20.691662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1c03815f-3cfe-49a3-974c-0369ae5a14bc no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:20.692877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4197ad-62e6-4342-88c2-fc9ad7d46ada req-726398a8-93da-4857-a5b1-1b3ebb40a9d9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.700261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb4197ad-62e6-4342-88c2-fc9ad7d46ada req-726398a8-93da-4857-a5b1-1b3ebb40a9d9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1097 time: 0.0701835 Jul 16 22:21:20.715459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b6e7f-4bcf-4160-a23c-d4da00faeeca req-9d2c1a46-c026-406f-9e98-6a895876dd37 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:20.718006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-957b6e7f-4bcf-4160-a23c-d4da00faeeca req-9d2c1a46-c026-406f-9e98-6a895876dd37 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 944 time: 0.0728977 Jul 16 22:21:20.727996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 1c03815f-3cfe-49a3-974c-0369ae5a14bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:20.728352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1c03815f-3cfe-49a3-974c-0369ae5a14bc not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:20.732733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:20.737540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb4197ad-62e6-4342-88c2-fc9ad7d46ada req-260d847a-2445-499e-b7aa-940334e97b2b tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Jul 16 22:21:20.767459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-957b6e7f-4bcf-4160-a23c-d4da00faeeca req-7427d8a3-37b4-4463-a4a7-fa28f6595d32 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jul 16 22:21:20.799857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:20.948456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['3c80468f-47d6-4a3d-9322-1870b5592335'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:20.982762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:20.985578 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32173ac-2f2e-4661-97fd-20a7595251f3" -d '{"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-plugged", "status": "completed", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:21.112456 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284bd525-b231-47ff-bad6-8f32ea9fa200 x-openstack-request-id: req-284bd525-b231-47ff-bad6-8f32ea9fa200 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:21.112998 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-plugged", "status": "completed", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:21.113115 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-284bd525-b231-47ff-bad6-8f32ea9fa200 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:21.113450 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'code': 200} Jul 16 22:21:21.174276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7fb1349-6472-44e5-83d6-389b1dd0417b req-dc217ff7-c5a1-40e1-9ba9-0dd5b8555ad8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0492880 Jul 16 22:21:21.293522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-76d2fdf4-a917-4062-9bcc-0bf21c8ebb20 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.295251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-76d2fdf4-a917-4062-9bcc-0bf21c8ebb20 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 808 time: 0.2424114 Jul 16 22:21:21.310904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Request body: {'port': {'device_id': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'admin_state_up': True, 'tenant_id': 'e3af53c05cbc4adfa11c6e6fb2ab550d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:21.442879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a565079-6987-404a-a35c-7fbc30706885 req-ce7ad2ac-7984-4acb-960d-6f3090f6bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.444954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a565079-6987-404a-a35c-7fbc30706885 req-ce7ad2ac-7984-4acb-960d-6f3090f6bbd9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 1097 time: 0.2147284 Jul 16 22:21:21.457537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932a15d-1f90-4e9e-a796-435e5fdcd40e req-438ab8b6-5c9b-4c3c-a737-fcc624d2b288 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.459435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a932a15d-1f90-4e9e-a796-435e5fdcd40e req-438ab8b6-5c9b-4c3c-a737-fcc624d2b288 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.1958494 Jul 16 22:21:21.517493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a565079-6987-404a-a35c-7fbc30706885 req-fde5b522-8c58-46a0-8576-a6494de74c71 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Jul 16 22:21:21.519325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a932a15d-1f90-4e9e-a796-435e5fdcd40e req-99a1845e-e082-4e9e-8a39-35046bd616f0 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Jul 16 22:21:21.525438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f3c3-4504-454f-862a-25d9af97a7d4 req-dad207b9-a026-4e7a-869e-0de4d52dad10 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.527036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b03f3c3-4504-454f-862a-25d9af97a7d4 req-dad207b9-a026-4e7a-869e-0de4d52dad10 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1740472 Jul 16 22:21:21.560512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Made reservation on behalf of e3af53c05cbc4adfa11c6e6fb2ab550d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:21.564284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:21.616210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-4413f4d0-d4bc-48bc-8de7-ddcf474ec2fe tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.617871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-4413f4d0-d4bc-48bc-8de7-ddcf474ec2fe tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 949 time: 0.1804731 Jul 16 22:21:21.704858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b03f3c3-4504-454f-862a-25d9af97a7d4 req-dc5aad41-1e14-43fb-bc72-2e78cffaa88f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681106 Jul 16 22:21:21.803913 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-84dfa996-dc51-487b-98c2-6cd6b750344a service neutron] show failed (client error): The resource could not be found. Jul 16 22:21:21.805705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-84dfa996-dc51-487b-98c2-6cd6b750344a service neutron] 10.222.0.47 "GET /v2.0/ports/b90a3c9f-5213-4137-b5a2-99aa9bd628bf/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1048090 Jul 16 22:21:21.816003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09441b-ce80-4b63-90da-79f99373cdeb req-0098ca70-6eac-4469-952f-b4aed865c403 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:21.818316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e09441b-ce80-4b63-90da-79f99373cdeb req-0098ca70-6eac-4469-952f-b4aed865c403 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 949 time: 0.1575267 Jul 16 22:21:21.883512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Allocated IP 172.20.0.3 (0948cc14-417f-4770-86a4-b3a528181ed5/5cf4f6c0-af19-456a-96cb-54d924033b97/b2f920ea-03a7-4220-8a60-29d9cb3ace4c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:21.900816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e09441b-ce80-4b63-90da-79f99373cdeb req-a3986992-ae2e-4d21-b86a-8cf1090347c1 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Jul 16 22:21:21.980846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port 43a270d7-4118-434b-b33e-2894f4648f32 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:21.981567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.009918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-4326d5db-5f73-49cc-9bbf-8454f73593c4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:22.013052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-4326d5db-5f73-49cc-9bbf-8454f73593c4 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "GET /v2.0/ports?device_id=49cc0f9c-e877-4046-9371-eb53e4bdfbf4 HTTP/1.1" status: 200 len: 950 time: 0.2510905 Jul 16 22:21:22.153507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3c80468f-47d6-4a3d-9322-1870b5592335 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:22.281264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 3c80468f-47d6-4a3d-9322-1870b5592335 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:22.286362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 3c80468f-47d6-4a3d-9322-1870b5592335 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:22.286793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.301209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-2f1ddc7e-bced-4d71-91f7-2f909c09ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:22.303319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-2f1ddc7e-bced-4d71-91f7-2f909c09ff44 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1102 time: 0.1854751 Jul 16 22:21:22.323789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:22.447973 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.493624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f81e432f-5e64-407e-b07c-606583098e8e req-853f5427-dd87-490d-8e09-055cc44ed41e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0946326 Jul 16 22:21:22.504078 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.548908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.559439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3c80468f-47d6-4a3d-9322-1870b5592335,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:22.563506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:22.581335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Network 0948cc14-417f-4770-86a4-b3a528181ed5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:22.605251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.616328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:22.629452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.647363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:22.662886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port 43a270d7-4118-434b-b33e-2894f4648f32, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=43a270d7-4118-434b-b33e-2894f4648f32,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:22.663260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.692604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:22.722696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4097c-0676-4286-9424-8ba504ce2288 req-70d46c13-ab53-4d3e-b6b3-baafd2e2a00e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:22.731181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ade4097c-0676-4286-9424-8ba504ce2288 req-70d46c13-ab53-4d3e-b6b3-baafd2e2a00e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 944 time: 0.8015916 Jul 16 22:21:22.756873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.757438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for 43a270d7-4118-434b-b33e-2894f4648f32 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:22.811402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:22.812392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:22.827672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:22.848047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-4049f760-fce9-41f3-a5d0-3b1adea7628d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5430572 Jul 16 22:21:22.851517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-d1fa50f4-863b-4480-8ae8-1fba084e1e65 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3344080 Jul 16 22:21:22.871627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Request body: {'port': {'device_id': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:23.004712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port 00e65903-0cc9-47ce-9585-580db6ce29e9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:23.005134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.011219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ade4097c-0676-4286-9424-8ba504ce2288 req-ff7c0412-0a3c-4585-a223-c03cb6e8f5c1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785523 Jul 16 22:21:23.115112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:23.118266 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c303fc6-ae82-45a0-87b1-da4e114c5d83" -d '{"events": [{"server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "name": "network-vif-plugged", "status": "completed", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:23.218142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.226046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-b189f182-b81d-4a72-91a4-b19b8946e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:23.228337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-b189f182-b81d-4a72-91a4-b19b8946e4cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f91b9d47d1904b2b936eba593480d766&device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 1101 time: 0.2661958 Jul 16 22:21:23.259391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:23.269173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d4951-8958-4c84-b3a9-4e4c79f1610a req-3c8f4146-7f3a-4665-ac8d-780e72144f9e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:23.270663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-103d4951-8958-4c84-b3a9-4e4c79f1610a req-3c8f4146-7f3a-4665-ac8d-780e72144f9e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.4718282 Jul 16 22:21:23.330643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-103d4951-8958-4c84-b3a9-4e4c79f1610a req-07203f80-fb79-4bc9-a374-a30a41afb029 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528114 Jul 16 22:21:23.331826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:23.341384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port 00e65903-0cc9-47ce-9585-580db6ce29e9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=00e65903-0cc9-47ce-9585-580db6ce29e9,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:23.341755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.389531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for 00e65903-0cc9-47ce-9585-580db6ce29e9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:23.396172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.414908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Transition to ACTIVE for port object b90a3c9f-5213-4137-b5a2-99aa9bd628bf will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:23.415952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:23.420068 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626a7db-1428-4c7c-ad44-de838ef12787" -d '{"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-unplugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:23.427491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.504666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:23.532062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e78a1665-6d14-40df-855b-381fc1bf738b req-03523705-b91e-411c-a728-e7b3b5617dbb tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 210 time: 0.0368154 Jul 16 22:21:23.564553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] No DVR routers for this DVR port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:23.605089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:23.605466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:23.605967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:23.611100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:23.611445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Attempting to bind port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:23.617698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:23.618058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:23.618438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:23.618886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Bound port: b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:23.619253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.722965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:23.727665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:23.738364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.749530 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ac683-378b-4cca-9708-9baf6b235b4b x-openstack-request-id: req-078ac683-378b-4cca-9708-9baf6b235b4b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:23.750005 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "name": "network-vif-plugged", "status": "completed", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:23.750196 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-078ac683-378b-4cca-9708-9baf6b235b4b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:23.750665 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335', 'code': 200} Jul 16 22:21:23.821630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb033-b0b7-4b72-9297-9523277d55b1 req-443a6319-4dd2-481e-a7e1-a2569cff0964 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:23.823941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bceeb033-b0b7-4b72-9297-9523277d55b1 req-443a6319-4dd2-481e-a7e1-a2569cff0964 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.6524870 Jul 16 22:21:23.831106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.831501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:23.832365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:23.834714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] 10.222.0.68 "PUT /v2.0/ports/b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 1097 time: 1.5161395 Jul 16 22:21:23.847507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:23.862461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['43a270d7-4118-434b-b33e-2894f4648f32', '00e65903-0cc9-47ce-9585-580db6ce29e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:24.023149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f388-3ab8-4d50-a5f2-a62ac16935cf service neutron] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:24.077228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686553be-7ff9-4cec-aef3-dada29fb8801 req-ea6b5abc-7ea7-403e-bbb9-0639c6d752af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.078913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-686553be-7ff9-4cec-aef3-dada29fb8801 req-ea6b5abc-7ea7-403e-bbb9-0639c6d752af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 1097 time: 0.2404759 Jul 16 22:21:24.092403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=43a270d7-4118-434b-b33e-2894f4648f32,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:24.112901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-8271e648-78b9-4ad0-9af0-9b30c7e76839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.114730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-8271e648-78b9-4ad0-9af0-9b30c7e76839 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1100 time: 0.2321138 Jul 16 22:21:24.206429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-4a37dea8-d831-4158-b4db-40063918b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.207952 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-4a37dea8-d831-4158-b4db-40063918b053 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.9398291 Jul 16 22:21:24.233599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bceeb033-b0b7-4b72-9297-9523277d55b1 req-3b9f6185-680d-4818-9a1a-66e5126539f7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966596 Jul 16 22:21:24.243591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-686553be-7ff9-4cec-aef3-dada29fb8801 req-8f82faa2-5bd8-46e3-ba85-97aeafced155 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487412 Jul 16 22:21:24.249860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port 43a270d7-4118-434b-b33e-2894f4648f32 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:24.257115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:24.259184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ef62e3-638e-46aa-9804-639f01f3df2e req-5afba459-f3bf-4485-9e07-62693640cebd tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "DELETE /v2.0/ports/43a270d7-4118-434b-b33e-2894f4648f32 HTTP/1.1" status: 204 len: 173 time: 2.6014619 Jul 16 22:21:24.288577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'name': 'network-vif-deleted', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:24.291067 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cef6f24-4817-4da0-894a-cc74b44cbf5b" -d '{"events": [{"server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "name": "network-vif-deleted", "tag": "43a270d7-4118-434b-b33e-2894f4648f32"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:24.329195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-0122f300-2daa-404a-9143-7dccd16a637d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 200 len: 217 time: 0.0877206 Jul 16 22:21:24.346400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16cfc2-e86a-4284-bc20-610f6fa585e8 req-53d31b61-ae82-4d2a-9253-b8944ef0705d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.348063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd16cfc2-e86a-4284-bc20-610f6fa585e8 req-53d31b61-ae82-4d2a-9253-b8944ef0705d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.2449377 Jul 16 22:21:24.350267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-aa904093-eea0-4470-af00-ec0579d34331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.352177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-aa904093-eea0-4470-af00-ec0579d34331 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2020390 Jul 16 22:21:24.363304 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577fd4af-bcd6-4c43-a0e9-b3749e266331 x-openstack-request-id: req-577fd4af-bcd6-4c43-a0e9-b3749e266331 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:24.363785 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-unplugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:24.364137 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-577fd4af-bcd6-4c43-a0e9-b3749e266331 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:24.364623 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'code': 200} Jul 16 22:21:24.428087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-f2fcd83e-0cbc-4d30-a72b-060ac8383c38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0507717 Jul 16 22:21:24.436079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd16cfc2-e86a-4284-bc20-610f6fa585e8 req-cc3b4533-04e5-42e7-a5d2-39892626600a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814023 Jul 16 22:21:24.514716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-9667ff7f-ea79-4247-a698-27fcebb6c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.516333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-9667ff7f-ea79-4247-a698-27fcebb6c5a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0793033 Jul 16 22:21:24.597707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-df2c6818-5f50-4024-bd32-f89d220f4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.599511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-df2c6818-5f50-4024-bd32-f89d220f4818 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730772 Jul 16 22:21:24.646386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:24.661254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:24.721021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f920ea-03a7-4220-8a60-29d9cb3ace4c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:24.730622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:24.744800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-e1c03d81-395e-49d5-8fbc-cdcf90aca983 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381922 Jul 16 22:21:24.750301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-c426a042-b055-494d-a537-fef701cd1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:24.752194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-c426a042-b055-494d-a537-fef701cd1ff7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.4123771 Jul 16 22:21:24.754575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Transition to ACTIVE for port object b2f920ea-03a7-4220-8a60-29d9cb3ace4c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:24.839025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:24.861113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=00e65903-0cc9-47ce-9585-580db6ce29e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:24.921150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae1cc90b-3fa8-43a1-86f2-b648bdc36ec1 req-d70519c1-bb45-4481-9c4b-1481dbf6e885 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597674 Jul 16 22:21:25.064420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port 00e65903-0cc9-47ce-9585-580db6ce29e9 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:25.072822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:25.074982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1edf08f3-7d12-4ed6-bc65-5073fddbfde0 req-07d0abc5-7ecc-43e0-9516-8ecfe8730623 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.47 "DELETE /v2.0/ports/00e65903-0cc9-47ce-9585-580db6ce29e9 HTTP/1.1" status: 204 len: 173 time: 3.0502830 Jul 16 22:21:25.092312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8c55e-f4ac-4c6b-b5eb-8ababb74079b req-600bbca0-59cc-402e-b89c-b8cb3467bc4b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:25.102528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93b8c55e-f4ac-4c6b-b5eb-8ababb74079b req-600bbca0-59cc-402e-b89c-b8cb3467bc4b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 931 time: 0.5671129 Jul 16 22:21:25.157637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:25.193016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-b15c1617-0b0d-4702-88bd-17bb97257c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:25.194573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-b15c1617-0b0d-4702-88bd-17bb97257c22 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4298239 Jul 16 22:21:25.231591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93b8c55e-f4ac-4c6b-b5eb-8ababb74079b req-e4e2477d-da3e-4f60-8eb6-ebcd046d264e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Jul 16 22:21:25.258229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:25.267822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:25.273937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:25.300542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:25.300877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:25.308196 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c9e49a-0b4d-4df7-8f89-8ed8cc63b541 x-openstack-request-id: req-56c9e49a-0b4d-4df7-8f89-8ed8cc63b541 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:25.308495 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47138f1b-cba9-4f47-97f4-c0d251edb635", "name": "network-vif-deleted", "tag": "43a270d7-4118-434b-b33e-2894f4648f32", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:25.308754 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56c9e49a-0b4d-4df7-8f89-8ed8cc63b541 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:25.309220 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47138f1b-cba9-4f47-97f4-c0d251edb635', 'name': 'network-vif-deleted', 'tag': '43a270d7-4118-434b-b33e-2894f4648f32', 'status': 'completed', 'code': 200} Jul 16 22:21:25.368720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:25.374431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:25.374916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:25.375570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Bound port: b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:25.375972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:25.455915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67669e0b-e6d5-4d64-b13c-5e2819c30651 req-c3ea81c0-d7c9-4993-8667-91eedd96804d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:25.461627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67669e0b-e6d5-4d64-b13c-5e2819c30651 req-c3ea81c0-d7c9-4993-8667-91eedd96804d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.1769595 Jul 16 22:21:25.539841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-22be7f8f-5426-4a38-9364-cdce33dca3bd service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346019 Jul 16 22:21:25.551637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67669e0b-e6d5-4d64-b13c-5e2819c30651 req-aeaa392a-f474-4c08-b07c-3a09f2a87647 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824072 Jul 16 22:21:25.697204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:25.741635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:25.760819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:25.832389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:25.848660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23b2cf4a-20fb-4807-b6cd-8d83bc284eef req-77bc21f9-40a7-4be1-b417-71f9835697fe service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005579 Jul 16 22:21:25.850735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:25.851978 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:25.868309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-6253c6dc-b981-445e-80b2-a6f16017e59e service neutron] 10.222.0.68 "PUT /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 1092 time: 2.9864042 Jul 16 22:21:25.870433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7070a6d5-b005-48e7-82df-d7889ffef0bd req-f3948345-9395-4607-803e-eb0e1d5d0cb6 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=47138f1b-cba9-4f47-97f4-c0d251edb635 HTTP/1.1" status: 200 len: 210 time: 0.0836012 Jul 16 22:21:26.041837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-32787cb5-aaa1-4476-87a0-013344064b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:26.043860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-32787cb5-aaa1-4476-87a0-013344064b2e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1095 time: 0.1305201 Jul 16 22:21:26.168693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-c2e46ea3-a602-4ddc-a0ff-322f5440f6f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 217 time: 0.1154838 Jul 16 22:21:26.177623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:26.243130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:26.243772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 00e65903-0cc9-47ce-9585-580db6ce29e9 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:26.268007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 00e65903-0cc9-47ce-9585-580db6ce29e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:26.269127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 00e65903-0cc9-47ce-9585-580db6ce29e9 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:26.269823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 43a270d7-4118-434b-b33e-2894f4648f32 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:26.275281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-9288b31c-745e-4499-93e5-00cd9b9f73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:26.276916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-9288b31c-745e-4499-93e5-00cd9b9f73e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1014011 Jul 16 22:21:26.296488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 43a270d7-4118-434b-b33e-2894f4648f32 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:26.297254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 43a270d7-4118-434b-b33e-2894f4648f32 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:26.330860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-246d3587-2d1f-49c1-8f21-b1cbfda97a7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347984 Jul 16 22:21:26.366144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:26.368618 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e470c456-70ff-4f72-a38a-5b56e56dd86a" -d '{"events": [{"name": "network-changed", "server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:26.520325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-ec4385fa-f219-4f8a-a813-9d66f3f8d104 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290448 Jul 16 22:21:26.635109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-7873f96c-24cf-4c4c-a7c9-2fafba24828d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2982860 Jul 16 22:21:26.648752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b9035-2c42-4309-8c13-f3c293f3e4d3 req-5ede180e-2c2a-4e9d-9f7b-ba2f98a5c66e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:26.650618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-733b9035-2c42-4309-8c13-f3c293f3e4d3 req-5ede180e-2c2a-4e9d-9f7b-ba2f98a5c66e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 948 time: 0.2705419 Jul 16 22:21:26.720602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c88e161f-66e0-4c2c-929b-0d91aa24acce req-779c00ba-1a09-4aa5-bbd8-226750955a30 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894538 Jul 16 22:21:26.752051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-733b9035-2c42-4309-8c13-f3c293f3e4d3 req-7fee1d24-3fea-4c6d-9b38-f403de0b27d1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907393 Jul 16 22:21:26.807544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-61adca22-0a2c-4b61-acc7-0b05e642f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:26.812507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-61adca22-0a2c-4b61-acc7-0b05e642f80f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 1102 time: 0.1375003 Jul 16 22:21:26.905532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cdac6-4af6-413a-8e5c-c2ebd3a516af req-06cbb36f-f061-4fa7-be2d-e2b5925f55b4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:26.912714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a07cdac6-4af6-413a-8e5c-c2ebd3a516af req-06cbb36f-f061-4fa7-be2d-e2b5925f55b4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.1582363 Jul 16 22:21:26.914338 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be62752-a790-4d65-8edf-c56eea7a07fa x-openstack-request-id: req-1be62752-a790-4d65-8edf-c56eea7a07fa {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:26.914628 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:26.914885 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1be62752-a790-4d65-8edf-c56eea7a07fa {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:26.915269 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'status': 'completed', 'code': 200} Jul 16 22:21:26.998708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a07cdac6-4af6-413a-8e5c-c2ebd3a516af req-f1dd34d5-d9b5-474f-9a2d-9661c490d677 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799541 Jul 16 22:21:27.159986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-77cb067c-467c-4731-b303-127a69e9666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.161659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-77cb067c-467c-4731-b303-127a69e9666f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3262942 Jul 16 22:21:27.212944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-4a77afbd-c48f-4a01-83b4-8ebbbdd83e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.214675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-4a77afbd-c48f-4a01-83b4-8ebbbdd83e4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1100 time: 0.2830281 Jul 16 22:21:27.216360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-85cd809f-5bd0-4f34-aeb9-4e2689dd1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.217822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-85cd809f-5bd0-4f34-aeb9-4e2689dd1f6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1100 time: 0.3367350 Jul 16 22:21:27.221376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-b01d50cd-1a59-4a62-a28e-decd2a1a0e2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 200 len: 217 time: 0.0488725 Jul 16 22:21:27.283900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71339b-872c-46f3-ae3d-f52b22a59a9e req-412882c9-8581-4c6f-b769-dd99cd4cea65 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.293637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4f71339b-872c-46f3-ae3d-f52b22a59a9e req-412882c9-8581-4c6f-b769-dd99cd4cea65 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.0823190 Jul 16 22:21:27.311217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'name': 'network-vif-deleted', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9'}, {'name': 'network-changed', 'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:27.315931 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdba86b-5659-492b-8584-9fd782e3ee9a" -d '{"events": [{"server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "name": "network-vif-deleted", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9"}, {"name": "network-changed", "server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:27.326113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f28f-08a5-428e-b5c4-3e5952227fa0 req-c63ab9ee-6f20-4585-a777-be5f44844f3c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.327723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3292f28f-08a5-428e-b5c4-3e5952227fa0 req-c63ab9ee-6f20-4585-a777-be5f44844f3c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.3086617 Jul 16 22:21:27.354007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4f71339b-872c-46f3-ae3d-f52b22a59a9e req-f76b5546-e4a5-49d2-b839-29556dbf43e2 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Jul 16 22:21:27.446520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-8ac354b1-dd1a-4c1b-b2df-e9a7a8bff083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.448125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-8ac354b1-dd1a-4c1b-b2df-e9a7a8bff083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2161162 Jul 16 22:21:27.501085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00cad10e-222a-4cb4-8f6e-ce688b6fb91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:27.532320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3292f28f-08a5-428e-b5c4-3e5952227fa0 req-fb9625dd-15b8-4587-a4b0-dfe6dbf767c3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966197 Jul 16 22:21:27.537015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-0f7495ea-30d9-44a9-9185-a06beab0254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.539085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-0f7495ea-30d9-44a9-9185-a06beab0254c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3058684 Jul 16 22:21:27.544243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-a0f01ca1-1f70-4e74-a3d8-db3a0e30da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.545732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-a0f01ca1-1f70-4e74-a3d8-db3a0e30da67 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3218908 Jul 16 22:21:27.619180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-787bd2a4-adba-410a-b211-b58bac9622d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0705736 Jul 16 22:21:27.621879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-4380a087-f7fa-4689-b7d1-8db9f4d1fbb9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0669069 Jul 16 22:21:27.668891 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f860a11b-d4ea-4ca2-a693-5251f3f68c23 x-openstack-request-id: req-f860a11b-d4ea-4ca2-a693-5251f3f68c23 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:27.669278 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cc0f9c-e877-4046-9371-eb53e4bdfbf4", "name": "network-vif-deleted", "tag": "00e65903-0cc9-47ce-9585-580db6ce29e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:27.669550 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f860a11b-d4ea-4ca2-a693-5251f3f68c23 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:27.669910 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cc0f9c-e877-4046-9371-eb53e4bdfbf4', 'name': 'network-vif-deleted', 'tag': '00e65903-0cc9-47ce-9585-580db6ce29e9', 'status': 'completed', 'code': 200} Jul 16 22:21:27.670164 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'status': 'completed', 'code': 200} Jul 16 22:21:27.699361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-e0dfe3b3-33da-4e3c-a98a-40f4dafef134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.700902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-e0dfe3b3-33da-4e3c-a98a-40f4dafef134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431154 Jul 16 22:21:27.784786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-2c1f8cc3-d300-43f2-8d66-3407f9060877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.786564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-2c1f8cc3-d300-43f2-8d66-3407f9060877 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1582441 Jul 16 22:21:27.793956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-5940ece9-bac1-48da-bf7f-aaa4ef9a2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:27.795539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-5940ece9-bac1-48da-bf7f-aaa4ef9a2160 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1596124 Jul 16 22:21:28.042728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-6534ada7-8183-4c2b-b08b-e270a73f4970 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208909 Jul 16 22:21:28.059788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-e6d88934-dfa9-4d2c-af90-25f535479436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.061364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-e6d88934-dfa9-4d2c-af90-25f535479436 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1095 time: 0.3526955 Jul 16 22:21:28.172507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-a08da723-2b85-41de-86e6-390c336236cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.174126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-a08da723-2b85-41de-86e6-390c336236cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3750875 Jul 16 22:21:28.176643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-8aacb25a-1d24-4bf0-b021-6b306edc1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.178764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-8aacb25a-1d24-4bf0-b021-6b306edc1a4a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2940297 Jul 16 22:21:28.242111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:28.325661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36e5c7-6e99-4d08-a246-a17179d7f1c9 req-33e747b3-3b59-456c-b501-8dfa24a07703 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.333709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b36e5c7-6e99-4d08-a246-a17179d7f1c9 req-33e747b3-3b59-456c-b501-8dfa24a07703 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.0783594 Jul 16 22:21:28.350654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:28.364093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'mac_address': 'fa:16:3e:98:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:28.386979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b36e5c7-6e99-4d08-a246-a17179d7f1c9 req-2bff89f3-59b4-4156-95de-8efae0afc6db tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Jul 16 22:21:28.427178 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:28.441765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90a3c9f-5213-4137-b5a2-99aa9bd628bf {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:28.462844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:28.467872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:28.525218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:28.572141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57521fa-17ec-4603-899c-ab478b46b6bd req-1f61e55b-be7a-4fc7-9d50-53346cfe7947 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.573840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a57521fa-17ec-4603-899c-ab478b46b6bd req-1f61e55b-be7a-4fc7-9d50-53346cfe7947 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.0720520 Jul 16 22:21:28.612787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a57521fa-17ec-4603-899c-ab478b46b6bd req-59c87b6f-e736-41b7-9812-4f6674bae76d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 16 22:21:28.699921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9b9d-abd6-4bb6-8e8c-6e4b1dde5dee req-cdccb23d-6576-42b4-9b16-2321717bba59 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.701462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-048e9b9d-abd6-4bb6-8e8c-6e4b1dde5dee req-cdccb23d-6576-42b4-9b16-2321717bba59 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 948 time: 0.6718075 Jul 16 22:21:28.763735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-b2dd34c7-8f29-47da-a83c-1ee6121541bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.765241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-b2dd34c7-8f29-47da-a83c-1ee6121541bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.6768231 Jul 16 22:21:28.788695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6cb5-51db-4f52-b2bb-ed7aedd0c998 req-3a0d60b8-be30-4cce-8d0f-cf9e9f5dc838 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:28.790649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65cc6cb5-51db-4f52-b2bb-ed7aedd0c998 req-3a0d60b8-be30-4cce-8d0f-cf9e9f5dc838 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.0730484 Jul 16 22:21:28.803502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d602fa6d-49e6-44dc-9ce3-98c6e972ff9d req-15d2f7fe-e291-4299-b6b5-8edc2d29fce0 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465904 Jul 16 22:21:28.844322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-0495327a-a1f1-4db9-b07f-ac04cba3532c service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591139 Jul 16 22:21:28.847579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65cc6cb5-51db-4f52-b2bb-ed7aedd0c998 req-b8632659-0c5f-45cc-a9f9-1dd3c52af195 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Jul 16 22:21:28.853398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-625bbb13-15aa-4aa4-ae11-5084bcc54721 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 217 time: 0.0744770 Jul 16 22:21:28.871726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-4f440090-4ea1-4a48-80a6-5b3ec4c89fb0 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733234 Jul 16 22:21:28.933474 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-048e9b9d-abd6-4bb6-8e8c-6e4b1dde5dee req-c491db7a-654f-4713-a1a1-376bcf9636f9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937115 Jul 16 22:21:28.961147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:29.055958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-122611d5-d948-47b5-93e9-6df96ca1e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.057497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-122611d5-d948-47b5-93e9-6df96ca1e761 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.1846566 Jul 16 22:21:29.090263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8406c7-bec8-4cb3-acbe-68f176c6770d req-1df6ad6a-d676-4550-b38a-755a8c1abaef tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.095495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db8406c7-bec8-4cb3-acbe-68f176c6770d req-1df6ad6a-d676-4550-b38a-755a8c1abaef tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.1178896 Jul 16 22:21:29.119923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-2347a99d-2a6e-48f8-bce6-1fe7956e001a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515816 Jul 16 22:21:29.206027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db8406c7-bec8-4cb3-acbe-68f176c6770d req-9041dc1f-439b-41b4-8120-23692244388c tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003966 Jul 16 22:21:29.369397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-c891d23d-5f49-4d41-83af-4f545ccad20c service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149608 Jul 16 22:21:29.380189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e470c456-70ff-4f72-a38a-5b56e56dd86a req-183d77ee-a074-48a7-92c0-354c9ad25c15 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897885 Jul 16 22:21:29.382895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-d227d43f-c596-49ef-bf51-12832a237a47 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413733 Jul 16 22:21:29.495461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fdba86b-5659-492b-8584-9fd782e3ee9a req-36b0c019-804f-4637-96ca-543a10b9a5fd service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010723 Jul 16 22:21:29.622728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8769-ebd5-4770-b780-7e53beb87530 req-05e3a2e5-3fef-406c-8ca4-944ec391c5dc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.623677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e08a8769-ebd5-4770-b780-7e53beb87530 req-05e3a2e5-3fef-406c-8ca4-944ec391c5dc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.0917943 Jul 16 22:21:29.674039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e08a8769-ebd5-4770-b780-7e53beb87530 req-6127c51d-13c2-4b12-9e94-9a5bc5d36eb4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Jul 16 22:21:29.832919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23683f1d-35c7-41ca-8de6-d7cf5ad30d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:29.843503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1c4a7-5553-45e5-8ae2-be5ecf1c9c3b req-835cf7cc-7d24-44a2-9156-059b8ae71ea3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.845073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cc1c4a7-5553-45e5-8ae2-be5ecf1c9c3b req-835cf7cc-7d24-44a2-9156-059b8ae71ea3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 949 time: 0.1654725 Jul 16 22:21:29.873674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fed5c-dca7-4638-9cf6-c29a099cfa46 req-755e9765-002b-4a57-8f87-19bce962565c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.875247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b434-60da-4986-a14f-714a7e19166c req-095c25bf-8c97-48d3-9b88-c113aeb0c7b3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:29.876834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-095c25bf-8c97-48d3-9b88-c113aeb0c7b3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41&tenant_id=ba32e6ce5b6642a496864cc61084dd30&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 949 time: 0.1481757 Jul 16 22:21:29.878478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a49fed5c-dca7-4638-9cf6-c29a099cfa46 req-755e9765-002b-4a57-8f87-19bce962565c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.0814683 Jul 16 22:21:29.920556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a49fed5c-dca7-4638-9cf6-c29a099cfa46 req-3d21bc6a-d657-4901-93ec-192bad0b5b4e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358696 Jul 16 22:21:29.936005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cc1c4a7-5553-45e5-8ae2-be5ecf1c9c3b req-1bb2f7fe-09e6-4d81-807c-118b80a9ac50 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Jul 16 22:21:29.999260 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-3760b434-60da-4986-a14f-714a7e19166c req-7a8f2172-b10f-4d69-b4a4-450f55b5e31c service neutron] delete failed (client error): The resource could not be found. Jul 16 22:21:30.000192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-7a8f2172-b10f-4d69-b4a4-450f55b5e31c service neutron] 10.222.0.47 "DELETE /v2.0/ports/b90a3c9f-5213-4137-b5a2-99aa9bd628bf/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1132631 Jul 16 22:21:30.027567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.035546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-65e67129-2c70-48e0-8019-a141eb6671b8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.037833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-65e67129-2c70-48e0-8019-a141eb6671b8 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.0755482 Jul 16 22:21:30.136039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc256a-6822-4f10-a34a-dc0971ef2548 req-aa7f8d98-58fb-4b3a-977d-e6ff87c3a773 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.137770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41bc256a-6822-4f10-a34a-dc0971ef2548 req-aa7f8d98-58fb-4b3a-977d-e6ff87c3a773 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 949 time: 0.0830150 Jul 16 22:21:30.178873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41bc256a-6822-4f10-a34a-dc0971ef2548 req-c185aaae-b049-42f2-bc21-47e79737d90b tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38ad92f-4782-4399-ac57-5353274b216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Jul 16 22:21:30.225698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b434-60da-4986-a14f-714a7e19166c req-2154fe1a-629d-4894-b2ca-2f935c1e7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.227447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-2154fe1a-629d-4894-b2ca-2f935c1e7756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1101 time: 0.1123905 Jul 16 22:21:30.233025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Deleting port 425d1542-3ff9-4e49-8563-7ff0874476a5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:30.233375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.248521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:30.335371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:30.400474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:30.420019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'port_id': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'mac_address': 'fa:16:3e:52:af:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412ae69-42e2-46c8-b9a7-144272361af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:30.430259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b434-60da-4986-a14f-714a7e19166c req-d1deb011-a117-47c3-9889-4d174b32f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.431807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-d1deb011-a117-47c3-9889-4d174b32f472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1944661 Jul 16 22:21:30.439259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] For port 425d1542-3ff9-4e49-8563-7ff0874476a5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=425d1542-3ff9-4e49-8563-7ff0874476a5,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:30.439544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.458527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:30.485638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port b90a3c9f-5213-4137-b5a2-99aa9bd628bf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:30.486018 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.493258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Calling delete_port for 425d1542-3ff9-4e49-8563-7ff0874476a5 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:30.496026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-41b99a4d-5a93-42ca-ac5d-6573d69f1e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0532832 Jul 16 22:21:30.514291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.537869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 882f022d-f836-427f-a4fb-76d0b28c60f7 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:30.563551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:30.570063 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.589359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae466a7-33b8-4af5-ba76-1528e7e6d67d req-35812480-e2a8-4356-ab2d-038022289c5e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.590901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ae466a7-33b8-4af5-ba76-1528e7e6d67d req-35812480-e2a8-4356-ab2d-038022289c5e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.2434132 Jul 16 22:21:30.620206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b434-60da-4986-a14f-714a7e19166c req-d4205dfc-490e-41e7-926e-9ad64e31217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.621820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-d4205dfc-490e-41e7-926e-9ad64e31217d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1128395 Jul 16 22:21:30.645510 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.667049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:30.679518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['882f022d-f836-427f-a4fb-76d0b28c60f7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:30.687916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:30.688342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ae466a7-33b8-4af5-ba76-1528e7e6d67d req-8ebaed59-c54f-43e0-88d7-afc2b967e97d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Jul 16 22:21:30.689481 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53bf87-4df6-4093-8ffb-f396716ca49e" -d '{"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-plugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:30.734166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:30.744467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.751109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b434-60da-4986-a14f-714a7e19166c req-e0a875a2-2183-45e1-a231-7dd57c88181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:30.752933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-e0a875a2-2183-45e1-a231-7dd57c88181d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201444 Jul 16 22:21:30.770531 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc3c13-3528-4c31-a482-a1647968d9c1 x-openstack-request-id: req-d4fc3c13-3528-4c31-a482-a1647968d9c1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:30.770821 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-plugged", "status": "completed", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:30.771072 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4fc3c13-3528-4c31-a482-a1647968d9c1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:30.771498 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'code': 200} Jul 16 22:21:30.806526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.820660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:30.872091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Pushing event deleted for resources: {'Port': ['ID=425d1542-3ff9-4e49-8563-7ff0874476a5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:30.938361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['425d1542-3ff9-4e49-8563-7ff0874476a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:30.947896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] No DVR routers for this DVR port 425d1542-3ff9-4e49-8563-7ff0874476a5 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:30.951297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:30.954770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cd67e25-725b-47b6-93ef-fdc66e7011fd req-1b5717d8-4b62-4f77-b10d-3a45c7d47273 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.68 "DELETE /v2.0/ports/425d1542-3ff9-4e49-8563-7ff0874476a5 HTTP/1.1" status: 204 len: 173 time: 0.9113095 Jul 16 22:21:30.961841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'name': 'network-vif-deleted', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:30.963997 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75ba1c-f8d5-4af5-8c82-2ae21ad688ff" -d '{"events": [{"server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "name": "network-vif-deleted", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:30.981795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-d3312bc7-83ce-400a-8163-24bb469bf88f service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139361 Jul 16 22:21:30.999341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf6df5-e399-485a-88f3-103b3e644563 req-b55ee768-e841-47f7-9508-b5acf8b145cd tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:31.001506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-decf6df5-e399-485a-88f3-103b3e644563 req-b55ee768-e841-47f7-9508-b5acf8b145cd tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.1062131 Jul 16 22:21:31.060100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-decf6df5-e399-485a-88f3-103b3e644563 req-f4b97533-0da7-4729-ae53-c10cc6ff3056 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Jul 16 22:21:31.192878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3760b434-60da-4986-a14f-714a7e19166c req-d5b00a37-ae80-434d-8004-0202f19b8e5a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028930 Jul 16 22:21:31.227702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-1955ba00-3745-4d5f-afd7-c90170f78c71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:31.228157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:31.229328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-1955ba00-3745-4d5f-afd7-c90170f78c71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 945 time: 0.1347811 Jul 16 22:21:31.256773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c68014-99d5-4821-9e5d-94b90085999c req-4294c227-cf4d-4424-8bab-37c8dc004fd8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:31.258395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0c68014-99d5-4821-9e5d-94b90085999c req-4294c227-cf4d-4424-8bab-37c8dc004fd8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.1054823 Jul 16 22:21:31.263101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdedda5-66d0-4545-ad9b-91d421cb8e48 req-385e4107-4c4f-4c25-84b0-e6f14ae67ca8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:31.264665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9cdedda5-66d0-4545-ad9b-91d421cb8e48 req-385e4107-4c4f-4c25-84b0-e6f14ae67ca8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0934658 Jul 16 22:21:31.311985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9cdedda5-66d0-4545-ad9b-91d421cb8e48 req-4b01447f-5389-4327-a383-d2ff7c69e5ac tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Jul 16 22:21:31.351016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0c68014-99d5-4821-9e5d-94b90085999c req-2fe2f977-8fd8-424f-aeb2-a23e9bc8bb9a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830400 Jul 16 22:21:31.371155 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84152c3a-53d6-443a-83d6-2c5960fa4851 x-openstack-request-id: req-84152c3a-53d6-443a-83d6-2c5960fa4851 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:31.371514 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a677a0dc-2a34-4548-ae98-188ad333eb85", "name": "network-vif-deleted", "tag": "425d1542-3ff9-4e49-8563-7ff0874476a5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:31.371885 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84152c3a-53d6-443a-83d6-2c5960fa4851 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:31.372334 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a677a0dc-2a34-4548-ae98-188ad333eb85', 'name': 'network-vif-deleted', 'tag': '425d1542-3ff9-4e49-8563-7ff0874476a5', 'status': 'completed', 'code': 200} Jul 16 22:21:31.411554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port 3c80468f-47d6-4a3d-9322-1870b5592335 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:31.412080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:31.531594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-74938c73-5dc5-46c9-82da-e5445c9dc2b5 req-687da1ee-35a7-4c89-a470-a8df0dcc0cf3 tempest-ServersOnMultiNodesTest-2032270066 tempest-ServersOnMultiNodesTest-2032270066-project] 10.222.0.70 "GET /v2.0/ports?device_id=a677a0dc-2a34-4548-ae98-188ad333eb85 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Jul 16 22:21:31.570434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port 3c80468f-47d6-4a3d-9322-1870b5592335, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3c80468f-47d6-4a3d-9322-1870b5592335,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:31.571960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:31.584718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for 3c80468f-47d6-4a3d-9322-1870b5592335 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:31.589858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146327e-9a0c-4c39-8394-04c856dd678e req-28363b3b-d2e8-496e-afd5-bc6d17440e48 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:31.599589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6146327e-9a0c-4c39-8394-04c856dd678e req-28363b3b-d2e8-496e-afd5-bc6d17440e48 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 944 time: 0.1232572 Jul 16 22:21:31.646558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6146327e-9a0c-4c39-8394-04c856dd678e req-639e0788-7de0-4b8a-95fa-dbe79a9dfe7f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Jul 16 22:21:31.740424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:31.751945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['3c80468f-47d6-4a3d-9322-1870b5592335'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:31.771254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=3c80468f-47d6-4a3d-9322-1870b5592335,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:31.823162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port 3c80468f-47d6-4a3d-9322-1870b5592335 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:31.825747 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:31.828582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5bd18ca7-30b1-4af5-a17c-af8efc520a2c req-ee2c1b70-d951-488c-a53a-f6ab079ceabb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "DELETE /v2.0/ports/3c80468f-47d6-4a3d-9322-1870b5592335 HTTP/1.1" status: 204 len: 173 time: 0.5692627 Jul 16 22:21:32.208073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05de8791-be2d-4fee-9de3-1cfb7067889e req-566396d7-2af2-41a6-8188-47cc7cc64db3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=8790f36a-baea-4fd6-a960-55f0b254fc4b HTTP/1.1" status: 200 len: 210 time: 0.0310388 Jul 16 22:21:32.281509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:32.326720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 882f022d-f836-427f-a4fb-76d0b28c60f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:32.327091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:32.407975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:32.444637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:32.457666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:32.516563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532264c-75e0-4881-a87f-754d34e1d147 req-5be9cebe-6d3d-47b5-8242-7e8f2f21f269 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:32.518368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b532264c-75e0-4881-a87f-754d34e1d147 req-5be9cebe-6d3d-47b5-8242-7e8f2f21f269 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0737667 Jul 16 22:21:32.523169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:32.560051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b532264c-75e0-4881-a87f-754d34e1d147 req-428df6f4-3f7e-4935-91ca-88a4726a15d4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Jul 16 22:21:32.566275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fdf4-2f02-42cf-b699-99d595c87dcb req-b82bce26-b988-48a7-83e0-27a5ce66a2c7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:32.568304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea09fdf4-2f02-42cf-b699-99d595c87dcb req-b82bce26-b988-48a7-83e0-27a5ce66a2c7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.0673239 Jul 16 22:21:32.606390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:32.613521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea09fdf4-2f02-42cf-b699-99d595c87dcb req-506de679-ee92-4fbe-b50c-f83425ad7bc4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Jul 16 22:21:32.772737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:32.774986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9454e7f-b2fb-40ec-86a6-c8e1ee161f5a req-bb4ca5c0-549c-4b7f-a0ee-180cca97278d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:32.775710 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65d17c-9109-4ef4-a253-6b76df8a08a6" -d '{"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-plugged", "status": "completed", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:32.776465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9454e7f-b2fb-40ec-86a6-c8e1ee161f5a req-bb4ca5c0-549c-4b7f-a0ee-180cca97278d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.0668736 Jul 16 22:21:32.825784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9454e7f-b2fb-40ec-86a6-c8e1ee161f5a req-a213a084-93a7-4af8-a1f9-dabab3460fd1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Jul 16 22:21:32.831214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05f40-3bea-46a8-b385-8bcf8e7a3de6 req-dc511aad-26c3-403a-9d46-ad9bf0e6a1fa tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:32.832780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4fd05f40-3bea-46a8-b385-8bcf8e7a3de6 req-dc511aad-26c3-403a-9d46-ad9bf0e6a1fa tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.0821521 Jul 16 22:21:32.873896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:32.906663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4fd05f40-3bea-46a8-b385-8bcf8e7a3de6 req-60f08abf-b472-455b-9368-eb848e5b8b13 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Jul 16 22:21:32.924049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-ead505a9-090c-4d0b-af3f-1d49a61940d4 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:32.925524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-ead505a9-090c-4d0b-af3f-1d49a61940d4 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 945 time: 0.0987737 Jul 16 22:21:32.951890 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075f4e16-fc78-4949-9d9a-250537b1a056 x-openstack-request-id: req-075f4e16-fc78-4949-9d9a-250537b1a056 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:32.952287 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-plugged", "status": "completed", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:32.952642 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-075f4e16-fc78-4949-9d9a-250537b1a056 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:32.953216 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'code': 200} Jul 16 22:21:33.077216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec3fb922-1027-408f-a1ce-b73cacd57340 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f91b9d47d1904b2b936eba593480d766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019420 Jul 16 22:21:33.079555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:33.098039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Deleting port 882f022d-f836-427f-a4fb-76d0b28c60f7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:33.098382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.194735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.224905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] For port 882f022d-f836-427f-a4fb-76d0b28c60f7, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=882f022d-f836-427f-a4fb-76d0b28c60f7,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:33.225295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.236143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.259783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Calling delete_port for 882f022d-f836-427f-a4fb-76d0b28c60f7 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:33.278985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-b75b3e74-d85a-4f98-97a3-e9a0a1390b96 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408692 Jul 16 22:21:33.373198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'name': 'network-vif-deleted', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:33.375617 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ddaa07-b98b-4994-8478-1b19f9770946" -d '{"events": [{"server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "name": "network-vif-deleted", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:33.418250 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e711ff-6525-4187-a818-fb63b17da7db x-openstack-request-id: req-e8e711ff-6525-4187-a818-fb63b17da7db {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:33.418487 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8790f36a-baea-4fd6-a960-55f0b254fc4b", "name": "network-vif-deleted", "tag": "3c80468f-47d6-4a3d-9322-1870b5592335", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:33.418739 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8e711ff-6525-4187-a818-fb63b17da7db {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:33.419129 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8790f36a-baea-4fd6-a960-55f0b254fc4b', 'name': 'network-vif-deleted', 'tag': '3c80468f-47d6-4a3d-9322-1870b5592335', 'status': 'completed', 'code': 200} Jul 16 22:21:33.431846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.434446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.435591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b38ad92f-4782-4399-ac57-5353274b216d HTTP/1.1" status: 204 len: 168 time: 0.3551533 Jul 16 22:21:33.461586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8edf-b0ea-4e06-a90e-0ac8691e03f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ad92f-4782-4399-ac57-5353274b216d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:33.495398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-9a16d3f6-839c-47a8-8421-b06512ea95ec tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:33.501469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-9a16d3f6-839c-47a8-8421-b06512ea95ec tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150133 Jul 16 22:21:33.540835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-229d5bd2-f87a-446c-bc2e-954e36676673 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/quotas/ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 375 time: 0.0339324 Jul 16 22:21:33.590918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-5754f0cc-c78a-4730-8f82-1658a4236b4b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:33.592592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-5754f0cc-c78a-4730-8f82-1658a4236b4b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.1153705 Jul 16 22:21:33.596808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.609645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-b33cb23f-cfb6-435e-8a8a-fd63acdd268b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0114439 Jul 16 22:21:33.632330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event deleted for resources: {'Port': ['ID=882f022d-f836-427f-a4fb-76d0b28c60f7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:33.656843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-f1ce4e26-2916-4a54-896b-3c24ae95855e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385892 Jul 16 22:21:33.677207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-842122da-1b69-4375-9ca2-572070181d52 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279759 Jul 16 22:21:33.767579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-64cbaf45-a09c-449d-af2a-2fb6ba6827bc service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038272 Jul 16 22:21:33.789426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48056) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:33.919076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8abcf0de-5184-4c06-a683-3055cc85f864 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7767a2904114ed2b174194657a63266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279297 Jul 16 22:21:33.921844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:33.957423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-a996cdb8-c19b-4754-84c3-0029868f2f79 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889112 Jul 16 22:21:33.994276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] No DVR routers for this DVR port 882f022d-f836-427f-a4fb-76d0b28c60f7 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:33.997016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.997557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:33.999048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-940ccef8-4954-4d5b-a488-f1a1b1e89e04 req-552c5af7-796b-4c10-b705-b6eb18c6eb3a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "DELETE /v2.0/ports/882f022d-f836-427f-a4fb-76d0b28c60f7 HTTP/1.1" status: 204 len: 173 time: 1.0666504 Jul 16 22:21:34.026047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:34.075037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afb01b-3448-43a1-891a-6c5c8be9f765 req-a03f20c5-ab7a-43eb-9eea-7c9364c5431f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:34.082504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42afb01b-3448-43a1-891a-6c5c8be9f765 req-a03f20c5-ab7a-43eb-9eea-7c9364c5431f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.0897045 Jul 16 22:21:34.092910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:34.095898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:34.100082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b56da19-037e-44b0-ab29-bd4480d234b3 HTTP/1.1" status: 204 len: 168 time: 0.1741819 Jul 16 22:21:34.118535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56da19-037e-44b0-ab29-bd4480d234b3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:34.136680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.138316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.138473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.138765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.139697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.140066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.140446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.140836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.141248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.142087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.142421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.145848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181511-748f-4083-965b-ec4cefefe97a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:34.162653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42afb01b-3448-43a1-891a-6c5c8be9f765 req-18b53a70-76cd-4dab-9637-13dbc2e95522 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 Jul 16 22:21:34.247134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3c80468f-47d6-4a3d-9322-1870b5592335 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:34.271170 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbf9d4d4-46a5-465e-998e-822add03d551 req-03087599-e371-4098-bf62-a96a52185787 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 210 time: 0.0696490 Jul 16 22:21:34.295336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 3c80468f-47d6-4a3d-9322-1870b5592335 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:34.296210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3c80468f-47d6-4a3d-9322-1870b5592335 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:34.303469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:34.357801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 882f022d-f836-427f-a4fb-76d0b28c60f7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:34.358153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 882f022d-f836-427f-a4fb-76d0b28c60f7 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:34.358578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 425d1542-3ff9-4e49-8563-7ff0874476a5 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:21:34.385839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 425d1542-3ff9-4e49-8563-7ff0874476a5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:21:34.386766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 425d1542-3ff9-4e49-8563-7ff0874476a5 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:21:34.400292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-485db54e-6fac-4129-a336-232325e714bc req-51815a5f-9b6b-4ed4-98a6-2f8fe2b7b996 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=81e3885a-22a0-43eb-861a-0948f087294c HTTP/1.1" status: 200 len: 210 time: 0.0671318 Jul 16 22:21:34.559741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-379c4847-b105-45ce-a1fb-b1909aea3367 req-cfebcde5-26cc-4f47-b7b1-39774ca30db2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 210 time: 0.0447690 Jul 16 22:21:35.258204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-6433fb7b-e663-40ba-9b00-c83251145795 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354204 Jul 16 22:21:35.431323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-deleted', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:35.433830 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a673c-ff90-4c9a-8ff1-6ee264ac07a2" -d '{"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-deleted", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:35.452859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d76875ec-ecc5-4b86-9a38-791932710401 req-b15b5341-1f41-4cd6-847f-eedf098e82e9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 210 time: 0.0408151 Jul 16 22:21:35.479187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76085e-8186-4441-918c-7f85f55bbd01 req-d6ef27f3-c363-4990-81e3-b42dfbbdbfbf tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:35.480995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e76085e-8186-4441-918c-7f85f55bbd01 req-d6ef27f3-c363-4990-81e3-b42dfbbdbfbf tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.1674063 Jul 16 22:21:35.492131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-87af77ee-05ea-4120-a08e-c6ac986b48f2 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:35.493798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-87af77ee-05ea-4120-a08e-c6ac986b48f2 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276292 Jul 16 22:21:35.517697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Request body: {'port': {'device_id': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'ba32e6ce5b6642a496864cc61084dd30'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:35.564613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e76085e-8186-4441-918c-7f85f55bbd01 req-5e823fc4-a041-43d6-aa0f-860296c7a951 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696192 Jul 16 22:21:35.626362 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779ff6e-8f4c-461c-9159-3b2e558dd274 x-openstack-request-id: req-e779ff6e-8f4c-461c-9159-3b2e558dd274 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:35.626662 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e3885a-22a0-43eb-861a-0948f087294c", "name": "network-vif-deleted", "tag": "882f022d-f836-427f-a4fb-76d0b28c60f7", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:35.626913 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e779ff6e-8f4c-461c-9159-3b2e558dd274 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:35.627302 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e3885a-22a0-43eb-861a-0948f087294c', 'name': 'network-vif-deleted', 'tag': '882f022d-f836-427f-a4fb-76d0b28c60f7', 'status': 'completed', 'code': 200} Jul 16 22:21:35.704518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Made reservation on behalf of ba32e6ce5b6642a496864cc61084dd30 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:35.709023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:35.821578 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:21:35.940261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7097fa1-9919-46df-9be1-ffaa51f70881 req-2b3f164d-b498-4b95-9452-78b58c46a549 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 210 time: 0.0487292 Jul 16 22:21:35.976740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-7ec8eaeb-4688-45e6-839f-41966e5755f8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:35.978235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-7ec8eaeb-4688-45e6-839f-41966e5755f8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.2890427 Jul 16 22:21:36.001894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:36.008821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Allocated IP 192.168.233.15 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/78fa9d35-9faa-479c-b517-e406ada581a6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:36.179443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-5491b16f-2db0-4b71-a2f2-bcb2f67bcea6 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:36.180947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-5491b16f-2db0-4b71-a2f2-bcb2f67bcea6 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.2402658 Jul 16 22:21:36.214070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-fc9fd559-210a-43a0-8207-591eb38a8255 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/quotas/6abca4c89e274aa4953cf7a1db3051d5 HTTP/1.1" status: 200 len: 375 time: 0.0268831 Jul 16 22:21:36.290457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:36.294405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.327093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:36.433845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.452642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-8cba29ab-acf7-4d9f-81d8-4940ce5144c7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262440 Jul 16 22:21:36.476485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Transition to ACTIVE for port object 78fa9d35-9faa-479c-b517-e406ada581a6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:36.486852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:36.507201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5', 'port_id': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'mac_address': 'fa:16:3e:5c:9c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf4f6c0-af19-456a-96cb-54d924033b97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:36.561444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.575829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f920ea-03a7-4220-8a60-29d9cb3ace4c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:36.597404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:36.601849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.4 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/c50874e5-26f0-4805-bdb0-e6de61ca9651) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:36.605274 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.626786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a036db5-09e6-410d-a20b-36c28b3871ae req-eb5219c2-c15a-403e-949c-3bd656c3ac54 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 210 time: 0.0389798 Jul 16 22:21:36.653326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.655517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-175d6c9d-1fb7-4ac2-8476-1062638b9314 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895735 Jul 16 22:21:36.656370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:36.684839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:36.779151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:36.784160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:36.791089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:36.824699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:36.908732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:36.965080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:36.966017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:36.983712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-73157e4a-4890-4bc9-a85e-590451501826 service neutron] 10.222.0.70 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203020 Jul 16 22:21:37.007117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.035393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-edc0fd16-d428-433d-a658-a6d7da33b2b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5307107 Jul 16 22:21:37.052381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Request body: {'port': {'device_id': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:37.056401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b2f920ea-03a7-4220-8a60-29d9cb3ace4c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:37.102703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9d1e-1378-4f6c-9dcd-93166cb0d255 req-1cf627e3-3202-49fa-ac06-0add6333c0b9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:37.105298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b6a9d1e-1378-4f6c-9dcd-93166cb0d255 req-1cf627e3-3202-49fa-ac06-0add6333c0b9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.2003918 Jul 16 22:21:37.157593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.159872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.175210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42ccf67c-48bc-46f0-8e99-b1c65c1a6049 None None] Provisioning for port 78fa9d35-9faa-479c-b517-e406ada581a6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:37.177024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b6a9d1e-1378-4f6c-9dcd-93166cb0d255 req-09008481-b29d-4c6a-85bf-4e7d89ca2e65 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656886 Jul 16 22:21:37.187076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42ccf67c-48bc-46f0-8e99-b1c65c1a6049 None None] Provisioning complete for port 78fa9d35-9faa-479c-b517-e406ada581a6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:37.188388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42ccf67c-48bc-46f0-8e99-b1c65c1a6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.255219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:37.259943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:37.266451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:37.276570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:37.290180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:37.387620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-42ccf67c-48bc-46f0-8e99-b1c65c1a6049 None None] Port 78fa9d35-9faa-479c-b517-e406ada581a6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:21:37.415915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:37.416686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.451087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-eae78295-1134-48b8-a81a-76276c55d4b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4578204 Jul 16 22:21:37.466850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Request body: {'port': {'device_id': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:37.511533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436b9bb6-67c4-4161-b66e-e2bc6349aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.537578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb933ddb-4954-443f-8a5d-a7fdff192a40 req-6f12df38-73bf-4eb0-9d9e-239483d9a2d2 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:37.540563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb933ddb-4954-443f-8a5d-a7fdff192a40 req-6f12df38-73bf-4eb0-9d9e-239483d9a2d2 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1097 time: 0.1390107 Jul 16 22:21:37.611718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.624602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb933ddb-4954-443f-8a5d-a7fdff192a40 req-d008ba66-5405-4064-a4c3-c37b8f3c2044 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778782 Jul 16 22:21:37.696276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:37.712791 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.755173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5333d1eb-085f-41e3-b0f4-aac3a9b90624 req-227ed3fd-7bf2-4fea-b1a0-d8dd6ddc3548 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 210 time: 0.0419838 Jul 16 22:21:37.760840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436b9bb6-67c4-4161-b66e-e2bc6349aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.766608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436b9bb6-67c4-4161-b66e-e2bc6349aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.789415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Transition to ACTIVE for port object 78fa9d35-9faa-479c-b517-e406ada581a6 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:37.813888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.816184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-436b9bb6-67c4-4161-b66e-e2bc6349aac1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96dfd0d58b2b42b69cbfc0ba160918aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545664 Jul 16 22:21:37.829901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b9bb6-67c4-4161-b66e-e2bc6349aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d9847-a66c-495e-8138-4fac3169c2bd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:37.832726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:37.928804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:37.929347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:37.988147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.058855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18839-1418-4a9a-a074-05fa95fe8637 req-f90d4784-69a0-4753-8e00-5bc4df8c7dca tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:38.060598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69e18839-1418-4a9a-a074-05fa95fe8637 req-f90d4784-69a0-4753-8e00-5bc4df8c7dca tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 931 time: 0.2508996 Jul 16 22:21:38.070218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde13c24-05df-4f50-9c46-52bad3c6b6ed req-c1c37e54-43f4-4f97-b8f9-671e474cd808 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:38.077724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fde13c24-05df-4f50-9c46-52bad3c6b6ed req-c1c37e54-43f4-4f97-b8f9-671e474cd808 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 947 time: 0.1637435 Jul 16 22:21:38.114343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Attempting to bind port 78fa9d35-9faa-479c-b517-e406ada581a6 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:38.115293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Attempting to bind port 78fa9d35-9faa-479c-b517-e406ada581a6 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:38.115694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Attempting to bind port 78fa9d35-9faa-479c-b517-e406ada581a6 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:38.129703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Port 78fa9d35-9faa-479c-b517-e406ada581a6 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:38.129954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Attempting to bind port 78fa9d35-9faa-479c-b517-e406ada581a6 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:38.145526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fde13c24-05df-4f50-9c46-52bad3c6b6ed req-d658b488-3d9c-4dc8-89d7-6536f6b81e9b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 Jul 16 22:21:38.148284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.152226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.153712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a64d9847-a66c-495e-8138-4fac3169c2bd HTTP/1.1" status: 204 len: 168 time: 0.3195934 Jul 16 22:21:38.158109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:38.158343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:38.158736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:38.159462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Bound port: 78fa9d35-9faa-479c-b517-e406ada581a6, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:38.159928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.177841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69e18839-1418-4a9a-a074-05fa95fe8637 req-9ea35647-cb0e-4521-832c-b1bda8cf5771 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936787 Jul 16 22:21:38.183678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3a18d-a7d1-46ae-bc54-0315a244e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d9847-a66c-495e-8138-4fac3169c2bd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:38.276136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50874e5-26f0-4805-bdb0-e6de61ca9651 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:38.285926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.328109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Transition to ACTIVE for port object c50874e5-26f0-4805-bdb0-e6de61ca9651 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:38.339095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:38.363836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:38.368659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:38.389263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.395347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port b2f920ea-03a7-4220-8a60-29d9cb3ace4c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:38.401315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.401514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port b2f920ea-03a7-4220-8a60-29d9cb3ace4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:38.402535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.466413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:38.467162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.468691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] 10.222.0.47 "PUT /v2.0/ports/78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 1096 time: 1.4221625 Jul 16 22:21:38.469294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:38.471817 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d4c45-7d4a-4ea3-9901-34d76ae2947b" -d '{"events": [{"name": "network-changed", "server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:38.477181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:38.568870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.588346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:38.606704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71608c99-548b-4d63-b940-53d262fad0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.615492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:38.616745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:38.619587 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67b407-114c-4509-ab43-86743848b2af" -d '{"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-plugged", "status": "completed", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:38.625471 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.661980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56282b-05ac-4c53-9711-44e8d54fd6c4 req-b30a2bb1-b460-492a-9012-b5ee1a2d9c9c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:38.675698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e56282b-05ac-4c53-9711-44e8d54fd6c4 req-b30a2bb1-b460-492a-9012-b5ee1a2d9c9c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.3540559 Jul 16 22:21:38.696996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:38.725485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11bd9e-24af-4f17-941b-90b824dfe19a service neutron] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:38.729855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Attempting to bind port c50874e5-26f0-4805-bdb0-e6de61ca9651 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:38.730744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Attempting to bind port c50874e5-26f0-4805-bdb0-e6de61ca9651 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:38.730744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Attempting to bind port c50874e5-26f0-4805-bdb0-e6de61ca9651 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:38.765150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e56282b-05ac-4c53-9711-44e8d54fd6c4 req-e9540f62-297e-44a0-9d65-c79afcf52523 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884075 Jul 16 22:21:38.767068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Port c50874e5-26f0-4805-bdb0-e6de61ca9651 on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:38.767232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Attempting to bind port c50874e5-26f0-4805-bdb0-e6de61ca9651 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:38.792060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:38.792331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:38.792779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:38.793260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Bound port: c50874e5-26f0-4805-bdb0-e6de61ca9651, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:38.793629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.802315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71608c99-548b-4d63-b940-53d262fad0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.807543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71608c99-548b-4d63-b940-53d262fad0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:38.823236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-dc5b31ee-b956-4de2-9662-783824e3f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:38.824784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-dc5b31ee-b956-4de2-9662-783824e3f8d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1099 time: 0.2317138 Jul 16 22:21:38.849980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:38.852047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-71608c99-548b-4d63-b940-53d262fad0ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32d936bd238e4dcf8484f41c29c906e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623322 Jul 16 22:21:38.894035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608c99-548b-4d63-b940-53d262fad0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d839f7f2-61ac-4d59-a0e2-2ab788e7827c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:39.165598 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f95ee8-3561-4144-8dd4-d36e97bc11d8 x-openstack-request-id: req-66f95ee8-3561-4144-8dd4-d36e97bc11d8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:39.165900 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-plugged", "status": "completed", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:39.166158 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66f95ee8-3561-4144-8dd4-d36e97bc11d8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:39.166587 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'code': 200} Jul 16 22:21:39.225710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-0b5f022c-8c90-4c4e-bdcb-33ab7ff6993f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.3747470 Jul 16 22:21:39.227450 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97847300-e6cf-48b1-b89a-6b05bae8d803 x-openstack-request-id: req-97847300-e6cf-48b1-b89a-6b05bae8d803 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:39.227750 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:39.228028 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97847300-e6cf-48b1-b89a-6b05bae8d803 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:39.228374 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6', 'status': 'completed', 'code': 200} Jul 16 22:21:39.418024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3db21c3-097b-4eef-9bfc-e56fa827cd95 req-2df5e847-2314-403f-a658-8263296d802a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 210 time: 0.0925641 Jul 16 22:21:39.447401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:39.452878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:39.455273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-f5b21fb4-3a58-4e3e-8380-5d1d43b86175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.456832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-f5b21fb4-3a58-4e3e-8380-5d1d43b86175 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2108140 Jul 16 22:21:39.471097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:39.530108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-e851d5a3-0d4b-4587-9acb-3fd8e7854ce9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:21:39.531205 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-e851d5a3-0d4b-4587-9acb-3fd8e7854ce9 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319467 Jul 16 22:21:39.560040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-b0743a07-eb0a-44d2-86fa-c527ea3ee4f7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.561597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-b0743a07-eb0a-44d2-86fa-c527ea3ee4f7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 821 time: 0.6930940 Jul 16 22:21:39.563139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:39.610877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Request body: {'port': {'device_id': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'admin_state_up': True, 'tenant_id': '6abca4c89e274aa4953cf7a1db3051d5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:39.614230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.614838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:39.616135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] 10.222.0.47 "PUT /v2.0/ports/c50874e5-26f0-4805-bdb0-e6de61ca9651 HTTP/1.1" status: 200 len: 1092 time: 2.1559534 Jul 16 22:21:39.689662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87f06-41a3-44ab-83a8-776daabb89dc req-66c3d2b0-bb36-4e67-9917-fd51760fde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.691143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14f87f06-41a3-44ab-83a8-776daabb89dc req-66c3d2b0-bb36-4e67-9917-fd51760fde3f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1097 time: 0.4542110 Jul 16 22:21:39.710920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:39.759793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:39.823142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-737dfd22-fd77-46f4-9fdf-facd1c182789 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.824548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-737dfd22-fd77-46f4-9fdf-facd1c182789 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 1094 time: 0.2725797 Jul 16 22:21:39.844970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.845336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.845680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.846019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.846357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.846686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.847015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.847341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.847672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.847995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.848319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.848644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71964f15-25c3-4c0b-a641-259b3ca0b32d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:39.865076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:39.865538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:21:39.947831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-c1075ac3-5e03-4bee-8a26-6d4db9befdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:39.949412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-c1075ac3-5e03-4bee-8a26-6d4db9befdd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4840984 Jul 16 22:21:39.950962 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14f87f06-41a3-44ab-83a8-776daabb89dc req-2bb43260-d3b8-4c3c-858e-97a3f48f869e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437279 Jul 16 22:21:40.007495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31798667-3414-4f40-b760-d9fd615d7fdb req-041c96b4-9728-4715-9f23-a0ad97e4eaac tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:40.009003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31798667-3414-4f40-b760-d9fd615d7fdb req-041c96b4-9728-4715-9f23-a0ad97e4eaac tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 947 time: 0.4597967 Jul 16 22:21:40.053454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:40.056035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:40.057146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d839f7f2-61ac-4d59-a0e2-2ab788e7827c HTTP/1.1" status: 204 len: 168 time: 1.1979039 Jul 16 22:21:40.148037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27d320-0212-4001-9eec-bb25dcc32039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839f7f2-61ac-4d59-a0e2-2ab788e7827c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:40.158137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-9f524edb-e654-4cc5-8da6-fa9a71d3113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:40.159690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-9f524edb-e654-4cc5-8da6-fa9a71d3113b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 1095 time: 0.4992142 Jul 16 22:21:40.168086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Made reservation on behalf of 6abca4c89e274aa4953cf7a1db3051d5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:40.171961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:40.217813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31798667-3414-4f40-b760-d9fd615d7fdb req-db574e05-7e80-49ca-9256-ea96fe4122b9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882923 Jul 16 22:21:40.262943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-16f89663-95f3-4e6f-8092-f716b1cfa3fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651 HTTP/1.1" status: 200 len: 217 time: 0.0820849 Jul 16 22:21:40.274936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-7a9ab873-3edc-46dc-9521-a6fbe0d10026 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144138 Jul 16 22:21:40.437842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:40.437842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:40.437842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:40.444423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-543522e2-e868-4155-abc9-58195febe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:40.445953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-543522e2-e868-4155-abc9-58195febe574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.1701829 Jul 16 22:21:40.504417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:40.505150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:40.546145 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-e3b18d01-7e5c-493c-9df0-ee13e35242d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665617 Jul 16 22:21:40.550237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:40.550683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:40.550962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:40.551392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Bound port: 7bb14af4-99a9-4b2e-929c-136e89667e65, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:40.639727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Allocated IP 172.20.0.5 (b14d3d41-fad9-4dbd-8cf1-01c9e76dc326/1412ae69-42e2-46c8-b9a7-144272361af7/03341f58-ab77-4a82-acde-3c6d7e805c0c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:40.652888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea1dd977-1f6c-4c9b-95ff-0360db11c7fe req-7e53bf56-7a14-4678-810f-77016bb3f7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624644 Jul 16 22:21:40.707419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52cd3-f2e8-479a-bfe2-6eac9c90b268 req-66af8036-475a-4090-b773-f1a199299a14 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:40.709503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81c52cd3-f2e8-479a-bfe2-6eac9c90b268 req-66af8036-475a-4090-b773-f1a199299a14 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 943 time: 0.3624880 Jul 16 22:21:40.749888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:40.777171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:40.796136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:40.797428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-78568899-33a6-4abe-a365-ba5618673631 service neutron] 10.222.0.70 "POST /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65/bindings HTTP/1.1" status: 201 len: 390 time: 0.9553423 Jul 16 22:21:40.838053 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-a1adca80-53e9-4b83-ac5d-d52f02ce64c8 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814312 Jul 16 22:21:40.860093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1925899466-network', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:40.886673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81c52cd3-f2e8-479a-bfe2-6eac9c90b268 req-4cd03071-eea4-4cd8-8547-20eeb2b19480 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706808 Jul 16 22:21:40.913947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Made reservation on behalf of 6d2f5d74e20a40e29f4699a2ea230623 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:40.916411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:40.954440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.039255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-d2484075-84ed-439f-953b-83a6ff3319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.044178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-d2484075-84ed-439f-953b-83a6ff3319cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1099 time: 0.3293903 Jul 16 22:21:41.097327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.103256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.131096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:21:41.131998 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce7a1593-1c18-4b90-9369-1065d6df35a7 req-4c5b0540-eec8-4bed-a63b-3e882191eb5a service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811599 Jul 16 22:21:41.154111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.154717 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Added segment d461e354-48d6-477e-a763-9fefe96b2eb0 of type vlan for network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 Jul 16 22:21:41.157401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae21176-7730-419d-89ef-b664036fcf6c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:41.162546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.212456 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.229186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:41.231452 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21925e38-cb75-44b9-a660-a2267a5976c8" -d '{"events": [{"name": "network-changed", "server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:41.250808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.251907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.252499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.293229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5393562 Jul 16 22:21:41.293442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:41.323915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Request body: {'subnet': {'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1925899466-subnet', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:41.330351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6f1b6-e39e-49f8-9602-628fc0d3c32f admin admin] Pushing event updated for resources: {'Network': ['ID=3e9bb131-24c9-4704-8a84-28fcda05ccc9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:41.341859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:21:41.367763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32eee9ed-65e3-43f3-b6a7-30017714db79 req-b28edf9c-fd2e-4ada-95e7-a5b88622a19c tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 210 time: 0.0399504 Jul 16 22:21:41.384365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Made reservation on behalf of 6d2f5d74e20a40e29f4699a2ea230623 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:21:41.387864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.579957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-6947864d-92c2-426e-a32f-24e87cfdd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.581483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-6947864d-92c2-426e-a32f-24e87cfdd742 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.5194170 Jul 16 22:21:41.594788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2fa99-db31-442b-a828-49ac2aa4fddb req-28845465-2031-4634-b300-d11718417e68 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.596238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53e2fa99-db31-442b-a828-49ac2aa4fddb req-28845465-2031-4634-b300-d11718417e68 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.5179276 Jul 16 22:21:41.639390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68d366-6b57-4102-aeca-1fe8862aac68 req-98bf1f3d-b738-42e2-b8a2-306d9a56884d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.640915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e68d366-6b57-4102-aeca-1fe8862aac68 req-98bf1f3d-b738-42e2-b8a2-306d9a56884d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1485119 Jul 16 22:21:41.647743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.649510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-b41078a4-61bd-432a-946b-50be2c3c9e73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.0510848 Jul 16 22:21:41.656501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.733724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e68d366-6b57-4102-aeca-1fe8862aac68 req-41c61979-2047-4aba-84d5-95b6c1387168 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820453 Jul 16 22:21:41.736139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c98f7d-21ae-435a-9d13-b39887c69c2c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:41.739176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-9a5f4dd8-4f33-4ef5-9b2e-4faab46eb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.741260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-9a5f4dd8-4f33-4ef5-9b2e-4faab46eb8c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1097 time: 0.5359926 Jul 16 22:21:41.747054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Checking segment: {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:41.747557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Network hostable DHCP agents. Network: 3e9bb131-24c9-4704-8a84-28fcda05ccc9, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:21:41.771316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:21:41.778060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53e2fa99-db31-442b-a828-49ac2aa4fddb req-ff047428-1d0f-4708-a64f-de774829e91c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662388 Jul 16 22:21:41.783423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:41.794166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 3e9bb131-24c9-4704-8a84-28fcda05ccc9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:41.799691 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e27619-d5eb-457c-9408-b5d5ea3a90a0 x-openstack-request-id: req-63e27619-d5eb-457c-9408-b5d5ea3a90a0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:41.800469 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:41.800469 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63e27619-d5eb-457c-9408-b5d5ea3a90a0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:41.801300 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'status': 'completed', 'code': 200} Jul 16 22:21:41.803944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:41.806269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event updated for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:41.807000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87944e0-489f-46b6-94cb-9f96a4e5ebdb None None] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:21:41.814472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.815092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.815369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:41.819850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-66b00b75-2e03-4249-843b-31ace58f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.821377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-66b00b75-2e03-4249-843b-31ace58f6e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1606121 Jul 16 22:21:41.838569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-06d175ed-db4e-48a4-b907-ea2677b4769a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5437815 Jul 16 22:21:41.840131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:41.845597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:41.946849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-3d7cb2c5-b2ec-49b1-9765-17c8d17a75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.948714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-3d7cb2c5-b2ec-49b1-9765-17c8d17a75a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 1095 time: 0.0906999 Jul 16 22:21:41.949850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.951121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:41.973655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:41.974846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.028304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-71eb6a19-c4c8-46b5-b27a-bbe99e627619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.029659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-71eb6a19-c4c8-46b5-b27a-bbe99e627619 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.2751625 Jul 16 22:21:42.035011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'fixed_ips': [{'subnet_id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:21:42.035270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-90ad59b0-2bb6-4e90-9b20-8ff8d5c3a564 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4572811 Jul 16 22:21:42.035971 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.085567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Request body: {'port': {'device_id': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:42.109006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-e83747e6-1f0c-48b1-a00f-d604e107e53e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 217 time: 0.0703602 Jul 16 22:21:42.110807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-4af4bd65-9ae4-412d-903a-2bc345272d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.112217 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-4af4bd65-9ae4-412d-903a-2bc345272d5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2678561 Jul 16 22:21:42.157023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.179976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Allocated IP 172.20.0.2 (3e9bb131-24c9-4704-8a84-28fcda05ccc9/d9c98f7d-21ae-435a-9d13-b39887c69c2c/36cfdd14-69b1-43f4-9c68-b9ccdafbc07c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:42.256180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c4b0-90c1-4112-8f12-747f9766f9e4 req-820e8457-c569-4fe7-aa86-cf890b091e5c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.257685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec06c4b0-90c1-4112-8f12-747f9766f9e4 req-820e8457-c569-4fe7-aa86-cf890b091e5c tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1097 time: 0.2705622 Jul 16 22:21:42.263362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04d7fe-b617-4dd6-ad27-1d08b4c9826a req-7294519c-0b8c-42c1-ad18-fa6ad3e7bd04 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.264895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de04d7fe-b617-4dd6-ad27-1d08b4c9826a req-7294519c-0b8c-42c1-ad18-fa6ad3e7bd04 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 947 time: 0.3005571 Jul 16 22:21:42.271387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-e29db206-6100-43b4-8037-c723f8cec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.272822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-e29db206-6100-43b4-8037-c723f8cec322 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.3069139 Jul 16 22:21:42.278338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-b12ccc2a-c349-4c7f-ba9d-d63803f7a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.279792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-b12ccc2a-c349-4c7f-ba9d-d63803f7a3e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1527076 Jul 16 22:21:42.290657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:42.319669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.347961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.351363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-30d3ff9a-b795-4af9-8d74-fb2e880bd31e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591092 Jul 16 22:21:42.361702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-959ab2de-bb41-4c90-9f91-6417ffdef982 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355478 Jul 16 22:21:42.378204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Transition to ACTIVE for port object 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:42.396746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-5b3100e8-6714-4be4-8a1c-b8bb6d782ce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651 HTTP/1.1" status: 200 len: 217 time: 0.0891142 Jul 16 22:21:42.403550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.423347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de04d7fe-b617-4dd6-ad27-1d08b4c9826a req-d5feba55-1e8c-4115-a14e-73788e105130 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481850 Jul 16 22:21:42.429610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Transition to ACTIVE for port object 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:42.437286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec06c4b0-90c1-4112-8f12-747f9766f9e4 req-d5493267-a287-48c4-a8bf-0708bc1e4553 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621025 Jul 16 22:21:42.439459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.503421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-540ff60c-ed18-4a56-8b7d-65993476ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:42.506061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-540ff60c-ed18-4a56-8b7d-65993476ff2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0986340 Jul 16 22:21:42.531855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:42.551226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:42.562463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:42.568287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:42.571697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Pushing event updated for resources: {'Port': ['ID=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:42.575763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '78fa9d35-9faa-479c-b517-e406ada581a6', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '78fa9d35-9faa-479c-b517-e406ada581a6', 'mac_address': 'fa:16:3e:ff:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:42.668831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Attempting to bind port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:42.669527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Attempting to bind port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:42.670084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Attempting to bind port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c on network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:42.673466 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.678647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:42.679310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Checking segment: {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:42.679902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.680471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Bound using segment: {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:42.681162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Bound port: 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:42.681731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.701337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:42.712093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-530d4c45-7d4a-4ea3-9901-34d76ae2947b req-3f7e91d5-a932-46b5-bb0f-12fbdb429e50 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344264 Jul 16 22:21:42.719361 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-8410293f-1b15-4677-8788-4085453fa648 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602040 Jul 16 22:21:42.748989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:42.758563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.791809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] For port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:42.803147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] For port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:42.869243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:42.879156 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:42.909747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-b665f667-5e62-4368-936c-b7acc787fcab service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828814 Jul 16 22:21:42.923139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-b81fdbd7-ccaa-40ae-a026-13d90c4650c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4068711 Jul 16 22:21:42.956694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e012-60ac-4278-8e08-ebbfa1ee0797 None None] Pushing event updated for resources: {'Port': ['ID=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:43.014960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:43.042273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03341f58-ab77-4a82-acde-3c6d7e805c0c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:43.054735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.074682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Transition to ACTIVE for port object 03341f58-ab77-4a82-acde-3c6d7e805c0c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:43.085594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.097754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9ea9d-8ccf-4cf1-a3be-69b78e622dca req-03044506-e5e2-4d6c-aaf8-9b9facbba2f3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.106535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ece9ea9d-8ccf-4cf1-a3be-69b78e622dca req-03044506-e5e2-4d6c-aaf8-9b9facbba2f3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 943 time: 0.1963353 Jul 16 22:21:43.160940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67bf58-7b75-452c-a53c-3aad4401038f req-2f57a72a-ee03-4f4a-bb1c-bea3ac78b6df tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.170818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc67bf58-7b75-452c-a53c-3aad4401038f req-2f57a72a-ee03-4f4a-bb1c-bea3ac78b6df tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 931 time: 0.2310586 Jul 16 22:21:43.173664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Pushing event updated for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:43.189580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ece9ea9d-8ccf-4cf1-a3be-69b78e622dca req-635ddd65-5ffd-434f-b505-1f0fa43988a0 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820868 Jul 16 22:21:43.272524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-71a9670c-db02-4002-8fe0-22ff41decb52 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260102 Jul 16 22:21:43.332108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc67bf58-7b75-452c-a53c-3aad4401038f req-2e011a27-1608-4905-9550-c1fd113a00b5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579275 Jul 16 22:21:43.363791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Attempting to bind port 03341f58-ab77-4a82-acde-3c6d7e805c0c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:43.364135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Attempting to bind port 03341f58-ab77-4a82-acde-3c6d7e805c0c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:43.365023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Attempting to bind port 03341f58-ab77-4a82-acde-3c6d7e805c0c on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:43.369594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Port 03341f58-ab77-4a82-acde-3c6d7e805c0c on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:43.369920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Attempting to bind port 03341f58-ab77-4a82-acde-3c6d7e805c0c on network b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:43.389293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:43.389642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Checking segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:43.390043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Bound using segment: {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:43.390495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Bound port: 03341f58-ab77-4a82-acde-3c6d7e805c0c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a0cc26-6df2-4543-b780-f010b667a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:43.390860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.436921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21925e38-cb75-44b9-a660-a2267a5976c8 req-9fb4d7fd-ca86-485f-a1a0-c4453a14250c service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539712 Jul 16 22:21:43.498066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:43.504010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.530492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:43.532450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.541385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.591012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f29847-bedd-40e3-9c77-d308d754bb0b req-969ce97a-e6dd-4a53-a0ad-6ce2a5bc7b85 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.591187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.591784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.592568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27f29847-bedd-40e3-9c77-d308d754bb0b req-969ce97a-e6dd-4a53-a0ad-6ce2a5bc7b85 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1097 time: 0.1547358 Jul 16 22:21:43.593591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] 10.222.0.68 "PUT /v2.0/ports/03341f58-ab77-4a82-acde-3c6d7e805c0c HTTP/1.1" status: 200 len: 1092 time: 1.5448713 Jul 16 22:21:43.618281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eb65f-5d7f-4bfa-8f04-c57eec32860b req-142a475d-449a-415f-8cf7-9dd1bed41077 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.619966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad9eb65f-5d7f-4bfa-8f04-c57eec32860b req-142a475d-449a-415f-8cf7-9dd1bed41077 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1343236 Jul 16 22:21:43.625519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833bb00-f4c3-4252-a561-6560b086d452 service neutron] Pushing event updated for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:43.685709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27f29847-bedd-40e3-9c77-d308d754bb0b req-94d8f0bd-112c-4e38-8150-d8ccc94d4bbb tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Jul 16 22:21:43.694884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad9eb65f-5d7f-4bfa-8f04-c57eec32860b req-5cd75edc-11b4-4b9a-8323-a17b4839ce3b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659587 Jul 16 22:21:43.700580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Allocated IP 172.25.5.57 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/68fcb82d-fa5f-4b95-accc-de10b984dcb4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:43.756026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-9ed2c27a-ee7c-4859-ba3e-2796954c579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.757608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-9ed2c27a-ee7c-4859-ba3e-2796954c579b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 1095 time: 0.0989323 Jul 16 22:21:43.818135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:43.820716 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbce69f-01da-475f-8c45-5988de56bd89" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:43.825937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-707357f4-bfce-4338-852c-cf8eafe87f95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c HTTP/1.1" status: 200 len: 217 time: 0.0557210 Jul 16 22:21:43.917760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-86216cdc-08b4-4b24-85f0-b1f3d016e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.919228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-86216cdc-08b4-4b24-85f0-b1f3d016e166 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0865002 Jul 16 22:21:43.965765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-7fd3a19e-b2b8-4182-acf5-9687f4ad8fa4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392215 Jul 16 22:21:43.974918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:43.988267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1ab02-fd13-4562-b1b7-c962da5f12b6 req-cfb005a8-a6a2-460a-9751-5c968cb72387 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:43.996408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3b1ab02-fd13-4562-b1b7-c962da5f12b6 req-cfb005a8-a6a2-460a-9751-5c968cb72387 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 948 time: 0.1522563 Jul 16 22:21:44.069871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3b1ab02-fd13-4562-b1b7-c962da5f12b6 req-4297d1c0-585f-4cce-b999-519a1bae6530 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Jul 16 22:21:44.070783 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e76411-b562-4f44-8181-e6d5cc3e40e1 x-openstack-request-id: req-42e76411-b562-4f44-8181-e6d5cc3e40e1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:44.071081 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:44.071341 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42e76411-b562-4f44-8181-e6d5cc3e40e1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:44.071736 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c', 'status': 'completed', 'code': 200} Jul 16 22:21:44.116857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:44.134505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-dc690572-24c5-498a-b447-327b8b199505 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556883 Jul 16 22:21:44.145354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:44.195971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:44.206235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:44.257520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Pushing event updated for resources: {'Port': ['ID=68fcb82d-fa5f-4b95-accc-de10b984dcb4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:44.298499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97634f7f-1ee0-4ba9-95f8-a841c9055474 req-5b207890-9487-47be-a36d-29c7694f0558 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490018 Jul 16 22:21:44.307853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:44.310758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:44.391777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491fc76-424e-45e3-bef3-aa1d54d38c00 None None] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:21:44.475296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-4b7aac56-20de-4ffb-bd86-0ce3a1a5e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:44.480134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-4b7aac56-20de-4ffb-bd86-0ce3a1a5e13e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 1095 time: 0.1143670 Jul 16 22:21:44.586737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8838f404-bc56-41ed-8ea7-7d475a41596e None None] Provisioning for port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:44.591501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:44.594371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 78fa9d35-9faa-479c-b517-e406ada581a6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:44.604263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f32f7-81cf-4369-b51a-af602468eb63 req-4503db2f-b3de-499a-aa25-ec3736e4e007 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:44.606062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b0f32f7-81cf-4369-b51a-af602468eb63 req-4503db2f-b3de-499a-aa25-ec3736e4e007 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 943 time: 0.2349126 Jul 16 22:21:44.651003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:44.682329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-738fdcdb-27e5-4635-86c9-96dc6e899e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:44.684110 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-738fdcdb-27e5-4635-86c9-96dc6e899e0c service neutron] 10.222.0.68 "GET /v2.0/networks?id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 200 len: 922 time: 0.1951671 Jul 16 22:21:44.689330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 78fa9d35-9faa-479c-b517-e406ada581a6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:44.690123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:44.696037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b0f32f7-81cf-4369-b51a-af602468eb63 req-18fbd0e4-88e9-4cf4-9c2a-eec925bfbf17 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489974 Jul 16 22:21:44.774418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-36faf4f0-c0e2-4dc7-9279-a0ee923fe18f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c HTTP/1.1" status: 200 len: 217 time: 0.0827222 Jul 16 22:21:44.807854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:44.853562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'mac_address': 'fa:16:3e:a6:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:44.878703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-733e638c-4e9e-4f52-9607-3a58dd7738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:44.881645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-733e638c-4e9e-4f52-9607-3a58dd7738f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 200 len: 861 time: 0.0996056 Jul 16 22:21:44.895305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:44.925011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-cad7bb18-8659-46e8-8797-3f3df4903c03 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359349 Jul 16 22:21:44.979865 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:44.982190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:44.982190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.034579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-be96d018-11d0-4d8b-9ab2-a6b519365c17 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023471 Jul 16 22:21:45.043929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.045246 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.074228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:45.077206 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0b76ac-1d99-4001-8f37-6d3561dd1ba0" -d '{"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:45.093463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50874e5-26f0-4805-bdb0-e6de61ca9651 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:45.101979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:45.117714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.159979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:45.189461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.211414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.219255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98703f6-e613-4206-a90a-6ed5ff9fbab0 req-95d772db-8242-4754-81f0-74e52198b9c7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:45.220837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d98703f6-e613-4206-a90a-6ed5ff9fbab0 req-95d772db-8242-4754-81f0-74e52198b9c7 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 943 time: 0.2803555 Jul 16 22:21:45.228061 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbce69f-01da-475f-8c45-5988de56bd89 req-7de9b909-6ed3-4860-8b75-7e841ea4f097 service neutron] 10.222.0.68 "GET /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774828 Jul 16 22:21:45.253761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:45.296656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:45.307217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.329374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:45.381996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d98703f6-e613-4206-a90a-6ed5ff9fbab0 req-2b8680eb-0095-43b0-9a49-a14fc9dfbdd8 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391881 Jul 16 22:21:45.396678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b0560ee0-1ad3-409e-896c-41ae6e282b2c None None] Provisioning complete for port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:45.397076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0560ee0-1ad3-409e-896c-41ae6e282b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.447857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Router 39873b55-9640-4566-961d-cd78fb689f19 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:21:45.451994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c50874e5-26f0-4805-bdb0-e6de61ca9651'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:45.485847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:45.547250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-fbebab47-5c49-4575-b523-2eb40a030509 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:21:45.548297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-fbebab47-5c49-4575-b523-2eb40a030509 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075531 Jul 16 22:21:45.642181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:21:45.645258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-c0121e66-234b-43f9-921f-1f1407400ffd tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:45.652125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-c0121e66-234b-43f9-921f-1f1407400ffd tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 1094 time: 0.0934391 Jul 16 22:21:45.655602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Sync routers for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:21:45.659902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:45.660438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:21:45.668915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:45.669491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:45.712082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7e8e-b1a4-4829-a1bd-d58db4b02041 req-3bcce821-2766-42d8-93dd-1c4fb9b75453 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:45.713818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40bd7e8e-b1a4-4829-a1bd-d58db4b02041 req-3bcce821-2766-42d8-93dd-1c4fb9b75453 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1744430 Jul 16 22:21:45.716186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:45.717350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1977e79-8dac-4523-90c0-694594f4c536 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8758039 Jul 16 22:21:45.720126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:45.784910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:45.889951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40bd7e8e-b1a4-4829-a1bd-d58db4b02041 req-b374bb7b-67e5-492b-b7c9-b34833e224b7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226408 Jul 16 22:21:45.993474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:45.993820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:45.994147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:46.001808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:46.002535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:46.034124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:46.034494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:46.034854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:46.035592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Bound port: b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:46.149667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:46.155189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:44Z', 'revision_number': 3, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:46.162862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.164330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d67526dd-2186-4016-b8ab-fb28e76fda58 service neutron] 10.222.0.70 "POST /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5113840 Jul 16 22:21:46.189611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Checking router: 39873b55-9640-4566-961d-cd78fb689f19 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:21:46.189962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Updating router 39873b55-9640-4566-961d-cd78fb689f19 port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:21:46.261918 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.265238 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd27859-a5ea-4282-84af-5c280061a346 x-openstack-request-id: req-0cd27859-a5ea-4282-84af-5c280061a346 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:46.265661 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:46.266057 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cd27859-a5ea-4282-84af-5c280061a346 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:46.266538 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6', 'code': 200} Jul 16 22:21:46.321922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:46.405883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03341f58-ab77-4a82-acde-3c6d7e805c0c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:46.423587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.455144 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:21:46.460420 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:21:46.538189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:46.564097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819378b-59b3-4696-9c3c-7bb738df3258 req-4754d95d-8b7a-4040-91d7-e8b82c75f9ce tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:46.571900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9819378b-59b3-4696-9c3c-7bb738df3258 req-4754d95d-8b7a-4040-91d7-e8b82c75f9ce tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1233075 Jul 16 22:21:46.591798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c50874e5-26f0-4805-bdb0-e6de61ca9651 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:46.602286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c50874e5-26f0-4805-bdb0-e6de61ca9651 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:46.602821 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.613570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9819378b-59b3-4696-9c3c-7bb738df3258 req-b29a6ee2-f135-4df5-a277-e93f3b2e4a9b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Jul 16 22:21:46.752695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:46.794318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '03341f58-ab77-4a82-acde-3c6d7e805c0c', 'network_id': 'b14d3d41-fad9-4dbd-8cf1-01c9e76dc326', 'port_id': '03341f58-ab77-4a82-acde-3c6d7e805c0c', 'mac_address': 'fa:16:3e:19:45:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412ae69-42e2-46c8-b9a7-144272361af7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:21:46.817617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:46.818147 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.886915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f70ff-0d3f-4b73-b07e-98ddc51b8783 req-39358e61-ac21-4774-b58d-8c631ff3b72b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:46.895379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-622f70ff-0d3f-4b73-b07e-98ddc51b8783 req-39358e61-ac21-4774-b58d-8c631ff3b72b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1275518 Jul 16 22:21:46.906120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc154-5cd1-4a9b-bc4b-5f1a188ec5ae req-9f32775c-2313-402e-89f8-3325febc7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:46.907796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-046bc154-5cd1-4a9b-bc4b-5f1a188ec5ae req-9f32775c-2313-402e-89f8-3325febc7032 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1101 time: 0.5414252 Jul 16 22:21:46.925764 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.932481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:46.951047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-622f70ff-0d3f-4b73-b07e-98ddc51b8783 req-c0af9797-2899-4868-8302-20df722c0374 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541604 Jul 16 22:21:46.960004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923f003-abd6-4c05-b2ba-4cd4bfa9e681 req-01048448-dbc8-4620-98cb-03c7f45088e2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:46.967127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f923f003-abd6-4c05-b2ba-4cd4bfa9e681 req-01048448-dbc8-4620-98cb-03c7f45088e2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 944 time: 0.5078001 Jul 16 22:21:46.998045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03341f58-ab77-4a82-acde-3c6d7e805c0c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:21:47.069177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-046bc154-5cd1-4a9b-bc4b-5f1a188ec5ae req-b755a153-ff9f-475d-bc2e-4b697a66cb1e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521730 Jul 16 22:21:47.077110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:47.079762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:47.082436 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.085366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f923f003-abd6-4c05-b2ba-4cd4bfa9e681 req-96b434d2-3896-46fc-8c6c-7c3b09678360 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170993 Jul 16 22:21:47.088816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.122537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.126617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Allocated IP 172.20.0.1 (3e9bb131-24c9-4704-8a84-28fcda05ccc9/d9c98f7d-21ae-435a-9d13-b39887c69c2c/f7790d4e-7952-4df3-b97f-1349b75f361b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:47.156604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Transition to ACTIVE for port object 68fcb82d-fa5f-4b95-accc-de10b984dcb4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:47.191441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.216049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:47.226550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a98e93-ef65-498f-b738-dd20dd36c802 req-3aafa1bf-9a02-4fe1-80b7-81303a8073e2 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:47.228264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82a98e93-ef65-498f-b738-dd20dd36c802 req-3aafa1bf-9a02-4fe1-80b7-81303a8073e2 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 944 time: 0.1442747 Jul 16 22:21:47.280693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82a98e93-ef65-498f-b738-dd20dd36c802 req-a1fad104-3f12-41a9-a0e1-c8a2baba6b63 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464058 Jul 16 22:21:47.282487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:47.350472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Attempting to bind port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:47.351246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Attempting to bind port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:47.351720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Attempting to bind port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:47.355430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.357547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018e0a9-207f-44bc-bfda-06e45bad7347 None None] Pushing event updated for resources: {'Port': ['ID=68fcb82d-fa5f-4b95-accc-de10b984dcb4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:47.362812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:47.363196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:47.363602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.364678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:47.365369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Bound port: 68fcb82d-fa5f-4b95-accc-de10b984dcb4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:47.365761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.387058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Transition to ACTIVE for port object f7790d4e-7952-4df3-b97f-1349b75f361b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:47.403002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190bc6-4f67-46ab-b030-04da3a84b7de req-b183f40c-1133-4177-a16a-b917e61a829c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:47.404658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0190bc6-4f67-46ab-b030-04da3a84b7de req-b183f40c-1133-4177-a16a-b917e61a829c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1896458 Jul 16 22:21:47.449621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] For port 68fcb82d-fa5f-4b95-accc-de10b984dcb4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:47.454743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] For port 68fcb82d-fa5f-4b95-accc-de10b984dcb4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68fcb82d-fa5f-4b95-accc-de10b984dcb4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:47.463198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0190bc6-4f67-46ab-b030-04da3a84b7de req-145d9c51-32ff-4ff0-a727-383b037d3723 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480618 Jul 16 22:21:47.464704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.477843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.507506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03341f58-ab77-4a82-acde-3c6d7e805c0c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:47.520499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:47.523635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:47.526133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:47.555260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:47.574489 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.585637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018e0a9-207f-44bc-bfda-06e45bad7347 None None] Pushing event updated for resources: {'Port': ['ID=68fcb82d-fa5f-4b95-accc-de10b984dcb4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:47.650575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:47.651327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:47.793954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:47.813444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:47.957029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0884660b-dd59-4a7b-9c41-445fee169814 None None] Provisioning for port f7790d4e-7952-4df3-b97f-1349b75f361b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:47.971673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0884660b-dd59-4a7b-9c41-445fee169814 None None] Provisioning complete for port f7790d4e-7952-4df3-b97f-1349b75f361b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:47.972324 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0884660b-dd59-4a7b-9c41-445fee169814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:48.040848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0884660b-dd59-4a7b-9c41-445fee169814 None None] Port f7790d4e-7952-4df3-b97f-1349b75f361b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:21:48.073719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:48.086403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438dd1-2a8b-448f-8d49-16682b5fb1ed req-9b1c1bfb-a28f-4b13-9bc7-b66d78f765d7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:48.088656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01438dd1-2a8b-448f-8d49-16682b5fb1ed req-9b1c1bfb-a28f-4b13-9bc7-b66d78f765d7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.3329885 Jul 16 22:21:48.090008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:48.099962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:44Z', 'revision_number': 3, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:48.146199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877524e-841b-4bd4-87cd-b6dc12724d43 None None] The sync data for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 is: [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:44Z', 'revision_number': 3, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:21:48.203490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8898-cd7f-4b8d-bbe8-e0a4c6fdf735 req-ea74a8ef-a968-4769-8c1f-e8f4d1a4ac6f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:48.205111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f6f8898-cd7f-4b8d-bbe8-e0a4c6fdf735 req-ea74a8ef-a968-4769-8c1f-e8f4d1a4ac6f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0788333 Jul 16 22:21:48.208683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:48.212328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:48.226661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01438dd1-2a8b-448f-8d49-16682b5fb1ed req-dc417b0f-0d12-4778-903a-e4e9dbf99e4a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045721 Jul 16 22:21:48.267546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:48.270179 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8760f2b-1c04-48d8-955b-c49c9b2033fa" -d '{"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-plugged", "status": "completed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:48.280471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f6f8898-cd7f-4b8d-bbe8-e0a4c6fdf735 req-417c3a1c-78db-41c6-90cc-47b5704e05f6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665159 Jul 16 22:21:48.326306 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d843a-cfec-4a27-adba-bc03c2d75e33 x-openstack-request-id: req-4b7d843a-cfec-4a27-adba-bc03c2d75e33 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:48.326603 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-plugged", "status": "completed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:48.326853 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b7d843a-cfec-4a27-adba-bc03c2d75e33 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:48.327250 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'code': 200} Jul 16 22:21:48.371961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:48.374521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:48.604933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645185-dc4d-4a09-920a-9830aadd829d req-eb519553-d023-4ca6-a3ad-025d024e3804 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:48.612009 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2645185-dc4d-4a09-920a-9830aadd829d req-eb519553-d023-4ca6-a3ad-025d024e3804 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 944 time: 0.1438837 Jul 16 22:21:48.679050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Router 39873b55-9640-4566-961d-cd78fb689f19 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:21:48.681476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2645185-dc4d-4a09-920a-9830aadd829d req-e334748d-d453-4350-a3e7-20064b6bd883 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684721 Jul 16 22:21:48.703399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c779db-f72e-4a67-9a46-d002cec6f4d2 req-afbcaa33-e789-4a09-aaca-b19d7bda59f8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:48.706302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22c779db-f72e-4a67-9a46-d002cec6f4d2 req-afbcaa33-e789-4a09-aaca-b19d7bda59f8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.3104315 Jul 16 22:21:48.717214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee67c57-f388-4df6-be63-14518045d8d2 req-5aa97dc2-be96-4417-b33c-0660af147049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:48.718688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cee67c57-f388-4df6-be63-14518045d8d2 req-5aa97dc2-be96-4417-b33c-0660af147049 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 1097 time: 0.3111684 Jul 16 22:21:48.771668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-361b6a9d-cbe3-4e1c-8b22-7f1da4862973 None None] Provisioning complete for port f7790d4e-7952-4df3-b97f-1349b75f361b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:48.772255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-361b6a9d-cbe3-4e1c-8b22-7f1da4862973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:48.825129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-361b6a9d-cbe3-4e1c-8b22-7f1da4862973 None None] Port f7790d4e-7952-4df3-b97f-1349b75f361b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:21:48.833782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22c779db-f72e-4a67-9a46-d002cec6f4d2 req-0d3069b5-a324-43b8-92bc-ce9bd97ca7eb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187599 Jul 16 22:21:48.874192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cee67c57-f388-4df6-be63-14518045d8d2 req-b553332a-7f50-496c-87a3-9a70298716f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435058 Jul 16 22:21:48.898964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:21:48.908696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bcd5b443-8cf7-40c2-854c-f571555ce5a4 admin admin] 10.222.0.70 "PUT /v2.0/routers/39873b55-9640-4566-961d-cd78fb689f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841245 Jul 16 22:21:49.010826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b2f18-057a-4921-b288-9f008a8dd618 req-462a35e3-2f42-4604-bd91-ef68d21c7bf0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:49.012381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c17b2f18-057a-4921-b288-9f008a8dd618 req-462a35e3-2f42-4604-bd91-ef68d21c7bf0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.0866683 Jul 16 22:21:49.056337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c17b2f18-057a-4921-b288-9f008a8dd618 req-c406ea79-3235-4478-97c5-018429195d76 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372102 Jul 16 22:21:49.354559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-5425c4e8-fdcd-457b-be01-aedd5824b072 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1898153 Jul 16 22:21:49.363649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:49.385719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:49.409910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689650e-6347-4de6-80d4-808032fea48c req-72d19531-08db-4f31-b866-d9d613e13771 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:49.412008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e689650e-6347-4de6-80d4-808032fea48c req-72d19531-08db-4f31-b866-d9d613e13771 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0636590 Jul 16 22:21:49.449088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e689650e-6347-4de6-80d4-808032fea48c req-2c5fc7ec-a40f-441c-a35f-bcb42bf6f094 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jul 16 22:21:49.485601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:49.593536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Allocated IP 172.25.5.55 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/4f8a5792-393f-4c3d-8e73-31665e2df4a7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:49.618814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b348bb-f12b-4953-8a55-ecb845faf84e req-516d82e9-dcb3-4ca5-8472-77b8b98235be tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:49.620292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-66b348bb-f12b-4953-8a55-ecb845faf84e req-516d82e9-dcb3-4ca5-8472-77b8b98235be tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0700867 Jul 16 22:21:49.662237 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-66b348bb-f12b-4953-8a55-ecb845faf84e req-d0a84d5d-be9b-4493-b2ab-ea89b05d4701 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Jul 16 22:21:49.724226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:49.766187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:49.820052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:49.824286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:49.826245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event updated for resources: {'Port': ['ID=4f8a5792-393f-4c3d-8e73-31665e2df4a7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:49.829266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:49.861534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8884f4a-f1fa-4b44-8a9b-5593d4136990 req-bfd36f06-768f-4880-9c40-97276a96151b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:49.870268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8884f4a-f1fa-4b44-8a9b-5593d4136990 req-bfd36f06-768f-4880-9c40-97276a96151b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1067894 Jul 16 22:21:49.904460 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8884f4a-f1fa-4b44-8a9b-5593d4136990 req-eb3fb6ae-2d41-473e-a706-1ee5b0888ff9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Jul 16 22:21:49.928840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:49.971874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.040558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Sync routers for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:21:50.050822 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:50.052128 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:50.075387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef27dd-8c54-4f7b-8e1f-766e5be02186 req-a971b4f5-696d-493b-8f13-37b0bba840d6 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:50.076858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43ef27dd-8c54-4f7b-8e1f-766e5be02186 req-a971b4f5-696d-493b-8f13-37b0bba840d6 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 944 time: 0.0679216 Jul 16 22:21:50.118891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43ef27dd-8c54-4f7b-8e1f-766e5be02186 req-c2c1bd82-5597-4586-9f36-dfee5c80599f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Jul 16 22:21:50.131576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.141529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.167214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:50.215398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event updated for resources: {'Port': ['ID=4f8a5792-393f-4c3d-8e73-31665e2df4a7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:50.226361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.244790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.246397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-0c806255-3caf-45fd-b3ed-96b7a9e676a1 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8867340 Jul 16 22:21:50.326951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-75eb6348-38f2-4501-b037-79e7002ad7b9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0741003 Jul 16 22:21:50.373377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.376891 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 4, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f7790d4e-7952-4df3-b97f-1349b75f361b', 'name': '', 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'mac_address': 'fa:16:3e:bf:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:46Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 2, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'subnets': [{'id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:50.385248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03341f58-ab77-4a82-acde-3c6d7e805c0c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:50.394707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35596ce4-783b-43d1-9689-bddf949995da req-378eafb9-9edf-4201-aa66-43571b2b913e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:50.396926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35596ce4-783b-43d1-9689-bddf949995da req-378eafb9-9edf-4201-aa66-43571b2b913e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0750816 Jul 16 22:21:50.409464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Checking router: 39873b55-9640-4566-961d-cd78fb689f19 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:21:50.409819 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Updating router 39873b55-9640-4566-961d-cd78fb689f19 port f7790d4e-7952-4df3-b97f-1349b75f361b binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:21:50.454517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35596ce4-783b-43d1-9689-bddf949995da req-53ec7acf-dc75-4e5c-9592-054beac43750 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Jul 16 22:21:50.459954 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.477850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 03341f58-ab77-4a82-acde-3c6d7e805c0c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:50.481705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 03341f58-ab77-4a82-acde-3c6d7e805c0c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:50.482112 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.493992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-2fd229cb-bc54-41ca-a175-ffec0883d59f tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:50.497236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b51c0a9-4386-4314-9152-2f11f23374cc req-2fd229cb-bc54-41ca-a175-ffec0883d59f tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1622410 Jul 16 22:21:50.582312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68fcb82d-fa5f-4b95-accc-de10b984dcb4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:50.612708 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.650386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:50.652605 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6390fb6-4fa7-47fb-8191-9c54dd5827a0" -d '{"events": [{"server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "name": "network-vif-plugged", "status": "completed", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:50.667716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:50.676774 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.682513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:50.709185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:50.709566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.713372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb804fed-4995-4917-8902-b861b5c1441b req-ec6608e5-96e4-4729-9f40-51a90e6dbf88 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:50.714514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb804fed-4995-4917-8902-b861b5c1441b req-ec6608e5-96e4-4729-9f40-51a90e6dbf88 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.0888164 Jul 16 22:21:50.759708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb804fed-4995-4917-8902-b861b5c1441b req-877cda28-aef7-44af-9012-4b55c29421ca tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Jul 16 22:21:50.761664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:50.774389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.774739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.775083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.775422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.775756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.776123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.776421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.776799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.777175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.777504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.777829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.778150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.837149 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.839514 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.863175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 68fcb82d-fa5f-4b95-accc-de10b984dcb4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68fcb82d-fa5f-4b95-accc-de10b984dcb4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:50.863430 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Transition to ACTIVE for port object f7790d4e-7952-4df3-b97f-1349b75f361b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:21:50.868999 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.886357 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:50.917955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d36d57b-a6a2-48c6-8d75-de8bcaace789 req-0827f2cd-52ef-4841-89d1-2f340b162718 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips/f9f56a24-9f1b-415b-ae48-43044e18cb36 HTTP/1.1" status: 200 len: 692 time: 0.0526900 Jul 16 22:21:50.925899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=68fcb82d-fa5f-4b95-accc-de10b984dcb4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:50.939711 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Pushing event updated for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:50.955301 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.955717 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.956127 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.956532 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.956935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.958981 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.959400 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.960421 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.960763 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.961209 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.961469 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:50.961800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:21:51.032102 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Attempting to bind port f7790d4e-7952-4df3-b97f-1349b75f361b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:51.032858 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Attempting to bind port f7790d4e-7952-4df3-b97f-1349b75f361b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:51.032858 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Attempting to bind port f7790d4e-7952-4df3-b97f-1349b75f361b on network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:51.037982 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:51.038497 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Checking segment: {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:51.038894 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:51.039325 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Bound using segment: {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:51.039777 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Bound port: f7790d4e-7952-4df3-b97f-1349b75f361b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd461e354-48d6-477e-a763-9fefe96b2eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:51.040234 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:51.050837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d57b-a6a2-48c6-8d75-de8bcaace789 req-f2017a4d-5461-46fe-b514-de3cd2630393 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.066903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d36d57b-a6a2-48c6-8d75-de8bcaace789 req-f2017a4d-5461-46fe-b514-de3cd2630393 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1432903 Jul 16 22:21:51.102570 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aee306-ffe1-4bee-ba11-db723f29d21d x-openstack-request-id: req-72aee306-ffe1-4bee-ba11-db723f29d21d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:51.102863 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "name": "network-vif-plugged", "status": "completed", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:51.103120 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72aee306-ffe1-4bee-ba11-db723f29d21d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:51.103566 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c', 'code': 200} Jul 16 22:21:51.121404 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] For port f7790d4e-7952-4df3-b97f-1349b75f361b, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:51.134996 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] For port f7790d4e-7952-4df3-b97f-1349b75f361b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7790d4e-7952-4df3-b97f-1349b75f361b,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:51.140080 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:51.224406 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:51.225262 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:51.232177 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb7e5b-71e9-4db4-80c9-c91a7a593557 None None] Pushing event updated for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:51.246512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506739d-9e36-423f-9294-4debe396a996 req-60269919-fac1-439f-92bb-8bc478a378a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.248136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f506739d-9e36-423f-9294-4debe396a996 req-60269919-fac1-439f-92bb-8bc478a378a4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 1097 time: 0.0658937 Jul 16 22:21:51.301637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f506739d-9e36-423f-9294-4debe396a996 req-601a565d-a1df-4ce0-a2c5-4ef2f7359fa8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Jul 16 22:21:51.328339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bccc95-7d16-4187-8d4c-031acde3fd58 req-6a45b759-f05d-411b-8013-67938f135ba0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.329954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26bccc95-7d16-4187-8d4c-031acde3fd58 req-6a45b759-f05d-411b-8013-67938f135ba0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1180365 Jul 16 22:21:51.372390 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:51.377515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26bccc95-7d16-4187-8d4c-031acde3fd58 req-edbedae5-3bce-4694-90d3-74b836588762 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Jul 16 22:21:51.516494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1ddfbe6-2ecf-43a4-944d-f3a26c44c7a5 req-cca473a7-defd-4bb4-8cd7-4d860243cd22 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=6d2f5d74e20a40e29f4699a2ea230623 HTTP/1.1" status: 200 len: 695 time: 0.0997419 Jul 16 22:21:51.581729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-2e3ac1b1-895f-4dd5-bebe-60fde513c34c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706527 Jul 16 22:21:51.597122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-6958845a-ab24-4009-a159-84cd6b1e6735 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:21:51.598098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-6958845a-ab24-4009-a159-84cd6b1e6735 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062158 Jul 16 22:21:51.617699 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 4, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f7790d4e-7952-4df3-b97f-1349b75f361b', 'name': '', 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'mac_address': 'fa:16:3e:bf:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:46Z', 'updated_at': '2021-07-16T22:21:51Z', 'revision_number': 4, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'subnets': [{'id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:51.643376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddfbe6-2ecf-43a4-944d-f3a26c44c7a5 req-a5813446-166b-42e6-b412-c6de40e402bc tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.645161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1ddfbe6-2ecf-43a4-944d-f3a26c44c7a5 req-a5813446-166b-42e6-b412-c6de40e402bc tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks?id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 787 time: 0.1203134 Jul 16 22:21:51.645890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964c6f1-107f-4ed2-b4c6-53d71eb41d3d None None] The sync data for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 is: [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:47Z', 'revision_number': 4, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f7790d4e-7952-4df3-b97f-1349b75f361b', 'name': '', 'network_id': '3e9bb131-24c9-4704-8a84-28fcda05ccc9', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'mac_address': 'fa:16:3e:bf:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:46Z', 'updated_at': '2021-07-16T22:21:51Z', 'revision_number': 4, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'subnets': [{'id': 'd9c98f7d-21ae-435a-9d13-b39887c69c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:21:51.659030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e1ddfbe6-2ecf-43a4-944d-f3a26c44c7a5 req-dcff5c7b-8fd2-4aab-929f-5f1a553fd8c7 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:21:51.660129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1ddfbe6-2ecf-43a4-944d-f3a26c44c7a5 req-dcff5c7b-8fd2-4aab-929f-5f1a553fd8c7 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065982 Jul 16 22:21:51.663313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d165-643f-430e-ae3d-19e544ab06cc req-242baf5d-5bd9-40c0-8a97-2de3212e9285 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.670339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a844d165-643f-430e-ae3d-19e544ab06cc req-242baf5d-5bd9-40c0-8a97-2de3212e9285 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0960176 Jul 16 22:21:51.717225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a844d165-643f-430e-ae3d-19e544ab06cc req-f48b9ac4-d215-4bc7-beb0-bf65aa83556c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Jul 16 22:21:51.900225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d4ad-4bd7-4d76-bb09-b37275803280 req-6655f172-9e95-4872-b8ba-e93a643165bf tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:51.902112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9687d4ad-4bd7-4d76-bb09-b37275803280 req-6655f172-9e95-4872-b8ba-e93a643165bf tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 945 time: 0.1110175 Jul 16 22:21:51.956895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9687d4ad-4bd7-4d76-bb09-b37275803280 req-8c335f06-23ba-42de-82f6-d1926ecf305e tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 Jul 16 22:21:52.083442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1706f1-e3dd-4f33-befa-6ad44658fa93 req-f4c15262-74bf-4c1a-a2f4-90c71d956e1c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:52.084802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1706f1-e3dd-4f33-befa-6ad44658fa93 req-f4c15262-74bf-4c1a-a2f4-90c71d956e1c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1041203 Jul 16 22:21:52.145364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1706f1-e3dd-4f33-befa-6ad44658fa93 req-cbc83e59-9fb8-48e0-9786-262659bd7e80 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549524 Jul 16 22:21:52.175784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-056fe3bd-dda2-4178-8726-b4c23553a7c3 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips/f9f56a24-9f1b-415b-ae48-43044e18cb36 HTTP/1.1" status: 200 len: 692 time: 0.0705218 Jul 16 22:21:52.379308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3d37-1cf5-4be3-8e5c-15277106afd7 req-15919e6a-4664-47fb-9330-a855c2d286dc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:52.381058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-c76fe07f-3e67-41cd-b4b7-afe423ba1b12 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:52.390317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-c76fe07f-3e67-41cd-b4b7-afe423ba1b12 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2136383 Jul 16 22:21:52.391056 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3ba3d37-1cf5-4be3-8e5c-15277106afd7 req-15919e6a-4664-47fb-9330-a855c2d286dc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1312947 Jul 16 22:21:52.463463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3ba3d37-1cf5-4be3-8e5c-15277106afd7 req-3e2acbcd-aa88-4062-aaed-256e589aac66 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714407 Jul 16 22:21:52.484023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-405d4242-7081-4b57-b694-aa1717ef49bd tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0853655 Jul 16 22:21:52.620626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-80a0564c-1af0-4b36-9fad-5eed27222a79 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.1296546 Jul 16 22:21:52.711770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7790d4e-7952-4df3-b97f-1349b75f361b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:52.768805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:52.797984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d8902-bd93-489e-b285-cb5049278277 req-a94a7168-8159-43b3-b278-43574e68f667 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:52.806422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a29d8902-bd93-489e-b285-cb5049278277 req-a94a7168-8159-43b3-b278-43574e68f667 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1463785 Jul 16 22:21:52.812374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f7790d4e-7952-4df3-b97f-1349b75f361b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:21:52.824462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f7790d4e-7952-4df3-b97f-1349b75f361b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:52.825029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:52.870916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a29d8902-bd93-489e-b285-cb5049278277 req-022ebc3a-21f8-463e-93aa-d744e70b2350 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537653 Jul 16 22:21:52.979037 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.018317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f7790d4e-7952-4df3-b97f-1349b75f361b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7790d4e-7952-4df3-b97f-1349b75f361b,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:53.024496 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.025008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68fcb82d-fa5f-4b95-accc-de10b984dcb4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:53.093972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcdf7c-166a-4bd6-87f7-b7c2169b44d9 req-25fe23f9-4295-43fb-9b28-b11c824371b9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.102331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42fcdf7c-166a-4bd6-87f7-b7c2169b44d9 req-25fe23f9-4295-43fb-9b28-b11c824371b9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0967991 Jul 16 22:21:53.118350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:53.145197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:53.145675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.152382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Deleting port 4f8a5792-393f-4c3d-8e73-31665e2df4a7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:53.152700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.153777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42fcdf7c-166a-4bd6-87f7-b7c2169b44d9 req-cd81ec09-a6c6-4e71-b1c9-f3dd9f1a2de4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504575 Jul 16 22:21:53.245949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.246704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.265494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Calling delete_port for 4f8a5792-393f-4c3d-8e73-31665e2df4a7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:53.433167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-ca6f0a72-9745-485c-ab3c-8eb8df9a9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.434720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-ca6f0a72-9745-485c-ab3c-8eb8df9a9003 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1101 time: 0.0928192 Jul 16 22:21:53.480855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92227b94-5a78-45e8-aba0-bbdde7b591e1 req-77ab941e-1cbb-4175-b030-5cf4ca706c23 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.484240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92227b94-5a78-45e8-aba0-bbdde7b591e1 req-77ab941e-1cbb-4175-b030-5cf4ca706c23 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 945 time: 0.0685353 Jul 16 22:21:53.522741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92227b94-5a78-45e8-aba0-bbdde7b591e1 req-b6539265-90ad-4262-b87c-7bc51a97656d tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Jul 16 22:21:53.560037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.594300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event deleted for resources: {'Port': ['ID=4f8a5792-393f-4c3d-8e73-31665e2df4a7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:53.602969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-7fc56d92-54a6-4523-9223-40705e2d2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.604528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-7fc56d92-54a6-4523-9223-40705e2d2d77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1612232 Jul 16 22:21:53.686679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-11aa43dd-3087-4c9d-b67f-6129a1da4be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.0601327 Jul 16 22:21:53.730461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.733110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:53.734234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47d21aa3-ad6b-4c7f-a62c-d66d1e8b807e req-ff523970-1bd2-432d-a31c-6c7fbdba3ff9 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "DELETE /v2.0/floatingips/f9f56a24-9f1b-415b-ae48-43044e18cb36 HTTP/1.1" status: 204 len: 173 time: 1.1080511 Jul 16 22:21:53.750477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-ea8d5660-5d2f-4dd2-9360-b73a5c29c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.752024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-ea8d5660-5d2f-4dd2-9360-b73a5c29c377 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0573375 Jul 16 22:21:53.795319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97acc0-8a4b-4790-a932-2384ec88d76a req-d20f31a6-05c5-47e7-bb70-abe419b4cd2a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.802075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a97acc0-8a4b-4790-a932-2384ec88d76a req-d20f31a6-05c5-47e7-bb70-abe419b4cd2a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0718699 Jul 16 22:21:53.817979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-64570655-2bbf-4381-8e1e-1499f3246d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.820131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-64570655-2bbf-4381-8e1e-1499f3246d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616760 Jul 16 22:21:53.839557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a97acc0-8a4b-4790-a932-2384ec88d76a req-d5fa46ee-99e6-4da0-8a28-9f0a5b1fbbe8 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Jul 16 22:21:53.977415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-fa04682f-6e4f-459d-9a26-b76af6986c72 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440239 Jul 16 22:21:53.986646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e07e6-40dc-4508-9cfb-d37a9bd35cb1 req-561fd97a-8ce8-4a66-85ba-0429d09073aa tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:53.988216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd1e07e6-40dc-4508-9cfb-d37a9bd35cb1 req-561fd97a-8ce8-4a66-85ba-0429d09073aa tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 945 time: 0.1355708 Jul 16 22:21:54.090038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd1e07e6-40dc-4508-9cfb-d37a9bd35cb1 req-f3b5bfe2-55fb-47d7-9f87-575047cfafee tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935450 Jul 16 22:21:54.130149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-6daf3800-7de6-4074-9a28-a2c0493ea2bf service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407709 Jul 16 22:21:54.267987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64746802-af2c-4a7e-9a22-e48a22941438 req-f9162ec3-d8e8-4b24-a2d0-e695fefa888a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:54.269551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-64746802-af2c-4a7e-9a22-e48a22941438 req-f9162ec3-d8e8-4b24-a2d0-e695fefa888a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0687597 Jul 16 22:21:54.294804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-12b266b6-16aa-4f00-a680-be16ed796c23 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2137470 Jul 16 22:21:54.307467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:54.314276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-64746802-af2c-4a7e-9a22-e48a22941438 req-687686ec-9f3e-4ff3-aaeb-d695736a6981 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Jul 16 22:21:54.344642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:54.443125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:54.497132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7790d4e-7952-4df3-b97f-1349b75f361b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:21:54.499666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad72a0d-065b-4266-93b9-5a28759dcfd5 req-3de200eb-7910-4caf-81fc-976596906f5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:54.501366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ad72a0d-065b-4266-93b9-5a28759dcfd5 req-3de200eb-7910-4caf-81fc-976596906f5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Jul 16 22:21:54.545516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ad72a0d-065b-4266-93b9-5a28759dcfd5 req-42624606-79ae-4017-8f56-de8a6af128d5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jul 16 22:21:54.554293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f7790d4e-7952-4df3-b97f-1349b75f361b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:21:54.554815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:54.718171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af4ba-2783-4434-babe-5c4eaebfeffb req-d552fe97-5327-4d81-815b-75cf71c2a642 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:54.719674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-734af4ba-2783-4434-babe-5c4eaebfeffb req-d552fe97-5327-4d81-815b-75cf71c2a642 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0656240 Jul 16 22:21:54.764830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-734af4ba-2783-4434-babe-5c4eaebfeffb req-25581134-d303-49c6-975c-51d3b3bb5f79 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jul 16 22:21:54.836731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Allocated IP 172.25.5.182 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/333f76f4-376d-4e7d-8f11-796806ec4e8a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:21:54.895991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d94e3174-747e-41ea-98fb-3fb469caad80 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:54.897557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d94e3174-747e-41ea-98fb-3fb469caad80 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.0661130 Jul 16 22:21:54.908231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:21:54.951473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:54.991694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.002349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.065954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:21:55.073323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:21:55.080421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:21:55.085307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event updated for resources: {'Port': ['ID=333f76f4-376d-4e7d-8f11-796806ec4e8a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:55.209652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.247757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:55.257551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.268503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1467e-d56b-43d2-99eb-bdcefb6eee2a req-348973b9-c3ad-418b-8347-ad04669ff8ca tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.270086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-acb1467e-d56b-43d2-99eb-bdcefb6eee2a req-348973b9-c3ad-418b-8347-ad04669ff8ca tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1930273 Jul 16 22:21:55.323265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:55.327187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-acb1467e-d56b-43d2-99eb-bdcefb6eee2a req-c5472fd8-1834-4dc9-820b-836f739b33ce tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Jul 16 22:21:55.369189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:55.371552 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0b5c0-1581-4f8d-9319-6562cf420d64" -d '{"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:55.375717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.382741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.416119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.422210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.486794 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:55.498685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event updated for resources: {'Port': ['ID=333f76f4-376d-4e7d-8f11-796806ec4e8a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:55.507360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.509763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:21:55.510098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:21:55.510430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:55.520275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:21:55.520669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Attempting to bind port 7bb14af4-99a9-4b2e-929c-136e89667e65 on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:21:55.520936 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.522241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-410305aa-8599-40be-9643-5a9d06bd972a tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2200041 Jul 16 22:21:55.528361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:21:55.528702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:21:55.529110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:21:55.529540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Bound port: 7bb14af4-99a9-4b2e-929c-136e89667e65, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:21:55.531218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.555910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e340da-f129-4802-88c1-6b988a175353 req-5c3ffa4d-a0a0-4a7b-a481-05fc670a34b4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.557422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33e340da-f129-4802-88c1-6b988a175353 req-5c3ffa4d-a0a0-4a7b-a481-05fc670a34b4 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1186285 Jul 16 22:21:55.574828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-545cc417-84c2-4412-ae58-0a80ae8a41df tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0446656 Jul 16 22:21:55.638629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33e340da-f129-4802-88c1-6b988a175353 req-e5091e08-c275-4a97-858d-b233a8539b2f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Jul 16 22:21:55.639537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:21:55.643236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:21:55.647167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.687015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-5dc69e34-2775-4bc7-9013-ff9597ffae0d tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.689413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-5dc69e34-2775-4bc7-9013-ff9597ffae0d tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1093676 Jul 16 22:21:55.699743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-1c414447-871d-4211-9e73-6ce854a70b2f tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:21:55.701604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52258da-a900-4d1f-8e78-b968d0d942b7 req-1c414447-871d-4211-9e73-6ce854a70b2f tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068278 Jul 16 22:21:55.725048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:55.731431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.732088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:55.733558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d7d40c17-5beb-440a-941f-2c1dfdc7e177 service neutron] 10.222.0.47 "PUT /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 1123 time: 0.8294268 Jul 16 22:21:55.755227 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db5799-c34e-4d7d-a51c-b3353d28361d x-openstack-request-id: req-39db5799-c34e-4d7d-a51c-b3353d28361d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:55.755651 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:55.755997 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39db5799-c34e-4d7d-a51c-b3353d28361d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:55.756491 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'code': 200} Jul 16 22:21:55.833287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-231ee464-c658-4fd5-b787-cd23503c137a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.834973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-231ee464-c658-4fd5-b787-cd23503c137a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 945 time: 0.0859802 Jul 16 22:21:55.839173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:55.841026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346a7e-e71d-4d9c-a64a-96ff49a2b0a5 req-693d9472-6a0d-42ec-90ea-956d96dbc1fb tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.843639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6346a7e-e71d-4d9c-a64a-96ff49a2b0a5 req-693d9472-6a0d-42ec-90ea-956d96dbc1fb tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0843856 Jul 16 22:21:55.878183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:55.900061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6346a7e-e71d-4d9c-a64a-96ff49a2b0a5 req-7795a24c-7384-41c9-a8c9-039b48b49287 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514004 Jul 16 22:21:55.987786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-1ea0f64b-29b8-4a4e-9998-f00bcb2fcd72 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips/a442747e-f85b-4d94-840e-093259ee8d00 HTTP/1.1" status: 200 len: 693 time: 0.0492761 Jul 16 22:21:55.997347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343681d-ce3e-4cb7-b59a-d13bab57749e req-2b173de9-0959-464d-ab60-fa8e3ab2f9b5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:55.998893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0343681d-ce3e-4cb7-b59a-d13bab57749e req-2b173de9-0959-464d-ab60-fa8e3ab2f9b5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 945 time: 0.1120214 Jul 16 22:21:56.030717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Deleting port 03341f58-ab77-4a82-acde-3c6d7e805c0c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:56.031187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.074697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0343681d-ce3e-4cb7-b59a-d13bab57749e req-4896606e-442d-4927-821c-1773736cf4c5 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a63449-7145-487c-a611-164b2edfbce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656726 Jul 16 22:21:56.118719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-d89572d2-ed34-4a8f-929b-41123fd2e1fe tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:56.120560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-d89572d2-ed34-4a8f-929b-41123fd2e1fe tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1252179 Jul 16 22:21:56.145939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] For port 03341f58-ab77-4a82-acde-3c6d7e805c0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=03341f58-ab77-4a82-acde-3c6d7e805c0c,segment=NetworkSegment(68a0cc26-6df2-4543-b780-f010b667a018),segment_id=68a0cc26-6df2-4543-b780-f010b667a018)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:56.146306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.160416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Calling delete_port for 03341f58-ab77-4a82-acde-3c6d7e805c0c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:56.170894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-f44e813d-bb8a-45ae-8d91-6413e5e865bc tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0442352 Jul 16 22:21:56.222658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-c0888c29-21bf-457b-bbb6-ef182fe3a077 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0428333 Jul 16 22:21:56.293548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2539d1-e5ea-4a1b-ae81-cfd7e1bfd2ff req-05a5b7e1-b8c3-49c1-b175-dd28badf82a6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:56.295050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c2539d1-e5ea-4a1b-ae81-cfd7e1bfd2ff req-05a5b7e1-b8c3-49c1-b175-dd28badf82a6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0935278 Jul 16 22:21:56.354490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Deleting port 333f76f4-376d-4e7d-8f11-796806ec4e8a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:56.354821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.366840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.373715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c2539d1-e5ea-4a1b-ae81-cfd7e1bfd2ff req-dbaac5aa-59ad-48b5-882e-51a4079fc3f4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539947 Jul 16 22:21:56.380758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['03341f58-ab77-4a82-acde-3c6d7e805c0c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:21:56.388126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:21:56.407006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event deleted for resources: {'Port': ['ID=03341f58-ab77-4a82-acde-3c6d7e805c0c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:56.444633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.446665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.458170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] No DVR routers for this DVR port 03341f58-ab77-4a82-acde-3c6d7e805c0c on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:21:56.461857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Calling delete_port for 333f76f4-376d-4e7d-8f11-796806ec4e8a owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:56.462462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.464587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9cee31db-f5f4-4cfc-8e40-59403da8c118 req-c3c9eb30-d5a4-4ae2-ac53-b27e8eeae527 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.68 "DELETE /v2.0/ports/03341f58-ab77-4a82-acde-3c6d7e805c0c HTTP/1.1" status: 204 len: 173 time: 0.6187158 Jul 16 22:21:56.465200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'name': 'network-vif-deleted', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:56.478166 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e76ac4-47b9-474d-bb57-3e03fde28ffc" -d '{"events": [{"server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "name": "network-vif-deleted", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:56.560562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:56.574025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:21:56.628289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.662030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Pushing event deleted for resources: {'Port': ['ID=333f76f4-376d-4e7d-8f11-796806ec4e8a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:56.725838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.728450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:56.729745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-674aeb3c-d285-4423-8200-caec0ea8fe7f req-7d8ab630-8026-4104-8eb2-aad2bd628eef tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "DELETE /v2.0/floatingips/a442747e-f85b-4d94-840e-093259ee8d00 HTTP/1.1" status: 204 len: 173 time: 0.5015182 Jul 16 22:21:56.763912 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894cebb-4f50-485e-8fdc-67cedfa8dd6f x-openstack-request-id: req-e894cebb-4f50-485e-8fdc-67cedfa8dd6f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:56.764208 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9011a-abac-4be4-9d0f-61b836ca01f7", "name": "network-vif-deleted", "tag": "03341f58-ab77-4a82-acde-3c6d7e805c0c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:56.764465 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e894cebb-4f50-485e-8fdc-67cedfa8dd6f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:56.764863 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9011a-abac-4be4-9d0f-61b836ca01f7', 'name': 'network-vif-deleted', 'tag': '03341f58-ab77-4a82-acde-3c6d7e805c0c', 'status': 'completed', 'code': 200} Jul 16 22:21:56.791610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d6343-da6f-410a-9e8c-496fb449d901 req-b8998280-9495-4e88-80b4-5b9a56d8a729 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:56.793416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c48d6343-da6f-410a-9e8c-496fb449d901 req-b8998280-9495-4e88-80b4-5b9a56d8a729 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0711174 Jul 16 22:21:56.833046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c48d6343-da6f-410a-9e8c-496fb449d901 req-35e9ea53-99a2-4086-b778-ddb6f897729b tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 16 22:21:56.903333 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-061ed7f3-da2d-4d07-832c-c75da1e36f44 req-2c26e2e1-8443-4525-a450-2999c5e26223 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] show failed (client error): The resource could not be found. Jul 16 22:21:56.904330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-061ed7f3-da2d-4d07-832c-c75da1e36f44 req-2c26e2e1-8443-4525-a450-2999c5e26223 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips/a442747e-f85b-4d94-840e-093259ee8d00 HTTP/1.1" status: 404 len: 350 time: 0.0377321 Jul 16 22:21:56.915269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd466-5b36-4355-aa64-c8d679eb36a5 req-e436eabb-095f-49fb-abfc-41f831744c87 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:56.916743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca2bd466-5b36-4355-aa64-c8d679eb36a5 req-e436eabb-095f-49fb-abfc-41f831744c87 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.0690396 Jul 16 22:21:56.955320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca2bd466-5b36-4355-aa64-c8d679eb36a5 req-adeee4ed-dae9-462e-bad7-121dfbda34ac tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jul 16 22:21:56.957064 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-0b3950db-0290-459e-9535-4ab8976ae660 req-8e35c815-c9a1-4768-94b0-23b9c21eec76 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] show failed (client error): The resource could not be found. Jul 16 22:21:56.959051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b3950db-0290-459e-9535-4ab8976ae660 req-8e35c815-c9a1-4768-94b0-23b9c21eec76 tempest-FloatingIPsTestJSON-1526404442 tempest-FloatingIPsTestJSON-1526404442-project] 10.222.0.70 "GET /v2.0/floatingips/a442747e-f85b-4d94-840e-093259ee8d00 HTTP/1.1" status: 404 len: 350 time: 0.0351913 Jul 16 22:21:56.968946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:57.130089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f4102-a53e-4fd7-a62a-a6ec0f12a049 req-acfe4403-9e75-4019-b975-fdfede3b3868 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:57.131681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d0f4102-a53e-4fd7-a62a-a6ec0f12a049 req-acfe4403-9e75-4019-b975-fdfede3b3868 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0698452 Jul 16 22:21:57.182080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d0f4102-a53e-4fd7-a62a-a6ec0f12a049 req-acf0ab06-2c2c-48c2-8d15-91fefb7e910d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jul 16 22:21:57.263725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b30ba2f-7f11-451b-a865-7151daa479b3 req-64e97e9b-fad0-4487-a766-7e2d590f7c7b tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a9011a-abac-4be4-9d0f-61b836ca01f7 HTTP/1.1" status: 200 len: 210 time: 0.0309086 Jul 16 22:21:57.369662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:57.492489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2aed705b-3938-4ed3-9a0c-eb688d9efffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:57.574472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e1f4-2310-4c80-bc04-4f25782e3781 req-f432fbdf-337b-4365-85ea-3a111d3d4a71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:57.576213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb69e1f4-2310-4c80-bc04-4f25782e3781 req-f432fbdf-337b-4365-85ea-3a111d3d4a71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0692890 Jul 16 22:21:57.618655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb69e1f4-2310-4c80-bc04-4f25782e3781 req-a40a29f3-4c03-4fd9-8380-344074c98681 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Jul 16 22:21:57.639853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Deleting port f7790d4e-7952-4df3-b97f-1349b75f361b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:57.640199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:57.717625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] For port f7790d4e-7952-4df3-b97f-1349b75f361b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7790d4e-7952-4df3-b97f-1349b75f361b,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:57.717872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:57.730544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Calling delete_port for f7790d4e-7952-4df3-b97f-1349b75f361b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:57.773398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:21:57.775632 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6556510-1702-4eca-8287-e2737ef828f1" -d '{"events": [{"name": "network-changed", "server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:21:57.839603 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e15859c-f6e7-406e-b18a-bbda4d13ec3a x-openstack-request-id: req-7e15859c-f6e7-406e-b18a-bbda4d13ec3a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:21:57.839885 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:21:57.840134 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e15859c-f6e7-406e-b18a-bbda4d13ec3a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:21:57.840514 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'status': 'completed', 'code': 200} Jul 16 22:21:57.892795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6556510-1702-4eca-8287-e2737ef828f1 req-0db0faae-e2c2-4c7c-be60-f8b56c94ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:57.894641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-0db0faae-e2c2-4c7c-be60-f8b56c94ec37 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1126 time: 0.0562093 Jul 16 22:21:57.937775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:57.966800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7790d4e-7952-4df3-b97f-1349b75f361b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:58.005837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6556510-1702-4eca-8287-e2737ef828f1 req-856465c9-8d2b-4859-9ede-a8d7547d3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.007400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-856465c9-8d2b-4859-9ede-a8d7547d3a05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.0978160 Jul 16 22:21:58.058288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-00358f3d-f259-4396-bc49-0d04ec5c7f24 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 217 time: 0.0420172 Jul 16 22:21:58.132217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308ce52-5ff0-4790-8d93-1c722c533f8d req-8111d218-5395-4fe8-a0da-a9212c0bac0d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.134289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8308ce52-5ff0-4790-8d93-1c722c533f8d req-8111d218-5395-4fe8-a0da-a9212c0bac0d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1706104 Jul 16 22:21:58.151508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6556510-1702-4eca-8287-e2737ef828f1 req-3646a288-f49a-41d0-bc3a-a23b42104cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.153098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-3646a288-f49a-41d0-bc3a-a23b42104cbd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0867276 Jul 16 22:21:58.197571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-11372dd7-97f4-4a0c-b47f-cac0d4ab3df9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305603 Jul 16 22:21:58.205986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf11a8-db17-4081-b103-40f687544cc2 req-ff4998de-6120-4959-a719-564f0c7f53d3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.207407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59bf11a8-db17-4081-b103-40f687544cc2 req-ff4998de-6120-4959-a719-564f0c7f53d3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1128809 Jul 16 22:21:58.214063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:58.234560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8308ce52-5ff0-4790-8d93-1c722c533f8d req-28d0babf-dc03-4dff-b481-7d2812ec456f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Jul 16 22:21:58.311661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59bf11a8-db17-4081-b103-40f687544cc2 req-d5a0982b-e339-4c06-9d51-b161cd3a0740 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956767 Jul 16 22:21:58.351071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-8999da7c-3fce-4566-b8af-beb3bcdb57ac service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420701 Jul 16 22:21:58.482686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6556510-1702-4eca-8287-e2737ef828f1 req-ddcbd3a5-698f-406a-9ecb-915c3b126118 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237082 Jul 16 22:21:58.607840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:58.666833 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:58.692850 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:58.752058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:58.755303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:58.756478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "DELETE /v2.0/security-groups/3b805788-3486-4d06-955a-4320efc4dc9d HTTP/1.1" status: 204 len: 168 time: 0.1475880 Jul 16 22:21:58.760755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75838af0-a588-4ca5-ae9f-b445cfab2883 req-9a5df2a1-1791-487a-bb2d-9cf94aa83c9b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.761518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:58.765439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75838af0-a588-4ca5-ae9f-b445cfab2883 req-9a5df2a1-1791-487a-bb2d-9cf94aa83c9b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.4153402 Jul 16 22:21:58.777409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbd7bf-22b0-4170-964a-2aa1f2ae3959 tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b805788-3486-4d06-955a-4320efc4dc9d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:58.781982 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-7e2822bf-f884-48e3-b070-f05f4ce6832a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] show failed (client error): The resource could not be found. Jul 16 22:21:58.783318 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7e2822bf-f884-48e3-b070-f05f4ce6832a tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "GET /v2.0/security-groups/3b805788-3486-4d06-955a-4320efc4dc9d HTTP/1.1" status: 404 len: 347 time: 0.0208817 Jul 16 22:21:58.786486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:58.815967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Router 39873b55-9640-4566-961d-cd78fb689f19 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:21:58.819927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75838af0-a588-4ca5-ae9f-b445cfab2883 req-77ad6c95-53ac-49a5-9c23-24ff0770fc5e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516262 Jul 16 22:21:58.940586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:21:58.947727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e52314a6-927c-4cd6-9582-af01e324b18d admin admin] 10.222.0.70 "PUT /v2.0/routers/39873b55-9640-4566-961d-cd78fb689f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771528 Jul 16 22:21:58.949053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:58.952131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Sync routers for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:21:58.962661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:58.963452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:58.988294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f607b8-e4bb-4ee6-9fd5-3cb899071025 req-6a5e720c-0659-4f65-9e77-fed7c550a5ae tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:58.989861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3f607b8-e4bb-4ee6-9fd5-3cb899071025 req-6a5e720c-0659-4f65-9e77-fed7c550a5ae tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1399779 Jul 16 22:21:58.995340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Deleting port cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:58.996528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.071358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:59.073203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.085096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3f607b8-e4bb-4ee6-9fd5-3cb899071025 req-6e8fddb1-43ec-4775-a7bc-f7d2e1e9c979 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774183 Jul 16 22:21:59.108536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.108536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.113256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Calling delete_port for cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:59.179187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.236245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Deleting port 68fcb82d-fa5f-4b95-accc-de10b984dcb4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:21:59.236910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.258184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.269615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:57Z', 'revision_number': 5, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port': {'id': '68fcb82d-fa5f-4b95-accc-de10b984dcb4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39873b55-9640-4566-961d-cd78fb689f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:21:43Z', 'updated_at': '2021-07-16T22:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:59.288894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Pushing event deleted for resources: {'Port': ['ID=cc60bdaf-0e52-4269-9dc4-395ff5fb1b7c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:59.307773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Checking router: 39873b55-9640-4566-961d-cd78fb689f19 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:21:59.316832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Routers {'39873b55-9640-4566-961d-cd78fb689f19'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:21:59.317534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:21:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['39873b55-9640-4566-961d-cd78fb689f19'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:59.329083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] For port 68fcb82d-fa5f-4b95-accc-de10b984dcb4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68fcb82d-fa5f-4b95-accc-de10b984dcb4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:21:59.329671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.342571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Calling delete_port for 68fcb82d-fa5f-4b95-accc-de10b984dcb4 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:21:59.363686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.366574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.370047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-11d13e5e-b70b-4755-b020-d3e4a0584e5f tempest-ImagesOneServerNegativeTestJSON-1555525873 tempest-ImagesOneServerNegativeTestJSON-1555525873-project] 10.222.0.70 "DELETE /v2.0/floatingips/4826d5aa-eac0-4b08-a8cb-711c59fe0614 HTTP/1.1" status: 204 len: 168 time: 0.5720656 Jul 16 22:21:59.410147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] Set router 39873b55-9640-4566-961d-cd78fb689f19 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:21:59.465942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:59Z', 'revision_number': 6, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:21:59.495666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e860a-f571-4fd3-8f95-cd94775e5246 None None] The sync data for ids ['39873b55-9640-4566-961d-cd78fb689f19'] in n-d-793621-16 is: [{'id': '39873b55-9640-4566-961d-cd78fb689f19', 'name': 'tempest-FloatingIPsTestJSON-1925899466-router', 'tenant_id': '6d2f5d74e20a40e29f4699a2ea230623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:21:41Z', 'updated_at': '2021-07-16T22:21:59Z', 'revision_number': 6, 'project_id': '6d2f5d74e20a40e29f4699a2ea230623', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:21:59.513310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1c19-bbdc-4c2f-a3ea-061b27175b35 req-2f0c24f3-7c82-42ed-9a9f-33f1c218401c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:59.514985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-880a1c19-bbdc-4c2f-a3ea-061b27175b35 req-2f0c24f3-7c82-42ed-9a9f-33f1c218401c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.0717597 Jul 16 22:21:59.538374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d05aa-a42b-4ff1-98b5-58b042b6600b req-f8419eb3-b8b5-4338-9c43-04bd32fba0b6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:21:59.545271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab7d05aa-a42b-4ff1-98b5-58b042b6600b req-f8419eb3-b8b5-4338-9c43-04bd32fba0b6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1378648 Jul 16 22:21:59.561509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-880a1c19-bbdc-4c2f-a3ea-061b27175b35 req-da346e1e-38f6-4e0f-8a86-c35465d006a5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Jul 16 22:21:59.610800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab7d05aa-a42b-4ff1-98b5-58b042b6600b req-22b1dcab-6f64-414c-be2f-05b12b9b0411 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Jul 16 22:21:59.625446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.654416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Pushing event deleted for resources: {'Port': ['ID=68fcb82d-fa5f-4b95-accc-de10b984dcb4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:21:59.717474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.749907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:59.795976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Deleting subnet 1412ae69-42e2-46c8-b9a7-144272361af7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:21:59.800116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.810781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.813556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.835733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6543f5a-5723-478d-939e-7f256ca414eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.841154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.865157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.865831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39873b55-9640-4566-961d-cd78fb689f19 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:21:59.871551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.872808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-30931730-eb33-46cb-8742-853a371724ca admin admin] 10.222.0.70 "DELETE /v2.0/routers/39873b55-9640-4566-961d-cd78fb689f19 HTTP/1.1" status: 204 len: 168 time: 0.9227242 Jul 16 22:21:59.875385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:21:59.898562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.927081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Deleting subnet d9c98f7d-21ae-435a-9d13-b39887c69c2c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:21:59.930293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.970705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:21:59.975821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.005521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1412ae69-42e2-46c8-b9a7-144272361af7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.009457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.011575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a2ee665-b77f-4d6e-8037-c4e88ac863cd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1412ae69-42e2-46c8-b9a7-144272361af7 HTTP/1.1" status: 204 len: 168 time: 0.2605658 Jul 16 22:22:00.014100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:00.025137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.104297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.130008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1aefe-d841-47c2-96ad-c6e111a63f00 req-59747cb9-13a8-4c1d-85a6-69445984da42 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:00.131563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-afa1aefe-d841-47c2-96ad-c6e111a63f00 req-59747cb9-13a8-4c1d-85a6-69445984da42 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1347148 Jul 16 22:22:00.132956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.189655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.201862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14d3d41-fad9-4dbd-8cf1-01c9e76dc326']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.205873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-afa1aefe-d841-47c2-96ad-c6e111a63f00 req-29b83d76-f0d2-4980-8d93-6fc4c6a9733a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Jul 16 22:22:00.226487 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.237391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a0cc26-6df2-4543-b780-f010b667a018') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.237694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a0cc26-6df2-4543-b780-f010b667a018') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.250637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.252599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c98f7d-21ae-435a-9d13-b39887c69c2c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.257565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.259973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1440e015-5727-439b-a9e7-c31fcff894d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9c98f7d-21ae-435a-9d13-b39887c69c2c HTTP/1.1" status: 204 len: 168 time: 0.3832643 Jul 16 22:22:00.262492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:00.266006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d5c81-69f3-4a04-89a9-759a1afc2018 None None] Network 3e9bb131-24c9-4704-8a84-28fcda05ccc9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:00.273706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.289226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:22:00.289635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:22:00.291283 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:22:00.341250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.357490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c49523-69b2-4fab-9f77-c4f9b109fc39 req-5e87751f-98c8-49cd-b69c-543d62ea1ba5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:00.359163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4c49523-69b2-4fab-9f77-c4f9b109fc39 req-5e87751f-98c8-49cd-b69c-543d62ea1ba5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1594989 Jul 16 22:22:00.398982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.412097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Deleting port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:00.412470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.420606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03341f58-ab77-4a82-acde-3c6d7e805c0c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:00.431321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.433229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/b14d3d41-fad9-4dbd-8cf1-01c9e76dc326 HTTP/1.1" status: 204 len: 168 time: 0.4178886 Jul 16 22:22:00.436700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ff2c6-c0ca-47f4-94da-75b96c92b9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b14d3d41-fad9-4dbd-8cf1-01c9e76dc326,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.449639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 03341f58-ab77-4a82-acde-3c6d7e805c0c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:00.449921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 03341f58-ab77-4a82-acde-3c6d7e805c0c not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:00.464138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4c49523-69b2-4fab-9f77-c4f9b109fc39 req-6352bd31-a7fd-4aae-9535-1e3b1882c6fb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959959 Jul 16 22:22:00.517877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] DHCP port deletion for 3e9bb131-24c9-4704-8a84-28fcda05ccc9 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:22:00.527847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] For port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:00.528213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.548768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Calling delete_port for 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:00.560429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7790d4e-7952-4df3-b97f-1349b75f361b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:00.589817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f7790d4e-7952-4df3-b97f-1349b75f361b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:00.590417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7790d4e-7952-4df3-b97f-1349b75f361b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:00.590955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68fcb82d-fa5f-4b95-accc-de10b984dcb4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:00.619112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 68fcb82d-fa5f-4b95-accc-de10b984dcb4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:00.619400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68fcb82d-fa5f-4b95-accc-de10b984dcb4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:00.622995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:00.647984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Deleting port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:00.649641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.654690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.690830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Pushing event deleted for resources: {'Port': ['ID=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.692710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c37cb587-9f6b-445e-879f-e73ec780f1da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6abca4c89e274aa4953cf7a1db3051d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685291 Jul 16 22:22:00.695277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:00.700078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] No DVR routers for this DVR port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:00.754855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] For port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,segment=NetworkSegment(d461e354-48d6-477e-a763-9fefe96b2eb0),segment_id=d461e354-48d6-477e-a763-9fefe96b2eb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:00.755377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.770247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Calling delete_port for 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:00.786179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.827622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.861674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.881986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.891840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22c7dd-f5e7-4873-bc9a-67679f6300d6 req-28333085-e331-4223-bef8-008927954970 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:00.892543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9bb131-24c9-4704-8a84-28fcda05ccc9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.894015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee22c7dd-f5e7-4873-bc9a-67679f6300d6 req-28333085-e331-4223-bef8-008927954970 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1247303 Jul 16 22:22:00.911221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] Pushing event deleted for resources: {'Port': ['ID=36cfdd14-69b1-43f4-9c68-b9ccdafbc07c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.914981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3fad5-6c68-4e85-bb7e-0a2c37a7fff3 None None] No DVR routers for this DVR port 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:00.931329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.934025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.937563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4a63449-7145-487c-a611-164b2edfbce1 HTTP/1.1" status: 204 len: 168 time: 0.2389531 Jul 16 22:22:00.946426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd461e354-48d6-477e-a763-9fefe96b2eb0') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.946723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd461e354-48d6-477e-a763-9fefe96b2eb0') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:00.952315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32426ab7-8400-4f5f-a9b2-731dd71eff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a63449-7145-487c-a611-164b2edfbce1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:00.962435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:00.965206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee22c7dd-f5e7-4873-bc9a-67679f6300d6 req-fe9abe07-2c03-493b-a1c5-468586a24720 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Jul 16 22:22:00.997614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.008354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:22:01.008792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.011746 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:22:01.015888 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:22:01.044857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595477a-7fd0-467c-8c65-3272fb02996f req-2c63dc20-00f2-4848-854f-c09c97b946f8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:01.046319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f595477a-7fd0-467c-8c65-3272fb02996f req-2c63dc20-00f2-4848-854f-c09c97b946f8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.1758137 Jul 16 22:22:01.101328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.113562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.118687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] 10.222.0.70 "DELETE /v2.0/networks/3e9bb131-24c9-4704-8a84-28fcda05ccc9 HTTP/1.1" status: 204 len: 168 time: 0.8525090 Jul 16 22:22:01.137872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666dbe-0b75-487b-8539-cdaed377a74e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9bb131-24c9-4704-8a84-28fcda05ccc9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:01.147156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f595477a-7fd0-467c-8c65-3272fb02996f req-b14ee201-f754-4fe8-9c6a-386581a395a2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676198 Jul 16 22:22:01.231900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.335849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:01.430412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3aebdcb3-2d32-46f0-ad87-a77bb03f398b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d2f5d74e20a40e29f4699a2ea230623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932815 Jul 16 22:22:01.433222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:01.441181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad5427-2c4a-42f8-a309-32d26fe622b1 req-da1b6789-df27-4a89-a5d4-802d14884ab9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:01.441181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7ad5427-2c4a-42f8-a309-32d26fe622b1 req-da1b6789-df27-4a89-a5d4-802d14884ab9 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0969427 Jul 16 22:22:01.484104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7ad5427-2c4a-42f8-a309-32d26fe622b1 req-e90f95d6-bb05-4bb8-aa68-08d085974266 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352335 Jul 16 22:22:01.515663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.543365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.639617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.642284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:01.643356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dae21176-7730-419d-89ef-b664036fcf6c HTTP/1.1" status: 204 len: 168 time: 0.2084117 Jul 16 22:22:01.654533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86834-9fb5-439d-a0b8-874832a68775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae21176-7730-419d-89ef-b664036fcf6c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:01.676793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a62bc1-4380-43b7-a65d-44b4ead13911 req-a9e71339-9c26-45a1-86c2-0b1147e68f83 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:01.684121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05a62bc1-4380-43b7-a65d-44b4ead13911 req-a9e71339-9c26-45a1-86c2-0b1147e68f83 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1029284 Jul 16 22:22:01.732784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05a62bc1-4380-43b7-a65d-44b4ead13911 req-aa5f3417-2cdd-45d5-8f7f-3d3799a8b554 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475907 Jul 16 22:22:02.173996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df0309-8e24-4498-a2d8-6c697a7c7f80 req-4d022304-8dc2-466f-8801-dc05e5ba005f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:02.175577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4df0309-8e24-4498-a2d8-6c697a7c7f80 req-4d022304-8dc2-466f-8801-dc05e5ba005f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0804992 Jul 16 22:22:02.237569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4df0309-8e24-4498-a2d8-6c697a7c7f80 req-660b6f20-8f3d-467b-bb7c-6b27f1717ab0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Jul 16 22:22:02.456226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6d747-e101-45d9-9f4f-65f4e08f0160 req-c2718f4b-6212-4a01-a308-30f7113b7ed8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:02.468755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:02.469239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb6d747-e101-45d9-9f4f-65f4e08f0160 req-c2718f4b-6212-4a01-a308-30f7113b7ed8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.0956805 Jul 16 22:22:02.499577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-779569c9-52a3-4d96-ad0a-068ba84053e3 req-f11d4999-971c-42de-9fc0-29e45b6bae73 tempest-AbsoluteLimitsNegativeTestJSON-1624973718 tempest-AbsoluteLimitsNegativeTestJSON-1624973718-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8d94907e490b40e88efbf29287844b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276792 Jul 16 22:22:02.518570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:02.545630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cb6d747-e101-45d9-9f4f-65f4e08f0160 req-8a5ad3b9-bbb6-4e22-8bd8-0872b990ebbb tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714741 Jul 16 22:22:02.562837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:02.564838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 36cfdd14-69b1-43f4-9c68-b9ccdafbc07c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:02.610161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.633778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-898442440-network', 'tenant_id': 'aa0846bd8f364a9690f454df30952785'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:02.682312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Made reservation on behalf of aa0846bd8f364a9690f454df30952785 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:02.684986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.693846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779569c9-52a3-4d96-ad0a-068ba84053e3 req-ae1c1322-a726-4ae3-81aa-662f5c0da70a tempest-AbsoluteLimitsNegativeTestJSON-1624973718 tempest-AbsoluteLimitsNegativeTestJSON-1624973718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:02.695493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-779569c9-52a3-4d96-ad0a-068ba84053e3 req-ae1c1322-a726-4ae3-81aa-662f5c0da70a tempest-AbsoluteLimitsNegativeTestJSON-1624973718 tempest-AbsoluteLimitsNegativeTestJSON-1624973718-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873581 Jul 16 22:22:02.702641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.725741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-779569c9-52a3-4d96-ad0a-068ba84053e3 req-a4058807-d28a-4748-95f7-9b529c2a540b tempest-AbsoluteLimitsNegativeTestJSON-1624973718 tempest-AbsoluteLimitsNegativeTestJSON-1624973718-project] 10.222.0.70 "GET /v2.0/quotas/8d94907e490b40e88efbf29287844b3a HTTP/1.1" status: 200 len: 375 time: 0.0207963 Jul 16 22:22:02.753073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a12c7d-2430-47ae-994a-0890b061ca7c req-4810ae43-c4b7-4aab-aa95-b3e8013d89b7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:02.754896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57a12c7d-2430-47ae-994a-0890b061ca7c req-4810ae43-c4b7-4aab-aa95-b3e8013d89b7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0727127 Jul 16 22:22:02.774820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-779569c9-52a3-4d96-ad0a-068ba84053e3 req-0413eb11-3a23-478d-b607-520891656614 tempest-AbsoluteLimitsNegativeTestJSON-1624973718 tempest-AbsoluteLimitsNegativeTestJSON-1624973718-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d94907e490b40e88efbf29287844b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378733 Jul 16 22:22:02.802282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57a12c7d-2430-47ae-994a-0890b061ca7c req-8794bdfe-7adc-4974-baf6-0e951594f862 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Jul 16 22:22:02.864126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.877920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.911981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:22:02.919817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971b10b-5061-49d3-a2c8-cb388f6c7b9b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:02.928271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:02.928662 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Added segment a0f72649-b3c3-4ff8-8448-4c72c01aafb4 of type vlan for network 55a2ca39-b7ef-4963-a1da-a4ca4a723d24 Jul 16 22:22:02.972248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.005474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.006646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:03.007344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.014249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-5b34fbeb-0727-4450-b02d-f878ba976324 service neutron] 10.222.0.68 "GET /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.1103191 Jul 16 22:22:03.047678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5770667 Jul 16 22:22:03.060742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebe5aa-4518-4a35-a07b-fca3d920cf27 req-af64bfef-7075-4933-b49e-03e95e91ac06 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:03.062500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48ebe5aa-4518-4a35-a07b-fca3d920cf27 req-af64bfef-7075-4933-b49e-03e95e91ac06 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1225009 Jul 16 22:22:03.062998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:03.072044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Request body: {'subnet': {'network_id': '55a2ca39-b7ef-4963-a1da-a4ca4a723d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-898442440-subnet', 'tenant_id': 'aa0846bd8f364a9690f454df30952785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:03.079151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed9d60-5365-4cfd-a87d-8594c6d4b067 admin admin] Pushing event updated for resources: {'Network': ['ID=55a2ca39-b7ef-4963-a1da-a4ca4a723d24,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:03.090407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 55a2ca39-b7ef-4963-a1da-a4ca4a723d24 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:22:03.114711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:03.135402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Made reservation on behalf of aa0846bd8f364a9690f454df30952785 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:03.137914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.165502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48ebe5aa-4518-4a35-a07b-fca3d920cf27 req-de3a4697-09f1-4847-b669-9b3b571839cc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874739 Jul 16 22:22:03.233500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75744a7e-edbb-4dd7-b8f6-c0b1ee4cef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.366971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75744a7e-edbb-4dd7-b8f6-c0b1ee4cef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.368055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:03.377892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75744a7e-edbb-4dd7-b8f6-c0b1ee4cef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.415239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75744a7e-edbb-4dd7-b8f6-c0b1ee4cef44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d94907e490b40e88efbf29287844b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970452 Jul 16 22:22:03.416116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:03.438691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75744a7e-edbb-4dd7-b8f6-c0b1ee4cef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec982c5-12fa-423b-97ec-879cf488b1f4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:03.455747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:03.489302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.497246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.512235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb14af4-99a9-4b2e-929c-136e89667e65 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:03.517983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.545019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:03.570961 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.574447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.577937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dec982c5-12fa-423b-97ec-879cf488b1f4 HTTP/1.1" status: 204 len: 168 time: 0.1580577 Jul 16 22:22:03.578252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c7e8d-e797-4954-9b8a-efad7554390d req-7e9d4054-e10e-4e99-9d5d-a55dbb6431d6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:03.578252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f68c7e8d-e797-4954-9b8a-efad7554390d req-7e9d4054-e10e-4e99-9d5d-a55dbb6431d6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.2009380 Jul 16 22:22:03.583327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.594194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded59838-0d0a-418e-bea3-749ca142cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec982c5-12fa-423b-97ec-879cf488b1f4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:03.636447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c854051-3b33-4a38-92da-a654d65372f3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:03.678709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Checking segment: {'id': 'a0f72649-b3c3-4ff8-8448-4c72c01aafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '55a2ca39-b7ef-4963-a1da-a4ca4a723d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:03.679098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Network hostable DHCP agents. Network: 55a2ca39-b7ef-4963-a1da-a4ca4a723d24, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:22:03.687806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f68c7e8d-e797-4954-9b8a-efad7554390d req-5106eed8-7b3c-44c2-a166-1f5de2975f62 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995631 Jul 16 22:22:03.727435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Network 55a2ca39-b7ef-4963-a1da-a4ca4a723d24 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:22:03.739103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] Transition to ACTIVE for port object 7bb14af4-99a9-4b2e-929c-136e89667e65 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:03.743552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 55a2ca39-b7ef-4963-a1da-a4ca4a723d24) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:03.746553 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.751876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12349495-09ee-438d-9c35-d5aa6f93a4d5 None None] Network 55a2ca39-b7ef-4963-a1da-a4ca4a723d24 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:03.767549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6885d-24fc-496b-bacf-85ca8218ade4 req-4aecc070-bed6-4568-8c37-0bfc57d66e49 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:03.769247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30b6885d-24fc-496b-bacf-85ca8218ade4 req-4aecc070-bed6-4568-8c37-0bfc57d66e49 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 943 time: 0.0886178 Jul 16 22:22:03.783221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:03.784123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:03.823883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30b6885d-24fc-496b-bacf-85ca8218ade4 req-8cba69ee-c254-4055-a993-b5ece021a5f0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Jul 16 22:22:03.895338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41461d8e-b6f1-492f-89ca-9a23f59ff1b3 None None] Network 55a2ca39-b7ef-4963-a1da-a4ca4a723d24 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:03.910813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-672c84be-2930-4d9c-9346-d3837f748b42 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8370984 Jul 16 22:22:03.917944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] No DVR routers for this DVR port 7bb14af4-99a9-4b2e-929c-136e89667e65 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:03.920749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:03.960643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-10cbd4e9-54a9-49cf-af39-4b9c677a69f9 service neutron] 10.222.0.68 "PUT /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9367328 Jul 16 22:22:04.055215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c5cc8-3b4c-4f0d-b15e-5dc166caa9e9 req-12969731-5a9b-4aa1-9b2e-6b1f84104056 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.056849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f97c5cc8-3b4c-4f0d-b15e-5dc166caa9e9 req-12969731-5a9b-4aa1-9b2e-6b1f84104056 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0817850 Jul 16 22:22:04.109280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-136e015c-fee9-4abe-8e8a-3cdca294ba03 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.111237 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-136e015c-fee9-4abe-8e8a-3cdca294ba03 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.0837536 Jul 16 22:22:04.142584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f97c5cc8-3b4c-4f0d-b15e-5dc166caa9e9 req-7b98bc45-828d-48b9-a225-a83d5b462ba6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743957 Jul 16 22:22:04.187841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-32b93b0e-ffa2-45ce-b3d3-a13de9278439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.190481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-32b93b0e-ffa2-45ce-b3d3-a13de9278439 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072&tenant_id=d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 1096 time: 0.0698969 Jul 16 22:22:04.285398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-9d207760-54aa-4dbf-8a3f-a02c43876093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.287644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-9d207760-54aa-4dbf-8a3f-a02c43876093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1096 time: 0.0662925 Jul 16 22:22:04.349181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc4818-b89a-49e6-802b-d20de5132577 req-b7dec481-3a2a-4904-a8d8-b65675d07ee2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.351292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2dc4818-b89a-49e6-802b-d20de5132577 req-b7dec481-3a2a-4904-a8d8-b65675d07ee2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0694439 Jul 16 22:22:04.399563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-e525a270-d21d-4161-8f30-548be6fe72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.399728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2dc4818-b89a-49e6-802b-d20de5132577 req-6f968b22-83bb-4b6e-ba62-3ed0950a7689 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jul 16 22:22:04.401258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-e525a270-d21d-4161-8f30-548be6fe72ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1059549 Jul 16 22:22:04.449209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:04.460274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-ccdf3dde-ae57-4759-a18b-6484832cf61e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 200 len: 217 time: 0.0522349 Jul 16 22:22:04.461471 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-7c8f9860-61c9-499e-8617-153a217f25a8 req-07cdc244-7fdc-4a5c-a199-04de754a8627 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] show failed (client error): The resource could not be found. Jul 16 22:22:04.462755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c8f9860-61c9-499e-8617-153a217f25a8 req-07cdc244-7fdc-4a5c-a199-04de754a8627 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/e4ba7b44-d8ad-4d73-b442-cfd5a3f321f3 HTTP/1.1" status: 404 len: 352 time: 0.0479889 Jul 16 22:22:04.493135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:04.521353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-7b922c32-d3b1-44e7-8d02-278a9e964626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.522856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-7b922c32-d3b1-44e7-8d02-278a9e964626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0498803 Jul 16 22:22:04.558322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d27111de-d96c-46b0-8916-504cad8fa370 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269170 Jul 16 22:22:04.681917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-d1286c09-ce25-45d0-a8d1-7098c01bd75b service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157033 Jul 16 22:22:04.731080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4dc0886-68f9-4936-88e8-0bacfe759584 req-351f2804-97b7-4e3e-836e-a9e2b9faf4f6 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa0846bd8f364a9690f454df30952785 HTTP/1.1" status: 200 len: 2984 time: 0.0827508 Jul 16 22:22:04.851912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-34054ede-c72b-45d5-8b3f-8d106300ac85 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623082 Jul 16 22:22:04.855726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4dc0886-68f9-4936-88e8-0bacfe759584 req-45b66020-da7c-48f2-a13b-0c82f032a1d0 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/3971b10b-5061-49d3-a2c8-cb388f6c7b9b HTTP/1.1" status: 200 len: 2981 time: 0.1162090 Jul 16 22:22:04.895205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646b97b-13e3-4502-b55a-903f2e390494 req-707ad3f1-d26c-4e35-809e-d31159730f0a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:04.896752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b646b97b-13e3-4502-b55a-903f2e390494 req-707ad3f1-d26c-4e35-809e-d31159730f0a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0736897 Jul 16 22:22:04.906083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:04.922651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4dc0886-68f9-4936-88e8-0bacfe759584 req-92d21076-ba2a-4444-b7dc-d8d5e0da5b36 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/3971b10b-5061-49d3-a2c8-cb388f6c7b9b HTTP/1.1" status: 200 len: 2981 time: 0.0576172 Jul 16 22:22:04.953509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b646b97b-13e3-4502-b55a-903f2e390494 req-c9d6e2dd-6372-4999-9ae6-933993a2fd4e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jul 16 22:22:05.034809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9650dd0a-6fab-4e82-bca8-ca38fc55dc08 req-b416e030-668b-4163-9f68-39392431f23e tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/3971b10b-5061-49d3-a2c8-cb388f6c7b9b HTTP/1.1" status: 200 len: 2981 time: 0.0568540 Jul 16 22:22:05.036093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7971d811-d5c2-4f03-84ae-6a3ad379f6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.112328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fc11-2675-472d-acca-c610117d09f2 req-82a7fda5-55df-46a6-8ecf-ed7577cf6e83 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:05.121541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84c7fc11-2675-472d-acca-c610117d09f2 req-82a7fda5-55df-46a6-8ecf-ed7577cf6e83 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 944 time: 0.0900686 Jul 16 22:22:05.139701 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-9650dd0a-6fab-4e82-bca8-ca38fc55dc08 req-fa70526a-f5bc-49d8-ae30-14cb6802d496 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 22:22:05.140828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9650dd0a-6fab-4e82-bca8-ca38fc55dc08 req-fa70526a-f5bc-49d8-ae30-14cb6802d496 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "DELETE /v2.0/security-groups/3971b10b-5061-49d3-a2c8-cb388f6c7b9b HTTP/1.1" status: 409 len: 352 time: 0.0964489 Jul 16 22:22:05.171192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84c7fc11-2675-472d-acca-c610117d09f2 req-71d2fa3b-2ebb-421a-84d5-cbc7b0de23df tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Jul 16 22:22:05.197221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7971d811-d5c2-4f03-84ae-6a3ad379f6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.203168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7971d811-d5c2-4f03-84ae-6a3ad379f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.234032 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-81c87b20-de9e-42c9-b37b-b8c26789a733 req-36184b15-4995-4d34-84cc-2eb50dc05429 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] show failed (client error): The resource could not be found. Jul 16 22:22:05.235586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81c87b20-de9e-42c9-b37b-b8c26789a733 req-36184b15-4995-4d34-84cc-2eb50dc05429 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/b7b92c6d-cbed-44e5-badc-e9ad7dd55d06 HTTP/1.1" status: 404 len: 352 time: 0.0189853 Jul 16 22:22:05.235758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971d811-d5c2-4f03-84ae-6a3ad379f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd9dc78-340f-4ac6-a505-bad54b878bce,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:05.257996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-bec22640-212e-4567-ab1b-948ed4c2fc96 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:05.259502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-bec22640-212e-4567-ab1b-948ed4c2fc96 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.0999331 Jul 16 22:22:05.260126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:05.260516 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7971d811-d5c2-4f03-84ae-6a3ad379f6d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f28687b0c424c3bac4db69611fa5fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531606 Jul 16 22:22:05.327815 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-313acd02-d7f1-4349-a732-dba7367581c7 req-458230e7-6506-493a-bf2b-3182bbf2ca49 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] show failed (client error): The resource could not be found. Jul 16 22:22:05.328864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-313acd02-d7f1-4349-a732-dba7367581c7 req-458230e7-6506-493a-bf2b-3182bbf2ca49 tempest-SecurityGroupsNegativeTestJSON-1245281026 tempest-SecurityGroupsNegativeTestJSON-1245281026-project] 10.222.0.70 "GET /v2.0/security-groups/f7e85b6c-ecd8-459a-a847-5ac0c81593aa HTTP/1.1" status: 404 len: 352 time: 0.0490308 Jul 16 22:22:05.335192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93f71-f205-4908-be0e-41a0e32f5508 req-d02ac6cf-ab9a-4fbd-b8f0-f01be83ccd7c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:05.338346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46d93f71-f205-4908-be0e-41a0e32f5508 req-d02ac6cf-ab9a-4fbd-b8f0-f01be83ccd7c tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0716989 Jul 16 22:22:05.341218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:05.411116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Deleting subnet 5c854051-3b33-4a38-92da-a654d65372f3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:22:05.411377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.418424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46d93f71-f205-4908-be0e-41a0e32f5508 req-8668d47e-9d58-4a0b-a570-267f2a3b7e4e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Jul 16 22:22:05.419029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.450223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.455927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.465217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-473baf93-4d70-4e59-b480-aca3f8e181a2 service neutron] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:05.473946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-473baf93-4d70-4e59-b480-aca3f8e181a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.475620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6da8ca7-ab3d-467e-b96d-af419a055198 req-473baf93-4d70-4e59-b480-aca3f8e181a2 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.2070560 Jul 16 22:22:05.498971 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.524188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.527037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.528208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cd9dc78-340f-4ac6-a505-bad54b878bce HTTP/1.1" status: 204 len: 168 time: 0.2671196 Jul 16 22:22:05.548237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe9d88-3c3c-4baf-b41d-c284f4ababbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd9dc78-340f-4ac6-a505-bad54b878bce,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:05.582507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.606218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2560-2ed4-4367-b3b0-c2e65b0f5265 req-d5d1992d-4c15-49b0-bd04-54fdee7e1dae tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:05.613344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad4c2560-2ed4-4367-b3b0-c2e65b0f5265 req-d5d1992d-4c15-49b0-bd04-54fdee7e1dae tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0837462 Jul 16 22:22:05.614353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c854051-3b33-4a38-92da-a654d65372f3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:05.620755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.623049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fdbee4d3-04de-4e5f-92ef-e414effee7c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5c854051-3b33-4a38-92da-a654d65372f3 HTTP/1.1" status: 204 len: 168 time: 0.2807083 Jul 16 22:22:05.625486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:05.669890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad4c2560-2ed4-4367-b3b0-c2e65b0f5265 req-76313b52-1ee5-405a-ab08-071865e3201e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553746 Jul 16 22:22:05.707188 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.793934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.806479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a2ca39-b7ef-4963-a1da-a4ca4a723d24']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:05.816385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f72649-b3c3-4ff8-8448-4c72c01aafb4') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:05.816686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f72649-b3c3-4ff8-8448-4c72c01aafb4') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:05.830540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.846197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.853984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:22:05.854387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:22:05.856417 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:22:05.922924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.928767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:05.930816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] 10.222.0.70 "DELETE /v2.0/networks/55a2ca39-b7ef-4963-a1da-a4ca4a723d24 HTTP/1.1" status: 204 len: 168 time: 0.3044178 Jul 16 22:22:05.941573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617701-bd70-47d7-9e05-ab16f2f0e60b admin admin] Pushing event deleted for resources: {'Network': ['ID=55a2ca39-b7ef-4963-a1da-a4ca4a723d24,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:06.137139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:06.155016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501467e-bf28-435b-8c67-f979d0098216 req-2661f790-bdb1-4a00-ad55-8a6a20db025a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:06.156854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4501467e-bf28-435b-8c67-f979d0098216 req-2661f790-bdb1-4a00-ad55-8a6a20db025a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0749326 Jul 16 22:22:06.184074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-93efd6c0-9339-4028-8606-244f7d81283e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa0846bd8f364a9690f454df30952785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457587 Jul 16 22:22:06.186694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:06.208141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4501467e-bf28-435b-8c67-f979d0098216 req-2ee9e568-cdce-4579-a5f7-a8210f654add tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Jul 16 22:22:06.238571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.265842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.354032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.356774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.360158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3971b10b-5061-49d3-a2c8-cb388f6c7b9b HTTP/1.1" status: 204 len: 168 time: 0.1702883 Jul 16 22:22:06.377171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ae44-27f0-48d9-9f69-a93dd15409bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971b10b-5061-49d3-a2c8-cb388f6c7b9b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:06.380057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48848) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:06.401107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d38e-c24f-4c7e-8499-4e9c086893e6 req-51b453c0-339a-4cab-90ac-04c723884718 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:06.403318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb20d38e-c24f-4c7e-8499-4e9c086893e6 req-51b453c0-339a-4cab-90ac-04c723884718 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 944 time: 0.0987885 Jul 16 22:22:06.450020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb20d38e-c24f-4c7e-8499-4e9c086893e6 req-c24c176f-3e71-4cda-8990-802fc483b3c5 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Jul 16 22:22:06.524046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-602792314-network', 'tenant_id': '61080a66552444299c5b6fb28d48c400'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:06.548197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Made reservation on behalf of 61080a66552444299c5b6fb28d48c400 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:06.551650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.560511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:06.737133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-51b76cd7-4059-4a03-9f12-9729a070ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:06.739985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-51b76cd7-4059-4a03-9f12-9729a070ce8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1097 time: 0.1157091 Jul 16 22:22:06.829279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ae8ea-c874-4b33-a019-4dbdab27c64e req-9e682d59-7bd4-43f5-a393-7379d8e16e09 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:06.830825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a61ae8ea-c874-4b33-a019-4dbdab27c64e req-9e682d59-7bd4-43f5-a393-7379d8e16e09 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1096 time: 0.1366937 Jul 16 22:22:06.891832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-f2409ef9-bbf2-4d0f-9dff-0933ee9be01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:06.894049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-f2409ef9-bbf2-4d0f-9dff-0933ee9be01d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.1476328 Jul 16 22:22:06.900927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a61ae8ea-c874-4b33-a019-4dbdab27c64e req-705e5327-a37d-4895-bd57-a273aa9a216d tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605185 Jul 16 22:22:06.956003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-20a4a858-c982-4688-ad04-8d344340b97e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 217 time: 0.0538013 Jul 16 22:22:07.024105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-b310afef-f814-43af-92e7-f2930065fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.026311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-b310afef-f814-43af-92e7-f2930065fddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0629630 Jul 16 22:22:07.031130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc51cf-1939-4692-948b-7883c6872c39 req-045fb0dc-ead7-4512-b96b-1f6145ca190a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.032571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cafc51cf-1939-4692-948b-7883c6872c39 req-045fb0dc-ead7-4512-b96b-1f6145ca190a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.4629912 Jul 16 22:22:07.068756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-8e1c1d5a-eb22-4c4a-96a1-25871b859121 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jul 16 22:22:07.101608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cafc51cf-1939-4692-948b-7883c6872c39 req-bf81fe85-30a4-4394-b173-b6c5a5af31c8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Jul 16 22:22:07.121363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.127446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.155097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:22:07.167463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1974d58c-79db-4d15-a5d1-5b7f4b4737c6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:07.185107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.189559 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Added segment 43af12e9-f8d1-4583-b5b6-193602e8241f of type vlan for network 02a683b7-9001-4726-8704-080db999a07d Jul 16 22:22:07.218349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde578b-8710-4007-a6d1-8c42b6d9d18a req-d78e6fba-b14d-4bac-8193-7b012b5ecbc2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.219893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1fde578b-8710-4007-a6d1-8c42b6d9d18a req-d78e6fba-b14d-4bac-8193-7b012b5ecbc2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1540463 Jul 16 22:22:07.227342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-696873f3-ed2c-4c07-b5ba-6987a93ba60e service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468959 Jul 16 22:22:07.239709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.275334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.277024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.277927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.309987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9285779 Jul 16 22:22:07.312768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48886) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:07.318960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Request body: {'subnet': {'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-602792314-subnet', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:07.322479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:07.407787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e47c9-e12b-42b3-88f8-6117fe3de909 admin admin] Pushing event updated for resources: {'Network': ['ID=02a683b7-9001-4726-8704-080db999a07d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:07.421662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Made reservation on behalf of 61080a66552444299c5b6fb28d48c400 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:07.423705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 02a683b7-9001-4726-8704-080db999a07d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:22:07.425624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.491050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-167701050-network', 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:07.597923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:07.600537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.615813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.616821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1fde578b-8710-4007-a6d1-8c42b6d9d18a req-76e3aad2-da5d-4680-a2a1-329068189a74 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885198 Jul 16 22:22:07.672741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-60195d58-f578-49da-893a-a50b63309e32 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368258 Jul 16 22:22:07.716911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09075e8c-9431-48c7-b33b-e76a8df3bbb3 req-d5583831-69cd-49b8-ab05-80f487e29d61 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.718496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09075e8c-9431-48c7-b33b-e76a8df3bbb3 req-d5583831-69cd-49b8-ab05-80f487e29d61 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 1096 time: 0.1563733 Jul 16 22:22:07.809099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.827936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011065e5-f653-4fff-aef2-273ea42a0879 req-dbc0f951-a52a-48f2-80f1-11eb3a50ea55 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:07.829977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-011065e5-f653-4fff-aef2-273ea42a0879 req-dbc0f951-a52a-48f2-80f1-11eb3a50ea55 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0743277 Jul 16 22:22:07.858315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09075e8c-9431-48c7-b33b-e76a8df3bbb3 req-19e48463-87b1-45a6-bc76-bb4769bb2e00 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147976 Jul 16 22:22:07.884986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-011065e5-f653-4fff-aef2-273ea42a0879 req-0a55cb97-380b-4afb-a6de-5a1dd36b0666 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477648 Jul 16 22:22:07.898382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.917162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:07.970622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a91d66d-af14-436d-a29a-6e9ba135151c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:07.970622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:22:07.984328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Checking segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:07.984777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Network hostable DHCP agents. Network: 02a683b7-9001-4726-8704-080db999a07d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:22:07.993655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf4d9f-6560-49de-894c-256a4a5023d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:08.001635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.002056 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Added segment b7eb3927-ae6d-420f-b189-616d309873a3 of type vlan for network c2eb2110-be45-43d6-9984-3d03c1920e70 Jul 16 22:22:08.044191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Network 02a683b7-9001-4726-8704-080db999a07d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:22:08.056171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.067050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 02a683b7-9001-4726-8704-080db999a07d) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:08.072670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:08.073332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.083728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95567f-c4d0-40ac-bde3-c307305bfcb5 None None] Network 02a683b7-9001-4726-8704-080db999a07d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:08.112045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a4bd8bfe-cabe-46d4-86be-550996bb3d14 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7954237 Jul 16 22:22:08.112045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:08.117816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:08.124501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.125482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:08.126059 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.184769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.188165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.231896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:08.232176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9012129 Jul 16 22:22:08.235563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598938cd-5cf1-46ea-afed-08c13e13ffb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eb2110-be45-43d6-9984-3d03c1920e70,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:08.238313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Request body: {'subnet': {'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-167701050-subnet', 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:08.260898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c2eb2110-be45-43d6-9984-3d03c1920e70 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:22:08.278924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-02a683b7-9001-4726-8704-080db999a07d', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:22:08.282068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.292476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:08.295032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.302238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.465514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Allocated IP 172.20.0.2 (02a683b7-9001-4726-8704-080db999a07d/4a91d66d-af14-436d-a29a-6e9ba135151c/aa6dfd60-4ca6-48f1-8519-00d43f115d5c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:08.502024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.690451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a65a-9bdc-4e00-9c89-699700842bec req-4bf8af57-8c61-4e4b-938f-027bc9df45ce tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:08.694237 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.702184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f140a65a-9bdc-4e00-9c89-699700842bec req-4bf8af57-8c61-4e4b-938f-027bc9df45ce tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.2770519 Jul 16 22:22:08.703732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Transition to ACTIVE for port object aa6dfd60-4ca6-48f1-8519-00d43f115d5c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:08.720522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Transition to ACTIVE for port object aa6dfd60-4ca6-48f1-8519-00d43f115d5c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:08.731615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.762301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.780493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Network 02a683b7-9001-4726-8704-080db999a07d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:08.783874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:08.792347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:08.812385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Pushing event updated for resources: {'Port': ['ID=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:08.881079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Attempting to bind port aa6dfd60-4ca6-48f1-8519-00d43f115d5c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:08.881663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Attempting to bind port aa6dfd60-4ca6-48f1-8519-00d43f115d5c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:08.882185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Attempting to bind port aa6dfd60-4ca6-48f1-8519-00d43f115d5c on network 02a683b7-9001-4726-8704-080db999a07d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:08.888605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:08.889285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Checking segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:08.890242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.890521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.891065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Bound using segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:08.891703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Bound port: aa6dfd60-4ca6-48f1-8519-00d43f115d5c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:08.892418 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.896496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f140a65a-9bdc-4e00-9c89-699700842bec req-ab21ad56-d078-4418-8aac-e8eec46cb228 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931753 Jul 16 22:22:08.921015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46349363-5bd1-48ad-9e5f-cca13565f716,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:08.949657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:08.954333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:08.954692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Network hostable DHCP agents. Network: c2eb2110-be45-43d6-9984-3d03c1920e70, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:22:08.989447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:22:09.011432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c2eb2110-be45-43d6-9984-3d03c1920e70) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:09.023356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:09.023951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:09.028720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9c305-4519-47ab-b876-2c743b574f6c None None] Network c2eb2110-be45-43d6-9984-3d03c1920e70 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:09.059123 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9b9d69c-b8bf-406b-9e09-5f30ccc7a9c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8258579 Jul 16 22:22:09.167350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] For port aa6dfd60-4ca6-48f1-8519-00d43f115d5c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:09.173726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7be56-c6bc-4d36-8ae2-b64ccaec68a7 req-e6f80d9f-af47-4dee-b7a8-ee32a084d38c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:09.184092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4d7be56-c6bc-4d36-8ae2-b64ccaec68a7 req-e6f80d9f-af47-4dee-b7a8-ee32a084d38c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.2233527 Jul 16 22:22:09.213445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b714fcc-61a1-4935-b49c-bcce5bfe88ea None None] Network c2eb2110-be45-43d6-9984-3d03c1920e70 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:09.215814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4f5de-7b5a-4b0f-ade4-25aed6591567 req-ade11fad-51e5-43b6-9080-c303718ab87e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:09.217481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] For port aa6dfd60-4ca6-48f1-8519-00d43f115d5c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:09.226046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dc4f5de-7b5a-4b0f-ade4-25aed6591567 req-ade11fad-51e5-43b6-9080-c303718ab87e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1811504 Jul 16 22:22:09.234250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:09.285531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Allocated IP 172.25.5.139 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/ba9dee11-95b9-4b9b-a9f6-072c310fb77d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:09.293085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dc4f5de-7b5a-4b0f-ade4-25aed6591567 req-5c81064a-c759-4886-ad04-db80f113a6fa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656974 Jul 16 22:22:09.302415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4d7be56-c6bc-4d36-8ae2-b64ccaec68a7 req-00d2f9f4-3829-4ddc-8954-fbf8d58ba574 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Jul 16 22:22:09.440727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d53d59-d256-4e8a-9af3-c28a6dd4d088 None None] Pushing event updated for resources: {'Port': ['ID=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:09.452890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:09.547876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:09.583947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:09.587447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:09.613409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:09.679488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Pushing event updated for resources: {'Port': ['ID=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:09.861688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-8e25a918-a5b6-4a65-806f-46b7f255d734 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:09.867035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-8e25a918-a5b6-4a65-806f-46b7f255d734 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.1402867 Jul 16 22:22:09.885679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-ac4bd0e2-0a70-461d-85f6-8ef892320f25 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0119314 Jul 16 22:22:09.927241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-036398ce-ddd2-4b50-ae1f-dc324f452e90 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350099 Jul 16 22:22:09.933729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:10.050652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-5acf8ce2-2b8f-4c2b-b30f-65dd44132f13 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148598 Jul 16 22:22:10.169002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-e75ccf31-a252-497d-986f-3c8c242e8cb4 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122825 Jul 16 22:22:10.207776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762fc6-a7a7-4507-a2be-4fb948abccdd req-e4154f83-4e55-4b18-b6f5-7885e03a8675 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:10.209649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0762fc6-a7a7-4507-a2be-4fb948abccdd req-e4154f83-4e55-4b18-b6f5-7885e03a8675 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1795053 Jul 16 22:22:10.250896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:10.278553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0762fc6-a7a7-4507-a2be-4fb948abccdd req-43236896-25d9-4266-9f39-7c11cf2ec184 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574608 Jul 16 22:22:10.531990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Router 5f6edab9-2967-4e79-8ea0-00a724008f75 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:22:10.611095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aa6dfd60-4ca6-48f1-8519-00d43f115d5c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:10.613383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a161d-8e86-4394-92f3-c9721ca3ca98 req-910e6b1b-0ce7-423f-9dda-c961220210b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:10.621512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-470a161d-8e86-4394-92f3-c9721ca3ca98 req-910e6b1b-0ce7-423f-9dda-c961220210b5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1600003 Jul 16 22:22:10.688453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea6ba3-1c6f-4c03-b671-57af31eb546f None None] Network 02a683b7-9001-4726-8704-080db999a07d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:10.692847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-470a161d-8e86-4394-92f3-c9721ca3ca98 req-0e64d9c4-124f-4813-b890-92928f713220 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681770 Jul 16 22:22:10.741916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4389f-27a4-4048-ac27-2f4c1d1ee6c0 req-b1e78d26-4874-4fc6-8ccd-cd68db813435 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:10.744062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54f4389f-27a4-4048-ac27-2f4c1d1ee6c0 req-b1e78d26-4874-4fc6-8ccd-cd68db813435 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1400967 Jul 16 22:22:10.747627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:10.761543 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Sync routers for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:10.780808 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:10.783497 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:10.828238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:10.832156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2d20ee7-ac66-4542-a357-dbc0f5c9667c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7158442 Jul 16 22:22:10.841272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:10.862531 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54f4389f-27a4-4048-ac27-2f4c1d1ee6c0 req-93bd2633-261b-451e-a096-e04c5cbd7209 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036556 Jul 16 22:22:10.869142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b723e043-4739-4d2b-a5c4-1f1f0d479ede req-c132d9db-8c9d-4fca-b2e4-c00dca7aeb8e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 210 time: 0.0827625 Jul 16 22:22:11.011202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2197d46-d1e0-45e1-9a8b-89881c11d826 None None] Provisioning for port aa6dfd60-4ca6-48f1-8519-00d43f115d5c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:11.116016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port aa6dfd60-4ca6-48f1-8519-00d43f115d5c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:11.123457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aa6dfd60-4ca6-48f1-8519-00d43f115d5c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:11.130519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:11.138145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:11.376322 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:09Z', 'revision_number': 3, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:11.453335 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:11.513459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port aa6dfd60-4ca6-48f1-8519-00d43f115d5c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:11.527746 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Checking router: 5f6edab9-2967-4e79-8ea0-00a724008f75 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:11.528572 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Updating router 5f6edab9-2967-4e79-8ea0-00a724008f75 port ba9dee11-95b9-4b9b-a9f6-072c310fb77d binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:22:11.528844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:11.585981 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:11.628356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb90dd-24e5-4e98-9962-74bf0e269d6d req-9f7a38c2-ad13-4bd0-b829-dfcc3a02fc61 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:11.629908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:11.640409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ddb90dd-24e5-4e98-9962-74bf0e269d6d req-9f7a38c2-ad13-4bd0-b829-dfcc3a02fc61 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1396911 Jul 16 22:22:11.684607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ddb90dd-24e5-4e98-9962-74bf0e269d6d req-8629888c-3edd-4b0f-afcd-4705a5c07d2a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Jul 16 22:22:11.718523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:11.984001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fdbcea1-663f-4eb3-86bd-5d6b5194f8a7 None None] Provisioning complete for port aa6dfd60-4ca6-48f1-8519-00d43f115d5c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:11.985390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fdbcea1-663f-4eb3-86bd-5d6b5194f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.067293 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.098888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Transition to ACTIVE for port object ba9dee11-95b9-4b9b-a9f6-072c310fb77d will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:12.118045 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.119846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d99d5827-e9dc-42f7-8afb-385f140db9bf req-46ee791b-145c-43f1-9dd7-c24752df6f6a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 210 time: 0.0500035 Jul 16 22:22:12.197768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4a4c-866e-4b7f-ac0d-5f3519352c58 None None] Pushing event updated for resources: {'Port': ['ID=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:12.247169 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Attempting to bind port ba9dee11-95b9-4b9b-a9f6-072c310fb77d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:12.248849 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Attempting to bind port ba9dee11-95b9-4b9b-a9f6-072c310fb77d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:12.249356 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Attempting to bind port ba9dee11-95b9-4b9b-a9f6-072c310fb77d on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:12.267082 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:12.267636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:12.268281 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.268779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:12.269631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Bound port: ba9dee11-95b9-4b9b-a9f6-072c310fb77d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:12.270165 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.350534 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] For port ba9dee11-95b9-4b9b-a9f6-072c310fb77d, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:12.355370 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] For port ba9dee11-95b9-4b9b-a9f6-072c310fb77d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:12.364083 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.372639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6638-3b83-4854-b046-3e81a9faac36 req-a991e6a0-f378-41e2-93ee-3c1ce9195017 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:12.380339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-028b6638-3b83-4854-b046-3e81a9faac36 req-a991e6a0-f378-41e2-93ee-3c1ce9195017 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0845294 Jul 16 22:22:12.438559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-028b6638-3b83-4854-b046-3e81a9faac36 req-c41f6238-8d86-4f5b-b1ec-c5a7ccc83c55 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568726 Jul 16 22:22:12.501366 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4a4c-866e-4b7f-ac0d-5f3519352c58 None None] Pushing event updated for resources: {'Port': ['ID=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:12.516048 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:12.516812 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:12.541766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aa6dfd60-4ca6-48f1-8519-00d43f115d5c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:12.562793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Allocated IP 172.20.0.1 (02a683b7-9001-4726-8704-080db999a07d/4a91d66d-af14-436d-a29a-6e9ba135151c/dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:12.611442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aa6dfd60-4ca6-48f1-8519-00d43f115d5c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:12.611876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.615409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475fba6-a2fd-4e14-a1c4-2696ff526017 req-ce91fdfd-35f4-469c-833c-e4b9cdb6a8c5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:12.617388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2475fba6-a2fd-4e14-a1c4-2696ff526017 req-ce91fdfd-35f4-469c-833c-e4b9cdb6a8c5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.6993508 Jul 16 22:22:12.632750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-c32c4de6-dff3-4e45-b58d-26542d63ec7f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:12.634567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-c32c4de6-dff3-4e45-b58d-26542d63ec7f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.2508743 Jul 16 22:22:12.654084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:12.709289 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:12.847802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2475fba6-a2fd-4e14-a1c4-2696ff526017 req-b80463eb-2f4c-44d0-9270-437bbf9059bb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118747 Jul 16 22:22:12.908771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.917241 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:22:12.931588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Transition to ACTIVE for port object dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:12.941817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:12.946502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:12.969258 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:09Z', 'revision_number': 3, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:12.988103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2606cd-a18a-4f49-baa5-cfd2dc4d64b9 req-4e088560-13d4-4932-8322-076f0b728f4e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:12.989971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d2606cd-a18a-4f49-baa5-cfd2dc4d64b9 req-4e088560-13d4-4932-8322-076f0b728f4e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0957937 Jul 16 22:22:13.007348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a8a9c-0695-4b13-b45b-89df5aba5914 None None] The sync data for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 is: [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:09Z', 'revision_number': 3, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:13.042082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d2606cd-a18a-4f49-baa5-cfd2dc4d64b9 req-96db3f4e-4ce8-427c-9579-b7dae974f5bf tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Jul 16 22:22:13.090349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.138635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.11 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/81e77659-c570-4111-8b7a-4ce1a24737d4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:13.158552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Network 02a683b7-9001-4726-8704-080db999a07d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:13.167587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:13.171747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:13.205561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Pushing event updated for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:13.249102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.388862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4689b829-d851-4f35-8e41-97c9a6bb97cf req-905493ff-86d8-4395-8495-c669d83c6ace tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 210 time: 0.0940056 Jul 16 22:22:13.567088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61ce63ec-24a7-4084-9c90-a243cd101ec8 None None] Provisioning for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:13.571801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61ce63ec-24a7-4084-9c90-a243cd101ec8 None None] Provisioning complete for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:13.572229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61ce63ec-24a7-4084-9c90-a243cd101ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.613799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.631827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.651569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-61ce63ec-24a7-4084-9c90-a243cd101ec8 None None] Port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:22:13.705925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511014cd-2d1a-4718-bf5f-656fc5c777a4 req-d9eea47b-57de-4c50-b8ad-e3332562326f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:13.708154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-511014cd-2d1a-4718-bf5f-656fc5c777a4 req-d9eea47b-57de-4c50-b8ad-e3332562326f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1127264 Jul 16 22:22:13.809942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-511014cd-2d1a-4718-bf5f-656fc5c777a4 req-83e331b2-f178-4825-9b8e-072d68f4ab62 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951748 Jul 16 22:22:13.897202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.966375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.975957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:13.986526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:14.005670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:14.014110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:14.023212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:14.144299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Pushing event updated for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:14.156848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.158125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b2584-19dd-4f84-92f9-8c15e5324b1d req-8b851c1c-9a91-4d9b-9f0c-75d9ceac6413 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:14.162315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb3b2584-19dd-4f84-92f9-8c15e5324b1d req-8b851c1c-9a91-4d9b-9f0c-75d9ceac6413 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1168516 Jul 16 22:22:14.191660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:14.192463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.246430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb3b2584-19dd-4f84-92f9-8c15e5324b1d req-b8299bfd-6185-42ad-8038-650521a452c7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Jul 16 22:22:14.260535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-b2e7af17-f308-42a6-a6d9-a21074325174 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6115642 Jul 16 22:22:14.296875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Request body: {'port': {'device_id': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:14.377910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fdede-e91b-4dae-81e5-cc90e818bc18 req-ff97e02f-6458-441c-add7-c7fd2137b3c8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:14.380104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e63fdede-e91b-4dae-81e5-cc90e818bc18 req-ff97e02f-6458-441c-add7-c7fd2137b3c8 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1743348 Jul 16 22:22:14.414806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Network 02a683b7-9001-4726-8704-080db999a07d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:14.428614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:14.467904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.544548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e63fdede-e91b-4dae-81e5-cc90e818bc18 req-ea9bcee0-d8b3-4ae8-b479-d06e012ffe69 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462262 Jul 16 22:22:14.587277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba9dee11-95b9-4b9b-a9f6-072c310fb77d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:14.682322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefaf7a-f538-487b-ad77-0044e777cc59 req-97f312cf-b9ff-404a-a628-50f3c721ad8c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:14.684256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eefaf7a-f538-487b-ad77-0044e777cc59 req-97f312cf-b9ff-404a-a628-50f3c721ad8c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 932 time: 0.1131430 Jul 16 22:22:14.700793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ba9dee11-95b9-4b9b-a9f6-072c310fb77d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:14.710527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ba9dee11-95b9-4b9b-a9f6-072c310fb77d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:14.711417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.762925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eefaf7a-f538-487b-ad77-0044e777cc59 req-7501b076-329c-4f34-9d27-2bf2f1798bad tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710106 Jul 16 22:22:14.785230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Router 5f6edab9-2967-4e79-8ea0-00a724008f75 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:14.819635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3519dc62-5381-45dd-ad48-14bd9cf0ae4e None None] Provisioning complete for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:14.819795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3519dc62-5381-45dd-ad48-14bd9cf0ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.935753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3519dc62-5381-45dd-ad48-14bd9cf0ae4e None None] Port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:22:14.947229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:14.990880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ba9dee11-95b9-4b9b-a9f6-072c310fb77d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:14.995089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:14.998757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.005015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af2bb7c9-c9cd-41bb-875f-2057749d5757 admin admin] 10.222.0.70 "PUT /v2.0/routers/5f6edab9-2967-4e79-8ea0-00a724008f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1586764 Jul 16 22:22:15.092914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e77659-c570-4111-8b7a-4ce1a24737d4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:15.102935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.127024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Transition to ACTIVE for port object 81e77659-c570-4111-8b7a-4ce1a24737d4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:15.136860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.142946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:15.162406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b036a1-4b77-4fb5-91ff-7302230d5cc9 req-f5737832-e52f-4043-ac84-19ae451e97ef tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:15.172132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b036a1-4b77-4fb5-91ff-7302230d5cc9 req-f5737832-e52f-4043-ac84-19ae451e97ef tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1321943 Jul 16 22:22:15.226872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Pushing event updated for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:15.244993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b036a1-4b77-4fb5-91ff-7302230d5cc9 req-4bc9a6ff-9a30-4ba8-969c-6f582697d576 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Jul 16 22:22:15.321063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Attempting to bind port 81e77659-c570-4111-8b7a-4ce1a24737d4 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:15.321605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Attempting to bind port 81e77659-c570-4111-8b7a-4ce1a24737d4 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:15.321775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Attempting to bind port 81e77659-c570-4111-8b7a-4ce1a24737d4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:15.327952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Port 81e77659-c570-4111-8b7a-4ce1a24737d4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:15.328597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Attempting to bind port 81e77659-c570-4111-8b7a-4ce1a24737d4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:15.334587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:15.335252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:15.335975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:15.336590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Bound port: 81e77659-c570-4111-8b7a-4ce1a24737d4, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:15.337199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.452827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:15.455697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Sync routers for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:15.457384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=81e77659-c570-4111-8b7a-4ce1a24737d4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:15.468164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.473588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:15.475082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:15.508425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:15.509209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.510597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] 10.222.0.68 "PUT /v2.0/ports/81e77659-c570-4111-8b7a-4ce1a24737d4 HTTP/1.1" status: 200 len: 1093 time: 1.2192018 Jul 16 22:22:15.512799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:15.515103 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51725661-75c6-4966-9a97-d76da85e8a28" -d '{"events": [{"name": "network-changed", "server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:15.544375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6890-ae88-4e20-ba05-7b78d5085428 req-dd101819-7fc4-452e-9e71-0a651bd0693a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:15.546447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f1c6890-ae88-4e20-ba05-7b78d5085428 req-dd101819-7fc4-452e-9e71-0a651bd0693a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1534369 Jul 16 22:22:15.607451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab31b1b-859f-4781-8cc9-2120846d87cd service neutron] Pushing event updated for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:15.642370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f1c6890-ae88-4e20-ba05-7b78d5085428 req-fe4c97c3-d77c-4ed1-8401-c53b4fdf4b95 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Jul 16 22:22:15.654887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-e66129d0-2e83-4447-80b2-b12d32bea6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:15.656360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:15.656835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-e66129d0-2e83-4447-80b2-b12d32bea6dd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 1096 time: 0.1034200 Jul 16 22:22:15.715469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-caeec74e-dcef-4b20-b3b4-5979c0f156c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81e77659-c570-4111-8b7a-4ce1a24737d4 HTTP/1.1" status: 200 len: 217 time: 0.0501187 Jul 16 22:22:15.744416 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f72481-fcf2-4b31-9e0b-11b3db88ac69 x-openstack-request-id: req-a4f72481-fcf2-4b31-9e0b-11b3db88ac69 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:15.744705 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:15.745012 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4f72481-fcf2-4b31-9e0b-11b3db88ac69 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:15.745414 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4', 'status': 'completed', 'code': 200} Jul 16 22:22:15.754746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:15.759662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305032067', 'description': 'tempest-description--820291638'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:15.798897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-a876488a-5482-4da6-9f0e-4bfb3cdb17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:15.801255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-a876488a-5482-4da6-9f0e-4bfb3cdb17d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.0790827 Jul 16 22:22:15.804930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:15.881550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-9dda1f4e-0980-40da-bdfc-1ff156f2254c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683706 Jul 16 22:22:15.997655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.002482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 2, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:16.009703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.048507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.053403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2975132 Jul 16 22:22:16.053887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Checking router: 5f6edab9-2967-4e79-8ea0-00a724008f75 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:16.054089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:16.054500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Updating router 5f6edab9-2967-4e79-8ea0-00a724008f75 port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:22:16.060977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'security_group_rule': {'security_group_id': '934accec-15b9-4508-8a27-f098bfce732a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:16.065114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227a84b-3f04-45ee-bcf6-7084a5fece58 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934accec-15b9-4508-8a27-f098bfce732a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:16.079764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b181-2bd4-4b8e-bd24-f458c567aedc req-29a2650f-bcc7-4bd0-a343-63dcdcad9fb6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.080861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd7f91-33b0-4876-861f-3b92add79c2b req-16bb0f67-496c-4e3e-99a8-3781c4b03b14 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.082629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1fd7f91-33b0-4876-861f-3b92add79c2b req-16bb0f67-496c-4e3e-99a8-3781c4b03b14 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 944 time: 0.1404002 Jul 16 22:22:16.089840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3480b181-2bd4-4b8e-bd24-f458c567aedc req-29a2650f-bcc7-4bd0-a343-63dcdcad9fb6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.2195334 Jul 16 22:22:16.093317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-7a275f9f-6157-46e4-b46f-9f008863ab8a service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957757 Jul 16 22:22:16.122857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.148018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1fd7f91-33b0-4876-861f-3b92add79c2b req-faa94757-2167-44ec-bd90-d793c3880b3b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Jul 16 22:22:16.149032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.236377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3480b181-2bd4-4b8e-bd24-f458c567aedc req-6a3a42ad-5a80-47c4-ae44-d895056da739 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371484 Jul 16 22:22:16.239136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b339145-3f0c-44da-9d29-59bd87283aa7 req-e29a9fd3-6bd4-4772-91d2-a848712e1195 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369090 Jul 16 22:22:16.278985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.299493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.322257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa79123-b119-4ec8-863f-f54583c0866a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:16.333236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.339783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-17538f63-d90f-4cf7-b291-ad0974140096 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825274 Jul 16 22:22:16.340487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:16.352507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'security_group_rule': {'security_group_id': '934accec-15b9-4508-8a27-f098bfce732a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:16.405609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.423900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725661-75c6-4966-9a97-d76da85e8a28 req-f558eb2c-0565-488c-b6d8-62744434c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.425694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-f558eb2c-0565-488c-b6d8-62744434c977 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 1096 time: 0.0928056 Jul 16 22:22:16.506529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.533542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.573898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba9dee11-95b9-4b9b-a9f6-072c310fb77d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:16.582446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301966b3-97a3-4234-811c-e19dd7ec7eac,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:16.591291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725661-75c6-4966-9a97-d76da85e8a28 req-c4b69daf-6ac6-4171-beee-c307fa881c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.593333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-c4b69daf-6ac6-4171-beee-c307fa881c6a service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.1611605 Jul 16 22:22:16.599965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.604580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-234f9af2-f8b7-401f-9686-2a9c8cb19264 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599196 Jul 16 22:22:16.605135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:16.610365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:16.647729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.649856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-deb04fe8-eae8-4963-9d8d-53aec70c60e1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81e77659-c570-4111-8b7a-4ce1a24737d4 HTTP/1.1" status: 200 len: 217 time: 0.0421093 Jul 16 22:22:16.664137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bf02-1e1d-46ea-9cec-832a48cb2fac req-798bc2a6-d88f-4888-af5f-0e7eac4994da tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.664510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Transition to ACTIVE for port object dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:16.672020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ba9dee11-95b9-4b9b-a9f6-072c310fb77d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:16.672402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.674498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f270bf02-1e1d-46ea-9cec-832a48cb2fac req-798bc2a6-d88f-4888-af5f-0e7eac4994da tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1506386 Jul 16 22:22:16.676434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.692772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:16.727971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725661-75c6-4966-9a97-d76da85e8a28 req-b26e873e-6a37-4d07-a3ea-dc87c6a4c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:16.730342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-b26e873e-6a37-4d07-a3ea-dc87c6a4c855 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.0741830 Jul 16 22:22:16.794367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f270bf02-1e1d-46ea-9cec-832a48cb2fac req-7ced2a47-9ce3-49a4-bdfe-23b3e5041d41 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060319 Jul 16 22:22:16.808977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-f2b88801-c202-447d-b576-5f3bdf74f6c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711071 Jul 16 22:22:16.954509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825203a-f896-4ea4-839b-9f1a679218f7 None None] Pushing event updated for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:17.051028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-2ca7520d-3acc-4237-879f-6857dee957f8 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302966 Jul 16 22:22:17.093271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Attempting to bind port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:17.093418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.093703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Attempting to bind port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:17.094313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Attempting to bind port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 on network 02a683b7-9001-4726-8704-080db999a07d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:17.103091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:17.103484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Checking segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:17.103867 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.111336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Bound using segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:17.112078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Bound port: dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:17.112554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.224130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51725661-75c6-4966-9a97-d76da85e8a28 req-7137abef-7b57-46e6-87ba-7094d40d77c9 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671522 Jul 16 22:22:17.302274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe176-bf81-45d4-83dc-dfffcccb93ff req-53c730a0-e8ea-4998-acec-96c3bd2d380c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:17.305647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d3fe176-bf81-45d4-83dc-dfffcccb93ff req-53c730a0-e8ea-4998-acec-96c3bd2d380c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1796746 Jul 16 22:22:17.323141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Allocated IP 172.25.5.51 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a5c0bb20-caec-4f08-8a26-ec6833c4985c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:17.357335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d3fe176-bf81-45d4-83dc-dfffcccb93ff req-41523013-5509-4bca-b31e-f05636907c42 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Jul 16 22:22:17.416006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] For port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:17.421778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] For port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:17.428712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.504686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:17.505698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:17.592813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fb125-e501-4471-af5d-0b4540b228d0 req-88c5a12f-bb5c-457e-b8fc-4d867ef29121 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:17.603275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c17fb125-e501-4471-af5d-0b4540b228d0 req-88c5a12f-bb5c-457e-b8fc-4d867ef29121 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 944 time: 0.1556389 Jul 16 22:22:17.657949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:17.671660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.686451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c17fb125-e501-4471-af5d-0b4540b228d0 req-26f625ec-6de7-4a5d-a11a-c560c896f193 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820279 Jul 16 22:22:17.746740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d14aa-3656-4d8e-a71c-6cf0c91035f7 req-690f3afc-ebe0-458e-8ad1-714349fb9cf3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:17.762628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825203a-f896-4ea4-839b-9f1a679218f7 None None] Pushing event updated for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:17.772204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c6d14aa-3656-4d8e-a71c-6cf0c91035f7 req-690f3afc-ebe0-458e-8ad1-714349fb9cf3 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1598773 Jul 16 22:22:17.801467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:17.865155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c6d14aa-3656-4d8e-a71c-6cf0c91035f7 req-9b2478cb-4acd-47a0-9a15-77910818c626 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Jul 16 22:22:17.930716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'Port': ['ID=a5c0bb20-caec-4f08-8a26-ec6833c4985c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:17.945843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:17.947654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:17.952655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:18.080296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.162999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.194669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:17Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:18.250222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd664a-9484-41ec-96ef-48b532e639e6 None None] The sync data for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 is: [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:17Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:18.525032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.548309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ba82-b44b-48e6-a970-dcae91960906 req-a84bf235-1b72-47d5-bcad-10a1d7b24a03 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:18.557576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bf3ba82-b44b-48e6-a970-dcae91960906 req-a84bf235-1b72-47d5-bcad-10a1d7b24a03 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1717110 Jul 16 22:22:18.572184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 81e77659-c570-4111-8b7a-4ce1a24737d4 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:18.609529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:18.624927 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.655204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29c44-13cd-4042-b8dc-b9e4ecf22e3c req-fe13a96a-6d1d-40ae-81c5-61037e76281a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:18.665225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fca29c44-13cd-4042-b8dc-b9e4ecf22e3c req-fe13a96a-6d1d-40ae-81c5-61037e76281a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.0890477 Jul 16 22:22:18.720373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fca29c44-13cd-4042-b8dc-b9e4ecf22e3c req-88f99abe-de59-455e-a86f-a1368d2b5b51 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 Jul 16 22:22:18.766802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bf3ba82-b44b-48e6-a970-dcae91960906 req-7fe6d5bd-6a97-43af-adc6-776b7c8a741e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026849 Jul 16 22:22:18.807684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'Port': ['ID=a5c0bb20-caec-4f08-8a26-ec6833c4985c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:18.827030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.838311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:18.853308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:18.853768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.854740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:18.857115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bba079b6-30d5-4a0a-a0dc-744747a17821 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2500222 Jul 16 22:22:18.858033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=81e77659-c570-4111-8b7a-4ce1a24737d4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:18.964880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '81e77659-c570-4111-8b7a-4ce1a24737d4', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '81e77659-c570-4111-8b7a-4ce1a24737d4', 'mac_address': 'fa:16:3e:07:9e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:19.001164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ac550-b552-4dc5-89bb-e2f9de07faf2 req-d0d10bab-89c8-4674-8143-df41b2a02eb8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:19.010157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d08ac550-b552-4dc5-89bb-e2f9de07faf2 req-d0d10bab-89c8-4674-8143-df41b2a02eb8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 944 time: 0.1122310 Jul 16 22:22:19.059136 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:19.088058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d08ac550-b552-4dc5-89bb-e2f9de07faf2 req-c6030eea-a3fc-4eda-a676-6446a3e57077 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768113 Jul 16 22:22:19.180647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:19.181920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4120b-5775-4670-b729-5a9584da6771 req-91dc5592-b9d7-4c11-83dc-b7a1a9877d8d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:19.191803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbb4120b-5775-4670-b729-5a9584da6771 req-91dc5592-b9d7-4c11-83dc-b7a1a9877d8d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.0928791 Jul 16 22:22:19.238931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:19.242258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e77659-c570-4111-8b7a-4ce1a24737d4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:19.249799 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:19.251814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbb4120b-5775-4670-b729-5a9584da6771 req-6bd1dda0-b00c-4400-9a82-2492ac47296f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Jul 16 22:22:19.311509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-5de7f425-216a-432f-9b3f-6be08ffa1159 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1305032067&fields=id&tenant_id=61080a66552444299c5b6fb28d48c400 HTTP/1.1" status: 200 len: 267 time: 0.0772574 Jul 16 22:22:19.332393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=81e77659-c570-4111-8b7a-4ce1a24737d4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:19.348464 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:19.384253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:19.483380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:19.536823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-cb1fcfc3-8455-4bd3-a49f-68242cf13f03 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:19.544187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-cb1fcfc3-8455-4bd3-a49f-68242cf13f03 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/networks?id=02a683b7-9001-4726-8704-080db999a07d HTTP/1.1" status: 200 len: 805 time: 0.2317431 Jul 16 22:22:19.562656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-6c312d5c-c895-4386-8fdf-5726cbbad7e3 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/quotas/61080a66552444299c5b6fb28d48c400 HTTP/1.1" status: 200 len: 375 time: 0.0173872 Jul 16 22:22:19.647761 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-ea014ff3-5b1b-4dd4-9488-dc5c544c29ec tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61080a66552444299c5b6fb28d48c400&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838954 Jul 16 22:22:19.660364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:19.780423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-83cd13dc-b12d-4d4c-9d9a-7c864335bacb service neutron] 10.222.0.70 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198177 Jul 16 22:22:20.004194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38b91-42f4-4d7f-99cc-03a36d69335a req-54c1dd6a-295d-4ecf-8272-b0c152b47eea tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:20.011952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f38b91-42f4-4d7f-99cc-03a36d69335a req-54c1dd6a-295d-4ecf-8272-b0c152b47eea tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1304228 Jul 16 22:22:20.053292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f38b91-42f4-4d7f-99cc-03a36d69335a req-732a8ffe-eb01-4c1b-ab9a-ecc87b66107c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Jul 16 22:22:20.195218 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-7424f01c-2680-4ccd-a01f-3054fffc2620 service neutron] 10.222.0.70 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081650 Jul 16 22:22:20.251153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61050f9-4743-4157-9daf-ec78160a5627 req-6cd22934-0316-4dc5-b4a0-8d29bdb8100e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:20.252669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d61050f9-4743-4157-9daf-ec78160a5627 req-6cd22934-0316-4dc5-b4a0-8d29bdb8100e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0704691 Jul 16 22:22:20.295836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d61050f9-4743-4157-9daf-ec78160a5627 req-8c78bc25-ff5d-4269-8221-97432c3f5fcd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Jul 16 22:22:20.377879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:20.493664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278705f-2bad-4d09-a469-94958db71dab req-d488dc14-a2f7-488b-a549-dc790ac0bc2b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:20.495357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c278705f-2bad-4d09-a469-94958db71dab req-d488dc14-a2f7-488b-a549-dc790ac0bc2b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 945 time: 0.0820074 Jul 16 22:22:20.547570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974dea9-9afc-4a75-985b-91f6f9fcc1aa req-76015274-6d08-456d-9da0-6d27b9029598 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:20.552046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c278705f-2bad-4d09-a469-94958db71dab req-4265b5fe-1e3e-44d8-9d0a-65562d078ba6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Jul 16 22:22:20.555525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:20.571908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1974dea9-9afc-4a75-985b-91f6f9fcc1aa req-76015274-6d08-456d-9da0-6d27b9029598 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1116321 Jul 16 22:22:20.583046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 81e77659-c570-4111-8b7a-4ce1a24737d4 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:20.626782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1974dea9-9afc-4a75-985b-91f6f9fcc1aa req-4a6506a0-a0bd-4a8a-a79c-dce67f3bf0cc tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539262 Jul 16 22:22:20.635148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3817a1e6-ddeb-4a3f-87cc-cb5b1bfb915a req-d615cf45-2a43-4b05-8e17-4f66579523cd tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0455563 Jul 16 22:22:20.705701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 81e77659-c570-4111-8b7a-4ce1a24737d4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:20.715809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:20.717032 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:20.727133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 81e77659-c570-4111-8b7a-4ce1a24737d4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:20.728548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:20.897913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:20.928808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:20.931670 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6de7d-3dc7-4b65-9c60-c00241511239" -d '{"events": [{"server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "name": "network-vif-plugged", "status": "completed", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:20.967412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=81e77659-c570-4111-8b7a-4ce1a24737d4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:20.975079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:20.987548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-1a98c6b2-ad12-4cd2-b999-bccc344aa081 service neutron] 10.222.0.47 "GET /v2.0/ports/78fa9d35-9faa-479c-b517-e406ada581a6/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.0805066 Jul 16 22:22:21.014965 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fcf17-1a10-486e-94a3-f4a96e9c6faf x-openstack-request-id: req-653fcf17-1a10-486e-94a3-f4a96e9c6faf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:21.015249 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "name": "network-vif-plugged", "status": "completed", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:21.015500 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-653fcf17-1a10-486e-94a3-f4a96e9c6faf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:21.015889 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4', 'code': 200} Jul 16 22:22:21.047002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:21.304635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7e40-9572-4512-b15a-1ebda9bb4a82 req-85d6eac3-72f2-405a-85ef-a6080a2f0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.306736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-988d7e40-9572-4512-b15a-1ebda9bb4a82 req-85d6eac3-72f2-405a-85ef-a6080a2f0fec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 1098 time: 0.1201277 Jul 16 22:22:21.316098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-c50983a7-16b3-4381-8183-2c1c60559436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.318095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-c50983a7-16b3-4381-8183-2c1c60559436 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1101 time: 0.0625865 Jul 16 22:22:21.325658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dc391-8d5c-4c01-b68b-cfda781b9181 req-10b9268b-3f32-4b00-9266-d8cb07b97c98 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.327558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c22dc391-8d5c-4c01-b68b-cfda781b9181 req-10b9268b-3f32-4b00-9266-d8cb07b97c98 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1313725 Jul 16 22:22:21.409710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-988d7e40-9572-4512-b15a-1ebda9bb4a82 req-b4626d91-4524-49e0-805a-189037cf0c0c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808852 Jul 16 22:22:21.425423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c22dc391-8d5c-4c01-b68b-cfda781b9181 req-2ce864a7-a337-4695-9e18-2d53f72a8ef2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883155 Jul 16 22:22:21.433004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-08347bcb-888a-4704-b0c0-a538489ea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.433004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-08347bcb-888a-4704-b0c0-a538489ea940 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1101 time: 0.0747135 Jul 16 22:22:21.572524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-39dbdfd8-0bfc-4ecf-b041-7510beb39510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.574151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-39dbdfd8-0bfc-4ecf-b041-7510beb39510 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1347136 Jul 16 22:22:21.587470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e11b8-13f4-4594-bd97-83285fedd60e req-f001786b-f515-4b16-a493-0b5ea0f1b527 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.589676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab0e11b8-13f4-4594-bd97-83285fedd60e req-f001786b-f515-4b16-a493-0b5ea0f1b527 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1228430 Jul 16 22:22:21.641539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-18202395-5d38-4d26-b310-bd8e66983e25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.0506170 Jul 16 22:22:21.688839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab0e11b8-13f4-4594-bd97-83285fedd60e req-46c3b259-4d80-46b0-ae70-56b807208b35 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921967 Jul 16 22:22:21.714611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-d762e88d-5865-46d8-b54b-94132686a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.716723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-d762e88d-5865-46d8-b54b-94132686a167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0697992 Jul 16 22:22:21.759233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16c0c-203e-4f70-82c1-693a06fe3c57 req-8cac9564-e4fb-477b-8d61-8676801250f6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.765476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-26a16c0c-203e-4f70-82c1-693a06fe3c57 req-8cac9564-e4fb-477b-8d61-8676801250f6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 946 time: 0.0925722 Jul 16 22:22:21.814861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-26a16c0c-203e-4f70-82c1-693a06fe3c57 req-5ec9118a-0475-4be0-959f-a81e3e9281ec tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Jul 16 22:22:21.865932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39dad629-edfc-4b64-9139-c72498984e1e req-e39a4f97-f953-4241-a2a4-df878ccca2aa tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0527039 Jul 16 22:22:21.875519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-88cbcafb-1c37-46f9-b046-19097e7deb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:21.877417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-88cbcafb-1c37-46f9-b046-19097e7deb8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536322 Jul 16 22:22:22.043644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-456638e1-0892-4a2b-8374-9b13534bfce0 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585462 Jul 16 22:22:22.105917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-51f0483a-bbdc-4141-9e62-0e2dbccbacd4 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:22.108671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-51f0483a-bbdc-4141-9e62-0e2dbccbacd4 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.68 "GET /v2.0/networks?id=02a683b7-9001-4726-8704-080db999a07d HTTP/1.1" status: 200 len: 805 time: 0.1815333 Jul 16 22:22:22.138161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36077b0-d835-43fe-a5c9-aad9ee4dbd3a req-7a113f59-454c-424f-a657-460d9b688f90 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:22.140238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a36077b0-d835-43fe-a5c9-aad9ee4dbd3a req-7a113f59-454c-424f-a657-460d9b688f90 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1321778 Jul 16 22:22:22.197343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-10fcdb87-c57c-433d-ab30-ade14a15e242 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61080a66552444299c5b6fb28d48c400 HTTP/1.1" status: 200 len: 380 time: 0.0736213 Jul 16 22:22:22.218807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'port': {'device_id': '88393664-ffca-4633-815a-7082e219d7e2', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'admin_state_up': True, 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'security_groups': ['934accec-15b9-4508-8a27-f098bfce732a']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:22.238916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a36077b0-d835-43fe-a5c9-aad9ee4dbd3a req-e99e992a-79cb-4eb2-aa93-438cc0069dd4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899491 Jul 16 22:22:22.241559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80a6a9f6-ac30-434d-b904-406000cb55a3 req-c586729b-9bfe-4c27-8641-acd2b742d276 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906519 Jul 16 22:22:22.374537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46809-feec-4c61-afff-20325c2bbe34 req-de0b6b11-5e07-4136-81e1-fcd2a987be01 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:22.382321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Made reservation on behalf of 61080a66552444299c5b6fb28d48c400 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:22.385128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2a46809-feec-4c61-afff-20325c2bbe34 req-de0b6b11-5e07-4136-81e1-fcd2a987be01 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.0880432 Jul 16 22:22:22.387241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:22.436303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2a46809-feec-4c61-afff-20325c2bbe34 req-d7234fd1-d84e-4d64-a733-bfa40fe988e6 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496635 Jul 16 22:22:22.529342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:22.628009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Allocated IP 172.20.0.6 (02a683b7-9001-4726-8704-080db999a07d/4a91d66d-af14-436d-a29a-6e9ba135151c/074acd52-85f9-4458-bdaf-7e4bfa58f24a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:22.657235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:22.677663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'mac_address': 'fa:16:3e:a6:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:22.698188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82423f-d0a6-4b0f-9667-446b81d92ee8 req-ee835e0a-348f-4720-9c0c-e3c91544e1be tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:22.699742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f82423f-d0a6-4b0f-9667-446b81d92ee8 req-ee835e0a-348f-4720-9c0c-e3c91544e1be tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1205187 Jul 16 22:22:22.712902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:22.734957 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:22.750554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c50874e5-26f0-4805-bdb0-e6de61ca9651 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:22.773902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:22.783220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:22.819484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f82423f-d0a6-4b0f-9667-446b81d92ee8 req-effb28d2-9276-4b61-80bc-3dedf5b88886 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 Jul 16 22:22:22.855137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:22.893854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649608e9-fb90-4fb4-8edc-3ff81743938c req-6f0eea6c-bb8f-414e-a3eb-0efc4aa7f7b9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:22.895364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-649608e9-fb90-4fb4-8edc-3ff81743938c req-6f0eea6c-bb8f-414e-a3eb-0efc4aa7f7b9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.0864124 Jul 16 22:22:22.896591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:22.915758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c50874e5-26f0-4805-bdb0-e6de61ca9651'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:22.931141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Transition to ACTIVE for port object 074acd52-85f9-4458-bdaf-7e4bfa58f24a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:22.948668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-649608e9-fb90-4fb4-8edc-3ff81743938c req-fd11ced1-60c5-4b2f-aea4-6ce83d527232 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Jul 16 22:22:23.029939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:23.092689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446bf64-e47a-48a9-ae13-fa1f6083c1ff req-9caaf3d7-7916-4abb-ac2d-9016e1dc99e5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:23.097675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0446bf64-e47a-48a9-ae13-fa1f6083c1ff req-9caaf3d7-7916-4abb-ac2d-9016e1dc99e5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 946 time: 0.1442592 Jul 16 22:22:23.105701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Network 02a683b7-9001-4726-8704-080db999a07d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:23.120308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:23.131573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:23.164040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event updated for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:23.186238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bb53b-50fa-454e-b8fa-2b0c9f3864ea req-3cf64b91-55f4-4e29-9cc7-a30e4d5a9f96 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:23.209375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b1bb53b-50fa-454e-b8fa-2b0c9f3864ea req-3cf64b91-55f4-4e29-9cc7-a30e4d5a9f96 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 931 time: 0.1211665 Jul 16 22:22:23.228906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:23.230071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:23.264695 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0446bf64-e47a-48a9-ae13-fa1f6083c1ff req-d16bf816-8f69-4443-bc2c-93c5f315eeeb tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575813 Jul 16 22:22:23.268072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-d69e8918-e382-4187-bc19-9533315a78ef tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582020 Jul 16 22:22:23.303592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Request body: {'port': {'device_id': '88393664-ffca-4633-815a-7082e219d7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:23.331837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b1bb53b-50fa-454e-b8fa-2b0c9f3864ea req-06a73cc6-c171-4a3e-b3ae-3f12a33393d4 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168373 Jul 16 22:22:23.465920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:23.489729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12c022d8-502a-47d4-9fe4-3c756e0d8d09 None None] Provisioning for port 074acd52-85f9-4458-bdaf-7e4bfa58f24a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:23.494847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12c022d8-502a-47d4-9fe4-3c756e0d8d09 None None] Provisioning complete for port 074acd52-85f9-4458-bdaf-7e4bfa58f24a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:23.495263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-12c022d8-502a-47d4-9fe4-3c756e0d8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:23.560551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-12c022d8-502a-47d4-9fe4-3c756e0d8d09 None None] Port 074acd52-85f9-4458-bdaf-7e4bfa58f24a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:22:23.744296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-9d932a93-99d3-4ff3-b39d-f366f904773c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2757130 Jul 16 22:22:23.781469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04979-ab5c-4e7a-b84f-27593931934d req-82c9e313-0ba8-4831-80c3-0a063493b4b4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:23.789839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6d04979-ab5c-4e7a-b84f-27593931934d req-82c9e313-0ba8-4831-80c3-0a063493b4b4 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 945 time: 0.1152415 Jul 16 22:22:23.831394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6d04979-ab5c-4e7a-b84f-27593931934d req-869cd7c0-9bdf-4c53-b0e4-599bf026fcdb tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Jul 16 22:22:23.940196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bb1f-8051-469c-849d-9f470921b943 req-6167cd7e-5430-4586-8a81-7edeefff6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:23.946454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-6167cd7e-5430-4586-8a81-7edeefff6fa2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 1096 time: 0.1785517 Jul 16 22:22:24.040243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074acd52-85f9-4458-bdaf-7e4bfa58f24a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:24.052252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55357851-414a-4b2a-afa9-c15a4e4b1432 req-721af054-dd36-4f06-ab1b-c79ed4ff9df7 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:24.052499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:24.054561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-55357851-414a-4b2a-afa9-c15a4e4b1432 req-721af054-dd36-4f06-ab1b-c79ed4ff9df7 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.0821555 Jul 16 22:22:24.097672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-55357851-414a-4b2a-afa9-c15a4e4b1432 req-da2b43e2-76d0-4708-9a58-ce5ee889d3b1 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370662 Jul 16 22:22:24.108508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Transition to ACTIVE for port object 074acd52-85f9-4458-bdaf-7e4bfa58f24a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:24.134122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:24.197906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bb1f-8051-469c-849d-9f470921b943 req-80298af3-73a6-49e3-967e-d472add58dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:24.199425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-80298af3-73a6-49e3-967e-d472add58dff service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2076488 Jul 16 22:22:24.290263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-f17e7cb2-ff56-423a-a454-0b09fc2b4fbe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 200 len: 217 time: 0.0765545 Jul 16 22:22:24.363354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bb1f-8051-469c-849d-9f470921b943 req-f7b85afd-2c61-4a37-b614-9cba635f3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:24.365181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-f7b85afd-2c61-4a37-b614-9cba635f3df5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0599444 Jul 16 22:22:24.472990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-3bceb0d7-c7b8-4b6c-bce3-1586582121e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562081 Jul 16 22:22:24.478318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:24.511085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8cbc-fa6d-4f41-8b2c-51ce9be7b55a req-5a961797-94ab-4b15-977f-36267b68ca4c tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:24.526504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:24.534814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:24.542712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8de8cbc-fa6d-4f41-8b2c-51ce9be7b55a req-5a961797-94ab-4b15-977f-36267b68ca4c tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.1580806 Jul 16 22:22:24.625840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-b4b26921-0efd-445d-890e-cbfd3be5110d service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422226 Jul 16 22:22:24.654857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8de8cbc-fa6d-4f41-8b2c-51ce9be7b55a req-ae899187-7cd6-446d-b7a0-4c500b398c94 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a6e0266-cbee-40fa-8bba-a9200faf1187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101823 Jul 16 22:22:24.874436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a45bb1f-8051-469c-849d-9f470921b943 req-1d15f1f6-1288-432c-9245-2d9ab53be0e0 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327909 Jul 16 22:22:24.880878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Attempting to bind port 074acd52-85f9-4458-bdaf-7e4bfa58f24a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:24.881358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Attempting to bind port 074acd52-85f9-4458-bdaf-7e4bfa58f24a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:24.881762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Attempting to bind port 074acd52-85f9-4458-bdaf-7e4bfa58f24a on network 02a683b7-9001-4726-8704-080db999a07d {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:24.889226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c50874e5-26f0-4805-bdb0-e6de61ca9651 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:24.889980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Port 074acd52-85f9-4458-bdaf-7e4bfa58f24a on network 02a683b7-9001-4726-8704-080db999a07d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:24.890383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Attempting to bind port 074acd52-85f9-4458-bdaf-7e4bfa58f24a on network 02a683b7-9001-4726-8704-080db999a07d {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:24.890690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:24.905217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:24.905659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Checking segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:24.906126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Bound using segment: {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:24.906704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Bound port: 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43af12e9-f8d1-4583-b5b6-193602e8241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '02a683b7-9001-4726-8704-080db999a07d'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:24.907137 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:24.934548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:24.956661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '78fa9d35-9faa-479c-b517-e406ada581a6', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '78fa9d35-9faa-479c-b517-e406ada581a6', 'mac_address': 'fa:16:3e:ff:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:25.003931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:25.010568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:25.019633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.027798 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.056944 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.059509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:25.064069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436ef56-90e2-441f-be6e-ac44c3017aed req-563f3d39-395a-4f35-a7f0-ab7c546cb9a9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.066544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f436ef56-90e2-441f-be6e-ac44c3017aed req-563f3d39-395a-4f35-a7f0-ab7c546cb9a9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 944 time: 0.1610978 Jul 16 22:22:25.085952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.086758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.088257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] 10.222.0.68 "PUT /v2.0/ports/074acd52-85f9-4458-bdaf-7e4bfa58f24a HTTP/1.1" status: 200 len: 1092 time: 1.7968524 Jul 16 22:22:25.088761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:25.091201 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c" -d '{"events": [{"name": "network-changed", "server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:25.097755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:25.103217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:25.105243 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e6d19-13a0-4612-9eb8-bf7b9ca8ea29" -d '{"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-plugged", "status": "completed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:25.116684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.122780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff27c-a220-4a71-a8d1-2212b784ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:25.124905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:25.157752 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.158544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:25.216206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f436ef56-90e2-441f-be6e-ac44c3017aed req-6e285bca-c7c4-447b-939d-c37e373f254b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360424 Jul 16 22:22:25.271845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:25.309490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-f67a0b35-1870-49b0-a713-4dab9a4f9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.311622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-f67a0b35-1870-49b0-a713-4dab9a4f9672 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61080a66552444299c5b6fb28d48c400&device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 1095 time: 0.1498222 Jul 16 22:22:25.394006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:25.420014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-b77882ae-d78a-4bc8-961f-2dcf2c512765 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a HTTP/1.1" status: 200 len: 217 time: 0.1005125 Jul 16 22:22:25.447663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.495112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:25.510327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396e57f-e12e-48ea-bb6a-4782e35662d8 req-75f15976-ca2f-44e4-846e-35acbb002f3a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.512263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7396e57f-e12e-48ea-bb6a-4782e35662d8 req-75f15976-ca2f-44e4-846e-35acbb002f3a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 948 time: 0.0907402 Jul 16 22:22:25.536851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:25.555285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-04b41edd-c6ec-48c4-820e-bb9ae87a82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.556747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-04b41edd-c6ec-48c4-820e-bb9ae87a82d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4a91d66d-af14-436d-a29a-6e9ba135151c HTTP/1.1" status: 200 len: 844 time: 0.1192799 Jul 16 22:22:25.597495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7396e57f-e12e-48ea-bb6a-4782e35662d8 req-545f28aa-eff5-4c26-8eed-069cdefe4cee tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784442 Jul 16 22:22:25.604206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:25.622119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:25.700995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-d4ea0458-a457-488b-b055-e9fcfc453ed6 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.703239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-d4ea0458-a457-488b-b055-e9fcfc453ed6 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.68 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 945 time: 0.2666728 Jul 16 22:22:25.709827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-95799850-2cb9-4f35-a69f-1ab51c741fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.711499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-95799850-2cb9-4f35-a69f-1ab51c741fc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=02a683b7-9001-4726-8704-080db999a07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396372 Jul 16 22:22:25.811007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-6ef87891-785b-4987-9f99-e0e0a339abf2 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:25.812500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-6ef87891-785b-4987-9f99-e0e0a339abf2 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1646557 Jul 16 22:22:25.827620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:25.829143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:25.948525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-f69dc284-e317-4b1d-8190-cfd274f0b63c service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226129 Jul 16 22:22:25.994446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.006061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Deleting port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:26.006417 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.121627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e344b-ee25-40e6-bb93-1a690432d6f5 req-c76870ea-edf8-4ca4-a809-1c723b611348 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:26.130732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70e344b-ee25-40e6-bb93-1a690432d6f5 req-c76870ea-edf8-4ca4-a809-1c723b611348 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 943 time: 0.2835226 Jul 16 22:22:26.159621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cd27f92-d94f-4056-ac1c-a9f9746b4182 req-778b4ddf-218b-4a52-be05-ff3751c0d918 service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012234 Jul 16 22:22:26.185500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] For port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:26.185910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.242728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70e344b-ee25-40e6-bb93-1a690432d6f5 req-c9c994d8-acae-4552-8c63-0ff35d0a19b3 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109715 Jul 16 22:22:26.301161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:26.392093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:26.491892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:26.496216 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eafee05-807e-40b4-9a6e-6aa4b484408a" -d '{"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:26.504592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.516616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.517990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.519145 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84 disassociated. External IP: 172.25.5.87, port: b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc. Jul 16 22:22:26.519607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Calling delete_port for b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:26.523123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.530385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:26.748627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:26.822783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:26.825898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:26.829067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:26.841043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:26.841939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:26.852006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:26.852621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:26.853408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:26.854402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Bound port: b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:26.855850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.929777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:26.968139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event deleted for resources: {'Port': ['ID=b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:27.053980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:27.064567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:27.072995 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:27.136431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:27.155695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:27.156251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:27.156354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:27.161324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:27.169916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:27.170269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attempting to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on network 0948cc14-417f-4770-86a4-b3a528181ed5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:27.176594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:27.176940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Checking segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:27.177348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Bound using segment: {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:27.177774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Bound port: b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0948cc14-417f-4770-86a4-b3a528181ed5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:27.178136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:27.246033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7152a5-ed69-4729-b2f8-0d3f236f4ad1 req-4e1f0d84-9630-403a-8df6-9b0d3e2eb72f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:27.253441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f7152a5-ed69-4729-b2f8-0d3f236f4ad1 req-4e1f0d84-9630-403a-8df6-9b0d3e2eb72f tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.5379055 Jul 16 22:22:27.281716 n-d-793621-16 neutron-server[93924]: WARNING neutron.plugins.ml2.plugin [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Concurrent port binding operations failed on port b2f920ea-03a7-4220-8a60-29d9cb3ace4c Jul 16 22:22:27.286681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:27.291887 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attempt 2 to bind port b2f920ea-03a7-4220-8a60-29d9cb3ace4c Jul 16 22:22:27.295882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:27.296419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:27.297852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d251b64f-afee-476b-a12c-4831cc5bdf93 service neutron] 10.222.0.47 "PUT /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 1123 time: 1.4772687 Jul 16 22:22:27.331629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:22:27.337662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f7152a5-ed69-4729-b2f8-0d3f236f4ad1 req-e55134a4-192f-4cd7-a54e-6e6f057f362e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Jul 16 22:22:27.350725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:27.355071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:27.384792 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:27.404645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b2f920ea-03a7-4220-8a60-29d9cb3ace4c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:27.416653 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:27.417585 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:27.496719 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366c9c4-2ac3-480b-93b4-7a114fb41cd0 x-openstack-request-id: req-2366c9c4-2ac3-480b-93b4-7a114fb41cd0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:27.496949 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:27.497224 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2366c9c4-2ac3-480b-93b4-7a114fb41cd0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:27.497628 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'status': 'completed', 'code': 200} Jul 16 22:22:27.504220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] No DVR routers for this DVR port b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:27.510511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b2f920ea-03a7-4220-8a60-29d9cb3ace4c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:27.526757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:27.529626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dacbc934-799f-4dfd-ba02-71d810dbd7c6 req-ddc02313-a639-4d30-9130-f44cf1f3075e tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.68 "DELETE /v2.0/ports/b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc HTTP/1.1" status: 204 len: 173 time: 1.8163469 Jul 16 22:22:27.613273 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a3d848-d328-4a7b-be4c-d2443d8af90c x-openstack-request-id: req-f0a3d848-d328-4a7b-be4c-d2443d8af90c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:27.613853 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-plugged", "status": "completed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:27.613957 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0a3d848-d328-4a7b-be4c-d2443d8af90c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:27.614373 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'code': 200} Jul 16 22:22:27.670580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-519eb066-653e-4f53-979c-d9b7188bcecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:27.746670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-20a8c639-0562-4109-bfc6-e379a7eb97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:27.748435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-20a8c639-0562-4109-bfc6-e379a7eb97b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61080a66552444299c5b6fb28d48c400&device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 1095 time: 0.2161839 Jul 16 22:22:27.858778 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:28.050554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-cde287c6-8214-4b06-bec0-363f07d68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:28.053242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-cde287c6-8214-4b06-bec0-363f07d68bff service neutron] 10.222.0.68 "GET /v2.0/networks?id=02a683b7-9001-4726-8704-080db999a07d HTTP/1.1" status: 200 len: 906 time: 0.2973516 Jul 16 22:22:28.169016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-bf9b9203-2a92-4840-8452-333d055f9161 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a HTTP/1.1" status: 200 len: 217 time: 0.0969675 Jul 16 22:22:28.368127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-fc6db529-8de8-49ce-abbf-dcc83eacfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:28.379327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-fc6db529-8de8-49ce-abbf-dcc83eacfa7c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4a91d66d-af14-436d-a29a-6e9ba135151c HTTP/1.1" status: 200 len: 844 time: 0.2075725 Jul 16 22:22:28.586532 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:28.630810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-7208fce3-708b-49ca-86a8-087cbd13d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:28.637533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-7208fce3-708b-49ca-86a8-087cbd13d0b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=02a683b7-9001-4726-8704-080db999a07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475863 Jul 16 22:22:28.664605 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:28.678259 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:28.679233 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:28.754571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:28.770969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 074acd52-85f9-4458-bdaf-7e4bfa58f24a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:28.773012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:28.806132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-fca1378a-e88f-43f6-af8d-e60b78d49f38 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:28.807722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-fca1378a-e88f-43f6-af8d-e60b78d49f38 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477&tenant_id=ba32e6ce5b6642a496864cc61084dd30&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 947 time: 0.1780832 Jul 16 22:22:28.924296 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:28.992178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-caaeb74c-a758-4079-88e8-f4d44a86901c service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471670 Jul 16 22:22:29.007901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:29.008442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:29.020509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-914ee731-914f-49b9-af8d-4c5a6b1025d1 req-ac0c09fe-d9cd-410a-a4da-c7b6a148ac63 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/ports?device_id=3281f56f-fd82-4ad5-8698-e36b6955c3f3 HTTP/1.1" status: 200 len: 210 time: 0.1001780 Jul 16 22:22:29.055971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-e5bc75cb-19a2-4408-a930-63ccc6d98e10 service neutron] 10.222.0.47 "GET /v2.0/ports/78fa9d35-9faa-479c-b517-e406ada581a6/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.2388952 Jul 16 22:22:29.163486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-8d6f7066-5168-474c-bc17-b19b03d4f24d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3326492 Jul 16 22:22:29.164540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-7b47d665-2a81-4d5b-9fe1-b277a0a0661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.166649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-7b47d665-2a81-4d5b-9fe1-b277a0a0661e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1099 time: 0.0791790 Jul 16 22:22:29.409824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:29.416100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 78fa9d35-9faa-479c-b517-e406ada581a6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:29.416707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:29.419209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-34ccbc52-0902-4601-a939-4eb8669eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.420932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-34ccbc52-0902-4601-a939-4eb8669eba22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2105377 Jul 16 22:22:29.457144 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-40f7fa33-d497-4010-b345-d60533182517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:29.497928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'port_id': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'mac_address': 'fa:16:3e:8b:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:29.500178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6e10ca-d992-49b8-8d26-e5d7aad6850c req-af637a22-c0e2-47da-996c-1f73872df6a9 service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944401 Jul 16 22:22:29.501658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'name': 'network-vif-deleted', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:29.506216 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd852290-05dd-4852-8afd-5cc4bb4ef106" -d '{"events": [{"server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "name": "network-vif-deleted", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:29.537384 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7fa33-d497-4010-b345-d60533182517 None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:35Z', 'revision_number': 4, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2426618c-3d18-4702-9341-922ca8a33c56', 'name': '', 'network_id': '0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'mac_address': 'fa:16:3e:88:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:35Z', 'updated_at': '2021-07-16T22:17:45Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'subnets': [{'id': 'eb8d20b2-5ab9-44b6-954d-bb55ea6859c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:29.540275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803d87-be63-4528-ad7e-8c8b15777027 req-54eef89c-ad2e-430f-85cc-b8371394de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.542083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-54eef89c-ad2e-430f-85cc-b8371394de02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 1096 time: 0.2544975 Jul 16 22:22:29.543483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eddb2-aebd-4090-a695-bab653673057 req-a3128b01-f7e1-4997-8ad6-35f0c33873cd tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.545958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab3eddb2-aebd-4090-a695-bab653673057 req-a3128b01-f7e1-4997-8ad6-35f0c33873cd tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.2899933 Jul 16 22:22:29.549660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-46dbbb98-d319-4998-8b3b-9c310c35ed1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.1192479 Jul 16 22:22:29.645525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:29.717526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab3eddb2-aebd-4090-a695-bab653673057 req-099da072-2a05-43fa-be35-b88f093b4f69 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644938 Jul 16 22:22:29.736459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-5c088079-8294-48cd-a486-df50ff763ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.741099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-5c088079-8294-48cd-a486-df50ff763ba4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1663096 Jul 16 22:22:29.843466 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:29.889609 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f30bbe-b7ac-4699-87fb-60643640d7fe x-openstack-request-id: req-59f30bbe-b7ac-4699-87fb-60643640d7fe {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:29.890573 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:29.891018 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59f30bbe-b7ac-4699-87fb-60643640d7fe {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:29.891621 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'code': 200} Jul 16 22:22:29.945223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:29.952687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:29.959262 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10efcbe-9ddd-4d32-9b77-14c607ab72e9" -d '{"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:29.959501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-3e1e813c-7ec2-4453-8125-985ca078198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:29.961448 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-3e1e813c-7ec2-4453-8125-985ca078198e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098243 Jul 16 22:22:29.974865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074acd52-85f9-4458-bdaf-7e4bfa58f24a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:30.037157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:30.066285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:30.093648 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:30.167873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79bc5878-f46d-499b-a26e-3f299d407216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:30.183896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf0e99-1486-4071-bdbd-a03558009afd None None] New status for floating IP a1d11bef-3c0d-481b-a92f-88bfbec6ad84: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:22:30.196717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-8b15f77c-42aa-4179-a1bc-2b4eeb68f1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254550 Jul 16 22:22:30.288647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:30.306541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803d87-be63-4528-ad7e-8c8b15777027 req-bb10e59b-4890-4924-a409-7f06ab348548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:30.308080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-bb10e59b-4890-4924-a409-7f06ab348548 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.7161033 Jul 16 22:22:30.374360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-4daf2dd3-eba7-472c-9c2a-2940984faa21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 200 len: 217 time: 0.0552845 Jul 16 22:22:30.438489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['074acd52-85f9-4458-bdaf-7e4bfa58f24a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:30.444825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:30.494427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803d87-be63-4528-ad7e-8c8b15777027 req-6f77a4d5-1795-48f0-b30a-6597b8f1eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:30.495890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-6f77a4d5-1795-48f0-b30a-6597b8f1eebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1141932 Jul 16 22:22:30.540063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c9b3e-20a8-4868-970a-1a2b8dd0bdf5 req-4f7c9535-f248-44cc-b83a-edb2422a50c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:30.551739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-4f0cbb51-abd0-424d-8c8d-dc788befccce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487709 Jul 16 22:22:30.552002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd0c9b3e-20a8-4868-970a-1a2b8dd0bdf5 req-4f7c9535-f248-44cc-b83a-edb2422a50c3 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.2697654 Jul 16 22:22:30.572393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:30.580730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-da73eaa3-7a71-4181-840f-752d0abd67e3 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745608 Jul 16 22:22:30.663189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd0c9b3e-20a8-4868-970a-1a2b8dd0bdf5 req-78935aeb-4d5b-49f8-a0c6-88fd4de8f33a tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088352 Jul 16 22:22:30.813797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-eb52656a-4f81-4dde-af48-5aae8de13afa service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430856 Jul 16 22:22:30.951730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8fdc-0453-446a-8ad8-2a076c7627d3 req-4bdc7c48-2b51-4cf9-baa6-64ae56dd059f tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:30.952337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65803d87-be63-4528-ad7e-8c8b15777027 req-c04de4b7-c632-4c25-b348-22c66c17d40c service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320388 Jul 16 22:22:30.954242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8fcc8fdc-0453-446a-8ad8-2a076c7627d3 req-4bdc7c48-2b51-4cf9-baa6-64ae56dd059f tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 944 time: 0.1070118 Jul 16 22:22:31.043289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8fcc8fdc-0453-446a-8ad8-2a076c7627d3 req-61825002-ac52-423a-a3f2-275733342faf tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706398 Jul 16 22:22:31.227350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:31.255603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095b8d8-3261-4dc4-a718-904bf13f88b8 req-68bec0e4-af5e-4aff-9746-96fa88ee8a51 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:31.265164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3095b8d8-3261-4dc4-a718-904bf13f88b8 req-68bec0e4-af5e-4aff-9746-96fa88ee8a51 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.1169007 Jul 16 22:22:31.307399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3095b8d8-3261-4dc4-a718-904bf13f88b8 req-287cb54d-ba97-401b-a215-9172e2b726d7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Jul 16 22:22:31.595324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029dc62-5bed-4e28-8a93-25bf811ca957 req-afb6571b-b9e8-40a9-b274-2c20542a8608 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:31.604320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a029dc62-5bed-4e28-8a93-25bf811ca957 req-afb6571b-b9e8-40a9-b274-2c20542a8608 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1159470 Jul 16 22:22:31.656433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a029dc62-5bed-4e28-8a93-25bf811ca957 req-dd426747-bbd3-4de7-847c-124758d0b418 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Jul 16 22:22:31.734476 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7df0c8-6724-41a4-904e-09e37a07851d x-openstack-request-id: req-4a7df0c8-6724-41a4-904e-09e37a07851d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:31.735030 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3281f56f-fd82-4ad5-8698-e36b6955c3f3", "name": "network-vif-deleted", "tag": "b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:31.735030 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a7df0c8-6724-41a4-904e-09e37a07851d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:31.735423 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3281f56f-fd82-4ad5-8698-e36b6955c3f3', 'name': 'network-vif-deleted', 'tag': 'b7cb0316-edd4-4774-b1e8-eb6ef08b6fbc', 'status': 'completed', 'code': 200} Jul 16 22:22:31.860389 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac7963-49c7-4462-9609-93e6cc182d61 x-openstack-request-id: req-1eac7963-49c7-4462-9609-93e6cc182d61 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:31.860686 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:31.860942 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1eac7963-49c7-4462-9609-93e6cc182d61 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:31.861372 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6', 'code': 200} Jul 16 22:22:31.901834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:31.906535 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b9054-fa2b-4da3-9fed-b57694b455eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:32.106714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6303b-ed4a-4a51-b8b0-650f663c7a4e req-bdd1291a-af91-43cd-b853-80701480a2ec tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:32.108773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0be6303b-ed4a-4a51-b8b0-650f663c7a4e req-bdd1291a-af91-43cd-b853-80701480a2ec tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1070001 Jul 16 22:22:32.196238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0be6303b-ed4a-4a51-b8b0-650f663c7a4e req-024b00d5-6e7b-42e5-ba92-9cdf6d883609 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711026 Jul 16 22:22:32.358321 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f816f2a-e304-4c1a-baf0-ac6be0c8cdaa x-openstack-request-id: req-3f816f2a-e304-4c1a-baf0-ac6be0c8cdaa {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:32.358558 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:32.358946 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f816f2a-e304-4c1a-baf0-ac6be0c8cdaa {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:32.359410 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'status': 'completed', 'code': 200} Jul 16 22:22:32.483243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-be625c8a-7e0a-480a-a9e1-74efe965ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:32.490371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-be625c8a-7e0a-480a-a9e1-74efe965ba7c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1126 time: 0.1021833 Jul 16 22:22:32.616990 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:32.635099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 074acd52-85f9-4458-bdaf-7e4bfa58f24a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:32.690710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-8fe6cb64-92ef-4ab7-8cf2-aae955310ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:32.696538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-8fe6cb64-92ef-4ab7-8cf2-aae955310ef1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.2008600 Jul 16 22:22:32.710284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a1a8f-61ef-4024-afeb-32555d15b564 req-ac425f5e-c709-4eb7-be79-5c600c18953c tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:32.720474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d81a1a8f-61ef-4024-afeb-32555d15b564 req-ac425f5e-c709-4eb7-be79-5c600c18953c tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 944 time: 0.1695764 Jul 16 22:22:32.751521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 074acd52-85f9-4458-bdaf-7e4bfa58f24a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:32.758497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 074acd52-85f9-4458-bdaf-7e4bfa58f24a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:32.759481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:32.778312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-85776c5a-693d-4065-b8b4-3906ec904225 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 217 time: 0.0741732 Jul 16 22:22:32.811853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d81a1a8f-61ef-4024-afeb-32555d15b564 req-ed8d61ad-c871-4f7c-9fe1-7ed98cbcb6be tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873592 Jul 16 22:22:32.873860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-74374f7a-f0e2-4939-bfa0-b0533b495a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:32.875556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-74374f7a-f0e2-4939-bfa0-b0533b495a56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0847447 Jul 16 22:22:32.944595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-98ea5aba-4c4a-4b78-9dfb-60d3b6d2dc9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619361 Jul 16 22:22:32.949233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:33.018228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:33.032781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:33.033686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:33.139326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:33.146165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-f5cdad1d-de67-4f65-958f-1985301e3121 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932714 Jul 16 22:22:33.357558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-7732b2c9-52d1-40ee-b289-93ef4a7ec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.359364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-7732b2c9-52d1-40ee-b289-93ef4a7ec421 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1101 time: 0.2116890 Jul 16 22:22:33.384905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-6caa0e45-06da-4250-a50c-b2c9f3b87742 service neutron] 10.222.0.68 "GET /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.1929138 Jul 16 22:22:33.465163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd6cb-d041-447d-95a3-ee973ef7e81f req-578e5e82-9d29-4d9e-80c5-8bbd899ab394 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.473148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0dacd6cb-d041-447d-95a3-ee973ef7e81f req-578e5e82-9d29-4d9e-80c5-8bbd899ab394 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 943 time: 0.0925729 Jul 16 22:22:33.525527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0dacd6cb-d041-447d-95a3-ee973ef7e81f req-5ff60cea-8efb-4ad1-bff0-a27176553e8d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Jul 16 22:22:33.553724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd5b9054-fa2b-4da3-9fed-b57694b455eb req-4dc4ba28-d169-43b7-bef3-4d96a06fe169 service neutron] 10.222.0.68 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476796 Jul 16 22:22:33.583581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-d572da9c-9a85-46f5-85dc-2329d425ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.585163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-d572da9c-9a85-46f5-85dc-2329d425ad42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 1101 time: 0.1864376 Jul 16 22:22:33.732292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:33.752686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-8232004b-8b9c-4af4-95b2-17cb7c3c03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.754744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-8232004b-8b9c-4af4-95b2-17cb7c3c03dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1602373 Jul 16 22:22:33.792617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aae0ed-e1e4-40d6-a04c-b192c30eac80 req-7b797936-0a8a-4d4e-b930-83c5ad845efa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.801973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-9de992f8-4452-47cf-852a-c1b88c064953 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 200 len: 217 time: 0.0405481 Jul 16 22:22:33.802940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:33.803385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72aae0ed-e1e4-40d6-a04c-b192c30eac80 req-7b797936-0a8a-4d4e-b930-83c5ad845efa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.1553473 Jul 16 22:22:33.854301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72aae0ed-e1e4-40d6-a04c-b192c30eac80 req-d5819c33-8230-402e-a8ec-b0d10021c020 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497837 Jul 16 22:22:33.863126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:33.865595 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed048ed5-31e3-4b65-9b30-d1e710cbb640" -d '{"events": [{"server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "name": "network-vif-plugged", "status": "completed", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:33.897710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-6e837261-25a2-46df-b503-64f0d2753e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:33.900856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-6e837261-25a2-46df-b503-64f0d2753e81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0609801 Jul 16 22:22:33.940805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f920ea-03a7-4220-8a60-29d9cb3ace4c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:33.957346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:33.974273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:34.072187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-e2bde9d7-0724-4cea-a938-4bd3b46fc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.074731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-e2bde9d7-0724-4cea-a938-4bd3b46fc6f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690176 Jul 16 22:22:34.089932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] Transition to ACTIVE for port object b2f920ea-03a7-4220-8a60-29d9cb3ace4c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:34.102919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a99704-6ed6-403b-adc6-b62e7a3df460 req-fc437ff6-a6af-43b2-9038-45d3fa29de91 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.118393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5a99704-6ed6-403b-adc6-b62e7a3df460 req-fc437ff6-a6af-43b2-9038-45d3fa29de91 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.1246157 Jul 16 22:22:34.137631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:34.221983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5a99704-6ed6-403b-adc6-b62e7a3df460 req-5e50f963-a4ba-4424-8062-14c6cb5a5754 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f67ffd7-956f-445f-ac0a-5407708d3010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958261 Jul 16 22:22:34.326827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] Pushing event updated for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:34.386044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] No DVR routers for this DVR port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:34.444075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-09fcfe76-9aa0-4b78-a70d-181f26904127 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583853 Jul 16 22:22:34.449379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-4de8d921-c7bc-43d3-bb3e-913cf9b6a45a service neutron] 10.222.0.68 "PUT /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0228279 Jul 16 22:22:34.519973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49918b-d6bf-4c15-ad6b-6b94174c1b77 req-0f25effe-e16e-427b-a992-fe836ec5a8bb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.527602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb49918b-d6bf-4c15-ad6b-6b94174c1b77 req-0f25effe-e16e-427b-a992-fe836ec5a8bb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1118169 Jul 16 22:22:34.578470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7720df9f-1de6-4336-bc35-c7f44bea1715 req-8ec14ec2-c96b-4181-b689-f92efb525a39 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273179 Jul 16 22:22:34.616748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb49918b-d6bf-4c15-ad6b-6b94174c1b77 req-84962f1a-1891-42a0-bb02-802432c8910f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881670 Jul 16 22:22:34.664025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-adefc7a1-9b28-4b2e-a27d-e330648e911d tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.670581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-adefc7a1-9b28-4b2e-a27d-e330648e911d tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.1328244 Jul 16 22:22:34.672565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:34.709558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-430dc476-d5e8-46fe-96cb-cf8ae89d103d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.711047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-430dc476-d5e8-46fe-96cb-cf8ae89d103d tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.68 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 945 time: 0.1135740 Jul 16 22:22:34.886790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Deleting port 635891ef-423f-427f-8389-002ea2c162fe {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:34.887960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:34.922955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:34.958632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:34.970645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-e580f6c9-694f-49e2-89a2-eac1ca77224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:34.972857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-e580f6c9-694f-49e2-89a2-eac1ca77224d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d HTTP/1.1" status: 200 len: 1096 time: 0.2856638 Jul 16 22:22:35.071152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527127-9992-4f99-98a9-8edd638a972a req-725b6aca-892b-40bf-b8f9-781df9400f1c tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.072700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83527127-9992-4f99-98a9-8edd638a972a req-725b6aca-892b-40bf-b8f9-781df9400f1c tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.2057655 Jul 16 22:22:35.091224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] For port 635891ef-423f-427f-8389-002ea2c162fe, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=635891ef-423f-427f-8389-002ea2c162fe,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:35.091773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.119297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.122254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.123704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a6e0266-cbee-40fa-8bba-a9200faf1187 HTTP/1.1" status: 204 len: 168 time: 0.4501538 Jul 16 22:22:35.134867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:35.175583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e0266-cbee-40fa-8bba-a9200faf1187,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:35.189804 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-cb6a43ea-7f10-4313-b10f-62d446d0f17a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] show failed (client error): The resource could not be found. Jul 16 22:22:35.193695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb6a43ea-7f10-4313-b10f-62d446d0f17a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "GET /v2.0/security-groups/7a6e0266-cbee-40fa-8bba-a9200faf1187 HTTP/1.1" status: 404 len: 347 time: 0.0503771 Jul 16 22:22:35.231589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83527127-9992-4f99-98a9-8edd638a972a req-e8ad5833-3a6e-4953-a67f-a508f4f257bc tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399693 Jul 16 22:22:35.238810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:35.241694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-84114535-cd42-4594-a865-099d0aa1ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.242942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-84114535-cd42-4594-a865-099d0aa1ab0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1096 time: 0.2400091 Jul 16 22:22:35.304382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.305238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.306324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.308581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.312561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.312847 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667e433-e7ab-4050-8922-ed4454ed3515 x-openstack-request-id: req-5667e433-e7ab-4050-8922-ed4454ed3515 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:35.313717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.314049 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "name": "network-vif-plugged", "status": "completed", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:35.314397 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5667e433-e7ab-4050-8922-ed4454ed3515 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:35.314730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.315156 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'code': 200} Jul 16 22:22:35.315466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.316164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.316840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.318136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.319780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36cc-0d14-439b-9e10-a748f5f5bf1a tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:35.341472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.342794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.343350 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Floating IP 9afd78ce-2479-4085-8bf1-082715d503fa disassociated. External IP: 172.25.5.10, port: 635891ef-423f-427f-8389-002ea2c162fe. Jul 16 22:22:35.343920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Calling delete_port for 635891ef-423f-427f-8389-002ea2c162fe owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:35.494350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78f98-f91b-4933-8aa7-487e8f966ca4 req-74130f3e-24df-480c-bc09-3defd3358f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.495899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6de78f98-f91b-4933-8aa7-487e8f966ca4 req-74130f3e-24df-480c-bc09-3defd3358f70 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 1097 time: 0.0878360 Jul 16 22:22:35.614590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6de78f98-f91b-4933-8aa7-487e8f966ca4 req-8c768f19-8deb-4e07-8131-5b30be24b95e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065223 Jul 16 22:22:35.630735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d586c751-95c4-481c-9ecd-e0623a0eda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.632242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-d586c751-95c4-481c-9ecd-e0623a0eda23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 200 len: 909 time: 0.3688242 Jul 16 22:22:35.645997 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.661754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129802f-56ab-48c5-85fc-9eee4dfbee57 req-bc67c648-d6c9-4408-bc0d-448778b121d0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.669041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1129802f-56ab-48c5-85fc-9eee4dfbee57 req-bc67c648-d6c9-4408-bc0d-448778b121d0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.1944673 Jul 16 22:22:35.698807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event deleted for resources: {'Port': ['ID=635891ef-423f-427f-8389-002ea2c162fe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:35.715543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-5fa8cc63-79a6-4b58-b29c-8b82fd147b43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 200 len: 217 time: 0.0735195 Jul 16 22:22:35.814003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Deleting port 790270ba-5458-46a8-857c-88d2267ad2e3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:35.814362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:35.819075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-545d3df7-1eff-45b8-8966-ac0f2ab45582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.821335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-545d3df7-1eff-45b8-8966-ac0f2ab45582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 200 len: 848 time: 0.0973485 Jul 16 22:22:35.896538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-745f1d5a-98f0-40b8-8278-6464c84d4f48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0948cc14-417f-4770-86a4-b3a528181ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610831 Jul 16 22:22:35.916482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1129802f-56ab-48c5-85fc-9eee4dfbee57 req-401c607c-ea09-4067-982e-7ae20474f0df tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450252 Jul 16 22:22:35.964328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-9aaf130f-db0b-4ffc-b0bb-3b8ed15c453b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:35.967037 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-9aaf130f-db0b-4ffc-b0bb-3b8ed15c453b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.1221335 Jul 16 22:22:35.983140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-28e67798-8ae5-4052-b132-b99f620e75cd tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0101941 Jul 16 22:22:36.043125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Router a1719d9c-0505-441b-afe5-d99ca4622b97 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:36.223181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:36.223805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:36.242880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Calling delete_port for 790270ba-5458-46a8-857c-88d2267ad2e3 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:36.245045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:36.255785 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Sync routers for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:36.270560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:36.271208 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:36.319391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-ee27dc2f-9ee6-4cd7-9578-f360aeaf0dd2 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3307862 Jul 16 22:22:36.459979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-3a5175b8-75a5-4952-8151-20ea9c390ba4 service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406201 Jul 16 22:22:36.505445 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:36.544663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-9a453d0f-d796-4205-a149-e994ca5062ef service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918485 Jul 16 22:22:36.574789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] No DVR routers for this DVR port 635891ef-423f-427f-8389-002ea2c162fe on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:36.578788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:36.582045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b33a22d0-b73f-485d-b51e-9e6e675d09b4 req-5d7b5ad1-b617-423a-b9a4-488e9252711e tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.68 "DELETE /v2.0/ports/635891ef-423f-427f-8389-002ea2c162fe HTTP/1.1" status: 204 len: 173 time: 1.8639851 Jul 16 22:22:36.582584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'name': 'network-vif-deleted', 'tag': '635891ef-423f-427f-8389-002ea2c162fe'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:36.585098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:36.596975 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39d4ed-7f13-4d35-8615-42d149ce069f" -d '{"events": [{"server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "name": "network-vif-deleted", "tag": "635891ef-423f-427f-8389-002ea2c162fe"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:36.686870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-b487bdfb-24a9-4ea1-bec9-5db3a1f98adc service neutron] 10.222.0.47 "GET /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158220 Jul 16 22:22:36.699241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:36.770464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Pushing event deleted for resources: {'Port': ['ID=790270ba-5458-46a8-857c-88d2267ad2e3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:36.845626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-4e6fd06b-e072-401d-9d7d-b1a65929fbd4 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785394 Jul 16 22:22:36.958591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:36.986328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '78fa9d35-9faa-479c-b517-e406ada581a6', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '78fa9d35-9faa-479c-b517-e406ada581a6', 'mac_address': 'fa:16:3e:ff:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:36.994287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:37.047667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ae4c2-0085-448e-9cc1-11bbadacd083 req-5b327af6-3ba9-4e2a-a1d3-c72fa6cf6163 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:37.053595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-536ae4c2-0085-448e-9cc1-11bbadacd083 req-5b327af6-3ba9-4e2a-a1d3-c72fa6cf6163 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 949 time: 0.8738091 Jul 16 22:22:37.171225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-536ae4c2-0085-448e-9cc1-11bbadacd083 req-58df0894-3362-4097-b15e-7011c63e9223 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097562 Jul 16 22:22:37.176387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.183588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.190954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9af16b01-f2a2-4134-a3aa-0433b0dc71b5 tempest-ServersWithSpecificFlavorTestJSON-1298878435 tempest-ServersWithSpecificFlavorTestJSON-1298878435-project] 10.222.0.70 "DELETE /v2.0/floatingips/a1d11bef-3c0d-481b-a92f-88bfbec6ad84 HTTP/1.1" status: 204 len: 168 time: 1.9451008 Jul 16 22:22:37.194343 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.243620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:37.306350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:37.331953 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.445728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:37.505772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e709-be21-480d-a97a-319c63b8254e req-3288061c-28a2-4e73-84d8-997e63f09a05 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:37.514406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cc3e709-be21-480d-a97a-319c63b8254e req-3288061c-28a2-4e73-84d8-997e63f09a05 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1283278 Jul 16 22:22:37.518385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:37.528505 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Checking router: a1719d9c-0505-441b-afe5-d99ca4622b97 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:37.560761 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:37.569536 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:37.607792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5dec690f-8a64-48cd-97f6-2b0f7b3f5a0b req-5fcf555b-e14c-4cf6-8bd1-b52aee9037ee tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7315b14d-28bd-4ed8-bff1-e34edbb9c2df HTTP/1.1" status: 200 len: 210 time: 0.2557483 Jul 16 22:22:37.629917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.681531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:37.683417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cc3e709-be21-480d-a97a-319c63b8254e req-008328a5-5938-428e-b7e6-f7f99390b1f2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663227 Jul 16 22:22:37.745318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:37.769833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:37.797644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-221d1324-b585-4bb7-baba-c8ed77f68707 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:37.802631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-221d1324-b585-4bb7-baba-c8ed77f68707 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031&tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1096 time: 0.2709134 Jul 16 22:22:37.811232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:37.924362 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:37.958648 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfdc87c-c575-43b4-bc83-765374ead3fb x-openstack-request-id: req-4bfdc87c-c575-43b4-bc83-765374ead3fb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:37.958985 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315b14d-28bd-4ed8-bff1-e34edbb9c2df", "name": "network-vif-deleted", "tag": "635891ef-423f-427f-8389-002ea2c162fe", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:37.962028 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bfdc87c-c575-43b4-bc83-765374ead3fb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:37.965393 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315b14d-28bd-4ed8-bff1-e34edbb9c2df', 'name': 'network-vif-deleted', 'tag': '635891ef-423f-427f-8389-002ea2c162fe', 'status': 'completed', 'code': 200} Jul 16 22:22:38.046119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:38.066207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18ce2-247f-47be-aae7-1390dfa50f03 req-e85f0461-5db5-44f0-a795-5da27cc24677 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:38.078710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0dc18ce2-247f-47be-aae7-1390dfa50f03 req-e85f0461-5db5-44f0-a795-5da27cc24677 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.2508714 Jul 16 22:22:38.113012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-c9eeb938-26ed-4637-b581-16c3bdd72f57 service neutron] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:38.131477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-c9eeb938-26ed-4637-b581-16c3bdd72f57 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:38.132619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-365117b2-a70b-4306-9dd4-449da2dbfff5 req-c9eeb938-26ed-4637-b581-16c3bdd72f57 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.3237865 Jul 16 22:22:38.197742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0dc18ce2-247f-47be-aae7-1390dfa50f03 req-06726011-e1ff-4f24-902d-e98b3a40cd47 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169438 Jul 16 22:22:38.376018 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:38.413695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ca8f-bcd2-4c5f-8da5-0b6291ced449 req-edf665f1-d032-4602-a225-631170f7176b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:38.427668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b394ca8f-bcd2-4c5f-8da5-0b6291ced449 req-edf665f1-d032-4602-a225-631170f7176b tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.3063338 Jul 16 22:22:38.438811 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab89bd-1bc3-40af-a815-8779308b3688 None None] The sync data for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 is: [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:20:01Z', 'revision_number': 4, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '74e53dd7-91b3-4b7c-a211-bdf7484b0f7c', 'name': '', 'network_id': 'd2332a53-0297-43d5-9982-9d48da4e678b', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'mac_address': 'fa:16:3e:4e:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:59Z', 'updated_at': '2021-07-16T22:20:07Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'subnets': [{'id': '19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:38.518463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b394ca8f-bcd2-4c5f-8da5-0b6291ced449 req-a5517bdd-b082-4893-ae7e-895dd1259f5d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884521 Jul 16 22:22:38.684897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 635891ef-423f-427f-8389-002ea2c162fe no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:38.756020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 635891ef-423f-427f-8389-002ea2c162fe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:38.756648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 635891ef-423f-427f-8389-002ea2c162fe not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:38.902336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc90ca-c2e1-40fa-a4ca-405b0066a491 req-af914eaf-a858-410d-a117-7e7287a29a90 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:38.909517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1bc90ca-c2e1-40fa-a4ca-405b0066a491 req-af914eaf-a858-410d-a117-7e7287a29a90 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 948 time: 0.1208849 Jul 16 22:22:38.975030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebbde9-d4aa-4cf6-bbb7-67096243737c None None] New status for floating IP 9afd78ce-2479-4085-8bf1-082715d503fa: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:22:39.030842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1bc90ca-c2e1-40fa-a4ca-405b0066a491 req-917d5c46-018d-4eeb-9ffd-aab089d9326e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202042 Jul 16 22:22:39.309942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1acabb-381e-4234-aac3-f9363af7bd27 req-5b22f484-f414-4308-91d0-e7e19df3a8d6 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:39.327611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:39.333597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Request body: {'floatingip': {'port_id': '074acd52-85f9-4458-bdaf-7e4bfa58f24a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:39.336763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a1acabb-381e-4234-aac3-f9363af7bd27 req-5b22f484-f414-4308-91d0-e7e19df3a8d6 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.1395335 Jul 16 22:22:39.446203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:39.590549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d292f3-a2e8-42ac-91a2-b3c268450f7a req-bad9f094-e3fb-4d8f-9565-77da723a9c33 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:39.598073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8d292f3-a2e8-42ac-91a2-b3c268450f7a req-bad9f094-e3fb-4d8f-9565-77da723a9c33 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.1039755 Jul 16 22:22:39.650115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8d292f3-a2e8-42ac-91a2-b3c268450f7a req-a781fe73-49a4-47b7-b52e-66df8f474246 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Jul 16 22:22:39.728320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe6872-9efc-49c7-93cc-1b73540326ba req-783f6f8d-ba78-4363-a269-a761558e9894 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:39.729954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2fe6872-9efc-49c7-93cc-1b73540326ba req-783f6f8d-ba78-4363-a269-a761558e9894 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 948 time: 0.1259730 Jul 16 22:22:39.809421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc6d9cf5-c7cb-4c9c-8f33-29dad6ba61d4 req-ca93e009-1992-42ee-aec5-d2533568a156 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.0422678 Jul 16 22:22:39.854560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2fe6872-9efc-49c7-93cc-1b73540326ba req-04c8881f-f897-4bb9-b7c8-cb5585844e8a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 Jul 16 22:22:40.031197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833da15-c8ef-47be-8780-d9e53254d89f req-1defaaf6-e977-4782-9bd6-ff807c216836 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:40.040329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:40.045063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2833da15-c8ef-47be-8780-d9e53254d89f req-1defaaf6-e977-4782-9bd6-ff807c216836 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 1096 time: 0.0939629 Jul 16 22:22:40.120048 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2833da15-c8ef-47be-8780-d9e53254d89f req-a7058fa6-c95a-457d-89cf-2a5bbead9be3 tempest-LiveMigrationTest-837698303 tempest-LiveMigrationTest-837698303-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739689 Jul 16 22:22:40.558352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-9e30c013-0fa1-4a42-812d-162e27eed851 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452061 Jul 16 22:22:40.612674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:22:40.710341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:40.723673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 78fa9d35-9faa-479c-b517-e406ada581a6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:40.723919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:40.724694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:40.844003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-ee6f7ab5-38a0-4301-bd76-a92492d82b27 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:40.848652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-ee6f7ab5-38a0-4301-bd76-a92492d82b27 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877021 Jul 16 22:22:40.881672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-c1cbdfa1-145b-47bb-931a-7460b080c199 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/quotas/ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 375 time: 0.0267777 Jul 16 22:22:40.883785 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Floating IP 7baf93dc-af44-4015-911c-644a9c07a0d0 associated. External IP: 172.25.5.51, port: 074acd52-85f9-4458-bdaf-7e4bfa58f24a. Jul 16 22:22:40.925263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.027134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:41.028463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:41.042343 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8584d7-6625-4aff-8fe2-045683191e4c" -d '{"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:41.048456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-545d9658-4fa7-4b32-b0d4-ec731b62d29c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654825 Jul 16 22:22:41.056486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.099960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.123607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-323013a6-ca93-4fc7-a8b8-2ee4eea70664 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.0584583 Jul 16 22:22:41.152012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.165343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:41.426626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.444640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:41.446335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "DELETE /v2.0/security-groups/1f67ffd7-956f-445f-ac0a-5407708d3010 HTTP/1.1" status: 204 len: 168 time: 1.4046357 Jul 16 22:22:41.458225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:41.497781 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-98277ba1-8312-46b9-9ec1-a2862e605f65 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] show failed (client error): The resource could not be found. Jul 16 22:22:41.498896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-98277ba1-8312-46b9-9ec1-a2862e605f65 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "GET /v2.0/security-groups/1f67ffd7-956f-445f-ac0a-5407708d3010 HTTP/1.1" status: 404 len: 347 time: 0.0377843 Jul 16 22:22:41.505504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:41.637825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f67ffd7-956f-445f-ac0a-5407708d3010,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:41.682142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.682484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.682826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.686636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.691511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.691868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.692209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.692542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.692870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.693816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.694521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.694868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de2e04-7db5-42a6-bc7a-ecb6c6d5c0f9 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:41.717486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979882-c217-481b-99e6-6dc9bcec4352 req-e01a2e66-611a-46a6-a556-0c59a1ff3fc6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:41.730898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1979882-c217-481b-99e6-6dc9bcec4352 req-e01a2e66-611a-46a6-a556-0c59a1ff3fc6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.6508036 Jul 16 22:22:41.799544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Router 5f6edab9-2967-4e79-8ea0-00a724008f75 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:41.887166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-c66d011d-f23b-4972-84e7-be1a5354274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:41.888839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-c66d011d-f23b-4972-84e7-be1a5354274f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=876f91ad2eb449b98d42757fbc0678b7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7580290 Jul 16 22:22:41.929680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1979882-c217-481b-99e6-6dc9bcec4352 req-a6c91d40-3e1a-4198-8529-4ce3847f2b56 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978104 Jul 16 22:22:41.979070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-f066b099-4990-460d-9679-639245b9f992 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:41.980700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-f066b099-4990-460d-9679-639245b9f992 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.6797245 Jul 16 22:22:42.210250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:42.219852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Sync routers for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:42.244094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:42.245007 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:42.294495 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:42.423074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2770818-98e4-403f-b0af-4c7894a073d5 req-6888a91f-abf9-4a92-9b94-8f6ab99151e2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:42.432557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2770818-98e4-403f-b0af-4c7894a073d5 req-6888a91f-abf9-4a92-9b94-8f6ab99151e2 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.9316497 Jul 16 22:22:42.456997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-21c12756-dfb4-4e39-95a3-de769c48b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:42.458835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-21c12756-dfb4-4e39-95a3-de769c48b2d2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5606360 Jul 16 22:22:42.539360 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:42.549815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dccef3c2-9216-42e7-996d-b065dbe5e98c req-1caf3345-d46e-48a0-9989-028277fc3f24 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.2736735 Jul 16 22:22:42.605749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-42e92e1c-4c56-4c44-a8ec-fb2f86142e0d tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "PUT /v2.0/floatingips/7baf93dc-af44-4015-911c-644a9c07a0d0 HTTP/1.1" status: 200 len: 990 time: 3.2770026 Jul 16 22:22:42.607161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:42.622727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2770818-98e4-403f-b0af-4c7894a073d5 req-0d5dedcd-f6a4-4960-860a-9919ca9a08c8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888940 Jul 16 22:22:42.624922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72e8b399-c4ba-4397-934c-63ac5591f653 req-6b935492-77df-45d4-8092-fdc177612161 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.1255877 Jul 16 22:22:42.629894 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:42.666983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Deleting port 22d2686d-ff90-4cfd-b6e6-edb3186da552 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:42.672076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:42.697041 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810b2c0c-0278-48d9-8a3b-a69b1bb189b8 x-openstack-request-id: req-810b2c0c-0278-48d9-8a3b-a69b1bb189b8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:42.697554 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-plugged", "status": "completed", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:42.697832 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-810b2c0c-0278-48d9-8a3b-a69b1bb189b8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:42.698292 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6', 'code': 200} Jul 16 22:22:42.724082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Deleting port b2f920ea-03a7-4220-8a60-29d9cb3ace4c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:42.724586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:42.937711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:42.938042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:42.955762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Calling delete_port for 22d2686d-ff90-4cfd-b6e6-edb3186da552 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:42.982863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:43.115421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] For port b2f920ea-03a7-4220-8a60-29d9cb3ace4c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:43.116249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:43.120785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:43.143999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Calling delete_port for b2f920ea-03a7-4220-8a60-29d9cb3ace4c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:43.169373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-311c4504-b299-4ecb-af80-5a25c0d1bced req-57d9253d-8b47-4551-954d-121a4eb937df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0573361 Jul 16 22:22:43.219518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Pushing event deleted for resources: {'Port': ['ID=22d2686d-ff90-4cfd-b6e6-edb3186da552,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:43.259429 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a1ffd-84e2-4e92-81c0-572f76ff34f8 x-openstack-request-id: req-e49a1ffd-84e2-4e92-81c0-572f76ff34f8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:43.259998 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:43.260358 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e49a1ffd-84e2-4e92-81c0-572f76ff34f8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:43.269449 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'status': 'completed', 'code': 200} Jul 16 22:22:43.382076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:43.396838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:43.397190 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '7baf93dc-af44-4015-911c-644a9c07a0d0', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'port_id': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'mac_address': 'fa:16:3e:8b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88393664-ffca-4633-815a-7082e219d7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:22:18Z', 'updated_at': '2021-07-16T22:22:40Z', 'revision_number': 1, 'project_id': '61080a66552444299c5b6fb28d48c400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:43.401463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c709f391-d2b2-4410-a367-33df02d5faa0 tempest-ServersTestManualDisk-1365081212 tempest-ServersTestManualDisk-1365081212-project] 10.222.0.70 "DELETE /v2.0/floatingips/9afd78ce-2479-4085-8bf1-082715d503fa HTTP/1.1" status: 204 len: 168 time: 1.8948812 Jul 16 22:22:43.402090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:43.468183 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Checking router: 5f6edab9-2967-4e79-8ea0-00a724008f75 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:43.534114 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:43.534961 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:43.795920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-4314f762-54b6-4c85-87e4-7da245cfa1b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.0867736 Jul 16 22:22:43.854602 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:43.859869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-c542db12-da56-430a-b578-3dbbdb5013e7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ba32e6ce5b6642a496864cc61084dd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158113 Jul 16 22:22:43.972253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-07b7ab82-df14-460e-9b84-2c422ba6f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:43.982094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-07b7ab82-df14-460e-9b84-2c422ba6f86a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=876f91ad2eb449b98d42757fbc0678b7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1733887 Jul 16 22:22:43.984100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-2a1db80d-6783-4d5d-9c01-59a4b1f585f0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:43.985838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-2a1db80d-6783-4d5d-9c01-59a4b1f585f0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183159 Jul 16 22:22:44.003543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Request body: {'port': {'device_id': '75bcb349-1450-4386-9ba9-51702113c8e6', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'ba32e6ce5b6642a496864cc61084dd30'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:44.012845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-d912447e-5747-4598-90a0-546599bcad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:44.020232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-d912447e-5747-4598-90a0-546599bcad99 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61080a66552444299c5b6fb28d48c400&device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 1097 time: 0.6753030 Jul 16 22:22:44.304154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95420-efef-4048-8bc2-e82466ed45d7 req-5f239df8-f1a6-4b2f-99ec-e263bd9685c7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:44.312283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89a95420-efef-4048-8bc2-e82466ed45d7 req-5f239df8-f1a6-4b2f-99ec-e263bd9685c7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 944 time: 0.7832901 Jul 16 22:22:44.384290 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '7baf93dc-af44-4015-911c-644a9c07a0d0', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'port_id': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'mac_address': 'fa:16:3e:8b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88393664-ffca-4633-815a-7082e219d7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:22:18Z', 'updated_at': '2021-07-16T22:22:40Z', 'revision_number': 1, 'project_id': '61080a66552444299c5b6fb28d48c400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:44.387215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-26aad1ac-b775-4706-b127-5d28603d33f7 req-4c8741d5-cee6-4393-8d42-10cfad2db08d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.2029438 Jul 16 22:22:44.516207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89a95420-efef-4048-8bc2-e82466ed45d7 req-2b8172d0-ed98-4d3e-a157-6749bee1fdf0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024128 Jul 16 22:22:44.555315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7a402-7fff-4fb8-b67e-617f78abfb02 None None] The sync data for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 is: [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '7baf93dc-af44-4015-911c-644a9c07a0d0', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'port_id': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'mac_address': 'fa:16:3e:8b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88393664-ffca-4633-815a-7082e219d7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:22:18Z', 'updated_at': '2021-07-16T22:22:40Z', 'revision_number': 1, 'project_id': '61080a66552444299c5b6fb28d48c400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:44.601422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:44.643845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:44.647035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:44.683153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-63ce540c-c5bd-4d88-9880-ab51a106abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:44.698668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-63ce540c-c5bd-4d88-9880-ab51a106abcf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6968706 Jul 16 22:22:44.819171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: b2f920ea-03a7-4220-8a60-29d9cb3ace4c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:44.819839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b2f920ea-03a7-4220-8a60-29d9cb3ace4c not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:44.875500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-970056b4-e48c-4e28-8fd1-1e1f0fa9a214 req-7bd27402-6276-447c-9c6c-bf8144cd7b06 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ef0d515-6f14-4e9f-a4d8-5430f5cea84a HTTP/1.1" status: 200 len: 210 time: 0.1002917 Jul 16 22:22:44.932066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f25c555b-ab31-4280-add5-1b7a39d70daa req-f95ae6e2-55d7-4832-b37a-2832648a4311 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 210 time: 0.1579435 Jul 16 22:22:44.949999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event deleted for resources: {'Port': ['ID=b2f920ea-03a7-4220-8a60-29d9cb3ace4c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:45.082948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cf5c7-a5c7-48b5-9c60-26a8db68896c None None] New status for floating IP 7baf93dc-af44-4015-911c-644a9c07a0d0: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:22:45.148063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:45.270339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-c38fc636-3b39-42ef-b837-92555e6496c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:45.272284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-c38fc636-3b39-42ef-b837-92555e6496c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=02a683b7-9001-4726-8704-080db999a07d HTTP/1.1" status: 200 len: 906 time: 1.1661360 Jul 16 22:22:45.285536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45895b-0936-4ce2-bc2c-bdcc8eb4cad7 req-0b532e02-4bef-458a-a6cc-2329430f7ccc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:45.294429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c45895b-0936-4ce2-bc2c-bdcc8eb4cad7 req-0b532e02-4bef-458a-a6cc-2329430f7ccc tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.6598310 Jul 16 22:22:45.304745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] No DVR routers for this DVR port b2f920ea-03a7-4220-8a60-29d9cb3ace4c on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:45.333384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:45.335540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3aab5a5-816f-4023-9bb6-9d975762e01b req-6f3950c5-12d5-48af-a0ce-cdd61fa8773d tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "DELETE /v2.0/ports/b2f920ea-03a7-4220-8a60-29d9cb3ace4c HTTP/1.1" status: 204 len: 173 time: 3.3447928 Jul 16 22:22:45.337067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-deleted', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:45.344797 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd16ef98-afab-44e3-acbf-c2c5f811aa33" -d '{"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-deleted", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:45.493398 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fffbe66-622b-43cc-a663-e3897df5ac06 x-openstack-request-id: req-9fffbe66-622b-43cc-a663-e3897df5ac06 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:45.494142 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689b086-9256-4ac5-ba30-0c6078c4b031", "name": "network-vif-deleted", "tag": "b2f920ea-03a7-4220-8a60-29d9cb3ace4c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:45.494844 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fffbe66-622b-43cc-a663-e3897df5ac06 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:45.496464 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689b086-9256-4ac5-ba30-0c6078c4b031', 'name': 'network-vif-deleted', 'tag': 'b2f920ea-03a7-4220-8a60-29d9cb3ace4c', 'status': 'completed', 'code': 200} Jul 16 22:22:45.501848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Made reservation on behalf of ba32e6ce5b6642a496864cc61084dd30 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:45.506730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:45.785445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Deleting port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:45.785783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:45.947838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0c758fe-381a-474e-a773-367ad1103b03 req-8dff66fc-1e99-4649-b864-7e82194152f6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0938294 Jul 16 22:22:46.022783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] For port 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:46.023485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:46.053419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Calling delete_port for 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:46.142943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c45895b-0936-4ce2-bc2c-bdcc8eb4cad7 req-071983c9-755f-45ee-91fe-6a7bb55b6392 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471227 Jul 16 22:22:46.215534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-aa91fae5-a830-4576-9e7c-5832487c4544 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a HTTP/1.1" status: 200 len: 998 time: 0.9071636 Jul 16 22:22:46.377538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Allocated IP 192.168.233.221 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/584adc78-2eae-402b-8268-df0000a9de76) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:46.399809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-47fefb6f-62bb-4797-8661-1e20b149eb7f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:46.412506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-47fefb6f-62bb-4797-8661-1e20b149eb7f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.2528777 Jul 16 22:22:46.451476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-d34679b5-2984-4b78-8d22-d47ca873b9cc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0380216 Jul 16 22:22:46.551137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba81b46b-5962-42b0-afcc-99e4d40a3c95 req-a5499017-013c-43c9-806f-88648e84b62c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0736160 Jul 16 22:22:46.642778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-8cdc5eb9-5919-4aa1-a2e3-4c5074794c97 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1784120 Jul 16 22:22:46.664604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-01c45c88-ae2d-4815-89d7-29970a6c1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:46.666127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-01c45c88-ae2d-4815-89d7-29970a6c1a36 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4a91d66d-af14-436d-a29a-6e9ba135151c HTTP/1.1" status: 200 len: 844 time: 0.1546655 Jul 16 22:22:46.749594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:46.755212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:46.758775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:46.795595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=74e53dd7-91b3-4b7c-a211-bdf7484b0f7c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:46.811605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Transition to ACTIVE for port object 584adc78-2eae-402b-8268-df0000a9de76 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:46.823449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-b1ac9c74-75cb-4278-bce2-5f96f6ee2a2d service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768816 Jul 16 22:22:46.842727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-c0b96148-5e7b-48ed-999c-a48dc7239e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:46.844112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-c0b96148-5e7b-48ed-999c-a48dc7239e54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=02a683b7-9001-4726-8704-080db999a07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698577 Jul 16 22:22:46.996796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:47.014670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:47.017750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936', '78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:47.107521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-f2125bd2-a187-4d6d-b460-4309344a2f27 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626972 Jul 16 22:22:47.134686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:47.290288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10d9d3b3-c756-4df2-b4cc-db15c94471d0 req-7a02ab1b-ac33-468a-9d98-2ae260ca4168 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.1529844 Jul 16 22:22:47.307027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:47.367977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:47.438366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-e37e0f0b-2db2-48e6-81a8-15dde382e255 service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653305 Jul 16 22:22:47.442655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:47.665752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3de8fde8-47e2-4cb8-869e-4739b9f7fe3d req-63f53bc2-736a-47bc-9035-70a19d9750c1 service neutron] 10.222.0.68 "GET /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847858 Jul 16 22:22:47.666640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:47.762815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:47.763661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:47.794375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-0b9dd6ac-977b-4414-9c3c-aef177240f17 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7947612 Jul 16 22:22:47.809460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Request body: {'port': {'device_id': '75bcb349-1450-4386-9ba9-51702113c8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:47.813250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-4174f620-5069-4d17-af33-86ad92dba443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:47.815019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-4174f620-5069-4d17-af33-86ad92dba443 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 1097 time: 0.6560178 Jul 16 22:22:47.846789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-937df85a-d2c2-4028-a39c-579fc547b5c8 None None] Provisioning for port 584adc78-2eae-402b-8268-df0000a9de76 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:22:47.867538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-937df85a-d2c2-4028-a39c-579fc547b5c8 None None] Provisioning complete for port 584adc78-2eae-402b-8268-df0000a9de76 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:22:47.867954 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-937df85a-d2c2-4028-a39c-579fc547b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:47.913116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-937df85a-d2c2-4028-a39c-579fc547b5c8 None None] Port 584adc78-2eae-402b-8268-df0000a9de76 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:22:47.987224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b487e-6d32-4e49-b36b-d7503d8fb521 req-e167d7cc-7946-4c27-a4c1-f0882dc36320 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:47.988998 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-180b487e-6d32-4e49-b36b-d7503d8fb521 req-e167d7cc-7946-4c27-a4c1-f0882dc36320 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.3162878 Jul 16 22:22:48.078383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-de8d674d-7bd9-4170-9858-134f832484eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:48.080452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-de8d674d-7bd9-4170-9858-134f832484eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.2211733 Jul 16 22:22:48.086625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.116953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-180b487e-6d32-4e49-b36b-d7503d8fb521 req-86240222-42b7-4cbd-9382-0a2962d9078f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 Jul 16 22:22:48.133281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Router a1719d9c-0505-441b-afe5-d99ca4622b97 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:48.163291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-f8dfbc3d-0f0d-48be-a31b-db1b1a2109ee tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:48.164414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-cdf968de-fe9f-432c-9526-96a5ad1f81da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651 HTTP/1.1" status: 200 len: 217 time: 0.0622656 Jul 16 22:22:48.164826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-f8dfbc3d-0f0d-48be-a31b-db1b1a2109ee tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.1565011 Jul 16 22:22:48.203949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-50d29d42-ad6d-43ff-93b8-cf2a9d47f8b2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/quotas/d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 375 time: 0.0300977 Jul 16 22:22:48.230176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Deleting port 2426618c-3d18-4702-9341-922ca8a33c56 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:48.230611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.331831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-ee996c13-a4eb-42cc-a7e6-27c068b00112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:48.334869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-ee996c13-a4eb-42cc-a7e6-27c068b00112 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.1487730 Jul 16 22:22:48.370558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-167ea73a-e31a-4b31-9a1e-29ea2573549d req-08549ac3-5e97-4601-b9b1-472a4e4820c5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 210 time: 0.0540371 Jul 16 22:22:48.426431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-e8bb10ac-5d88-4d24-88c2-39a0331b5163 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647900 Jul 16 22:22:48.478939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-1a69454c-0f1b-4368-a131-e62d31a60446 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2082360 Jul 16 22:22:48.512204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:48.521206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2da73cd-21d4-498f-91c8-5d1e73d0dcdc admin admin] 10.222.0.70 "PUT /v2.0/routers/a1719d9c-0505-441b-afe5-d99ca4622b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1157644 Jul 16 22:22:48.525314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:48.538401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Sync routers for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:48.556494 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:48.558175 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:48.583544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] For port 2426618c-3d18-4702-9341-922ca8a33c56, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2426618c-3d18-4702-9341-922ca8a33c56,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:48.584071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.626108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Calling delete_port for 2426618c-3d18-4702-9341-922ca8a33c56 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:48.646328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-7569b04a-998d-4623-af42-49cfa7edad3a service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084961 Jul 16 22:22:48.698007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-d61161fd-c92c-4520-a889-0efe5b394b86 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075100 Jul 16 22:22:48.733767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.766424 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:48.865131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:48.887416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.895649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-95b4dc3b-0b92-4258-99b1-86e3d8793ba4 service neutron] 10.222.0.70 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885436 Jul 16 22:22:48.918496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:48.941993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12dbc13-6201-4711-af5b-ff2d1aecafa7 req-1a4a291a-2a16-4da3-8f91-44fdb6b602a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753468 Jul 16 22:22:48.961009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443abd-fd18-4f7f-bb1b-eaeb07b04c82 req-ab83c184-7945-4231-b608-767bc8acd998 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:48.968660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de443abd-fd18-4f7f-bb1b-eaeb07b04c82 req-ab83c184-7945-4231-b608-767bc8acd998 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 936 time: 0.3141170 Jul 16 22:22:48.977512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Transition to ACTIVE for port object 584adc78-2eae-402b-8268-df0000a9de76 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:49.003596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.038921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Deleting port 007b9646-7333-4927-92b8-90bd24ef7423 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:49.039272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.122922 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '007b9646-7333-4927-92b8-90bd24ef7423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:22:46Z', 'revision_number': 5, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port': {'id': '007b9646-7333-4927-92b8-90bd24ef7423', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:19:55Z', 'updated_at': '2021-07-16T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:49.159633 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Checking router: a1719d9c-0505-441b-afe5-d99ca4622b97 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:49.169652 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Routers {'a1719d9c-0505-441b-afe5-d99ca4622b97'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:49.170406 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a1719d9c-0505-441b-afe5-d99ca4622b97'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:49.186041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] For port 007b9646-7333-4927-92b8-90bd24ef7423, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=007b9646-7333-4927-92b8-90bd24ef7423,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:49.186686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.206996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Calling delete_port for 007b9646-7333-4927-92b8-90bd24ef7423 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:49.289254 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] Set router a1719d9c-0505-441b-afe5-d99ca4622b97 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:49.364231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:22:48Z', 'revision_number': 6, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:49.393551 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed9668-1b35-43c4-9b48-b08b911f51aa None None] The sync data for ids ['a1719d9c-0505-441b-afe5-d99ca4622b97'] in n-d-793621-16 is: [{'id': 'a1719d9c-0505-441b-afe5-d99ca4622b97', 'name': 'tempest-ServersTestManualDisk-297989931-router', 'tenant_id': '01c3920a700d450f98433d827fcf402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:19:54Z', 'updated_at': '2021-07-16T22:22:48Z', 'revision_number': 6, 'project_id': '01c3920a700d450f98433d827fcf402f', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:49.572639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.617228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Pushing event deleted for resources: {'Port': ['ID=007b9646-7333-4927-92b8-90bd24ef7423,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:49.706130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87165618-8358-4638-85b1-eb352f872ec8 req-43f02ae3-24f1-43f1-bedc-292a56ec01f0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0941200 Jul 16 22:22:49.725686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de443abd-fd18-4f7f-bb1b-eaeb07b04c82 req-b39b9ab9-0e3c-46ba-92bf-376cab422833 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557864 Jul 16 22:22:49.728524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.742120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:49.891156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.894589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.905917 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:22:49.987262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:49.988146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1719d9c-0505-441b-afe5-d99ca4622b97 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:22:50.009506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.013101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26061da2-18a6-430d-8f85-158f1bb966dc admin admin] 10.222.0.70 "DELETE /v2.0/routers/a1719d9c-0505-441b-afe5-d99ca4622b97 HTTP/1.1" status: 204 len: 168 time: 1.4845929 Jul 16 22:22:50.017914 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98279b39-6f07-421a-b443-c7b2fccb3f85 req-2f54e5d8-b650-446a-8c88-78a0293c483e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 210 time: 0.0489695 Jul 16 22:22:50.018964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49600) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:50.086614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-470895d3-825d-4681-acf8-a514ea1f9dd7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:50.088106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-470895d3-825d-4681-acf8-a514ea1f9dd7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 1.0965793 Jul 16 22:22:50.093371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.111490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:50.112441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Deleting subnet 19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:22:50.118559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.162099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Pushing event deleted for resources: {'Port': ['ID=2426618c-3d18-4702-9341-922ca8a33c56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:50.186162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.186741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:50.186868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:50.187192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:50.278298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:50.278930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:50.321199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02bce63d-44c3-40de-add9-08bfb87c799b req-d04a6066-982b-49d6-8286-a138ba95f380 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 210 time: 0.0575597 Jul 16 22:22:50.337690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.344839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9c430-bdd4-471c-8a0f-e8ab31bd6782 req-a42e77df-5e0d-4bb0-89a3-681599010d7c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:50.349797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40b9c430-bdd4-471c-8a0f-e8ab31bd6782 req-a42e77df-5e0d-4bb0-89a3-681599010d7c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 945 time: 0.3553100 Jul 16 22:22:50.350778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:50.351522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:50.352031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:50.352588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Bound port: 584adc78-2eae-402b-8268-df0000a9de76, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:50.353089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.395137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.449137 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.496841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:50.498854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.503575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2a275e6e-fe0b-4335-9a20-cef43145cc82 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/19df56eb-b27c-4184-bbbc-8dfa1fd2a9a0 HTTP/1.1" status: 204 len: 168 time: 0.4795978 Jul 16 22:22:50.504293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:50.509243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae75df-f191-4958-84ba-63cb752b558b None None] Network d2332a53-0297-43d5-9982-9d48da4e678b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:50.514091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:50.518759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.606600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.678543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40b9c430-bdd4-471c-8a0f-e8ab31bd6782 req-13c7a7a0-bea2-4c11-b3d1-0dffec49e973 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116343 Jul 16 22:22:50.695684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:50.700197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Deleting port 2a923725-a236-4f60-bfd7-468eeecf18bf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:50.701997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.734908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:50.743721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:50.796249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.834791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] For port 2a923725-a236-4f60-bfd7-468eeecf18bf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2a923725-a236-4f60-bfd7-468eeecf18bf,segment=NetworkSegment(a21cdce4-a617-4911-a589-7e8ce9122ce1),segment_id=a21cdce4-a617-4911-a589-7e8ce9122ce1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:50.835307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.848034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 007b9646-7333-4927-92b8-90bd24ef7423 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:50.853134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Calling delete_port for 2a923725-a236-4f60-bfd7-468eeecf18bf owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:50.950125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:50.979754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 007b9646-7333-4927-92b8-90bd24ef7423 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:50.980356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 007b9646-7333-4927-92b8-90bd24ef7423 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:50.980930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:50.991523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a923725-a236-4f60-bfd7-468eeecf18bf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:51.011459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] No DVR routers for this DVR port 2a923725-a236-4f60-bfd7-468eeecf18bf on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:51.022394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:51.023034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 74e53dd7-91b3-4b7c-a211-bdf7484b0f7c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:51.087940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-433bd089-669b-4b0a-bde9-1c039fbe104d req-5c8fae16-40e1-4bd2-a6c5-b8dace89ce27 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0595756 Jul 16 22:22:51.153626 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.161088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:51.165438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.169737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] 10.222.0.68 "PUT /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 1097 time: 3.3629189 Jul 16 22:22:51.184784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9909c-0dbc-4f5f-a535-3b9f3a314dc8 None None] DHCP port deletion for d2332a53-0297-43d5-9982-9d48da4e678b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:22:51.195534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:51.198271 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a232b8-c107-4c16-a4fc-bab13ca16b5a" -d '{"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-unplugged", "status": "completed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:51.230857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:51.233897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:51.236468 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff2d72e-e236-47a6-95be-733871664848" -d '{"events": [{"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:51.245135 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.269424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.283104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2332a53-0297-43d5-9982-9d48da4e678b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:51.290142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.295461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21cdce4-a617-4911-a589-7e8ce9122ce1') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:51.295887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21cdce4-a617-4911-a589-7e8ce9122ce1') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:51.312056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.327549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce92db-616a-47cf-969e-3c2be43c9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:51.330823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.338931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:22:51.340125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.361041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:51.385826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.387213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.387714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.389067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.389586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.391441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.392021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.392515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.395867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.397323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.398171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.398748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:22:51.411658 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:22:51.417145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.425298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.430465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d2332a53-0297-43d5-9982-9d48da4e678b HTTP/1.1" status: 204 len: 168 time: 0.9256861 Jul 16 22:22:51.449376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ba9e1-f359-413d-aa2d-34b2b1205581 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2332a53-0297-43d5-9982-9d48da4e678b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:51.476019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428a5ff-c2a1-450b-bec7-5844b8f17fe1 req-ec3d0a2e-1c6a-4086-8777-0e04e569a95e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:51.483972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d428a5ff-c2a1-450b-bec7-5844b8f17fe1 req-ec3d0a2e-1c6a-4086-8777-0e04e569a95e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.4762187 Jul 16 22:22:51.557527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d428a5ff-c2a1-450b-bec7-5844b8f17fe1 req-ed9830fc-ea66-4aed-a6c7-e18618b33e91 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723488 Jul 16 22:22:51.566755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e82e3f0-a7ad-4756-bdce-6937b2121f68 req-7a8bfeac-e0b2-4684-b6ba-b628faf8dbb1 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 210 time: 0.2595255 Jul 16 22:22:51.643867 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7a7a70-6651-4ebe-b862-0358ed5e50ad x-openstack-request-id: req-1b7a7a70-6651-4ebe-b862-0358ed5e50ad {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:51.644163 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-unplugged", "status": "failed", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:51.644413 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b7a7a70-6651-4ebe-b862-0358ed5e50ad {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:51.644848 n-d-793621-16 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'code': 422} returned with failed status Jul 16 22:22:51.694541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49626) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:51.723486 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110bf55d-698b-4b2c-ac12-e2305f1f60ce x-openstack-request-id: req-110bf55d-698b-4b2c-ac12-e2305f1f60ce {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:51.723788 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:51.724025 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-110bf55d-698b-4b2c-ac12-e2305f1f60ce {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:51.724420 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'status': 'completed', 'code': 200} Jul 16 22:22:51.759828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d5111e7b-e146-481f-99ef-444c9eaf322b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01c3920a700d450f98433d827fcf402f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635631 Jul 16 22:22:51.762260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:51.879519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37f23f42-826d-4286-85e9-cf29c9bab7be req-f35abf35-81a0-4022-ba0a-59c1f1784800 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 210 time: 0.0569572 Jul 16 22:22:51.903696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.922808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.14 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/a6db997c-7103-48a1-b61d-cecd7e74706b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:51.934112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-0d38a98d-8728-4a41-b4bc-cb4c57ad4fb6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:51.936075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-0d38a98d-8728-4a41-b4bc-cb4c57ad4fb6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 821 time: 0.8785293 Jul 16 22:22:51.941850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:51.954612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Request body: {'port': {'device_id': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'admin_state_up': True, 'tenant_id': 'd2a8e507540c42a1a9ae55940c4535d0'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:52.064758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-dd22f7db-3473-4f42-b81a-58541ab554cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:52.066320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-dd22f7db-3473-4f42-b81a-58541ab554cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1100 time: 0.7211163 Jul 16 22:22:52.081749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.085039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.088565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54029606-1ae1-49ab-8ef7-aebfdd77d99c HTTP/1.1" status: 204 len: 168 time: 0.3226068 Jul 16 22:22:52.116489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b7d91-db97-47d7-9943-5eec5fc28440 req-b7ee3d09-cc4d-459c-a5eb-86118af3ea03 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:52.124386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-638b7d91-db97-47d7-9943-5eec5fc28440 req-b7ee3d09-cc4d-459c-a5eb-86118af3ea03 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 943 time: 0.1106651 Jul 16 22:22:52.127655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c4a1f-d033-4a98-bed2-d6f81a3203f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54029606-1ae1-49ab-8ef7-aebfdd77d99c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:52.202332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-c9b45fb4-61b5-452b-ac07-03ba2955a25d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.1223567 Jul 16 22:22:52.246565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-638b7d91-db97-47d7-9943-5eec5fc28440 req-a669f432-bef0-41f7-bd0a-07974d1aaadf tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211805 Jul 16 22:22:52.384029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd1db9b5-e7e3-48da-a393-6110281efdc6 req-bec70813-3e11-4864-9eb4-b96d31eb58d1 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=d689b086-9256-4ac5-ba30-0c6078c4b031 HTTP/1.1" status: 200 len: 210 time: 0.0922987 Jul 16 22:22:52.414051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-ce290f91-9c69-42ca-9df0-7c001ff99011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:52.415532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-ce290f91-9c69-42ca-9df0-7c001ff99011 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2012627 Jul 16 22:22:52.476098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Router ccebc6dc-3373-4cf6-a848-fdb481cb6419 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:22:52.479056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.481342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Made reservation on behalf of d2a8e507540c42a1a9ae55940c4535d0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:52.484890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.656685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2a923725-a236-4f60-bfd7-468eeecf18bf no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:52.699248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-9e79771e-c640-4826-8a8e-615b1fc1538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:52.700843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-9e79771e-c640-4826-8a8e-615b1fc1538b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2707171 Jul 16 22:22:52.701880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.732904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2a923725-a236-4f60-bfd7-468eeecf18bf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:52.733596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2a923725-a236-4f60-bfd7-468eeecf18bf not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:52.737182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:52.838303 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:52.852441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:52.863650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:22:52.887575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Sync routers for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:22:52.904762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69290bd9-47e9-44e5-a983-816b856d6898 admin admin] 10.222.0.70 "PUT /v2.0/routers/ccebc6dc-3373-4cf6-a848-fdb481cb6419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9194593 Jul 16 22:22:52.906006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:52.908827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:52.910009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:52.920142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:52.926548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Allocated IP 172.20.0.14 (927cde9f-9085-4fce-a1ac-df684e3b7261/6358600e-60a1-4d4e-afb8-cf8776dba445/154569f3-ba96-4e75-8096-b533c272df0c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:52.975809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:52.976561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:52.997069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-a0f07ae3-f61a-49f8-a369-cd0ee5ea7b79 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751653 Jul 16 22:22:53.037896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:53.038649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.121722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-62e9c389-8509-4096-9be7-11d0534d8406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0155017 Jul 16 22:22:53.146168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:53.288804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.434503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.479774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:22:49Z', 'revision_number': 5, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port': {'id': '01a490ab-be67-46b4-8097-fec00a8592f8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:53.513314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Request body: {'port': {'device_id': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:53.519711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Checking router: ccebc6dc-3373-4cf6-a848-fdb481cb6419 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:22:53.536352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Routers {'ccebc6dc-3373-4cf6-a848-fdb481cb6419'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:22:53.537119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:53.613244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Deleting port 01a490ab-be67-46b4-8097-fec00a8592f8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:53.613987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.663624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] Set router ccebc6dc-3373-4cf6-a848-fdb481cb6419 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:22:53.717033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:53.730057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:22:53Z', 'revision_number': 6, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:53.744266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-918e5602-55a5-4f99-b13d-f7583fc4b983 req-02a78b08-e4cd-461b-bdba-6de0c6f3cf08 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333980 Jul 16 22:22:53.774940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e965ae-ecb4-411c-aeda-3ed5f2f32fbb None None] The sync data for ids ['ccebc6dc-3373-4cf6-a848-fdb481cb6419'] in n-d-793621-16 is: [{'id': 'ccebc6dc-3373-4cf6-a848-fdb481cb6419', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-529497184-router', 'tenant_id': '03e23e2e405d46179c15a4a8a38f830e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:32Z', 'updated_at': '2021-07-16T22:22:53Z', 'revision_number': 6, 'project_id': '03e23e2e405d46179c15a4a8a38f830e', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:22:53.779023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] For port 01a490ab-be67-46b4-8097-fec00a8592f8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01a490ab-be67-46b4-8097-fec00a8592f8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:53.779526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.808006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094d73a-8ebd-4b1f-98e3-0f172c641bf4 req-e42d9c14-e4fe-400b-8f7c-205bf7caf36c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:53.814725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Calling delete_port for 01a490ab-be67-46b4-8097-fec00a8592f8 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:53.820439 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9094d73a-8ebd-4b1f-98e3-0f172c641bf4 req-e42d9c14-e4fe-400b-8f7c-205bf7caf36c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.8199499 Jul 16 22:22:53.919137 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:53.963720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1247534045-network', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:54.006220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:54.011397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.018178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.026765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.061207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9094d73a-8ebd-4b1f-98e3-0f172c641bf4 req-3291a96f-1142-4d7f-9c9a-e2d8054a2061 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378452 Jul 16 22:22:54.084497 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.098751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:54.169675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:54.229828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Network 927cde9f-9085-4fce-a1ac-df684e3b7261 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:54.307946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.340516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.372401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:22:54.393812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:54.401011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:54.423563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.424090 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Added segment 4878378a-7e1f-416c-9bfb-86ea6f3c03d1 of type vlan for network 5705b4a0-5af4-48d9-a02f-69e2d9224147 Jul 16 22:22:54.441130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:54.490457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.505589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.543032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7ea88-a6ee-4f78-9685-973fb359d59f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:54.552326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Pushing event deleted for resources: {'Port': ['ID=01a490ab-be67-46b4-8097-fec00a8592f8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:54.617941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d72e-e236-47a6-95be-733871664848 req-65de4098-2688-4cce-9949-8a468c762f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:54.619593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-65de4098-2688-4cce-9949-8a468c762f2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1100 time: 0.7837162 Jul 16 22:22:54.711904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c50874e5-26f0-4805-bdb0-e6de61ca9651 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:54.791046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2426618c-3d18-4702-9341-922ca8a33c56 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:54.820186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2426618c-3d18-4702-9341-922ca8a33c56 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:54.820186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2426618c-3d18-4702-9341-922ca8a33c56 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:54.820595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01a490ab-be67-46b4-8097-fec00a8592f8 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:54.880722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6db997c-7103-48a1-b61d-cecd7e74706b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:54.882168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 01a490ab-be67-46b4-8097-fec00a8592f8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:54.882168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01a490ab-be67-46b4-8097-fec00a8592f8 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:54.921141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:54.937245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:54.938049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.002842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Transition to ACTIVE for port object a6db997c-7103-48a1-b61d-cecd7e74706b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:55.022601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.050421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-acc9c82d-a56a-43b0-b86c-fde5252361ae tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1033468 Jul 16 22:22:55.050782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.052024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.052336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.085212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Request body: {'port': {'device_id': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:55.094375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3735790 Jul 16 22:22:55.099113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49710) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:55.106504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Request body: {'subnet': {'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1247534045-subnet', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:55.125042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89020eb2-7e21-4121-911c-49f4724fca4f req-3b9ab918-eb76-4d33-87be-d8d2b0b8d089 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.126563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89020eb2-7e21-4121-911c-49f4724fca4f req-3b9ab918-eb76-4d33-87be-d8d2b0b8d089 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=28fab8f2-1dab-4273-a2f2-773418a318ab HTTP/1.1" status: 200 len: 943 time: 0.8171630 Jul 16 22:22:55.132065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa7f4-3a24-4893-a0fb-2b012a474059 req-b636bb71-b00a-4867-b3a2-d6410b17ac87 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.135497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-325aa7f4-3a24-4893-a0fb-2b012a474059 req-b636bb71-b00a-4867-b3a2-d6410b17ac87 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 932 time: 0.7180367 Jul 16 22:22:55.137323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d72e-e236-47a6-95be-733871664848 req-a79e589e-de57-45ea-b69f-2d6dffb03926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.139262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-a79e589e-de57-45ea-b69f-2d6dffb03926 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.5056193 Jul 16 22:22:55.158103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.240819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Pushing event updated for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:55.271607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee7a5-d611-40fc-851b-a617a5248ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=5705b4a0-5af4-48d9-a02f-69e2d9224147,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:55.285819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:22:55.308555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:22:55.310929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.333244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.341193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.359147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-9010ed50-f865-417d-a4c2-393cec8e88c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.2026417 Jul 16 22:22:55.445048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d72e-e236-47a6-95be-733871664848 req-41af16c0-d14e-48e6-ae51-3913c470cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.447599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-41af16c0-d14e-48e6-ae51-3913c470cf05 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0789516 Jul 16 22:22:55.457876 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-325aa7f4-3a24-4893-a0fb-2b012a474059 req-2d1b91a4-f63e-4fd8-be5b-8333e735dd7b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166611 Jul 16 22:22:55.459376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.462413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.463257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccebc6dc-3373-4cf6-a848-fdb481cb6419 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:22:55.467578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.471593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f2e9d41b-263e-4fd4-96ee-4f23d08be48b admin admin] 10.222.0.70 "DELETE /v2.0/routers/ccebc6dc-3373-4cf6-a848-fdb481cb6419 HTTP/1.1" status: 204 len: 168 time: 2.5540113 Jul 16 22:22:55.472314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:55.493162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Attempting to bind port a6db997c-7103-48a1-b61d-cecd7e74706b on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:55.493672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Attempting to bind port a6db997c-7103-48a1-b61d-cecd7e74706b by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:55.494509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Attempting to bind port a6db997c-7103-48a1-b61d-cecd7e74706b on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:55.675610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Deleting subnet eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:22:55.679294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.714892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port c50874e5-26f0-4805-bdb0-e6de61ca9651 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:55.715463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.750165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Port a6db997c-7103-48a1-b61d-cecd7e74706b on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:55.750490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Attempting to bind port a6db997c-7103-48a1-b61d-cecd7e74706b on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:55.809218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.849812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:55.850176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:55.850533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:55.850980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Bound port: a6db997c-7103-48a1-b61d-cecd7e74706b, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:55.851333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.906724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:55.982966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d72e-e236-47a6-95be-733871664848 req-83c8e644-5d45-4f04-8053-3143ce55fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:55.984351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-83c8e644-5d45-4f04-8053-3143ce55fd2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5097330 Jul 16 22:22:56.009949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port c50874e5-26f0-4805-bdb0-e6de61ca9651, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c50874e5-26f0-4805-bdb0-e6de61ca9651,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:56.009949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.024180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac4f3a5-8214-40c8-9285-8f7a3c079b14,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:56.049008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.051912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for c50874e5-26f0-4805-bdb0-e6de61ca9651 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:56.107405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:56.108282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Checking segment: {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:56.109197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Network hostable DHCP agents. Network: 5705b4a0-5af4-48d9-a02f-69e2d9224147, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:22:56.133480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02200e4f-279c-4d21-a83b-9d382485bc6c req-a8d12941-f17b-4e3f-9e72-393e5895d03d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:56.137620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02200e4f-279c-4d21-a83b-9d382485bc6c req-a8d12941-f17b-4e3f-9e72-393e5895d03d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 944 time: 0.3839729 Jul 16 22:22:56.142430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a6db997c-7103-48a1-b61d-cecd7e74706b,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:56.175989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154569f3-ba96-4e75-8096-b533c272df0c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:56.190649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.198742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-d7bf9314-900e-4a6f-b9eb-b61e748c6cde service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951551 Jul 16 22:22:56.199827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:22:56.205154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.207426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.235004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Transition to ACTIVE for port object 154569f3-ba96-4e75-8096-b533c272df0c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:56.254101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8d20b2-5ab9-44b6-954d-bb55ea6859c5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:56.255996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 5705b4a0-5af4-48d9-a02f-69e2d9224147) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:56.262664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.264715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a471b3ff-3075-4765-a1e4-98e910eeb248 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb8d20b2-5ab9-44b6-954d-bb55ea6859c5 HTTP/1.1" status: 204 len: 168 time: 0.7888725 Jul 16 22:22:56.266210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:56.267627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.271471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:56.276357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f4931-a8bd-469d-b1ea-3f1ff51e94e8 None None] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:56.281537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620d25f-07c8-4c17-b845-12df55aa1e3b None None] Network 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:22:56.313872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.338196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:56.338826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8af4265b-9d86-491a-adb0-83aeb2f39997 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2359462 Jul 16 22:22:56.339665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.341460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:56.343053 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] 10.222.0.47 "PUT /v2.0/ports/a6db997c-7103-48a1-b61d-cecd7e74706b HTTP/1.1" status: 200 len: 1093 time: 3.2114863 Jul 16 22:22:56.346057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:56.348755 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb116f25-a917-4f8e-8f38-09e7a496c49b" -d '{"events": [{"name": "network-changed", "server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:56.354921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:22:56.434428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.442870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02200e4f-279c-4d21-a83b-9d382485bc6c req-b9361b2a-2484-49b7-a0f8-6aafcbb3697b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428858 Jul 16 22:22:56.457299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.458954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.497624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.568490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=c50874e5-26f0-4805-bdb0-e6de61ca9651,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:56.683755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port c50874e5-26f0-4805-bdb0-e6de61ca9651 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:56.686581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.694307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.700716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-5705b4a0-5af4-48d9-a02f-69e2d9224147', 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'fixed_ips': [{'subnet_id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:22:56.701675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.707250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89020eb2-7e21-4121-911c-49f4724fca4f req-d32c94ae-1624-4bf6-a02f-25f1b53eb1b1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "DELETE /v2.0/ports/c50874e5-26f0-4805-bdb0-e6de61ca9651 HTTP/1.1" status: 204 len: 173 time: 1.5695841 Jul 16 22:22:56.707960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-deleted', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:56.710788 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0de6d2-0a08-411d-a28a-932b0430e482" -d '{"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-deleted", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:56.721318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863546-7573-4cd1-a428-ea5c20a4db5e service neutron] Pushing event updated for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:56.748752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:22:56.842981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:56.859366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] DHCP port deletion for 0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:22:56.912366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Deleting port f6580d58-b25f-4db3-b0be-f56d5252344f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:56.916084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:56.984549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ff2d72e-e236-47a6-95be-733871664848 req-90f3a2e0-fa51-4a4a-85c2-719a65caca60 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762847 Jul 16 22:22:56.990734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:56.992109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:56.993053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:57.001080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-09ba14bc-7087-4ba4-a45d-d8239aeba922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:57.001850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-09ba14bc-7087-4ba4-a45d-d8239aeba922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 1096 time: 0.5624106 Jul 16 22:22:57.002506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:22:57.003191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:57.009587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:57.009850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:57.010237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:57.010918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Bound port: 154569f3-ba96-4e75-8096-b533c272df0c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:57.011276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.093601 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-a4789801-3692-45cb-8a12-e5068241dc1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6db997c-7103-48a1-b61d-cecd7e74706b HTTP/1.1" status: 200 len: 217 time: 0.0632417 Jul 16 22:22:57.247243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-d9f77b4d-6225-4eea-bbff-2a6fc78d47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:57.252131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-d9f77b4d-6225-4eea-bbff-2a6fc78d47a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1060781 Jul 16 22:22:57.270781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Allocated IP 172.20.0.2 (5705b4a0-5af4-48d9-a02f-69e2d9224147/2ac4f3a5-8214-40c8-9285-8f7a3c079b14/fcee0389-727d-49c2-86da-337ffd3d385c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:57.291828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.300833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:57.310725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] For port f6580d58-b25f-4db3-b0be-f56d5252344f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6580d58-b25f-4db3-b0be-f56d5252344f,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:57.311090 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.338726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '584adc78-2eae-402b-8268-df0000a9de76', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '584adc78-2eae-402b-8268-df0000a9de76', 'mac_address': 'fa:16:3e:e1:6b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:22:57.342702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Deleting port f6580d58-b25f-4db3-b0be-f56d5252344f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:22:57.343260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.374496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Calling delete_port for f6580d58-b25f-4db3-b0be-f56d5252344f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:57.421551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-bfb06162-0bb8-420f-a658-61f1d4fc841f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779486 Jul 16 22:22:57.423162 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d43bc9-571d-4b37-9e24-fae5578f3cd6 x-openstack-request-id: req-42d43bc9-571d-4b37-9e24-fae5578f3cd6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:57.424125 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:57.424384 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42d43bc9-571d-4b37-9e24-fae5578f3cd6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:57.424818 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b', 'status': 'completed', 'code': 200} Jul 16 22:22:57.529123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] For port f6580d58-b25f-4db3-b0be-f56d5252344f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6580d58-b25f-4db3-b0be-f56d5252344f,segment=NetworkSegment(aeec3d8a-4156-4bdd-8100-a22d3578a98e),segment_id=aeec3d8a-4156-4bdd-8100-a22d3578a98e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:57.529433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.533349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.542138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-566ae622-721d-4b9f-be91-e71a9f726c80 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048191 Jul 16 22:22:57.568274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Calling delete_port for f6580d58-b25f-4db3-b0be-f56d5252344f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:22:57.571202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc842217-e911-4f2e-989b-97fa65a7bd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.596153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:22:57.671554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:22:57.682516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.696188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.743517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.748835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4361d5-c37b-4fea-8322-f75e5cde4d0d req-508168ea-dee0-4e0f-a4e0-88fe40798213 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:57.751956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb4361d5-c37b-4fea-8322-f75e5cde4d0d req-508168ea-dee0-4e0f-a4e0-88fe40798213 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.4974163 Jul 16 22:22:57.768708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:57.777584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Transition to ACTIVE for port object fcee0389-727d-49c2-86da-337ffd3d385c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:57.786718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f6580d58-b25f-4db3-b0be-f56d5252344f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:57.799449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] No DVR routers for this DVR port f6580d58-b25f-4db3-b0be-f56d5252344f on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:57.824782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Transition to ACTIVE for port object fcee0389-727d-49c2-86da-337ffd3d385c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:22:57.832803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb4361d5-c37b-4fea-8322-f75e5cde4d0d req-207e89a9-4c99-4ddf-a9b1-edba238ff237 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Jul 16 22:22:57.837300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:57.843236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c100dbad-0d02-46f2-81e8-9072f923acb0 req-646455f1-75b3-46aa-a8d2-d8d122cdbd0c service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833855 Jul 16 22:22:57.888675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.895035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:57.899285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3b531-d6fb-4488-a705-0ac98dc46a3a req-245871b0-a1fa-44ec-b976-0e513ee08c66 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:57.900917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9e3b531-d6fb-4488-a705-0ac98dc46a3a req-245871b0-a1fa-44ec-b976-0e513ee08c66 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.2263045 Jul 16 22:22:57.909971 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.919699 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.937561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:57.964520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:57.965438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:57.966440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:57.967252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] 10.222.0.68 "PUT /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 1093 time: 2.8945990 Jul 16 22:22:57.973806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:58.013384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['584adc78-2eae-402b-8268-df0000a9de76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:22:58.022950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.045273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:58.055811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] No DVR routers for this DVR port f6580d58-b25f-4db3-b0be-f56d5252344f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:22:58.089789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205cd0-74c3-454a-9108-c41a717b27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.096453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeec3d8a-4156-4bdd-8100-a22d3578a98e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:58.096700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeec3d8a-4156-4bdd-8100-a22d3578a98e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:22:58.101693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Pushing event updated for resources: {'Port': ['ID=fcee0389-727d-49c2-86da-337ffd3d385c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.127508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.133588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9e3b531-d6fb-4488-a705-0ac98dc46a3a req-4571ecbf-13a5-4eca-9c0e-027b8d265fa6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832020 Jul 16 22:22:58.150412 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.152394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c144eb-dda9-4358-bbe9-6b21c43ac947 None None] Pushing event deleted for resources: {'Port': ['ID=f6580d58-b25f-4db3-b0be-f56d5252344f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.161886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.173808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Attempting to bind port fcee0389-727d-49c2-86da-337ffd3d385c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:22:58.173808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Attempting to bind port fcee0389-727d-49c2-86da-337ffd3d385c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:22:58.180457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Attempting to bind port fcee0389-727d-49c2-86da-337ffd3d385c on network 5705b4a0-5af4-48d9-a02f-69e2d9224147 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:22:58.191585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.195667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:22:58.196656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:22:58.197841 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:22:58.208638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-2c2fa759-fd39-4e4e-b1cc-ca997c802286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:58.210997 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-2c2fa759-fd39-4e4e-b1cc-ca997c802286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 1096 time: 0.2592087 Jul 16 22:22:58.215655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:22:58.225482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Checking segment: {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:22:58.225482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.225482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Bound using segment: {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:22:58.225482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Bound port: fcee0389-727d-49c2-86da-337ffd3d385c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:22:58.225482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.261265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-53d0bd1f-3e37-41ff-b24c-bc74b20c6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:58.263416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-53d0bd1f-3e37-41ff-b24c-bc74b20c6ef6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1096 time: 0.2375171 Jul 16 22:22:58.300613 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d4f81-0c5f-42e6-a1e2-ff58199db117 x-openstack-request-id: req-ef7d4f81-0c5f-42e6-a1e2-ff58199db117 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:22:58.301129 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fab8f2-1dab-4273-a2f2-773418a318ab", "name": "network-vif-deleted", "tag": "c50874e5-26f0-4805-bdb0-e6de61ca9651", "status": "failed", "code": 422}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:22:58.312381 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef7d4f81-0c5f-42e6-a1e2-ff58199db117 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:22:58.312890 n-d-793621-16 neutron-server[93924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28fab8f2-1dab-4273-a2f2-773418a318ab', 'name': 'network-vif-deleted', 'tag': 'c50874e5-26f0-4805-bdb0-e6de61ca9651', 'status': 'failed', 'code': 422} returned with failed status Jul 16 22:22:58.341531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.351930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.351930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a HTTP/1.1" status: 204 len: 168 time: 2.0793009 Jul 16 22:22:58.358431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:22:58.371757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-9d2f754c-71fd-469d-b76c-f1d1d97434d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 217 time: 0.0964878 Jul 16 22:22:58.393670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60160-61d3-466a-bf5a-cc84074f76dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1829ee-9434-4c13-a1f6-e9e7ac9dda2a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.424023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Allocated IP 172.25.5.105 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1c9bd2a4-e5d9-4582-8211-25bb8ca54412) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:22:58.492387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] For port fcee0389-727d-49c2-86da-337ffd3d385c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:22:58.497845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] For port fcee0389-727d-49c2-86da-337ffd3d385c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fcee0389-727d-49c2-86da-337ffd3d385c,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:22:58.546219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.577260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.640835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:58.667190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6580d58-b25f-4db3-b0be-f56d5252344f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:22:58.722238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:22:58.728398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f6580d58-b25f-4db3-b0be-f56d5252344f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:22:58.728751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6580d58-b25f-4db3-b0be-f56d5252344f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:22:58.731605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:22:58.737442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:22:58.739827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.756854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f8fc-d28e-4d85-94ba-9435d1e0039f None None] Pushing event updated for resources: {'Port': ['ID=fcee0389-727d-49c2-86da-337ffd3d385c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:22:58.911424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-d4d0557d-178f-4a3f-b13a-4b663b22e164 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:58.918168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-d4d0557d-178f-4a3f-b13a-4b663b22e164 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.2536912 Jul 16 22:22:58.933443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-1d098f3f-3f31-4151-ac36-111c6e9a8016 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0143514 Jul 16 22:22:59.108523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-03ed9f00-d062-476b-b6b7-bcd773a22f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:59.110034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-03ed9f00-d062-476b-b6b7-bcd773a22f67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.6914663 Jul 16 22:22:59.122230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-e3ddc7fd-7465-48a7-ad4b-f177b3d69c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:59.123744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-e3ddc7fd-7465-48a7-ad4b-f177b3d69c05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.8936312 Jul 16 22:22:59.130067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-652d535b-61ee-4685-b737-e87389ee6582 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456020 Jul 16 22:22:59.147884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:59.163493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-1d84b9c5-b1e8-4be6-88ce-f384b9d54f49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426576 Jul 16 22:22:59.239221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-8fbba18d-58a2-40e5-b4ee-593cd9da7c4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6db997c-7103-48a1-b61d-cecd7e74706b HTTP/1.1" status: 200 len: 217 time: 0.1026995 Jul 16 22:22:59.389703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932e91c-311d-4383-bc4a-917f14822274 req-47efd6fc-0272-4bf1-8b8c-e05f8e90e47f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:59.391337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c932e91c-311d-4383-bc4a-917f14822274 req-47efd6fc-0272-4bf1-8b8c-e05f8e90e47f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 944 time: 0.8561492 Jul 16 22:22:59.424774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-78198693-e4b8-4246-a535-2d17b6ce7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:59.426277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-78198693-e4b8-4246-a535-2d17b6ce7866 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1689150 Jul 16 22:22:59.436845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:22:59.439284 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c" -d '{"events": [{"name": "network-changed", "server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "tag": "154569f3-ba96-4e75-8096-b533c272df0c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:22:59.497416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-271a4015-263a-4c9b-975a-0c89ce443853 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497870 Jul 16 22:22:59.540448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-5e24ac63-9781-4393-99fc-607ca1653459 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457441 Jul 16 22:22:59.556033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c932e91c-311d-4383-bc4a-917f14822274 req-7b35330a-2b6e-423f-8bd7-27b8cd690b2a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487041 Jul 16 22:22:59.774656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-072176fb-9092-4111-8ff8-1f9888e6ca2a service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932415 Jul 16 22:22:59.847262 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61339799-d6e2-4e36-8cc6-575515e56a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:22:59.904891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-9f38af2a-6a39-4861-9bd6-ff23ba047704 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940990 Jul 16 22:22:59.930249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5faa654-b106-46e4-a667-ca9ec1d21d8e req-422fc7fb-7906-4d71-82d7-82b5b2eafe91 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618555 Jul 16 22:22:59.971772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5d58d-e213-4ac5-a461-b4e19078cdeb req-ebd92e16-2ecc-4659-bfae-5d026ee7106e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:22:59.978687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13c5d58d-e213-4ac5-a461-b4e19078cdeb req-ebd92e16-2ecc-4659-bfae-5d026ee7106e tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 949 time: 0.2049224 Jul 16 22:22:59.987491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-0a9ce1c7-4e04-4b46-9457-8288dc5a57dc service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021666 Jul 16 22:22:59.989786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:00.035877 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:00.098386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb116f25-a917-4f8e-8f38-09e7a496c49b req-3b3ff07e-d5ce-44a2-a60e-48dd5217f679 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826937 Jul 16 22:23:00.112611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854713d3-4647-4646-a9d8-8172e692d384 None None] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:00.168305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:23:00.194634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13c5d58d-e213-4ac5-a461-b4e19078cdeb req-8db5f50a-e6eb-46e0-85d6-11950d395501 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202469 Jul 16 22:23:00.230656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:00.313360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5395d41-ed34-4290-8ccf-65197eb3ded5 None None] Provisioning for port fcee0389-727d-49c2-86da-337ffd3d385c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:00.346687 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0662f15f-0718-43b7-8a3c-37a522ce65c0 x-openstack-request-id: req-0662f15f-0718-43b7-8a3c-37a522ce65c0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:00.347199 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "tag": "154569f3-ba96-4e75-8096-b533c272df0c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:00.347610 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0662f15f-0718-43b7-8a3c-37a522ce65c0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:00.348260 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c', 'status': 'completed', 'code': 200} Jul 16 22:23:00.522977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:23:00.537682 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Sync routers for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:23:00.549990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-eec75c64-ed55-465d-a585-25d218d34746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:00.552120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-eec75c64-ed55-465d-a585-25d218d34746 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1096 time: 0.2029979 Jul 16 22:23:00.571031 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:00.572089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:00.573832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f661-bf1f-4807-94dc-1d3be525edf4 req-fe40aa5f-38e5-4f11-b397-bb181da46566 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:00.587004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95f1f661-bf1f-4807-94dc-1d3be525edf4 req-fe40aa5f-38e5-4f11-b397-bb181da46566 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.1448483 Jul 16 22:23:00.650735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:00.655252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e38eaa7e-25b9-4b50-bdcc-d0ea6436dab9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3095009 Jul 16 22:23:00.662848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:00.745758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a6db997c-7103-48a1-b61d-cecd7e74706b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:00.768346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fcee0389-727d-49c2-86da-337ffd3d385c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:00.785208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-322cdf5e-9351-45ff-8230-b31a7a011a1d req-22c469ad-cb86-4dec-aa6e-ee22fc909f80 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 210 time: 0.1358535 Jul 16 22:23:00.822861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:00.843023 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:00.885771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-45f563f0-0638-409f-835b-5fd8a913b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:00.891210 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-45f563f0-0638-409f-835b-5fd8a913b998 service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.2999599 Jul 16 22:23:00.909261 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:23:01.022616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95f1f661-bf1f-4807-94dc-1d3be525edf4 req-e0dd7303-1a4e-4e72-9c17-c585e3c818f2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356256 Jul 16 22:23:01.058039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-fb0cf68b-6f59-4b23-a350-c19da03a1683 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 217 time: 0.1566603 Jul 16 22:23:01.061526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 584adc78-2eae-402b-8268-df0000a9de76 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:01.074849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 584adc78-2eae-402b-8268-df0000a9de76 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:01.075319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.135181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port fcee0389-727d-49c2-86da-337ffd3d385c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:01.144497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fcee0389-727d-49c2-86da-337ffd3d385c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:01.145252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.177446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-2149dcef-e4a1-485e-befe-7e6e879d513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:01.179174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-2149dcef-e4a1-485e-befe-7e6e879d513c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.0944765 Jul 16 22:23:01.232871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9658-9184-4fc5-874f-6bbfffa6b66f req-00469ce8-0a83-485e-b263-c1568304b64a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:01.234491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31ea9658-9184-4fc5-874f-6bbfffa6b66f req-00469ce8-0a83-485e-b263-c1568304b64a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 944 time: 0.2343574 Jul 16 22:23:01.236608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-26ae64bd-704b-4b01-af33-18c711d8d29f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421689 Jul 16 22:23:01.276493 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:22:58Z', 'revision_number': 3, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:01.295400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Deleting port 8245fc5f-53bd-4bdb-af5d-092add9d31f6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:01.295751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.339081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Checking router: 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:23:01.339455 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Updating router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:23:01.350276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.370483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31ea9658-9184-4fc5-874f-6bbfffa6b66f req-b45b99f7-2fc8-4a17-ab00-25671dfaf1d7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221492 Jul 16 22:23:01.435984 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.453458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-d774e1b7-2014-4558-b052-1dedf9617d93 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981425 Jul 16 22:23:01.461621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] For port 8245fc5f-53bd-4bdb-af5d-092add9d31f6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8245fc5f-53bd-4bdb-af5d-092add9d31f6,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:01.461907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.475222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a6db997c-7103-48a1-b61d-cecd7e74706b,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:01.525598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port fcee0389-727d-49c2-86da-337ffd3d385c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fcee0389-727d-49c2-86da-337ffd3d385c,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:01.538281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.644882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.647522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d7a2d9-1011-453a-96eb-56c7d9ac218c req-89de5b23-a5ae-42ac-980c-f57d1ecf5f67 service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812761 Jul 16 22:23:01.648744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Calling delete_port for 8245fc5f-53bd-4bdb-af5d-092add9d31f6 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:01.651780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.706230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'a6db997c-7103-48a1-b61d-cecd7e74706b', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': 'a6db997c-7103-48a1-b61d-cecd7e74706b', 'mac_address': 'fa:16:3e:6f:60:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:01.711047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=fcee0389-727d-49c2-86da-337ffd3d385c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:01.722880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f312725-8b41-4f61-a101-5372e2f16f74 req-875defa6-9d3d-4719-8ce5-589c2e1e228f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:01.726768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f312725-8b41-4f61-a101-5372e2f16f74 req-875defa6-9d3d-4719-8ce5-589c2e1e228f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 949 time: 0.2906711 Jul 16 22:23:01.776380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.795679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.800521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:01.804836 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832bc17-646e-4f5f-9d8c-b7abeb322896" -d '{"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:01.818161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:01.826344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6db997c-7103-48a1-b61d-cecd7e74706b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:01.833536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.890931 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2fdaea-a930-4509-95d3-75ab7e61d7f8 x-openstack-request-id: req-9f2fdaea-a930-4509-95d3-75ab7e61d7f8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:01.891204 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:01.891499 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f2fdaea-a930-4509-95d3-75ab7e61d7f8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:01.891892 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'code': 200} Jul 16 22:23:01.919719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.929372 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.944154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a6db997c-7103-48a1-b61d-cecd7e74706b,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:01.959075 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Transition to ACTIVE for port object 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:01.961900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.971947 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:01.988285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Pushing event deleted for resources: {'Port': ['ID=8245fc5f-53bd-4bdb-af5d-092add9d31f6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.002418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.120015 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Pushing event updated for resources: {'Port': ['ID=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.125999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.130662 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Attempting to bind port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:02.131029 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Attempting to bind port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:02.131393 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Attempting to bind port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:02.156534 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.156845 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.157767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.158108 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.158438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.158767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.159088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.163348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.163703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.164050 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.164384 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.165079 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:02.168325 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:02.168696 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:02.169121 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.180551 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:02.181159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Bound port: 1c9bd2a4-e5d9-4582-8211-25bb8ca54412, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:02.181582 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.189469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c9720af-a927-4f4a-bad0-b396d9b716f7 req-64b6a78b-d06c-47b9-9374-3f76fdd7e538 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 210 time: 0.0542641 Jul 16 22:23:02.194002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808f565-259d-47f9-bd87-7b946c7e80a4 req-f9cc1134-d43b-4b32-b5ba-82465f3b310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:02.195701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7808f565-259d-47f9-bd87-7b946c7e80a4 req-f9cc1134-d43b-4b32-b5ba-82465f3b310c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1102 time: 0.2090237 Jul 16 22:23:02.236407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f312725-8b41-4f61-a101-5372e2f16f74 req-1ffff6ed-d9e8-4478-a0e1-fb1e24237b5d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504817 Jul 16 22:23:02.237067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a6db997c-7103-48a1-b61d-cecd7e74706b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:02.259242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Allocated IP 172.20.0.1 (5705b4a0-5af4-48d9-a02f-69e2d9224147/2ac4f3a5-8214-40c8-9285-8f7a3c079b14/198b22a0-a7e8-40ad-94bc-c1a74ae15116) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:02.308686 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] For port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:02.317529 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] For port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:02.333406 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.430091 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:02.430970 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:02.467799 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f1c1-da7a-47e1-9ab3-c70303e05c9a None None] Pushing event updated for resources: {'Port': ['ID=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.468079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.503172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Transition to ACTIVE for port object 198b22a0-a7e8-40ad-94bc-c1a74ae15116 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:02.584104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.611348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:02.628898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.650648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7808f565-259d-47f9-bd87-7b946c7e80a4 req-b5ff97ce-a606-40f0-b58a-25fcca57056e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970122 Jul 16 22:23:02.701721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:02.720056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.729117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:02.733122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:02.756546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-145ed4c2-fb38-4c21-8cd2-c83d2886935e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:02.758326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-145ed4c2-fb38-4c21-8cd2-c83d2886935e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.5678461 Jul 16 22:23:02.789303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:02.790783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fcee0389-727d-49c2-86da-337ffd3d385c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:02.810229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': '86143e58-b01a-47af-ac57-526e8359fa32', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:02.824171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.902994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fcee0389-727d-49c2-86da-337ffd3d385c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:02.903661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:02.981985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298ec85-bdec-4e4d-b4c4-6407e9853eec req-614abfcb-ebf4-4d1b-b552-f0650edbfa68 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:02.989941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9298ec85-bdec-4e4d-b4c4-6407e9853eec req-614abfcb-ebf4-4d1b-b552-f0650edbfa68 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 945 time: 0.3136339 Jul 16 22:23:03.093593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:22:58Z', 'revision_number': 3, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:03.095916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9298ec85-bdec-4e4d-b4c4-6407e9853eec req-03fda843-15a2-444f-8696-d4f93a2dfce5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050706 Jul 16 22:23:03.127244 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ac1ff-6080-4915-8358-47f41ecd4c26 None None] The sync data for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 is: [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:22:58Z', 'revision_number': 3, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:23:03.145482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c1fb564-2b16-42d2-8a29-1b27b71a0647 None None] Provisioning for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:03.162452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c1fb564-2b16-42d2-8a29-1b27b71a0647 None None] Provisioning complete for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:03.162996 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb564-2b16-42d2-8a29-1b27b71a0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.174232 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.387349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fe1f5-acae-444e-869c-6dd9f12f66c1 req-dd51f6cb-ed8c-46c5-97bf-6efc9cebdc22 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:03.394751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a68fe1f5-acae-444e-869c-6dd9f12f66c1 req-dd51f6cb-ed8c-46c5-97bf-6efc9cebdc22 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.8650846 Jul 16 22:23:03.413444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.424997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.443374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fb564-2b16-42d2-8a29-1b27b71a0647 None None] Port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:03.500026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a68fe1f5-acae-444e-869c-6dd9f12f66c1 req-bfb8cb8a-41a4-4820-9741-aea95f379041 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041894 Jul 16 22:23:03.509596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.513606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:03.658751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:03.668420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:03.726148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b77580b-667e-421e-946c-a6ec98c9bf45 req-8c44003b-c9b5-4831-9314-727bc188f13d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 210 time: 0.0718648 Jul 16 22:23:03.755830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:03.757806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:03.903518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.10 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/222c5c46-5a68-42f0-9d8d-c61f81d676e4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:04.005911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:23:04.124557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Router 2eafb714-8783-4004-9680-805a91ad8e87 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:23:04.172658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.198694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:23:04.217600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-308579eb-0a75-4a48-8797-9c916a05fc4d admin admin] 10.222.0.70 "PUT /v2.0/routers/4be2bc6d-a83e-490c-a24a-8fc1d500ed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471904 Jul 16 22:23:04.227883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0cbb38e9-2ad3-4450-b636-36eeb85231a9 None None] Provisioning complete for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:04.228362 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cbb38e9-2ad3-4450-b636-36eeb85231a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.310540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:23:04.317815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb38e9-2ad3-4450-b636-36eeb85231a9 None None] Port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:04.320815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f71b043f-ef80-47e3-ab2a-49a8e725f909 admin admin] 10.222.0.70 "PUT /v2.0/routers/2eafb714-8783-4004-9680-805a91ad8e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9564214 Jul 16 22:23:04.321109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49816) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:04.325336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Sync routers for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:23:04.329840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5108-4de9-48ba-abcb-2a8253d8b09e req-4937f614-e035-4703-8910-70337653f8a7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:04.331678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39cc5108-4de9-48ba-abcb-2a8253d8b09e req-4937f614-e035-4703-8910-70337653f8a7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.3076046 Jul 16 22:23:04.347633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:04.351186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:04.396538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39cc5108-4de9-48ba-abcb-2a8253d8b09e req-83b0dd43-afc5-430d-a88b-4efe015a68b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Jul 16 22:23:04.426909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.534156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:04.592792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:04.606293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:04.616838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:04.627952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:04.650808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:04.675924 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.690647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1397903690'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:04.710064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:04.721476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:04.722414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.780848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a6db997c-7103-48a1-b61d-cecd7e74706b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:04.790351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-77ac2d2a-e85b-4d08-b6c0-0664a08b2aa8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9865251 Jul 16 22:23:04.815654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Request body: {'port': {'device_id': '86143e58-b01a-47af-ac57-526e8359fa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:04.901737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:04.905353 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:04.936359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19841f65-faa9-41e2-957e-2fdaa2622f59 req-ac1681eb-c48f-4ae3-8195-d6bf41eacfc0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:04.943455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19841f65-faa9-41e2-957e-2fdaa2622f59 req-ac1681eb-c48f-4ae3-8195-d6bf41eacfc0 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 944 time: 0.2492771 Jul 16 22:23:04.975584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:04.983015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:04.983393 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.013854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.025213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port a6db997c-7103-48a1-b61d-cecd7e74706b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:05.035902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:23:05.036204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port a6db997c-7103-48a1-b61d-cecd7e74706b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:05.036380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.045973 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.046314 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Added segment a41322ce-54e4-4800-8f20-31b3f1dc1a84 of type vlan for network dc868318-df7e-4dbe-984a-e761bdab415c Jul 16 22:23:05.087360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.093397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '023d5d22-75df-46ff-bad4-394843f09fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:23:01Z', 'revision_number': 5, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port': {'id': '023d5d22-75df-46ff-bad4-394843f09fca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafb714-8783-4004-9680-805a91ad8e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:17:41Z', 'updated_at': '2021-07-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:05.137412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac5ec-6899-4adf-80e1-ef67a37486fb req-4120d64e-6b4b-4088-ad3c-7834ab882887 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:05.137820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19841f65-faa9-41e2-957e-2fdaa2622f59 req-357103b5-2661-4b9e-9f62-495efcf19d86 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931772 Jul 16 22:23:05.144876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f80ac5ec-6899-4adf-80e1-ef67a37486fb req-4120d64e-6b4b-4088-ad3c-7834ab882887 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 945 time: 0.5552700 Jul 16 22:23:05.145298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Checking router: 2eafb714-8783-4004-9680-805a91ad8e87 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:23:05.168792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.196569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-77a8ea64-c6b8-4e5e-a7d3-c150231cc58a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:05.199673 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.204389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-77a8ea64-c6b8-4e5e-a7d3-c150231cc58a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 944 time: 0.4443738 Jul 16 22:23:05.206870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f80ac5ec-6899-4adf-80e1-ef67a37486fb req-6de85823-1239-4745-b95b-8243e04d2133 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606902 Jul 16 22:23:05.207526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.219073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Routers {'2eafb714-8783-4004-9680-805a91ad8e87'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:05.220475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2eafb714-8783-4004-9680-805a91ad8e87'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:05.221160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:05.223686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.286267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:05.314129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Deleting port 023d5d22-75df-46ff-bad4-394843f09fca {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:05.316402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.320351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.326360 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.398014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:05.400434 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddf6b0f-af26-438a-894b-3be6a68efc94" -d '{"events": [{"server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:05.427919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a6db997c-7103-48a1-b61d-cecd7e74706b,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:05.435845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] Set router 2eafb714-8783-4004-9680-805a91ad8e87 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:05.443056 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.487132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] For port 023d5d22-75df-46ff-bad4-394843f09fca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=023d5d22-75df-46ff-bad4-394843f09fca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:05.487582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.494755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9516852 Jul 16 22:23:05.501670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 6, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:05.503998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:05.504170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:05.513359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Calling delete_port for 023d5d22-75df-46ff-bad4-394843f09fca owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:05.524318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'subnet': {'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:05.537156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e10d0-a215-4b6f-badc-61b825c6b275 None None] The sync data for ids ['2eafb714-8783-4004-9680-805a91ad8e87'] in n-d-793621-16 is: [{'id': '2eafb714-8783-4004-9680-805a91ad8e87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-418667982-router', 'tenant_id': 'fb5eb3b864384c1997e98071410d3c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:17:40Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 6, 'project_id': 'fb5eb3b864384c1997e98071410d3c7e', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:23:05.541298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372efae-4ae5-4a78-bf6d-f6ef42a64918 req-43bebedb-3ae0-4deb-a75e-e8fb5331dd7b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:05.542851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f372efae-4ae5-4a78-bf6d-f6ef42a64918 req-43bebedb-3ae0-4deb-a75e-e8fb5331dd7b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.1374009 Jul 16 22:23:05.588643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:05.639794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfb6d9-d6a6-4599-9762-b9a98c46096e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Network': ['ID=dc868318-df7e-4dbe-984a-e761bdab415c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:05.644370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f372efae-4ae5-4a78-bf6d-f6ef42a64918 req-a7730d65-66aa-42f8-96b6-bc8a66a78594 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577595 Jul 16 22:23:05.654271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network dc868318-df7e-4dbe-984a-e761bdab415c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:23:05.706370 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba3ff8-4731-4fde-9f14-50464c156de0 x-openstack-request-id: req-06ba3ff8-4731-4fde-9f14-50464c156de0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:05.706668 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:05.706928 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06ba3ff8-4731-4fde-9f14-50464c156de0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:05.707327 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b', 'code': 200} Jul 16 22:23:05.774214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79816545-0298-4f4c-a8df-e25a0f7f978d req-e50c15ab-d9a3-486e-ad66-183152146e7d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:05.775845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79816545-0298-4f4c-a8df-e25a0f7f978d req-e50c15ab-d9a3-486e-ad66-183152146e7d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 932 time: 0.3423686 Jul 16 22:23:05.798334 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Sync routers for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:23:05.803925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Deleting port 15b059ef-7af7-42a6-bf4b-62562044ba44 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:05.804180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.805255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:05.815316 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:05.817462 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:05.861672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=023d5d22-75df-46ff-bad4-394843f09fca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:05.969151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79816545-0298-4f4c-a8df-e25a0f7f978d req-4af4bf35-8f18-46a1-8381-50d3bb66855c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747274 Jul 16 22:23:05.974024 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:05.980677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:05.984193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.027166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.033323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be318ddb-323f-499e-8155-114c266708de req-57ffdc68-b707-4f4f-8874-87341e271a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:06.033323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be318ddb-323f-499e-8155-114c266708de req-57ffdc68-b707-4f4f-8874-87341e271a03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 1098 time: 0.1932938 Jul 16 22:23:06.042337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83730d-cf3b-487f-b65e-7ba7e08758ef req-6759d1f2-d24b-4aa2-b8ae-7da98c287e25 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:06.043871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa83730d-cf3b-487f-b65e-7ba7e08758ef req-6759d1f2-d24b-4aa2-b8ae-7da98c287e25 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2012684 Jul 16 22:23:06.110980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] For port 15b059ef-7af7-42a6-bf4b-62562044ba44, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=15b059ef-7af7-42a6-bf4b-62562044ba44,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:06.111348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.142333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Calling delete_port for 15b059ef-7af7-42a6-bf4b-62562044ba44 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:06.177019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.185253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.194560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222c5c46-5a68-42f0-9d8d-c61f81d676e4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:06.197150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be318ddb-323f-499e-8155-114c266708de req-a06b3098-a836-409a-9714-de67927f8c45 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264954 Jul 16 22:23:06.202503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa83730d-cf3b-487f-b65e-7ba7e08758ef req-ca713a75-a1d0-4831-a4e5-e6daa1b4dd83 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329927 Jul 16 22:23:06.233760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.254104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.254750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eafb714-8783-4004-9680-805a91ad8e87 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:23:06.258851 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:23:03Z', 'revision_number': 4, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '198b22a0-a7e8-40ad-94bc-c1a74ae15116', 'name': '', 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'mac_address': 'fa:16:3e:10:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:01Z', 'updated_at': '2021-07-16T22:23:03Z', 'revision_number': 2, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'subnets': [{'id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:06.263176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.266624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cf4c1ce9-8d0f-4e7c-addf-a5a8101a7f13 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2eafb714-8783-4004-9680-805a91ad8e87 HTTP/1.1" status: 204 len: 168 time: 1.9422371 Jul 16 22:23:06.266894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:06.296464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Checking router: 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:23:06.297412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Updating router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:23:06.308747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Transition to ACTIVE for port object 222c5c46-5a68-42f0-9d8d-c61f81d676e4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:06.324783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.348845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Deleting subnet b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:23:06.361489 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.380093 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.453415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.454060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Pushing event updated for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:06.478102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.534071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20260-9ee0-4094-b39a-9abb78a6b9e7 req-79b35252-5648-48d4-8926-f3bad7c545d0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:06.535525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbd20260-9ee0-4094-b39a-9abb78a6b9e7 req-79b35252-5648-48d4-8926-f3bad7c545d0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 946 time: 0.1441343 Jul 16 22:23:06.635502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbd20260-9ee0-4094-b39a-9abb78a6b9e7 req-d3da96a8-9d6c-4c18-8567-80160e783fa0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Jul 16 22:23:06.644290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.661659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Subnet': ['ID=8f3052d5-9248-4fa3-8aae-ce89fb5daa3b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:06.678260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:06.683141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.704797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['15b059ef-7af7-42a6-bf4b-62562044ba44'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:06.737287 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.758218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:06.758602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.778538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:06.782217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.787405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Attempting to bind port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:06.788035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Attempting to bind port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:06.788234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Attempting to bind port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:06.790424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5fe59-bf7d-49c7-b6dd-9b2e10074514 None None] Network 15386ae4-067e-4e04-bf15-632e50155d4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:06.800187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-49d900ef-f1eb-4318-941a-4fdb45586fce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b7c4a96f-56a5-404d-ae13-8d5f9f6e0e93 HTTP/1.1" status: 204 len: 168 time: 0.5320551 Jul 16 22:23:06.800696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:06.805302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event deleted for resources: {'Port': ['ID=15b059ef-7af7-42a6-bf4b-62562044ba44,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:06.817159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Checking segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:06.817535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network hostable DHCP agents. Network: dc868318-df7e-4dbe-984a-e761bdab415c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:23:06.839820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 154569f3-ba96-4e75-8096-b533c272df0c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:06.864457 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.889986 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Transition to ACTIVE for port object 198b22a0-a7e8-40ad-94bc-c1a74ae15116 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:06.896021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:06.897528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Attempting to bind port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:06.899942 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.905481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:06.905858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:06.906207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:06.906651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Bound port: 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:06.907043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.910412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] No DVR routers for this DVR port 15b059ef-7af7-42a6-bf4b-62562044ba44 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:06.915177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.917313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6bacb81c-85bc-40d1-b7d4-17d938dc76d1 req-b53e9b0f-620b-495f-9d76-3fd72effd21a tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "DELETE /v2.0/ports/15b059ef-7af7-42a6-bf4b-62562044ba44 HTTP/1.1" status: 204 len: 173 time: 1.6682389 Jul 16 22:23:06.931976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-deleted', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:06.942268 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96f7dc-a616-40e0-81f0-7262a8503624" -d '{"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-deleted", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:06.960183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:06.973603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c48fd-326b-4332-a9c9-11e8bd3b2698 req-a6af1428-0522-4efd-93c9-c912c5803430 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:06.980931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c16c48fd-326b-4332-a9c9-11e8bd3b2698 req-a6af1428-0522-4efd-93c9-c912c5803430 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f1d2ff-8cef-42c2-93a2-e4b806f26e32 HTTP/1.1" status: 200 len: 866 time: 0.4281924 Jul 16 22:23:07.023003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ec8e-6d23-4e75-a077-040948bef2ec None None] Pushing event updated for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:07.046510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network dc868318-df7e-4dbe-984a-e761bdab415c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:23:07.047239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1834-20e3-4596-bc18-15680542714c req-dfb0c6dd-791e-46e4-bdfc-bc12e60184fc tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.063094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3bd1834-20e3-4596-bc18-15680542714c req-dfb0c6dd-791e-46e4-bdfc-bc12e60184fc tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1102 time: 0.2150626 Jul 16 22:23:07.091569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, dc868318-df7e-4dbe-984a-e761bdab415c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:07.114728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c16c48fd-326b-4332-a9c9-11e8bd3b2698 req-46bd82ce-9a87-404f-afcd-f1656b2f0839 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326964 Jul 16 22:23:07.128508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.129330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.132187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44617abc-84bd-4692-88dd-1e9aa13977fd None None] Network dc868318-df7e-4dbe-984a-e761bdab415c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:07.169670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3bd1834-20e3-4596-bc18-15680542714c req-e78d1b27-23a6-4735-a232-f15b1234a24d tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Jul 16 22:23:07.182903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:07.203288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:07.208563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f3c6f458-8fbb-46f8-b8f0-8ad2630533d5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6918805 Jul 16 22:23:07.209833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49856) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:07.217941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1522246609'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:07.227809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Deleting port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:07.229458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.235517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.237094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Attempting to bind port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:07.239036 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Attempting to bind port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:07.239714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Attempting to bind port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 on network 5705b4a0-5af4-48d9-a02f-69e2d9224147 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:07.263316 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:07.264009 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Checking segment: {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:07.264603 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.265192 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Bound using segment: {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:07.265836 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Bound port: 198b22a0-a7e8-40ad-94bc-c1a74ae15116, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4878378a-7e1f-416c-9bfb-86ea6f3c03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:07.268916 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.358596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.359244 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.361254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] 10.222.0.68 "PUT /v2.0/ports/222c5c46-5a68-42f0-9d8d-c61f81d676e4 HTTP/1.1" status: 200 len: 1093 time: 2.5521140 Jul 16 22:23:07.400682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:07.404366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.411134 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] For port 198b22a0-a7e8-40ad-94bc-c1a74ae15116, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:07.416364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] For port 198b22a0-a7e8-40ad-94bc-c1a74ae15116, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=198b22a0-a7e8-40ad-94bc-c1a74ae15116,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:07.424043 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.461700 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035a991-5ed0-46c0-b5f0-a604b87a8a59 x-openstack-request-id: req-8035a991-5ed0-46c0-b5f0-a604b87a8a59 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:07.462032 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f1d2ff-8cef-42c2-93a2-e4b806f26e32", "name": "network-vif-deleted", "tag": "15b059ef-7af7-42a6-bf4b-62562044ba44", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:07.462515 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8035a991-5ed0-46c0-b5f0-a604b87a8a59 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:07.462924 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f1d2ff-8cef-42c2-93a2-e4b806f26e32', 'name': 'network-vif-deleted', 'tag': '15b059ef-7af7-42a6-bf4b-62562044ba44', 'status': 'completed', 'code': 200} Jul 16 22:23:07.506332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ce70-bc02-4226-b24c-806d9335c931 service neutron] Pushing event updated for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:07.508763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] For port d97c4e3b-a737-47e3-8e3a-75aa00fcc617, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,segment=NetworkSegment(d8ff1429-e190-4aec-9248-83be47a23169),segment_id=d8ff1429-e190-4aec-9248-83be47a23169)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:07.512791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:23:07.513399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.514618 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:07.515404 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:07.527953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.528302 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Added segment 3f885eba-dfa2-4399-b05f-6d8a39aaad1b of type vlan for network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 Jul 16 22:23:07.553131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Calling delete_port for d97c4e3b-a737-47e3-8e3a-75aa00fcc617 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:07.616467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.656696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081a476-1671-471d-a926-b8be69b2d425 req-f5b80db0-74a5-43d9-af98-ca52d9d8e5a2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.663911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f081a476-1671-471d-a926-b8be69b2d425 req-f5b80db0-74a5-43d9-af98-ca52d9d8e5a2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.2626624 Jul 16 22:23:07.680179 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:07.699948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-09f88fe3-417f-4b42-ac0a-1059facd176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.702621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-09f88fe3-417f-4b42-ac0a-1059facd176e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 1096 time: 0.2387748 Jul 16 22:23:07.706777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.724818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:07.726644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.730847 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ec8e-6d23-4e75-a077-040948bef2ec None None] Pushing event updated for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:07.740241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:07.768998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f081a476-1671-471d-a926-b8be69b2d425 req-70eec6dc-1729-463b-8fe1-d4bf08d346e7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040754 Jul 16 22:23:07.776692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '154569f3-ba96-4e75-8096-b533c272df0c', 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261', 'port_id': '154569f3-ba96-4e75-8096-b533c272df0c', 'mac_address': 'fa:16:3e:d2:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358600e-60a1-4d4e-afb8-cf8776dba445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:07.854964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.862332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8245fc5f-53bd-4bdb-af5d-092add9d31f6 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:07.876357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] No DVR routers for this DVR port d97c4e3b-a737-47e3-8e3a-75aa00fcc617 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:07.951819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97c4e3b-a737-47e3-8e3a-75aa00fcc617,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:07.962074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 8245fc5f-53bd-4bdb-af5d-092add9d31f6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:07.962816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8245fc5f-53bd-4bdb-af5d-092add9d31f6 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:07.963393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 023d5d22-75df-46ff-bad4-394843f09fca no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:07.973077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-dc868318-df7e-4dbe-984a-e761bdab415c', 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'fixed_ips': [{'subnet_id': '8f3052d5-9248-4fa3-8aae-ce89fb5daa3b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:23:07.974568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:07.978428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7675362 Jul 16 22:23:07.981555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701db9e-37ec-4777-8a77-477f19c70046 None None] DHCP port deletion for 15386ae4-067e-4e04-bf15-632e50155d4f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:23:07.982129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:07.991936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'subnet': {'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:08.016401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 023d5d22-75df-46ff-bad4-394843f09fca {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:08.017167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 023d5d22-75df-46ff-bad4-394843f09fca not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:08.024078 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.061784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154569f3-ba96-4e75-8096-b533c272df0c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:08.084769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:23:03Z', 'revision_number': 4, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '198b22a0-a7e8-40ad-94bc-c1a74ae15116', 'name': '', 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'mac_address': 'fa:16:3e:10:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:01Z', 'updated_at': '2021-07-16T22:23:07Z', 'revision_number': 4, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'subnets': [{'id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:08.120500 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8a9e1-2ab5-4472-8028-a31b46a8960e None None] The sync data for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 is: [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:23:03Z', 'revision_number': 4, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '198b22a0-a7e8-40ad-94bc-c1a74ae15116', 'name': '', 'network_id': '5705b4a0-5af4-48d9-a02f-69e2d9224147', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'mac_address': 'fa:16:3e:10:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:01Z', 'updated_at': '2021-07-16T22:23:07Z', 'revision_number': 4, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'subnets': [{'id': '2ac4f3a5-8214-40c8-9285-8f7a3c079b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:23:08.226994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:08.244932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.254597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.292902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15386ae4-067e-4e04-bf15-632e50155d4f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:08.311293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff1429-e190-4aec-9248-83be47a23169') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:08.311785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff1429-e190-4aec-9248-83be47a23169') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:08.324988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:08.329398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.336051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.390098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Allocated IP 19.80.0.2 (dc868318-df7e-4dbe-984a-e761bdab415c/8f3052d5-9248-4fa3-8aae-ce89fb5daa3b/84deb04d-cab3-4ac4-9f2d-4b68bbd853f7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:08.392581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:08.406526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.427488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:23:08.429472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:23:08.431614 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:23:08.529804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['154569f3-ba96-4e75-8096-b533c272df0c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:08.543468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-e536f5b1-fa30-4bb5-9362-758f6f56577a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4 HTTP/1.1" status: 200 len: 217 time: 0.7618582 Jul 16 22:23:08.614618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.644411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.652369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/15386ae4-067e-4e04-bf15-632e50155d4f HTTP/1.1" status: 204 len: 168 time: 1.8499560 Jul 16 22:23:08.662706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c86f4-12f9-4dc9-a1ee-cc5f40cb3689 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Network': ['ID=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:08.687473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d94a1-3d97-41ba-8b37-7df4a61bc7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15386ae4-067e-4e04-bf15-632e50155d4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:08.691118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:23:08.719380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:08.729808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 198b22a0-a7e8-40ad-94bc-c1a74ae15116 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:08.737852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0695-47bc-44c2-ba9d-32de15209a5f req-74f7f36a-5925-4244-b7f5-312c75d9b200 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:08.745199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6edc0695-47bc-44c2-ba9d-32de15209a5f req-74f7f36a-5925-4244-b7f5-312c75d9b200 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 944 time: 1.0521524 Jul 16 22:23:08.755570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-6af466c1-6bd0-4abb-8bf6-16e0efbb55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:08.757402 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-6af466c1-6bd0-4abb-8bf6-16e0efbb55af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.2015059 Jul 16 22:23:08.796000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-ca701b7f-c8fd-4d83-827c-14afd3bf6d07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2762017 Jul 16 22:23:08.809441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf95d2-95db-445c-8b26-686965db7c30 req-909de2f6-a565-4cc5-bc5c-6693a1a0d9ad tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:08.817800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ccf95d2-95db-445c-8b26-686965db7c30 req-909de2f6-a565-4cc5-bc5c-6693a1a0d9ad tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 946 time: 0.2684848 Jul 16 22:23:08.818055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-38b0625a-78a9-45c6-a211-1271214b6354 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405512 Jul 16 22:23:08.881287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Transition to ACTIVE for port object 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:08.913579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6edc0695-47bc-44c2-ba9d-32de15209a5f req-a60fda32-9427-4405-a51f-b5b02a1da147 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677756 Jul 16 22:23:08.935459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Transition to ACTIVE for port object 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:08.937656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ccf95d2-95db-445c-8b26-686965db7c30 req-8d665bfb-4f23-4235-a42c-cf94c24d2ef9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188314 Jul 16 22:23:08.988077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:09.033257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.043454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:09.074301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.083681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-91d66be7-3158-4cb5-883d-b5e449ca0366 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432637 Jul 16 22:23:09.146705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 15b059ef-7af7-42a6-bf4b-62562044ba44 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:09.147252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 15b059ef-7af7-42a6-bf4b-62562044ba44 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:09.235158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Subnet': ['ID=6857adac-0601-4ccd-a021-39a79fdea33f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:09.247236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04e5cba4-9fec-45e0-ba6b-7b7dfd0cc8df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03e23e2e405d46179c15a4a8a38f830e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2580369 Jul 16 22:23:09.247927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:09.256750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Network dc868318-df7e-4dbe-984a-e761bdab415c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:09.263746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Pushing event updated for resources: {'Port': ['ID=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:09.274881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:09.282324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:09.288102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Checking segment: {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:09.288536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network hostable DHCP agents. Network: 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:23:09.338967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfa068c-42cf-4e3d-9928-79ec71d19d48 req-9bf0e289-ae6a-4bf9-93e1-4c29cafb2d4b service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457297 Jul 16 22:23:09.349761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:23:09.373010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:09.375944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.385330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:09.385712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.395445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb3c54-7a93-43e4-808c-e4b76b1bb6a7 req-7248971c-5d4b-4615-af9e-64833713a9e9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:09.403496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aaeb3c54-7a93-43e4-808c-e4b76b1bb6a7 req-7248971c-5d4b-4615-af9e-64833713a9e9 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2311997 Jul 16 22:23:09.408984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:09.421003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Attempting to bind port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:09.421389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Attempting to bind port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:09.421754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Attempting to bind port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 on network dc868318-df7e-4dbe-984a-e761bdab415c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:09.424459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f527c-982c-4ce7-8306-23409a8541ed None None] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:09.436847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:09.437982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.456662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:09.457083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Checking segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:09.457498 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.457917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Bound using segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:09.458645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Bound port: 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:09.459035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.466925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.482777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:09.486023 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:09.517774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e960234e-c128-4c95-9c69-7a9dc33a44bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5342379 Jul 16 22:23:09.532994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aaeb3c54-7a93-43e4-808c-e4b76b1bb6a7 req-e7d247a3-c7bf-481d-bcde-747c84ecdc88 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281738 Jul 16 22:23:09.535342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287524-bce2-4d78-9c63-5a6055374a76 req-369078f4-3a9a-404d-9d70-9e252b4ef066 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:09.550259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75287524-bce2-4d78-9c63-5a6055374a76 req-369078f4-3a9a-404d-9d70-9e252b4ef066 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.0988388 Jul 16 22:23:09.617521 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.620787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.625219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58246fd3-4361-4cff-897e-99345dc9fb24 HTTP/1.1" status: 204 len: 168 time: 0.3735039 Jul 16 22:23:09.641749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2cf8-09b8-426d-ab8e-7cd831551b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58246fd3-4361-4cff-897e-99345dc9fb24,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:09.686898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75287524-bce2-4d78-9c63-5a6055374a76 req-6a718655-eea7-457a-b46b-3c400651f504 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261804 Jul 16 22:23:09.850996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e85e0c-f8fc-40de-a47b-32eb5c675746 req-0026201f-0601-4031-bb9f-91b1781d83f1 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:09.855546 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.877046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] For port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:09.883882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2e85e0c-f8fc-40de-a47b-32eb5c675746 req-0026201f-0601-4031-bb9f-91b1781d83f1 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 946 time: 0.1481280 Jul 16 22:23:09.889423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0', 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'fixed_ips': [{'subnet_id': '6857adac-0601-4ccd-a021-39a79fdea33f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:23:09.890320 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.920413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] For port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:09.943649 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:09.947710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 198b22a0-a7e8-40ad-94bc-c1a74ae15116, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=198b22a0-a7e8-40ad-94bc-c1a74ae15116,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:09.981108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2e85e0c-f8fc-40de-a47b-32eb5c675746 req-a189c6c6-f9b0-4e66-b481-2d1b6f7d26a1 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947156 Jul 16 22:23:10.061387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618b9e2-706f-42b4-896b-2103c1406adc None None] Pushing event updated for resources: {'Port': ['ID=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:10.076779 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210730ec-16c3-4f2a-8679-e1b50562a3e2 x-openstack-request-id: req-210730ec-16c3-4f2a-8679-e1b50562a3e2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:10.077413 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:10.078084 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-210730ec-16c3-4f2a-8679-e1b50562a3e2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:10.078718 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4', 'status': 'completed', 'code': 200} Jul 16 22:23:10.080640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.223356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-d70a7c13-733d-4420-930f-6cf580981445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.230008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-d70a7c13-733d-4420-930f-6cf580981445 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 1096 time: 0.1255507 Jul 16 22:23:10.270967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:10.278402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d97c4e3b-a737-47e3-8e3a-75aa00fcc617 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:10.360908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d97c4e3b-a737-47e3-8e3a-75aa00fcc617 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:10.361791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d97c4e3b-a737-47e3-8e3a-75aa00fcc617 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:10.434877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:10.454010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Allocated IP 19.86.0.2 (526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0/6857adac-0601-4ccd-a021-39a79fdea33f/c5c70438-8b04-4872-ad8e-51f5c66c5c4c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:10.511431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-70e4a448-b2e6-4ff8-b6db-e4b7d4ddaef5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.519490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-70e4a448-b2e6-4ff8-b6db-e4b7d4ddaef5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.529961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-70e4a448-b2e6-4ff8-b6db-e4b7d4ddaef5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/networks?id=dc868318-df7e-4dbe-984a-e761bdab415c&id=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0&id=dc868318-df7e-4dbe-984a-e761bdab415c HTTP/1.1" status: 200 len: 1392 time: 0.2874117 Jul 16 22:23:10.554397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-608db151-1fd6-4c8e-8c4c-55db43855923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.557361 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-608db151-1fd6-4c8e-8c4c-55db43855923 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.3199632 Jul 16 22:23:10.580616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be78fc-8ddb-437d-a0fd-a1c542a24a52 req-fed513f1-b035-4210-9ecc-430c51136ebb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.581660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac278191-cdb4-43c9-8a01-d4b4d4135bd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb5eb3b864384c1997e98071410d3c7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1447749 Jul 16 22:23:10.582519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93be78fc-8ddb-437d-a0fd-a1c542a24a52 req-fed513f1-b035-4210-9ecc-430c51136ebb tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 944 time: 0.1675127 Jul 16 22:23:10.582807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:10.598348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-4e6ed544-8bbd-46e2-a5de-ba75f60b56ba tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/quotas/6b2afb06a79c449984079d8f205bff4a HTTP/1.1" status: 200 len: 375 time: 0.0612776 Jul 16 22:23:10.645981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-bf042061-a16c-4807-834d-116f3230df4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4 HTTP/1.1" status: 200 len: 217 time: 0.0760984 Jul 16 22:23:10.726773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-e01fbe90-9c5e-4d54-a7c7-a4f1d7f95d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:10.728592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-e01fbe90-9c5e-4d54-a7c7-a4f1d7f95d7a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.0671172 Jul 16 22:23:10.783931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.793248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.794393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Transition to ACTIVE for port object c5c70438-8b04-4872-ad8e-51f5c66c5c4c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:10.814810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Transition to ACTIVE for port object c5c70438-8b04-4872-ad8e-51f5c66c5c4c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:10.819349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-a2ca4b7b-0fb6-4de3-b3af-062f7c0abb89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406163 Jul 16 22:23:10.830222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.847456 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.860686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93be78fc-8ddb-437d-a0fd-a1c542a24a52 req-8d8010fe-ad85-477f-bbbd-4eb4ef4954f9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111604 Jul 16 22:23:10.892762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Pushing event updated for resources: {'Port': ['ID=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:10.902892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 154569f3-ba96-4e75-8096-b533c272df0c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:10.905353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:10.922104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.924861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:10.926215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0fd7526-ccca-4aa5-9af0-05b600096d14 HTTP/1.1" status: 204 len: 168 time: 0.3094914 Jul 16 22:23:10.948417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-671459bc-4480-4a9e-af59-0e647628a161 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3489399 Jul 16 22:23:10.949438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d1911-014f-4162-9677-7047e80b5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd7526-ccca-4aa5-9af0-05b600096d14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:10.993881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:11.016290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:11.023617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:11.153194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-30b26e3a-0e3f-479b-9f79-2c933a2a5f75 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:11.154892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-30b26e3a-0e3f-479b-9f79-2c933a2a5f75 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 944 time: 0.4187329 Jul 16 22:23:11.193794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Attempting to bind port c5c70438-8b04-4872-ad8e-51f5c66c5c4c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:11.193794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Attempting to bind port c5c70438-8b04-4872-ad8e-51f5c66c5c4c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:11.200923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Attempting to bind port c5c70438-8b04-4872-ad8e-51f5c66c5c4c on network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:11.208874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:11.209436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Checking segment: {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:11.209950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.210680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Bound using segment: {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:11.211276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Bound port: c5c70438-8b04-4872-ad8e-51f5c66c5c4c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:11.211803 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.215675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 154569f3-ba96-4e75-8096-b533c272df0c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:11.237447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:11.249121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 198b22a0-a7e8-40ad-94bc-c1a74ae15116 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:11.251557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 154569f3-ba96-4e75-8096-b533c272df0c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:11.253369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.260227 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-c79bf537-3f3e-4d36-b185-2f14be9fc93b service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305129 Jul 16 22:23:11.360657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-a763c070-aab9-4051-b228-66bcb268228c service neutron] 10.222.0.70 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037137 Jul 16 22:23:11.446043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] For port c5c70438-8b04-4872-ad8e-51f5c66c5c4c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:11.451495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] For port c5c70438-8b04-4872-ad8e-51f5c66c5c4c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:11.463757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.508404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-5cca2666-4d18-4931-8336-d4d6360b6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:11.509973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-5cca2666-4d18-4931-8336-d4d6360b6649 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1102 time: 0.4291720 Jul 16 22:23:11.549648 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.556074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:11.556454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.664902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-83edd380-9516-4422-8823-617014484392 service neutron] 10.222.0.70 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908785 Jul 16 22:23:11.702520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec60cc99-d041-4115-8fbb-7c109ba4ee6f req-311523ee-be43-43f7-9058-b810ad211f80 service neutron] 10.222.0.68 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282455 Jul 16 22:23:11.725231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Deleting port 9df41d13-ee54-4180-891f-14d8152e141a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:11.725589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.738112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc9c5d-fbdf-47cc-aa32-dc3ce76e9a26 None None] Pushing event updated for resources: {'Port': ['ID=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:11.746885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:11.753013 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc2147-169f-428e-9bd8-98eaff5d2c08" -d '{"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-plugged", "status": "completed", "tag": "154569f3-ba96-4e75-8096-b533c272df0c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:11.760324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-ae0ea4d3-044b-4002-9402-f945ea5190a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:11.762659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-ae0ea4d3-044b-4002-9402-f945ea5190a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2204142 Jul 16 22:23:11.795449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:11.800548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293b89-9d99-49c3-885e-cc5cd573dbbb req-3b8bb8f5-d091-4e16-a436-c320cb477777 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:11.808264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e293b89-9d99-49c3-885e-cc5cd573dbbb req-3b8bb8f5-d091-4e16-a436-c320cb477777 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=826d8608-6a00-40d5-9314-c91c07693021 HTTP/1.1" status: 200 len: 944 time: 0.3121681 Jul 16 22:23:11.867499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e13444-22b3-44be-9980-a5e06a4a2cba None None] Network dc868318-df7e-4dbe-984a-e761bdab415c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:11.894214 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:11.932472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e293b89-9d99-49c3-885e-cc5cd573dbbb req-7e7f70c5-7e17-43e6-a45c-6f715e5801f6 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228712 Jul 16 22:23:12.001803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-73e1ae84-7e11-49cb-a543-6926f17fed54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.1586809 Jul 16 22:23:12.010817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] For port 9df41d13-ee54-4180-891f-14d8152e141a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9df41d13-ee54-4180-891f-14d8152e141a,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:12.012713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.059768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Provisioning for port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:12.079003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Provisioning complete for port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:12.079599 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.092486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-3175e5d8-c879-4c6f-863e-b159e5c09a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:12.094645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-3175e5d8-c879-4c6f-863e-b159e5c09a6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0833304 Jul 16 22:23:12.097942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-5c67df15-b4f7-45f6-9c94-5fcae8b63720 service neutron] 10.222.0.70 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319344 Jul 16 22:23:12.123935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Calling delete_port for 9df41d13-ee54-4180-891f-14d8152e141a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:12.299494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-27add46b-1bf1-4d9b-88a0-f561dda5ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:12.300915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-27add46b-1bf1-4d9b-88a0-f561dda5ed6b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1843565 Jul 16 22:23:12.306915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-8170b731-e701-4c5a-8863-029178b0765c service neutron] 10.222.0.70 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985240 Jul 16 22:23:12.388205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:12.435913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.509409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event deleted for resources: {'Port': ['ID=9df41d13-ee54-4180-891f-14d8152e141a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:12.532718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.557175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] No DVR routers for this DVR port 9df41d13-ee54-4180-891f-14d8152e141a on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:12.560382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.562375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4db03f6e-b870-48ed-b28c-c38353f29f45 req-1057983c-bf44-4e32-853a-36f6479dd641 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.68 "DELETE /v2.0/ports/9df41d13-ee54-4180-891f-14d8152e141a HTTP/1.1" status: 204 len: 173 time: 1.3973680 Jul 16 22:23:12.562877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-deleted', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:12.565215 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f5ce8-e1ca-4dd6-84ae-6e6a47a45369" -d '{"events": [{"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-deleted", "tag": "9df41d13-ee54-4180-891f-14d8152e141a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:12.592187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] For port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:12.601688 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:12.637837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2e51-7af6-44e0-afcf-fa62d15959d2 req-33a95e2d-1a17-4b68-9461-f05e1b25c746 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:12.653415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4ea2e51-7af6-44e0-afcf-fa62d15959d2 req-33a95e2d-1a17-4b68-9461-f05e1b25c746 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2353892 Jul 16 22:23:12.741999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd20fdb-c8b6-4e63-a299-c4baae77c072 None None] Pushing event updated for resources: {'Port': ['ID=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:12.781221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c5c70438-8b04-4872-ad8e-51f5c66c5c4c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:12.819264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4ea2e51-7af6-44e0-afcf-fa62d15959d2 req-bbaf9d04-1483-42db-ad4b-7d706fcbaee4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645885 Jul 16 22:23:12.844126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 222c5c46-5a68-42f0-9d8d-c61f81d676e4 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:12.918388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-4da00207-7bcf-486e-874e-06b1dc51937e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:12.920264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-4da00207-7bcf-486e-874e-06b1dc51937e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 946 time: 0.1994708 Jul 16 22:23:13.107052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c5c70438-8b04-4872-ad8e-51f5c66c5c4c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:13.118152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-664ac4f3-55ef-48d3-9a89-2835ec7731bd service neutron] 10.222.0.70 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915401 Jul 16 22:23:13.143253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:13.184150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-ca1abee2-3189-44d8-8305-bf3a97522196 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725951 Jul 16 22:23:13.185242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ecddef8f-0e1d-4750-b423-15f598d96334 None None] Provisioning complete for port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:13.185864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ecddef8f-0e1d-4750-b423-15f598d96334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.189443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '222c5c46-5a68-42f0-9d8d-c61f81d676e4', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': '222c5c46-5a68-42f0-9d8d-c61f81d676e4', 'mac_address': 'fa:16:3e:a5:0b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:13.219813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port a6db997c-7103-48a1-b61d-cecd7e74706b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:13.220165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.296488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.318636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222c5c46-5a68-42f0-9d8d-c61f81d676e4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:13.328486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-791ac577-63e2-4621-b090-9521d95633be service neutron] 10.222.0.70 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945753 Jul 16 22:23:13.358168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9eca0-ecfe-4313-b7bc-0c897002dc6b None None] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:13.360448 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-e3c0bf08-c425-4fd2-8911-78d7b733c3ba service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363366 Jul 16 22:23:13.384495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:13.409948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0b5ff-c603-471c-8743-49dfcdd27b74 req-6bcafa23-a495-476e-acdd-55ccb92d12d7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:13.418302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ba0b5ff-c603-471c-8743-49dfcdd27b74 req-6bcafa23-a495-476e-acdd-55ccb92d12d7 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.3453631 Jul 16 22:23:13.429225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.472466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port a6db997c-7103-48a1-b61d-cecd7e74706b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a6db997c-7103-48a1-b61d-cecd7e74706b,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:13.472949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.502607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ba0b5ff-c603-471c-8743-49dfcdd27b74 req-05e0fb38-d6f4-4d39-aec7-57eaa2f80169 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Jul 16 22:23:13.521984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for a6db997c-7103-48a1-b61d-cecd7e74706b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:13.531648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:13.653410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Provisioning for port c5c70438-8b04-4872-ad8e-51f5c66c5c4c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:13.669408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Provisioning complete for port c5c70438-8b04-4872-ad8e-51f5c66c5c4c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:13.674667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.767871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['222c5c46-5a68-42f0-9d8d-c61f81d676e4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:13.836948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3386-5c6e-4290-a548-70dc6db1cf6b req-c2da0cb6-e341-42cb-807c-dd4bdb40726c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:13.846572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-853a3386-5c6e-4290-a548-70dc6db1cf6b req-c2da0cb6-e341-42cb-807c-dd4bdb40726c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=f31718e5-3e15-48f7-b427-dc8efb9509ad HTTP/1.1" status: 200 len: 946 time: 0.1333280 Jul 16 22:23:13.899058 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2689c93-848f-418f-a34d-6db4eafc57ef x-openstack-request-id: req-b2689c93-848f-418f-a34d-6db4eafc57ef {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:13.899364 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-plugged", "status": "completed", "tag": "154569f3-ba96-4e75-8096-b533c272df0c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:13.899625 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2689c93-848f-418f-a34d-6db4eafc57ef {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:13.900028 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c', 'code': 200} Jul 16 22:23:13.905872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-853a3386-5c6e-4290-a548-70dc6db1cf6b req-609b8d40-a8ff-4a80-8c7f-ce6e8c1a2d6a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Jul 16 22:23:13.920914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:13.966782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=a6db997c-7103-48a1-b61d-cecd7e74706b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:13.967138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a6db997c-7103-48a1-b61d-cecd7e74706b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:14.074178 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.084654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66adc14-fc4f-4306-8c2a-7d0efec5459a req-2e26badf-bea4-4787-9f05-af059dfbccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:14.086119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d66adc14-fc4f-4306-8c2a-7d0efec5459a req-2e26badf-bea4-4787-9f05-af059dfbccf8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1098 time: 0.1661880 Jul 16 22:23:14.140455 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9033a-ce18-4278-ae90-0472eea637a9 x-openstack-request-id: req-08e9033a-ce18-4278-ae90-0472eea637a9 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:14.141273 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826d8608-6a00-40d5-9314-c91c07693021", "name": "network-vif-deleted", "tag": "9df41d13-ee54-4180-891f-14d8152e141a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:14.141563 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08e9033a-ce18-4278-ae90-0472eea637a9 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:14.146939 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d8608-6a00-40d5-9314-c91c07693021', 'name': 'network-vif-deleted', 'tag': '9df41d13-ee54-4180-891f-14d8152e141a', 'status': 'completed', 'code': 200} Jul 16 22:23:14.150367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port a6db997c-7103-48a1-b61d-cecd7e74706b on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:14.154711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.157828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92ebafeb-6301-4e30-8ac8-a54726c1c130 req-0d4596a8-d84f-4c48-914f-54ffe06a5f5e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "DELETE /v2.0/ports/a6db997c-7103-48a1-b61d-cecd7e74706b HTTP/1.1" status: 204 len: 173 time: 1.2305954 Jul 16 22:23:14.176714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] For port c5c70438-8b04-4872-ad8e-51f5c66c5c4c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:14.183567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d66adc14-fc4f-4306-8c2a-7d0efec5459a req-f0a77849-01c8-4ee4-b425-316ea199a0f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846057 Jul 16 22:23:14.188661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.261011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17f8c9-a8fb-464b-931f-321dd7fcade0 req-e58e393e-e8cc-4a4d-a33f-23135e5fae06 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:14.263011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c17f8c9-a8fb-464b-931f-321dd7fcade0 req-e58e393e-e8cc-4a4d-a33f-23135e5fae06 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 945 time: 0.2161477 Jul 16 22:23:14.283148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdad02-d072-4e6f-b487-6a755e3d116e None None] Pushing event updated for resources: {'Port': ['ID=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:14.314033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b434124f-86b7-474f-968c-f22c83df5a76 None None] Provisioning complete for port c5c70438-8b04-4872-ad8e-51f5c66c5c4c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:14.314386 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b434124f-86b7-474f-968c-f22c83df5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.315692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c17f8c9-a8fb-464b-931f-321dd7fcade0 req-a9d1edb8-9ce5-4c02-b7a5-62f291b174be tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Jul 16 22:23:14.405729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-808e95f0-66ca-4a85-aee9-95cc71c34a91 req-1107d819-e532-4a42-b37c-044d3e4a8cb0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 210 time: 0.0437858 Jul 16 22:23:14.570997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604b762-af8f-443b-a139-a4e161bc9225 req-72847b61-e1cd-42fb-b44c-438d2ac58784 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:14.577696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b604b762-af8f-443b-a139-a4e161bc9225 req-72847b61-e1cd-42fb-b44c-438d2ac58784 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.0757229 Jul 16 22:23:14.612584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b604b762-af8f-443b-a139-a4e161bc9225 req-4bf02049-f890-4479-a951-c9e466356fa3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Jul 16 22:23:14.633989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c5c70438-8b04-4872-ad8e-51f5c66c5c4c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:14.696616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c5c70438-8b04-4872-ad8e-51f5c66c5c4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:14.697308 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.793638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:14.797555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:14.858881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9df41d13-ee54-4180-891f-14d8152e141a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:14.889153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 9df41d13-ee54-4180-891f-14d8152e141a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:14.889517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9df41d13-ee54-4180-891f-14d8152e141a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:14.930426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf1e6f-4f51-4cee-94a6-271a12184178 req-692a2640-6c79-400b-a6dd-173471bf04f8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:14.939063 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efbf1e6f-4f51-4cee-94a6-271a12184178 req-692a2640-6c79-400b-a6dd-173471bf04f8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.0881355 Jul 16 22:23:14.943286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:14.943513 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:14.993722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efbf1e6f-4f51-4cee-94a6-271a12184178 req-76733ef4-a313-452c-aafe-2fb7b7630bd8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533400 Jul 16 22:23:15.004547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f03f-c2ea-45b7-a47f-26b11db6531a req-68d9b723-f8e0-42df-89a9-b7f4f3568078 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:15.015356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d283f03f-c2ea-45b7-a47f-26b11db6531a req-68d9b723-f8e0-42df-89a9-b7f4f3568078 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.0855327 Jul 16 22:23:15.061825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d283f03f-c2ea-45b7-a47f-26b11db6531a req-5f087843-7ddf-41cd-b411-87f8ddb5226e tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/security-groups?id=83263bed-3ee3-45c3-b6b1-8b8733d61a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Jul 16 22:23:15.269079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-41bef145-6cc5-4404-83ef-85689a872b59 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:15.270914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-41bef145-6cc5-4404-83ef-85689a872b59 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 966 time: 0.0776820 Jul 16 22:23:15.396813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Deleting port 452e1190-de52-4c60-bd7d-d29bafeb8bff {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:15.397313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:15.461648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-c8307282-095b-4354-9cbc-6d9535b386a3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:15.486581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-c8307282-095b-4354-9cbc-6d9535b386a3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:15.488917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-c8307282-095b-4354-9cbc-6d9535b386a3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "GET /v2.0/networks?id=dc868318-df7e-4dbe-984a-e761bdab415c&id=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0&id=dc868318-df7e-4dbe-984a-e761bdab415c HTTP/1.1" status: 200 len: 1392 time: 0.2359598 Jul 16 22:23:15.504125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'admin_state_up': True, 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:15.532153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] For port 452e1190-de52-4c60-bd7d-d29bafeb8bff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=452e1190-de52-4c60-bd7d-d29bafeb8bff,segment=NetworkSegment(fa0ece18-61d3-4a0f-bda1-9f8f092f2968),segment_id=fa0ece18-61d3-4a0f-bda1-9f8f092f2968)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:15.532511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:15.562400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Calling delete_port for 452e1190-de52-4c60-bd7d-d29bafeb8bff owned by compute:tempest-test_az-1176724033 {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:15.687757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:15.691878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:15.733707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50054) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:15.758475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-028e96bf-dfda-4428-a48d-41571f6e2a94 req-ba7404e5-ff58-44e5-8c51-dd466fb1f1fe tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 210 time: 0.0354342 Jul 16 22:23:15.845775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:15.879906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b97c9a-3a1a-48b7-a63b-74c4c80bb465 req-7a0d1bc7-aec8-4cbe-98a3-147350e1f7d1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:15.887433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53b97c9a-3a1a-48b7-a63b-74c4c80bb465 req-7a0d1bc7-aec8-4cbe-98a3-147350e1f7d1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 945 time: 0.1852026 Jul 16 22:23:15.910999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Pushing event deleted for resources: {'Port': ['ID=452e1190-de52-4c60-bd7d-d29bafeb8bff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:15.938238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Allocated IP 19.80.0.250 (dc868318-df7e-4dbe-984a-e761bdab415c/8f3052d5-9248-4fa3-8aae-ce89fb5daa3b/2ac45326-5c6d-45c7-8c35-1e2a661c3994) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:15.957868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53b97c9a-3a1a-48b7-a63b-74c4c80bb465 req-e6c2a33a-84e9-43fb-b97a-f4d8a84107f1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Jul 16 22:23:15.968826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d4367ee-fb8b-4f74-8e30-0dfb62e93258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.002893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] No DVR routers for this DVR port 452e1190-de52-4c60-bd7d-d29bafeb8bff on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:16.006138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.008124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d32b5577-c769-46df-8349-caa6bbfdf11b req-2334df48-7624-4e4b-9654-c34b50a16ba7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.47 "DELETE /v2.0/ports/452e1190-de52-4c60-bd7d-d29bafeb8bff HTTP/1.1" status: 204 len: 173 time: 0.7313097 Jul 16 22:23:16.104226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e31e4e-70cf-4a2f-b15e-64bd2de02439 req-7dac9cf9-0c9b-473e-82d8-c3ce9ddddbc0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:16.105917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8e31e4e-70cf-4a2f-b15e-64bd2de02439 req-7dac9cf9-0c9b-473e-82d8-c3ce9ddddbc0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1573174 Jul 16 22:23:16.154312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'name': 'network-vif-deleted', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b'}, {'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-deleted', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:16.157377 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deef463-c0cc-4fce-a0fe-84ab8864016f" -d '{"events": [{"server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "name": "network-vif-deleted", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b"}, {"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-deleted", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:16.172751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8e31e4e-70cf-4a2f-b15e-64bd2de02439 req-3de48a48-7c5a-4b47-b700-23975e205206 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 Jul 16 22:23:16.188674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d4367ee-fb8b-4f74-8e30-0dfb62e93258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.194224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d4367ee-fb8b-4f74-8e30-0dfb62e93258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.205864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-182109ef-0412-4b43-b0e7-f8dc8806039b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:16.207348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-182109ef-0412-4b43-b0e7-f8dc8806039b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.1611862 Jul 16 22:23:16.235843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-923f5cb3-fda0-4135-b9f0-d56741aca8fa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0224545 Jul 16 22:23:16.238693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.248090 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4d4367ee-fb8b-4f74-8e30-0dfb62e93258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f3019e2530a413097a01543603443e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093513 Jul 16 22:23:16.248714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:16.256180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4367ee-fb8b-4f74-8e30-0dfb62e93258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c891f-caaa-4d99-a5b9-5b5d25fc0302,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:16.277569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Transition to ACTIVE for port object 2ac45326-5c6d-45c7-8c35-1e2a661c3994 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:16.304256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.332525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-8410ca5d-60c9-465b-a7e6-8d94375afadc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871491 Jul 16 22:23:16.334004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.354629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.411803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c584a-8036-43e7-a800-f9dc3dc84bcb req-06bb448c-76cf-4a51-89d5-8e7a8416d4ff tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:16.413394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-414c584a-8036-43e7-a800-f9dc3dc84bcb req-06bb448c-76cf-4a51-89d5-8e7a8416d4ff tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1065676 Jul 16 22:23:16.416803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network dc868318-df7e-4dbe-984a-e761bdab415c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:16.419671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:16.425175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:16.429094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:16.445656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.448261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.451758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f6c891f-caaa-4d99-a5b9-5b5d25fc0302 HTTP/1.1" status: 204 len: 168 time: 0.1997762 Jul 16 22:23:16.469482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5e6d0-29e7-418d-99a9-002abb5ef779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c891f-caaa-4d99-a5b9-5b5d25fc0302,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:16.492735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-414c584a-8036-43e7-a800-f9dc3dc84bcb req-f367cb21-4582-4bdd-ae5a-f3ae5a22e362 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628765 Jul 16 22:23:16.549997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:16.550645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.561670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-4de4593b-a0db-484b-bd6a-523db89fbf69 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967897 Jul 16 22:23:16.673697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ab20dc99-1155-485c-ab0d-0b846bf65c7c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1746600 Jul 16 22:23:16.688946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0', 'admin_state_up': True, 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:16.721800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b31e6f4-027c-4913-8f4d-cb06936d77ae req-3490d338-5402-425a-8962-71a451f381b7 tempest-LiveMigrationTest-634171654 tempest-LiveMigrationTest-634171654-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3062c68-86f9-4c06-9bd6-38628444733f HTTP/1.1" status: 200 len: 210 time: 0.0402799 Jul 16 22:23:16.778383 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d02ac5-92be-45b7-a57e-329c5bb66191 x-openstack-request-id: req-08d02ac5-92be-45b7-a57e-329c5bb66191 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:16.778383 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31718e5-3e15-48f7-b427-dc8efb9509ad", "name": "network-vif-deleted", "tag": "a6db997c-7103-48a1-b61d-cecd7e74706b", "status": "completed", "code": 200}, {"server_uuid": "f3062c68-86f9-4c06-9bd6-38628444733f", "name": "network-vif-deleted", "tag": "452e1190-de52-4c60-bd7d-d29bafeb8bff", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:16.778692 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08d02ac5-92be-45b7-a57e-329c5bb66191 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:16.779004 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31718e5-3e15-48f7-b427-dc8efb9509ad', 'name': 'network-vif-deleted', 'tag': 'a6db997c-7103-48a1-b61d-cecd7e74706b', 'status': 'completed', 'code': 200} Jul 16 22:23:16.779369 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3062c68-86f9-4c06-9bd6-38628444733f', 'name': 'network-vif-deleted', 'tag': '452e1190-de52-4c60-bd7d-d29bafeb8bff', 'status': 'completed', 'code': 200} Jul 16 22:23:16.784392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c35e2a3-cd1a-4d5a-9d65-33783e26be30 None None] Provisioning for port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:16.794867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c35e2a3-cd1a-4d5a-9d65-33783e26be30 None None] Provisioning complete for port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:16.796097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c35e2a3-cd1a-4d5a-9d65-33783e26be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.801773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-e9935b87-e3b6-40fb-b7f0-3b263374b52d service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388155 Jul 16 22:23:16.832336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:16.863308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 222c5c46-5a68-42f0-9d8d-c61f81d676e4 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:16.868134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 452e1190-de52-4c60-bd7d-d29bafeb8bff {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:16.868675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 452e1190-de52-4c60-bd7d-d29bafeb8bff not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:16.869484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a6db997c-7103-48a1-b61d-cecd7e74706b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:16.914991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: a6db997c-7103-48a1-b61d-cecd7e74706b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:16.915605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a6db997c-7103-48a1-b61d-cecd7e74706b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:16.919219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5c35e2a3-cd1a-4d5a-9d65-33783e26be30 None None] Port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:16.920954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:16.940371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:16.944172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.954232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:16.956101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8adb37c8-0417-4a81-bc92-a42b08b8caad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:16.963531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:16.964051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.077754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8adb37c8-0417-4a81-bc92-a42b08b8caad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.089777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8adb37c8-0417-4a81-bc92-a42b08b8caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.133182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.163866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8adb37c8-0417-4a81-bc92-a42b08b8caad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d5aac4ff8a945eca859b76258272a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408838 Jul 16 22:23:17.164888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:17.169326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb37c8-0417-4a81-bc92-a42b08b8caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb409cd-7856-4eb8-bf84-6ad3c7b142d8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:17.181859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:17.182492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:17.185338 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88e4f3c-b9f9-42ba-8b39-12a5e8909b44" -d '{"events": [{"server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "name": "network-vif-plugged", "status": "completed", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:17.192823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.214059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a249c-2fec-48ac-94e3-ddd202bfa1cc req-ffda760b-3d46-4522-a03c-db7e8561949e tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.217387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f5a249c-2fec-48ac-94e3-ddd202bfa1cc req-ffda760b-3d46-4522-a03c-db7e8561949e tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1098 time: 0.1372106 Jul 16 22:23:17.250515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Allocated IP 19.86.0.97 (526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0/6857adac-0601-4ccd-a021-39a79fdea33f/ee74156b-fce1-48be-be79-256afeeb3a49) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:17.263327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:17.275631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f5a249c-2fec-48ac-94e3-ddd202bfa1cc req-35d9bb93-bbdb-4fd2-90e9-5497a0deabf2 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Jul 16 22:23:17.280118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f7a9-a0a3-40fc-8d51-7b256e499673 req-0574ce53-75e0-4381-a676-eb1d2b08adbd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.285421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03f8f7a9-a0a3-40fc-8d51-7b256e499673 req-0574ce53-75e0-4381-a676-eb1d2b08adbd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 932 time: 0.2000721 Jul 16 22:23:17.308643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.368892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87a20349-664b-4678-aa06-e3dadda6bbd5 req-2ab4dd78-c253-47d2-be4b-987dc75a1cfc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 210 time: 0.0352371 Jul 16 22:23:17.394587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.417887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03f8f7a9-a0a3-40fc-8d51-7b256e499673 req-e6bc64a0-a9fd-4ccc-acdc-6fac35c690d3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227140 Jul 16 22:23:17.483433 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d79a9-9f4d-48d7-801b-9ef7d1728736 x-openstack-request-id: req-554d79a9-9f4d-48d7-801b-9ef7d1728736 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:17.483758 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "name": "network-vif-plugged", "status": "completed", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:17.484013 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-554d79a9-9f4d-48d7-801b-9ef7d1728736 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:17.485080 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4', 'code': 200} Jul 16 22:23:17.533651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.541658 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.542821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cb409cd-7856-4eb8-bf84-6ad3c7b142d8 HTTP/1.1" status: 204 len: 168 time: 0.3758707 Jul 16 22:23:17.574709 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.577587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f6a30-5d77-4cb6-9a7b-316a9d49be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb409cd-7856-4eb8-bf84-6ad3c7b142d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:17.610999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Transition to ACTIVE for port object ee74156b-fce1-48be-be79-256afeeb3a49 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:17.644421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27edec-7fad-4fc3-a7a7-271972f578fd req-3840efb4-2817-417d-9da3-9c54233cab9f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.647122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a27edec-7fad-4fc3-a7a7-271972f578fd req-3840efb4-2817-417d-9da3-9c54233cab9f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1431510 Jul 16 22:23:17.695796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1fe11-b0a2-4483-a30f-03144c8b3687 req-7a7c1b13-af3e-4b8e-8a0a-8245bff2550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.697420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4e1fe11-b0a2-4483-a30f-03144c8b3687 req-7a7c1b13-af3e-4b8e-8a0a-8245bff2550e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 1098 time: 0.1287777 Jul 16 22:23:17.702777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a27edec-7fad-4fc3-a7a7-271972f578fd req-0b5b8f53-1a1a-47d6-8551-fe14c5b1f860 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499253 Jul 16 22:23:17.714160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162dd04-48e4-4a1b-9912-4c71825fbe7f req-86bba842-b0b2-4e33-825d-f61f5e4aa436 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.730311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1162dd04-48e4-4a1b-9912-4c71825fbe7f req-86bba842-b0b2-4e33-825d-f61f5e4aa436 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1007705 Jul 16 22:23:17.741473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4e1fe11-b0a2-4483-a30f-03144c8b3687 req-d27a6d36-6781-4233-9178-66b409e4b074 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Jul 16 22:23:17.744088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.832180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:17.838115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:17.842812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1162dd04-48e4-4a1b-9912-4c71825fbe7f req-9222a696-469b-4650-9601-dd35260be1f4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115162 Jul 16 22:23:17.844290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:17.903144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.903868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:17.908471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:17.924638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-2ca9b71a-2654-49f9-862f-d11bc67ec241 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2414615 Jul 16 22:23:17.943787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'admin_state_up': True, 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:17.959629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ecad8-1cf6-4d58-b1a5-37254cc24479 req-3a5c78c7-6e12-4f14-a241-095259a3c9f6 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:17.969782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0ecad8-1cf6-4d58-b1a5-37254cc24479 req-3a5c78c7-6e12-4f14-a241-095259a3c9f6 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1098 time: 0.0762103 Jul 16 22:23:18.004016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0ecad8-1cf6-4d58-b1a5-37254cc24479 req-7de522a1-8d20-4459-8e00-0ce7c2e003f7 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Jul 16 22:23:18.004486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:18.157066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:18.184066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.256663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d697217f-7c07-44bf-9345-9a107a541e6c None None] Provisioning for port ee74156b-fce1-48be-be79-256afeeb3a49 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:18.263172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d697217f-7c07-44bf-9345-9a107a541e6c None None] Provisioning complete for port ee74156b-fce1-48be-be79-256afeeb3a49 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:18.263557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d697217f-7c07-44bf-9345-9a107a541e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.314432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Deleting subnet 5cf4f6c0-af19-456a-96cb-54d924033b97 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:23:18.319065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.337557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d697217f-7c07-44bf-9345-9a107a541e6c None None] Port ee74156b-fce1-48be-be79-256afeeb3a49 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:18.365767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Allocated IP 19.80.0.82 (dc868318-df7e-4dbe-984a-e761bdab415c/8f3052d5-9248-4fa3-8aae-ce89fb5daa3b/eceb1c88-6027-4ead-8727-7e7cfe144f65) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:18.366665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.480265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.637149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ad1e64c-f601-4a02-b637-01bf98dcd0f7 req-fb64a727-cd72-4c9f-8779-dcfefbf1f9db tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 210 time: 0.0470874 Jul 16 22:23:18.666031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.696250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Transition to ACTIVE for port object eceb1c88-6027-4ead-8727-7e7cfe144f65 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:18.722167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-e4160dd7-6eca-402a-86a9-d9812af16eaa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:18.726242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-e4160dd7-6eca-402a-86a9-d9812af16eaa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.3004584 Jul 16 22:23:18.729456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.751325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.753783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:18.835818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf4f6c0-af19-456a-96cb-54d924033b97,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:18.854152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:18.871635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:18.878810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:18.879445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8050afb3-aec1-4a76-92c6-091740b4c759 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5cf4f6c0-af19-456a-96cb-54d924033b97 HTTP/1.1" status: 204 len: 168 time: 0.8737667 Jul 16 22:23:18.894616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network dc868318-df7e-4dbe-984a-e761bdab415c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:18.910185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:18.928613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:19.009118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:19.025467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.069478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.070038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.074843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.107169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15bd05f6-665a-472c-b125-e88bb6d060c0 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756613 Jul 16 22:23:19.127997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:19.174264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-305f84d7-d2c0-4758-ad20-fe27720b8bef None None] Provisioning for port eceb1c88-6027-4ead-8727-7e7cfe144f65 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:19.179835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-305f84d7-d2c0-4758-ad20-fe27720b8bef None None] Provisioning complete for port eceb1c88-6027-4ead-8727-7e7cfe144f65 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:19.181762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-305f84d7-d2c0-4758-ad20-fe27720b8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.195644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bde20-6938-4b6e-8004-994d32844b5d req-df7ef592-1e1a-4dc5-806d-cead81426f0c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.201911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bde20-6938-4b6e-8004-994d32844b5d req-df7ef592-1e1a-4dc5-806d-cead81426f0c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.212659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bde20-6938-4b6e-8004-994d32844b5d req-df7ef592-1e1a-4dc5-806d-cead81426f0c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.220556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-468bde20-6938-4b6e-8004-994d32844b5d req-df7ef592-1e1a-4dc5-806d-cead81426f0c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2375 time: 0.3055239 Jul 16 22:23:19.241353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.5 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/91ceb29c-5b38-49dc-b7f6-38246d52b4b4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:19.241832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-305f84d7-d2c0-4758-ad20-fe27720b8bef None None] Port eceb1c88-6027-4ead-8727-7e7cfe144f65 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:19.319187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.361889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-468bde20-6938-4b6e-8004-994d32844b5d req-95a69867-f013-466d-9ee2-f774e657318d tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400321 Jul 16 22:23:19.392299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0948cc14-417f-4770-86a4-b3a528181ed5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:19.411166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.418389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:19.419466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0ece18-61d3-4a0f-bda1-9f8f092f2968') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:19.430963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.444525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.480476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.487384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.501143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:19.538109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:23:19.538541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:23:19.540823 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:23:19.553700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:19.560478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:19.563202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:19.647643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:19.651876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-bf6899a5-9571-4e7e-86f7-d0de660dce89 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:23:19.653150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-bf6899a5-9571-4e7e-86f7-d0de660dce89 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164466 Jul 16 22:23:19.670475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.670884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.686445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-d77be967-99ec-44a3-adba-1906f572815a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9510727 Jul 16 22:23:19.698472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Request body: {'port': {'device_id': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:19.703889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.738896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.741044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0948cc14-417f-4770-86a4-b3a528181ed5 HTTP/1.1" status: 204 len: 168 time: 0.8611946 Jul 16 22:23:19.743929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:19.767399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217030-fe32-4d87-ad99-7dca36e48103 admin admin] Pushing event deleted for resources: {'Network': ['ID=0948cc14-417f-4770-86a4-b3a528181ed5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:19.788665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304210fc-7830-44ef-9a63-23a34189d1a7 req-1c14c79f-8337-4dc1-afe9-fd8e7998ccf4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.790203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-304210fc-7830-44ef-9a63-23a34189d1a7 req-1c14c79f-8337-4dc1-afe9-fd8e7998ccf4 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.3113372 Jul 16 22:23:19.809309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.820826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-ee912d31-f0a3-40d8-b880-7db87936cdec tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:19.822197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-ee912d31-f0a3-40d8-b880-7db87936cdec tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 1095 time: 0.1221561 Jul 16 22:23:19.825117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Deleting subnet 1dfb8a7f-5747-44ac-94a3-26d800a8181d {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:23:19.830972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:19.842143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Request body: {'binding': {'host': 'n-h2-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:19.842597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:23:19.931483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-304210fc-7830-44ef-9a63-23a34189d1a7 req-94893e48-b866-46a6-b07f-70d597f4ce52 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267374 Jul 16 22:23:20.100754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac45326-5c6d-45c7-8c35-1e2a661c3994 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:20.112502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.137997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Transition to ACTIVE for port object 2ac45326-5c6d-45c7-8c35-1e2a661c3994 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:20.152185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.167304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on host n-h2-793621-16 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:20.167649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:20.167970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.189125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.294655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.387721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.406881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.448836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfb8a7f-5747-44ac-94a3-26d800a8181d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:20.452273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.454282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-95c4de68-03c5-43f9-92b6-0b50c544c454 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1dfb8a7f-5747-44ac-94a3-26d800a8181d HTTP/1.1" status: 204 len: 168 time: 0.7094133 Jul 16 22:23:20.456853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:20.496852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:20.497209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.515482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:20.515823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:20.516209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:20.516640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Bound port: 154569f3-ba96-4e75-8096-b533c272df0c, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:20.531615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bbe7e-7acf-47b6-8306-6a27e4af64fd req-d05dfc01-45a4-4a45-b875-472dc9ec44a1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:20.533174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0bbe7e-7acf-47b6-8306-6a27e4af64fd req-d05dfc01-45a4-4a45-b875-472dc9ec44a1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.4840918 Jul 16 22:23:20.553963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Pushing event updated for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:20.567111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.572461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:20.582236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.598440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Transition to ACTIVE for port object 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:20.620146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.680176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0bbe7e-7acf-47b6-8306-6a27e4af64fd req-e32b6ba6-8e0e-4f6b-a7b9-16feffdd00b7 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234384 Jul 16 22:23:20.683201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:20.684699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Attempting to bind port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:20.685029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Attempting to bind port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:20.685368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Attempting to bind port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 on network dc868318-df7e-4dbe-984a-e761bdab415c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.690349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 on network dc868318-df7e-4dbe-984a-e761bdab415c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:20.690599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Attempting to bind port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 on network dc868318-df7e-4dbe-984a-e761bdab415c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.694971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.696129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] 10.222.0.70 "POST /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8639882 Jul 16 22:23:20.698950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:20.699217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Checking segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:20.699598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Bound using segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:20.700028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Bound port: 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:20.700380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.715542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.723960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Pushing event updated for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:20.729458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576d3952-8fd0-44de-8cc6-9b9bb453a749']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:20.766205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fc35de-140a-48fe-bb43-06b616221ccf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:20.766582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fc35de-140a-48fe-bb43-06b616221ccf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:20.769021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:20.772737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:20.783450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.794508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.817406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.831496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:23:20.831974 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:23:20.833949 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:23:20.838834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:20.838834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.840182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] 10.222.0.68 "PUT /v2.0/ports/2ac45326-5c6d-45c7-8c35-1e2a661c3994 HTTP/1.1" status: 200 len: 1093 time: 1.7184289 Jul 16 22:23:20.840182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:20.842845 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f46438-aa32-43aa-990f-0847b074c23d" -d '{"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:20.873433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35552-397c-4d2b-87b9-58ef07d16f2d service neutron] Pushing event updated for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:20.893051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Attempting to bind port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:20.893440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Attempting to bind port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:20.893733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Attempting to bind port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.899636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:20.899970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Attempting to bind port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:20.903813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:20.906664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:20.907009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:20.907401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:20.907892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Bound port: 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:20.908238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.917878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.930876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:20.932880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] 10.222.0.70 "DELETE /v2.0/networks/576d3952-8fd0-44de-8cc6-9b9bb453a749 HTTP/1.1" status: 204 len: 168 time: 0.4750588 Jul 16 22:23:20.952076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c027f1-f355-4054-96ef-3f10a26f7e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=576d3952-8fd0-44de-8cc6-9b9bb453a749,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:21.035658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:21.041009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.047418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:21.059327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.137449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.138082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.139630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] 10.222.0.47 "PUT /v2.0/ports/91ceb29c-5b38-49dc-b7f6-38246d52b4b4 HTTP/1.1" status: 200 len: 1092 time: 1.4454143 Jul 16 22:23:21.140083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:21.145847 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:21.168098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0a9f0-2384-455c-a2fa-d3881b660066 service neutron] Pushing event updated for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:21.262148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-1a3d2de9-098d-49c7-8496-9bcb8c070219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.264455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-1a3d2de9-098d-49c7-8496-9bcb8c070219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 1095 time: 0.0720794 Jul 16 22:23:21.308878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:21.311963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-45c33bbf-0b9e-40fe-a065-e23b856ccf33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4 HTTP/1.1" status: 200 len: 217 time: 0.0400853 Jul 16 22:23:21.335864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a450a487-892c-4cfe-b6fa-9b17e72c6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.337382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a450a487-892c-4cfe-b6fa-9b17e72c6cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1098 time: 0.2525012 Jul 16 22:23:21.362021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-2a6d7785-26d7-4a02-bbc1-26ca512bb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.363604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-2a6d7785-26d7-4a02-bbc1-26ca512bb403 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.0454772 Jul 16 22:23:21.396642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-1b55c2f3-dbe3-4736-9c59-2f6f27322946 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269086 Jul 16 22:23:21.453838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa97f4-b076-48cd-9ce1-00e620b9784d req-85079532-013f-444c-9a72-6bb55f61adcf tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.457621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7aaa97f4-b076-48cd-9ce1-00e620b9784d req-85079532-013f-444c-9a72-6bb55f61adcf tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 943 time: 0.2353518 Jul 16 22:23:21.476324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8d9f26c5-0ed5-4b9d-8b58-81ca0c2264eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3af53c05cbc4adfa11c6e6fb2ab550d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667316 Jul 16 22:23:21.477168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:21.508724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-2479219f-b69e-451d-94b4-7d4d1224343f service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050830 Jul 16 22:23:21.622062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7aaa97f4-b076-48cd-9ce1-00e620b9784d req-7fa3e477-cbb8-4e42-9e46-f73cb5051d08 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514339 Jul 16 22:23:21.647015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1938b9ce-a893-41a3-8ca1-1244111ddb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.648902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1938b9ce-a893-41a3-8ca1-1244111ddb33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.3047364 Jul 16 22:23:21.652165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633a6f-8719-4d61-9efa-0c97f99f1f0a req-13dacd69-86cf-49cd-b4e3-505d85bb6032 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.658171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633a6f-8719-4d61-9efa-0c97f99f1f0a req-13dacd69-86cf-49cd-b4e3-505d85bb6032 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.664057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633a6f-8719-4d61-9efa-0c97f99f1f0a req-13dacd69-86cf-49cd-b4e3-505d85bb6032 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.665746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14633a6f-8719-4d61-9efa-0c97f99f1f0a req-13dacd69-86cf-49cd-b4e3-505d85bb6032 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2387 time: 0.1406543 Jul 16 22:23:21.672036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b54ff5b9-034a-460b-ac69-98f2074692e1 req-fdd37ab5-76d6-49b3-a0dd-471ec111e6db service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537361 Jul 16 22:23:21.717120 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec3821-0633-40e3-bba1-f5fea929a58b x-openstack-request-id: req-ecec3821-0633-40e3-bba1-f5fea929a58b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:21.717120 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:21.717120 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ecec3821-0633-40e3-bba1-f5fea929a58b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:21.717879 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994', 'status': 'completed', 'code': 200} Jul 16 22:23:21.724786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-d160c2ad-54fe-4abe-bfa9-89c3c1ea5c30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 217 time: 0.0682688 Jul 16 22:23:21.728533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee74156b-fce1-48be-be79-256afeeb3a49 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:21.735201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.747319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.756722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14633a6f-8719-4d61-9efa-0c97f99f1f0a req-fcace8cd-bc69-4f9b-9277-4eaa104c9c84 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Jul 16 22:23:21.786199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-97d92151-3c37-4e6c-ae88-8a081c1a3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.786852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-97d92151-3c37-4e6c-ae88-8a081c1a3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.787500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-97d92151-3c37-4e6c-ae88-8a081c1a3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.789180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13f46438-aa32-43aa-990f-0847b074c23d req-97d92151-3c37-4e6c-ae88-8a081c1a3616 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2731 time: 0.0818236 Jul 16 22:23:21.819986 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05accb6-29fc-4187-a8a3-0b1dbaa2e7c3 x-openstack-request-id: req-b05accb6-29fc-4187-a8a3-0b1dbaa2e7c3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:21.820355 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:21.820683 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b05accb6-29fc-4187-a8a3-0b1dbaa2e7c3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:21.821182 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4', 'status': 'completed', 'code': 200} Jul 16 22:23:21.834489 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.837911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Transition to ACTIVE for port object ee74156b-fce1-48be-be79-256afeeb3a49 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:21.854685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:21.894141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-fe7f069b-a48f-442f-8de7-a913a0520697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:21.895656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-fe7f069b-a48f-442f-8de7-a913a0520697 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1620762 Jul 16 22:23:21.977663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-037706b3-0c29-4d06-9de0-c4ab73acb771 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579169 Jul 16 22:23:22.003532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:22.025487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-a699788f-4427-4c6f-8149-4771e29badda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.027531 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-a699788f-4427-4c6f-8149-4771e29badda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 1095 time: 0.1868474 Jul 16 22:23:22.028774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-0c2732c7-fab6-4cbf-8cad-b1aae205e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.029344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-0c2732c7-fab6-4cbf-8cad-b1aae205e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.029887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-0c2732c7-fab6-4cbf-8cad-b1aae205e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.034381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13f46438-aa32-43aa-990f-0847b074c23d req-0c2732c7-fab6-4cbf-8cad-b1aae205e9e8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=6b2afb06a79c449984079d8f205bff4a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2381184 Jul 16 22:23:22.040045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88bc8-94b1-416f-9e2a-dfd8c4e3c490 req-eea68abc-26ce-4616-8bbe-941580ad71d6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.047699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52e88bc8-94b1-416f-9e2a-dfd8c4e3c490 req-eea68abc-26ce-4616-8bbe-941580ad71d6 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.2746348 Jul 16 22:23:22.118574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.121356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.122525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83263bed-3ee3-45c3-b6b1-8b8733d61a25 HTTP/1.1" status: 204 len: 168 time: 0.6100271 Jul 16 22:23:22.179366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dd1cd-e915-4b59-9a5f-63d2b4bd3150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83263bed-3ee3-45c3-b6b1-8b8733d61a25,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:22.197435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52e88bc8-94b1-416f-9e2a-dfd8c4e3c490 req-0192fb69-8f0e-4e20-929b-84de146f78a3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487582 Jul 16 22:23:22.245560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-75ea7b98-fc76-473e-9afe-d1d677e9cf23 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596352 Jul 16 22:23:22.246346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Attempting to bind port ee74156b-fce1-48be-be79-256afeeb3a49 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:22.254694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Attempting to bind port ee74156b-fce1-48be-be79-256afeeb3a49 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:22.255998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Attempting to bind port ee74156b-fce1-48be-be79-256afeeb3a49 on network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:22.277304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Port ee74156b-fce1-48be-be79-256afeeb3a49 on network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:22.277960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Attempting to bind port ee74156b-fce1-48be-be79-256afeeb3a49 on network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:22.301451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:22.301928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Checking segment: {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:22.302664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Bound using segment: {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:22.303163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Bound port: ee74156b-fce1-48be-be79-256afeeb3a49, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f885eba-dfa2-4399-b05f-6d8a39aaad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:22.303615 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.307337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46438-aa32-43aa-990f-0847b074c23d req-2ecf02fb-0353-48c6-9a07-55f4898506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.308819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13f46438-aa32-43aa-990f-0847b074c23d req-2ecf02fb-0353-48c6-9a07-55f4898506d7 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2417510 Jul 16 22:23:22.400984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-462b38ae-db70-498b-a69b-a029765a37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.402463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-462b38ae-db70-498b-a69b-a029765a37e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.3667660 Jul 16 22:23:22.426139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33684beb-4bf5-4c2e-a503-cee6f3b98644 req-50a8ce9e-3da6-424c-90bd-2a8223659c78 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.430791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-33684beb-4bf5-4c2e-a503-cee6f3b98644 req-50a8ce9e-3da6-424c-90bd-2a8223659c78 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.2592859 Jul 16 22:23:22.463521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-de569e23-3a46-4c10-a069-07834fea65e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4 HTTP/1.1" status: 200 len: 217 time: 0.0537713 Jul 16 22:23:22.477418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-e974f418-eeb5-4200-8de2-d670155073ae service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089000 Jul 16 22:23:22.494021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:22.504233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af29d7-4df5-4274-a5da-4a8d7d962256 req-1a29dace-c629-4489-b700-f535debc48be tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.506663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89af29d7-4df5-4274-a5da-4a8d7d962256 req-1a29dace-c629-4489-b700-f535debc48be tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1898148 Jul 16 22:23:22.509092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:22.518657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.532999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:22.557937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-33684beb-4bf5-4c2e-a503-cee6f3b98644 req-42af2cbe-bdd0-403b-be68-9ccbb6589dc6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973241 Jul 16 22:23:22.566705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.567422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.570348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] 10.222.0.68 "PUT /v2.0/ports/ee74156b-fce1-48be-be79-256afeeb3a49 HTTP/1.1" status: 200 len: 1092 time: 1.6757629 Jul 16 22:23:22.572071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-a06e3cac-b405-49f0-9b08-2a3d31ad0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:22.573581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-a06e3cac-b405-49f0-9b08-2a3d31ad0232 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1029975 Jul 16 22:23:22.621200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Request body: {'port': {'device_id': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:22.627007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89af29d7-4df5-4274-a5da-4a8d7d962256 req-55ed4895-b6d4-470e-a38b-7b0f26c173e4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117239 Jul 16 22:23:22.631630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453fd6-085f-4a23-8e29-0d2d9a77b360 service neutron] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:22.705616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-93c73f66-92df-4125-b44d-593750e04660 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931892 Jul 16 22:23:22.741595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.758816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:22.893317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:22.934364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-ceb28ca4-0c30-45d0-aff5-bf6a1199985d service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276933 Jul 16 22:23:22.969349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a29fa333-f272-41bb-b8ab-8a2bdcb71b46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca9f7245e49d43178bd20cae5e13c38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332078 Jul 16 22:23:22.980378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:23.123934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.146868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.155710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:23.156746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d5eb-ba48-4ced-82fd-aa61776fcccc req-4240af93-50d4-4a7d-9c19-b8d55737e14a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:23.158507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c742aa5-0127-45f0-a654-cc2f9a5f74e0 req-99e597ac-ef11-4235-a6e7-42066dca069a service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120168 Jul 16 22:23:23.158832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f147d5eb-ba48-4ced-82fd-aa61776fcccc req-4240af93-50d4-4a7d-9c19-b8d55737e14a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 943 time: 0.2177105 Jul 16 22:23:23.170277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4', 'mac_address': 'fa:16:3e:cf:3f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:23.217126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f2ed7-730a-437a-9cf1-bfc9a048d7fd req-384f94b4-c7e2-441d-94b8-3dfd3b4306cb tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:23.218718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.224128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f2ed7-730a-437a-9cf1-bfc9a048d7fd req-384f94b4-c7e2-441d-94b8-3dfd3b4306cb tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:23.231370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f2ed7-730a-437a-9cf1-bfc9a048d7fd req-384f94b4-c7e2-441d-94b8-3dfd3b4306cb tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:23.233124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:23.233288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e1f2ed7-730a-437a-9cf1-bfc9a048d7fd req-384f94b4-c7e2-441d-94b8-3dfd3b4306cb tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2399 time: 0.1655710 Jul 16 22:23:23.245405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f147d5eb-ba48-4ced-82fd-aa61776fcccc req-eaab6ef5-04e4-4d25-a7c2-61e87648bc6b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750401 Jul 16 22:23:23.250568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.253458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.268655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0adab07a-df98-4206-81a8-c3e6e90916c5 HTTP/1.1" status: 204 len: 168 time: 0.2807729 Jul 16 22:23:23.281959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:23.293855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.305253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eceb1c88-6027-4ead-8727-7e7cfe144f65 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:23.318000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.322587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0299b-9e72-4bd5-9605-6cc4795289a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adab07a-df98-4206-81a8-c3e6e90916c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:23.347726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Transition to ACTIVE for port object eceb1c88-6027-4ead-8727-7e7cfe144f65 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:23.353340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e1f2ed7-730a-437a-9cf1-bfc9a048d7fd req-29b163cb-53a8-423f-8def-f6c94fd6bdf7 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138337 Jul 16 22:23:23.378074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.420881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:23.516411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Pushing event updated for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:23.529778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['91ceb29c-5b38-49dc-b7f6-38246d52b4b4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:23.715036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b24b15-068d-4923-a09d-c28a161d31b2 req-eff79f42-152d-490b-9385-c03f06735b6c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:23.716635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82b24b15-068d-4923-a09d-c28a161d31b2 req-eff79f42-152d-490b-9385-c03f06735b6c tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.2901759 Jul 16 22:23:23.730541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:23.732782 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:23.806559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82b24b15-068d-4923-a09d-c28a161d31b2 req-926bd8b0-f0e1-4488-9001-5eaf42b0a969 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767274 Jul 16 22:23:23.850005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Attempting to bind port eceb1c88-6027-4ead-8727-7e7cfe144f65 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:23.850351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Attempting to bind port eceb1c88-6027-4ead-8727-7e7cfe144f65 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:23.850687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Attempting to bind port eceb1c88-6027-4ead-8727-7e7cfe144f65 on network dc868318-df7e-4dbe-984a-e761bdab415c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:23.860448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Port eceb1c88-6027-4ead-8727-7e7cfe144f65 on network dc868318-df7e-4dbe-984a-e761bdab415c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:23.860808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Attempting to bind port eceb1c88-6027-4ead-8727-7e7cfe144f65 on network dc868318-df7e-4dbe-984a-e761bdab415c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:23.875671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:23.876119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Checking segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:23.876462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Bound using segment: {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:23.876826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Bound port: eceb1c88-6027-4ead-8727-7e7cfe144f65, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41322ce-54e4-4800-8f20-31b3f1dc1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:23.877236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:23.937439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:23.987235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-0c143044-e4b2-4a61-9d85-7357041725f0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2598600 Jul 16 22:23:24.021419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:24.024721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:24.040566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.087915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f778d-61e3-46b5-8f68-a9d4f3dc434f req-20df311a-355f-483b-83d2-3b45dc19bab3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.096113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-337f778d-61e3-46b5-8f68-a9d4f3dc434f req-20df311a-355f-483b-83d2-3b45dc19bab3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.2469375 Jul 16 22:23:24.151491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292da84-6608-4697-9b38-1c697b5099f3 req-440dfc12-a9fb-46f4-aafa-152aa58420f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.153008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-440dfc12-a9fb-46f4-aafa-152aa58420f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 1102 time: 0.1268768 Jul 16 22:23:24.157123 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-337f778d-61e3-46b5-8f68-a9d4f3dc434f req-21515f00-06ae-47ef-95f2-64fbf71a31a5 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Jul 16 22:23:24.211409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9438483a-aa5b-486e-9b48-7a03d5f0d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.229951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.230595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.232028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] 10.222.0.68 "PUT /v2.0/ports/eceb1c88-6027-4ead-8727-7e7cfe144f65 HTTP/1.1" status: 200 len: 1092 time: 1.6257951 Jul 16 22:23:24.284086 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea697a8-a3d5-4221-9eb6-def890cc2339 x-openstack-request-id: req-1ea697a8-a3d5-4221-9eb6-def890cc2339 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:24.284407 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:24.284891 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ea697a8-a3d5-4221-9eb6-def890cc2339 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:24.285312 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'status': 'completed', 'code': 200} Jul 16 22:23:24.366883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292da84-6608-4697-9b38-1c697b5099f3 req-31073829-d8fa-4158-89aa-176d22b6709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.368500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-31073829-d8fa-4158-89aa-176d22b6709f service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1908002 Jul 16 22:23:24.385116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6e50-d91f-412f-ac4f-bda0df568b50 service neutron] Pushing event updated for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:24.426480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe881-1795-4290-8944-5a69582759dd req-a3d56951-802f-407c-9301-3436b886170a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.428082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fbe881-1795-4290-8944-5a69582759dd req-a3d56951-802f-407c-9301-3436b886170a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.3635294 Jul 16 22:23:24.445065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-8a4b724c-f1c2-4a29-b7d4-8dc9c09112ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 200 len: 217 time: 0.0692081 Jul 16 22:23:24.539261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-af277353-af45-4020-9496-e4a4027a1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.539747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-af277353-af45-4020-9496-e4a4027a1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.540409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-af277353-af45-4020-9496-e4a4027a1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.542275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-af277353-af45-4020-9496-e4a4027a1b61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2867 time: 0.2366998 Jul 16 22:23:24.556053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9438483a-aa5b-486e-9b48-7a03d5f0d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.558438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292da84-6608-4697-9b38-1c697b5099f3 req-889bfa8a-c321-41b7-b9f9-58479e9b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.560323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-889bfa8a-c321-41b7-b9f9-58479e9b7f64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1055059 Jul 16 22:23:24.564831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9438483a-aa5b-486e-9b48-7a03d5f0d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.565539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fbe881-1795-4290-8944-5a69582759dd req-591e6f2b-d2d8-4a42-9419-21318a673f65 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316326 Jul 16 22:23:24.625738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-1dd26a84-8030-4d24-a671-e03c651133eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994 HTTP/1.1" status: 200 len: 217 time: 0.0710258 Jul 16 22:23:24.717581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9438483a-aa5b-486e-9b48-7a03d5f0d2d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccaca586e68a4fdeb65a18b394e16e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757370 Jul 16 22:23:24.718802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438483a-aa5b-486e-9b48-7a03d5f0d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044319c8-49d6-4a38-b7ea-8fa49ea9d301,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:24.722485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:24.727621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-29ceb386-b2f3-4dda-8cf8-cae6a26867b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.729697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-29ceb386-b2f3-4dda-8cf8-cae6a26867b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8f3052d5-9248-4fa3-8aae-ce89fb5daa3b HTTP/1.1" status: 200 len: 801 time: 0.0978456 Jul 16 22:23:24.788846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292da84-6608-4697-9b38-1c697b5099f3 req-33e35e9b-b76a-4bb2-abd5-64e4538a7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.790433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-33e35e9b-b76a-4bb2-abd5-64e4538a7ba2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093649 Jul 16 22:23:24.804763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8114d-1452-40a9-9eeb-b6d6a9a5eaf8 req-77b8b9ba-ef4b-442e-9db2-25c46cb4fda7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.813576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09a8114d-1452-40a9-9eeb-b6d6a9a5eaf8 req-77b8b9ba-ef4b-442e-9db2-25c46cb4fda7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 944 time: 0.1722491 Jul 16 22:23:24.847587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:24.858721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-7cc113b3-917b-4024-ad2a-62eee603934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.860788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-7cc113b3-917b-4024-ad2a-62eee603934d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc868318-df7e-4dbe-984a-e761bdab415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090996 Jul 16 22:23:24.872485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.940454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:24.942087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb673a-d5df-4fd8-b7d0-e8a9006adbd4 req-7b985260-f812-4014-8432-a546f57f5ed3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.951550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb673a-d5df-4fd8-b7d0-e8a9006adbd4 req-7b985260-f812-4014-8432-a546f57f5ed3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.960814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb673a-d5df-4fd8-b7d0-e8a9006adbd4 req-7b985260-f812-4014-8432-a546f57f5ed3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:24.963946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09a8114d-1452-40a9-9eeb-b6d6a9a5eaf8 req-a8fc1dc0-c524-40d2-a27c-0bd727afd4af tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494451 Jul 16 22:23:24.969195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ceb673a-d5df-4fd8-b7d0-e8a9006adbd4 req-7b985260-f812-4014-8432-a546f57f5ed3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2411 time: 0.2322705 Jul 16 22:23:24.970979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:24.975408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:24.976039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:25.074167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ceb673a-d5df-4fd8-b7d0-e8a9006adbd4 req-71c61d48-7e8e-489f-953a-3df121824e5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947254 Jul 16 22:23:25.097902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ecea50ef-8c65-48a1-ab72-df85cf98903e service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267864 Jul 16 22:23:25.206725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:25.210745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-ff05854a-782f-4b4a-b675-650405ee31f6 service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053762 Jul 16 22:23:25.242646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:25.250337 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1da8f0-4467-471a-8939-e3caa837a200" -d '{"events": [{"server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "name": "network-vif-plugged", "status": "completed", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:25.284605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:25.301089 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:25.337363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-5b100085-365a-4862-b470-069c8f12cc74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=ee74156b-fce1-48be-be79-256afeeb3a49 HTTP/1.1" status: 200 len: 217 time: 0.1095407 Jul 16 22:23:25.368680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:25.431010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-e2909233-5fc7-4102-962b-f861bd12827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:25.432484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-e2909233-5fc7-4102-962b-f861bd12827c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6857adac-0601-4ccd-a021-39a79fdea33f HTTP/1.1" status: 200 len: 801 time: 0.0882611 Jul 16 22:23:25.463064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-a95a4ecc-d6b6-452f-9a91-1dcf8b8837b4 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445611 Jul 16 22:23:25.496037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c3a8-601c-4896-a050-0211a4a474b7 req-e781ef86-c587-46a8-953c-4f26bfb6b09c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:25.497988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2a7c3a8-601c-4896-a050-0211a4a474b7 req-e781ef86-c587-46a8-953c-4f26bfb6b09c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1144028 Jul 16 22:23:25.545183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-a38b0704-878f-47b5-99a4-028b34359d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:25.547388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-a38b0704-878f-47b5-99a4-028b34359d65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060691 Jul 16 22:23:25.585370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:25.587946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:25.589191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/044319c8-49d6-4a38-b7ea-8fa49ea9d301 HTTP/1.1" status: 204 len: 168 time: 0.8643711 Jul 16 22:23:25.597591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2a7c3a8-601c-4896-a050-0211a4a474b7 req-49b1b6be-cf77-450a-9f2c-45706ca2bc26 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849912 Jul 16 22:23:25.611332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca13d5-dcd7-44e1-b4b7-9d14b9aefb72 req-cf026123-8e89-4ebe-b442-a9418e9f8f28 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:25.620614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90ca13d5-dcd7-44e1-b4b7-9d14b9aefb72 req-cf026123-8e89-4ebe-b442-a9418e9f8f28 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1900153 Jul 16 22:23:25.650596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0883af-d6a6-4061-937d-73432a0a4630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044319c8-49d6-4a38-b7ea-8fa49ea9d301,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:25.679292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8292da84-6608-4697-9b38-1c697b5099f3 req-13546f99-07e4-4664-9c05-b990c2ab020b service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964304 Jul 16 22:23:25.720133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-681a7105-d40e-4a90-b589-377c0c17aa66 service neutron] 10.222.0.68 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632924 Jul 16 22:23:25.726049 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f3ca2d-4fe1-4379-9e49-5b6b97d4ccb0 x-openstack-request-id: req-f4f3ca2d-4fe1-4379-9e49-5b6b97d4ccb0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:25.726360 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "name": "network-vif-plugged", "status": "completed", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:25.726699 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4f3ca2d-4fe1-4379-9e49-5b6b97d4ccb0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:25.727223 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4', 'code': 200} Jul 16 22:23:25.741952 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90ca13d5-dcd7-44e1-b4b7-9d14b9aefb72 req-34dc8ba6-2d78-4a46-a217-0599f3a01836 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198056 Jul 16 22:23:25.917191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-eb5832fc-083a-4445-b522-e1cff85d9dbd service neutron] 10.222.0.68 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888032 Jul 16 22:23:25.938443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530a836-ede1-4cfc-8eea-4b5a1a082c70 req-e813d776-0700-4bb2-a442-bb34f2904f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:25.943370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4530a836-ede1-4cfc-8eea-4b5a1a082c70 req-e813d776-0700-4bb2-a442-bb34f2904f16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 1097 time: 0.1342723 Jul 16 22:23:26.024571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-15e73e54-bb41-45e0-bca5-99dc070b378b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65 HTTP/1.1" status: 200 len: 217 time: 0.0918686 Jul 16 22:23:26.089840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-203c0a27-37cf-4d1d-a620-a85c33fc54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.091363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-203c0a27-37cf-4d1d-a620-a85c33fc54e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8f3052d5-9248-4fa3-8aae-ce89fb5daa3b HTTP/1.1" status: 200 len: 801 time: 0.0593159 Jul 16 22:23:26.107118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4530a836-ede1-4cfc-8eea-4b5a1a082c70 req-c1f24bed-a699-4aa9-987e-316609f24b9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570213 Jul 16 22:23:26.126577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316cf79-78d2-40dd-bfa5-75cd66108212 req-2e38881f-00b8-4447-9239-119ce532d065 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.135703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0316cf79-78d2-40dd-bfa5-75cd66108212 req-2e38881f-00b8-4447-9239-119ce532d065 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1739643 Jul 16 22:23:26.160136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:26.194219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0316cf79-78d2-40dd-bfa5-75cd66108212 req-b05b594b-099e-4c2b-954a-874fde0831a3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573001 Jul 16 22:23:26.379223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d34609-abe7-4a5d-8261-bf9456a3bd8d req-8c49ff25-c3bf-474b-a99e-b707917f1314 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.381195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65d34609-abe7-4a5d-8261-bf9456a3bd8d req-8c49ff25-c3bf-474b-a99e-b707917f1314 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.0660558 Jul 16 22:23:26.423725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65d34609-abe7-4a5d-8261-bf9456a3bd8d req-36a9091d-68be-478e-84b1-a5ac14d510ac tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358784 Jul 16 22:23:26.479589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:26.481888 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16918eb-266b-4e07-8541-be474795ff61" -d '{"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:26.488898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3bc60fd-709d-4250-b4fb-82d433412233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:26.521743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-9b4e834e-7ca5-4479-b7fc-ae6487d61305 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6af88812bf0b4617b7907066f59dffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369766 Jul 16 22:23:26.592407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-e24d16d3-00f4-444f-9ba2-3df9dd74c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.593988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-e24d16d3-00f4-444f-9ba2-3df9dd74c9d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc868318-df7e-4dbe-984a-e761bdab415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4868088 Jul 16 22:23:26.618662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a6d5-a35d-4178-87d8-3f8a1b78bcce req-ad52a935-4701-428b-93c8-b0fdb741ac18 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.625176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a6d5-a35d-4178-87d8-3f8a1b78bcce req-ad52a935-4701-428b-93c8-b0fdb741ac18 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.631194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a6d5-a35d-4178-87d8-3f8a1b78bcce req-ad52a935-4701-428b-93c8-b0fdb741ac18 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.632863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6a1a6d5-a35d-4178-87d8-3f8a1b78bcce req-ad52a935-4701-428b-93c8-b0fdb741ac18 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2411 time: 0.0943229 Jul 16 22:23:26.678461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6a1a6d5-a35d-4178-87d8-3f8a1b78bcce req-08a362a6-c1e2-4a75-8e8d-3c3638dfa60e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Jul 16 22:23:26.745837 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bed47-5ded-4869-a663-2720e877b233 x-openstack-request-id: req-0e3bed47-5ded-4869-a663-2720e877b233 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:26.746132 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:26.746387 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e3bed47-5ded-4869-a663-2720e877b233 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:26.746824 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65', 'status': 'completed', 'code': 200} Jul 16 22:23:26.768222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-fe216c7b-fccc-48f0-8791-e924c7242122 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.769792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-fe216c7b-fccc-48f0-8791-e924c7242122 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372441 Jul 16 22:23:26.814606 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3bc60fd-709d-4250-b4fb-82d433412233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:26.818522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5a187b5b-64e2-4c73-8fd0-31beb0ccacec tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/quotas/6af88812bf0b4617b7907066f59dffdc HTTP/1.1" status: 200 len: 375 time: 0.0412190 Jul 16 22:23:26.828878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-8f8d3d71-d0a3-4eb6-9a3a-7eabd1f34b7e service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239008 Jul 16 22:23:26.829495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3bc60fd-709d-4250-b4fb-82d433412233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:26.905452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:23:26.925380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-48601e24-5a51-4acb-875f-f4ed5b4624cc tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925934 Jul 16 22:23:26.946778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb752-abeb-42e4-93bd-03b8cee4be8c req-7fb97aed-9e8a-40b9-a420-60fdee332330 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:26.949368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52cb752-abeb-42e4-93bd-03b8cee4be8c req-7fb97aed-9e8a-40b9-a420-60fdee332330 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1092036 Jul 16 22:23:26.967051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc60fd-709d-4250-b4fb-82d433412233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a8630-4434-4f73-b1e8-7c9848a3e13c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:27.012139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f3bc60fd-709d-4250-b4fb-82d433412233 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13702a4ae2a8449a885b129eda5d2c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506718 Jul 16 22:23:27.016711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:27.056482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52cb752-abeb-42e4-93bd-03b8cee4be8c req-78733443-e845-4e0c-86c2-7a93956f0a3d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012206 Jul 16 22:23:27.099684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7304191-8fce-4d10-9712-7c0885bbd9e3 req-73c12549-9f45-4683-9282-a3786ec10fab service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612820 Jul 16 22:23:27.129246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:27.169663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:27.285986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:27.289317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:27.293705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/055a8630-4434-4f73-b1e8-7c9848a3e13c HTTP/1.1" status: 204 len: 168 time: 0.2757566 Jul 16 22:23:27.307722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904676b-fbd3-4273-9a6c-87cf348a042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a8630-4434-4f73-b1e8-7c9848a3e13c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:27.317601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-273b4c3e-f622-4847-ab9f-03c741fe9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.318533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-273b4c3e-f622-4847-ab9f-03c741fe9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.319180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-273b4c3e-f622-4847-ab9f-03c741fe9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.321669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-273b4c3e-f622-4847-ab9f-03c741fe9f4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2867 time: 0.1494911 Jul 16 22:23:27.380025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06eb8602-640d-4162-9c6d-c96a3b063cb1 req-8ddc1639-b176-4ad5-9cff-ed0ef99d8f8f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 210 time: 0.0549057 Jul 16 22:23:27.396300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52a19-60b1-47f5-9ac0-219ea46920a0 req-49800767-159f-41c9-90a2-8d2399d5171d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.398130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ec52a19-60b1-47f5-9ac0-219ea46920a0 req-49800767-159f-41c9-90a2-8d2399d5171d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1428874 Jul 16 22:23:27.508804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-357cbbba-9cff-4ef3-b0bb-1371b0fa40da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:27.527768 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ec52a19-60b1-47f5-9ac0-219ea46920a0 req-6780173a-eda7-4a0a-b17e-5cfdeb3a7a7b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224020 Jul 16 22:23:27.563852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-65e9c80f-0481-4a54-902e-0baff6f87d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.565367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-65e9c80f-0481-4a54-902e-0baff6f87d68 service neutron] 10.222.0.68 "GET /v2.0/networks?id=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 HTTP/1.1" status: 200 len: 903 time: 0.2250443 Jul 16 22:23:27.641754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-bc6208fa-0052-4f3c-b146-657c35660715 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=ee74156b-fce1-48be-be79-256afeeb3a49 HTTP/1.1" status: 200 len: 217 time: 0.0677841 Jul 16 22:23:27.754373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-592baf1c-3e87-4d15-9a68-1207277b78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.756076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-592baf1c-3e87-4d15-9a68-1207277b78c0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6857adac-0601-4ccd-a021-39a79fdea33f HTTP/1.1" status: 200 len: 801 time: 0.1036658 Jul 16 22:23:27.772353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab05f4-b4df-4843-8d4f-5c6c6a8aa575 req-e269eca6-349f-40ce-8cbd-5ba2cfd8cf13 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.777513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68ab05f4-b4df-4843-8d4f-5c6c6a8aa575 req-e269eca6-349f-40ce-8cbd-5ba2cfd8cf13 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1342862 Jul 16 22:23:27.826939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd601c8b-8007-4a58-a9db-0533f5f62d48 req-23d64fa4-f10a-48d5-994c-f454a7f53ea7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.830464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd601c8b-8007-4a58-a9db-0533f5f62d48 req-23d64fa4-f10a-48d5-994c-f454a7f53ea7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.1541922 Jul 16 22:23:27.861071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68ab05f4-b4df-4843-8d4f-5c6c6a8aa575 req-c402a529-ee7b-495e-bc74-364bbaf96615 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Jul 16 22:23:27.924447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-cf570546-afb4-4116-a2e0-65f999988991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:27.926013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-cf570546-afb4-4116-a2e0-65f999988991 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475899 Jul 16 22:23:27.937526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd601c8b-8007-4a58-a9db-0533f5f62d48 req-3e19230d-27d6-4ecd-90bd-aa2923f773d2 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006012 Jul 16 22:23:28.091361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-c50291de-ba28-47c3-ad08-b669802a26dd service neutron] 10.222.0.68 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573646 Jul 16 22:23:28.240278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8768-7d5d-47f8-b908-38ab7cf347df req-00f079b5-b9f4-4ecc-8c01-9625b18197b2 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.247370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d4d8768-7d5d-47f8-b908-38ab7cf347df req-00f079b5-b9f4-4ecc-8c01-9625b18197b2 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.1408505 Jul 16 22:23:28.302713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d4d8768-7d5d-47f8-b908-38ab7cf347df req-ed8d3b7d-13b3-475b-8559-6464b00dadff tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543609 Jul 16 22:23:28.313605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cf6a0f2-0a33-4cfd-87ac-a92e00ab3a1f req-31c31ad8-9311-411f-96ed-ea2371c544a4 service neutron] 10.222.0.68 "GET /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098646 Jul 16 22:23:28.337415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df56fd0-f3d5-4dad-a4f4-a7957c67aabc req-e41511d8-58cd-49aa-924b-14dfaddeac7f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.349751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df56fd0-f3d5-4dad-a4f4-a7957c67aabc req-e41511d8-58cd-49aa-924b-14dfaddeac7f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.357671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df56fd0-f3d5-4dad-a4f4-a7957c67aabc req-e41511d8-58cd-49aa-924b-14dfaddeac7f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.371334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5df56fd0-f3d5-4dad-a4f4-a7957c67aabc req-e41511d8-58cd-49aa-924b-14dfaddeac7f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2411 time: 0.2241023 Jul 16 22:23:28.454691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5df56fd0-f3d5-4dad-a4f4-a7957c67aabc req-361fab23-cfb8-46ba-9cf7-c8882574ddfa tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823126 Jul 16 22:23:28.526854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-edc78c6c-992f-4257-b366-4d107ffd4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.527356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-edc78c6c-992f-4257-b366-4d107ffd4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.527870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-edc78c6c-992f-4257-b366-4d107ffd4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.529748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-edc78c6c-992f-4257-b366-4d107ffd4c42 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2867 time: 0.0918169 Jul 16 22:23:28.602220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ffee9-d89b-4208-aae6-a3b1f165da22 req-3253c61d-2971-422d-bde8-df2b688e6712 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.606905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-185ffee9-d89b-4208-aae6-a3b1f165da22 req-3253c61d-2971-422d-bde8-df2b688e6712 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1622877 Jul 16 22:23:28.665434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-5057ad97-00c0-43aa-9325-ad8e7dfb504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.667495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-5057ad97-00c0-43aa-9325-ad8e7dfb504e service neutron] 10.222.0.68 "GET /v2.0/networks?id=dc868318-df7e-4dbe-984a-e761bdab415c HTTP/1.1" status: 200 len: 903 time: 0.1287758 Jul 16 22:23:28.681611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-185ffee9-d89b-4208-aae6-a3b1f165da22 req-dcce48fe-c1f1-4f0c-9d86-5168c5bc4921 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Jul 16 22:23:28.732605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-3e83e850-d637-46b6-bc4c-cd9bc1309209 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65 HTTP/1.1" status: 200 len: 217 time: 0.0514135 Jul 16 22:23:28.843500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-b825785c-34d3-4b58-a9f6-7cd3eff0bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.847120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-b825785c-34d3-4b58-a9f6-7cd3eff0bb21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8f3052d5-9248-4fa3-8aae-ce89fb5daa3b HTTP/1.1" status: 200 len: 801 time: 0.1077371 Jul 16 22:23:28.908459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ac45326-5c6d-45c7-8c35-1e2a661c3994 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:28.946766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ca34db8-afc0-422f-ae1a-0b705800e954 req-eb98578b-ceb8-4bfc-8516-8688e2078a94 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 210 time: 0.0965829 Jul 16 22:23:28.970404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16918eb-266b-4e07-8541-be474795ff61 req-4ac00320-02c3-46fb-86e4-9d52e8cb6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:28.973156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-4ac00320-02c3-46fb-86e4-9d52e8cb6dd2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc868318-df7e-4dbe-984a-e761bdab415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065454 Jul 16 22:23:29.058174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-bc74ee4d-5beb-4f42-8ca6-4358630b83b1 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6af88812bf0b4617b7907066f59dffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090302 Jul 16 22:23:29.230396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-87141681-d700-4dd4-a27f-b4a1a48bae39 service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397776 Jul 16 22:23:29.261820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922f85-ef03-4b92-8b68-cde4897dd19e req-a371e153-bdad-4275-af60-f61f62d02f1d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:29.270228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61922f85-ef03-4b92-8b68-cde4897dd19e req-a371e153-bdad-4275-af60-f61f62d02f1d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1242764 Jul 16 22:23:29.291687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:29.332026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2ac45326-5c6d-45c7-8c35-1e2a661c3994', 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'port_id': '2ac45326-5c6d-45c7-8c35-1e2a661c3994', 'mac_address': 'fa:16:3e:9f:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3052d5-9248-4fa3-8aae-ce89fb5daa3b', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:29.356002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-0d34121b-60a0-4e21-8c6c-f5f0c8cf38ca tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:29.358183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-0d34121b-60a0-4e21-8c6c-f5f0c8cf38ca tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939718 Jul 16 22:23:29.376167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62333b-c971-4577-8336-0e56c44c77c1 req-5e4c249a-ab76-4f04-a0a1-15f837c096e2 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:29.383570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae62333b-c971-4577-8336-0e56c44c77c1 req-5e4c249a-ab76-4f04-a0a1-15f837c096e2 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2389760 Jul 16 22:23:29.390803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Request body: {'port': {'device_id': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '6af88812bf0b4617b7907066f59dffdc'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:29.403958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.425836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac45326-5c6d-45c7-8c35-1e2a661c3994 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:29.450331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae62333b-c971-4577-8336-0e56c44c77c1 req-db34dfa3-5105-4114-b1ce-578180232615 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Jul 16 22:23:29.471307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:29.473915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61922f85-ef03-4b92-8b68-cde4897dd19e req-ba756f9c-35ab-4499-a435-2e403a606592 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027073 Jul 16 22:23:29.491648 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.493415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ee74156b-fce1-48be-be79-256afeeb3a49 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:29.532873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c16918eb-266b-4e07-8541-be474795ff61 req-c5906d8c-65ef-46c6-a011-d97538783e99 service neutron] 10.222.0.68 "GET /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934201 Jul 16 22:23:29.635328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:29.665938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Made reservation on behalf of 6af88812bf0b4617b7907066f59dffdc for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:29.670190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.689249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.724790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:29.742946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed989dc-c504-45b4-ad9c-d1bdc631d2ed req-afb3b6ed-a43f-4013-afc2-c3a24582079c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:29.744595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eed989dc-c504-45b4-ad9c-d1bdc631d2ed req-afb3b6ed-a43f-4013-afc2-c3a24582079c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.1268964 Jul 16 22:23:29.747004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'network_id': '526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0', 'port_id': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'mac_address': 'fa:16:3e:2b:d5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857adac-0601-4ccd-a021-39a79fdea33f', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:29.804348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.834887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eed989dc-c504-45b4-ad9c-d1bdc631d2ed req-fb917a2a-1525-4724-bf86-18f5a222d33b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807402 Jul 16 22:23:29.840296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee74156b-fce1-48be-be79-256afeeb3a49 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:29.842800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:29.884240 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31571de5-e19d-4370-8563-5ed913db763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.892465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:29.898307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.899161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device eceb1c88-6027-4ead-8727-7e7cfe144f65 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:29.963446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.973504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:29.983112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db53895-81e8-42cb-ba3c-8cb5cea626af req-dbadaa36-23e6-4d11-b50c-2153721e0308 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:29.984180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:29.990754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db53895-81e8-42cb-ba3c-8cb5cea626af req-dbadaa36-23e6-4d11-b50c-2153721e0308 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.000101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db53895-81e8-42cb-ba3c-8cb5cea626af req-dbadaa36-23e6-4d11-b50c-2153721e0308 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.002632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.009381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0db53895-81e8-42cb-ba3c-8cb5cea626af req-dbadaa36-23e6-4d11-b50c-2153721e0308 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2412 time: 0.1598542 Jul 16 22:23:30.013616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'eceb1c88-6027-4ead-8727-7e7cfe144f65', 'network_id': 'dc868318-df7e-4dbe-984a-e761bdab415c', 'port_id': 'eceb1c88-6027-4ead-8727-7e7cfe144f65', 'mac_address': 'fa:16:3e:8e:d1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3052d5-9248-4fa3-8aae-ce89fb5daa3b', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:30.038930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f17961c6-a03f-45eb-a0a0-17fc56d40f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.057487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.069306 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.076692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dcc99d-53cf-49ab-a24b-caaa12690529,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.077996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eceb1c88-6027-4ead-8727-7e7cfe144f65 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:30.101896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0db53895-81e8-42cb-ba3c-8cb5cea626af req-8f5a8f20-be49-4e66-b4d7-496dcc088699 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Jul 16 22:23:30.104263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:30.109171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.173983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f17961c6-a03f-45eb-a0a0-17fc56d40f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.177077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.187968 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f17961c6-a03f-45eb-a0a0-17fc56d40f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.212100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Allocated IP 192.168.233.134 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/22441bf4-01a9-4e40-87e3-c3de2a5e87fa) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:30.239709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d5cb-783e-484b-a43a-d90029e4635f req-7e2823de-6513-4a38-a343-efec51e564e9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.240482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0050d5cb-783e-484b-a43a-d90029e4635f req-7e2823de-6513-4a38-a343-efec51e564e9 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1423008 Jul 16 22:23:30.260308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cb3195c-4466-423c-bbc1-1d15e4e4692c req-0b68834a-7fa2-41f6-a744-f84f4f6bd083 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 210 time: 0.0460930 Jul 16 22:23:30.266690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f17961c6-a03f-45eb-a0a0-17fc56d40f29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b4a5838bb3e4628b2964f3d715ef54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197998 Jul 16 22:23:30.266690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:30.272852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17961c6-a03f-45eb-a0a0-17fc56d40f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79d910-9031-4850-950e-a3e083000b9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.326030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.333522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0050d5cb-783e-484b-a43a-d90029e4635f req-3a207dcf-a7ca-4482-a719-db2e1cfcb336 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817311 Jul 16 22:23:30.355775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.406128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.409140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.410302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c79d910-9031-4850-950e-a3e083000b9e HTTP/1.1" status: 204 len: 168 time: 0.1428595 Jul 16 22:23:30.419026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31cdbf-9277-4e6c-af6b-993f3eaee592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79d910-9031-4850-950e-a3e083000b9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.424846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.439470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Transition to ACTIVE for port object 22441bf4-01a9-4e40-87e3-c3de2a5e87fa will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:30.476226 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.513468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-c3d55947-e86c-4a2d-8f97-5550a45b266a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.515900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-c3d55947-e86c-4a2d-8f97-5550a45b266a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.0770569 Jul 16 22:23:30.529760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:30.537177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:30.539850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:30.556857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['ee74156b-fce1-48be-be79-256afeeb3a49'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:30.607896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Pushing event updated for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:30.645485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.646651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.660256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['eceb1c88-6027-4ead-8727-7e7cfe144f65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:30.668798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-5afe79d5-39d6-4bbf-a022-fa21ef01961c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2818756 Jul 16 22:23:30.684712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Request body: {'port': {'device_id': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:30.747556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2ac45326-5c6d-45c7-8c35-1e2a661c3994'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:30.830845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.845001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:30.845628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.892170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:30.908592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda703fb-8b47-41b1-904f-501bb45b678e req-867c1819-7120-4f17-b8e1-6ddd662d4911 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:30.910555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eda703fb-8b47-41b1-904f-501bb45b678e req-867c1819-7120-4f17-b8e1-6ddd662d4911 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2185545 Jul 16 22:23:30.941262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9d17479-c7e5-4d4c-820f-b0c5ea8dcaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:30.947827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-35493263-449b-44a2-be13-6b6319e7968a None None] Provisioning for port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:30.968574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-35493263-449b-44a2-be13-6b6319e7968a None None] Provisioning complete for port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:30.969028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35493263-449b-44a2-be13-6b6319e7968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.045538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eda703fb-8b47-41b1-904f-501bb45b678e req-d5c679f9-2f22-4a27-886d-c5f5d7ad8117 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204355 Jul 16 22:23:31.068000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:31.068653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.075124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-35493263-449b-44a2-be13-6b6319e7968a None None] Port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:31.090939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:31.122309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700709ff-37b8-4bd0-8b2f-d91bd3b135d0 req-106b9ac0-7b8f-430a-a04b-65348ce8eb55 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.131418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-700709ff-37b8-4bd0-8b2f-d91bd3b135d0 req-106b9ac0-7b8f-430a-a04b-65348ce8eb55 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.3860106 Jul 16 22:23:31.204087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-700709ff-37b8-4bd0-8b2f-d91bd3b135d0 req-f74b4463-dd9b-45fb-9f5a-a58762ff0abb tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710397 Jul 16 22:23:31.208496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9d17479-c7e5-4d4c-820f-b0c5ea8dcaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.232793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.242169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22441bf4-01a9-4e40-87e3-c3de2a5e87fa {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:31.251127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9d17479-c7e5-4d4c-820f-b0c5ea8dcaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.251367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.264489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Transition to ACTIVE for port object 22441bf4-01a9-4e40-87e3-c3de2a5e87fa will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:31.269765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.308481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d9d17479-c7e5-4d4c-820f-b0c5ea8dcaf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=878f06cbf3824cd290a7913b14b9427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963580 Jul 16 22:23:31.316768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17479-c7e5-4d4c-820f-b0c5ea8dcaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95be8b40-7a26-458d-9b78-d38010b310ca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:31.316908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:31.363741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:31.393463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5134-e85b-4a00-b755-2cbd951a4fe9 req-0773c63c-5feb-4a41-ad40-7ede9a1c6b54 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.395497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dedd5134-e85b-4a00-b755-2cbd951a4fe9 req-0773c63c-5feb-4a41-ad40-7ede9a1c6b54 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=a22450f1-ac2b-44da-9b0d-79cfad15665a HTTP/1.1" status: 200 len: 945 time: 0.1891358 Jul 16 22:23:31.397136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.453830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.454710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=91ceb29c-5b38-49dc-b7f6-38246d52b4b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:31.456457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Attempting to bind port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:31.457726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Attempting to bind port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:31.458063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Attempting to bind port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:31.469741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:31.470098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Attempting to bind port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:31.480201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:31.480559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:31.480919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:31.481622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Bound port: 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:31.481981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.501911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.515888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:31.519207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.521254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96fe84fc-54fc-4b51-ad13-5f065105c5da req-446d334d-3bc3-444a-a350-76a2e953c8b9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "DELETE /v2.0/ports/91ceb29c-5b38-49dc-b7f6-38246d52b4b4 HTTP/1.1" status: 204 len: 173 time: 0.9982219 Jul 16 22:23:31.521717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'name': 'network-vif-deleted', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:31.524004 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ef2c1-5891-44a3-a773-f7c0f5b66a76" -d '{"events": [{"server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "name": "network-vif-deleted", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:31.546096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dedd5134-e85b-4a00-b755-2cbd951a4fe9 req-fddc775a-4c59-4530-a5f0-a6452614ac43 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002107 Jul 16 22:23:31.659388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:31.662420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.665880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.667120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95be8b40-7a26-458d-9b78-d38010b310ca HTTP/1.1" status: 204 len: 168 time: 0.3484287 Jul 16 22:23:31.670042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:31.680665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e58975-8910-418c-8056-30bfc4467653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95be8b40-7a26-458d-9b78-d38010b310ca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:31.696137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7094-8ce9-4af1-b0b8-d841f824f1cb req-9d909c06-7c42-41d8-aece-6db96d70783b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.704978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7094-8ce9-4af1-b0b8-d841f824f1cb req-9d909c06-7c42-41d8-aece-6db96d70783b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.712864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7094-8ce9-4af1-b0b8-d841f824f1cb req-9d909c06-7c42-41d8-aece-6db96d70783b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.720162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d6c7094-8ce9-4af1-b0b8-d841f824f1cb req-9d909c06-7c42-41d8-aece-6db96d70783b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2414 time: 0.2312319 Jul 16 22:23:31.724103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.742608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dade0f-8fae-4070-a8de-593d279fc9b3 req-4b57bb6f-72d5-488d-9c23-8657fe715a07 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.744261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dade0f-8fae-4070-a8de-593d279fc9b3 req-4b57bb6f-72d5-488d-9c23-8657fe715a07 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 948 time: 0.0801673 Jul 16 22:23:31.778057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.778679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:31.780078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/22441bf4-01a9-4e40-87e3-c3de2a5e87fa HTTP/1.1" status: 200 len: 1097 time: 1.1041822 Jul 16 22:23:31.782757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:31.786068 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf68ce-e283-4578-8b82-580f7296bc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:31.792678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dade0f-8fae-4070-a8de-593d279fc9b3 req-3b9cded0-5d7e-4385-b92d-d20c8080d85a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Jul 16 22:23:31.838297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d6c7094-8ce9-4af1-b0b8-d841f824f1cb req-c5f71deb-4ba9-4b85-a315-fc4cf66aeba6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171515 Jul 16 22:23:31.901425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cfaa9-59bc-43f4-ab4e-48ad2303ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:31.942290 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5e6c5-283e-442d-9eea-921d881d1356 x-openstack-request-id: req-0ca5e6c5-283e-442d-9eea-921d881d1356 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:31.942760 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22450f1-ac2b-44da-9b0d-79cfad15665a", "name": "network-vif-deleted", "tag": "91ceb29c-5b38-49dc-b7f6-38246d52b4b4", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:31.943077 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ca5e6c5-283e-442d-9eea-921d881d1356 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:31.943545 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22450f1-ac2b-44da-9b0d-79cfad15665a', 'name': 'network-vif-deleted', 'tag': '91ceb29c-5b38-49dc-b7f6-38246d52b4b4', 'status': 'completed', 'code': 200} Jul 16 22:23:31.945462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-987d5a9e-f3e2-46f4-b0f2-a1f553394574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:31.947110 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-987d5a9e-f3e2-46f4-b0f2-a1f553394574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 1100 time: 0.0976315 Jul 16 22:23:32.005832 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68b12e4-8767-417a-8e12-1c93068a0e54 x-openstack-request-id: req-a68b12e4-8767-417a-8e12-1c93068a0e54 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:32.006236 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:32.006416 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a68b12e4-8767-417a-8e12-1c93068a0e54 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:32.006760 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa', 'status': 'completed', 'code': 200} Jul 16 22:23:32.008512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-d41cfa9b-837d-49f0-9c10-5669f7062086 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa HTTP/1.1" status: 200 len: 217 time: 0.0523598 Jul 16 22:23:32.051017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e80d9-27ff-49fc-938c-f23bc8306dfe req-d50439ec-90bf-4ae0-bbc9-24fde880bc0f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.068415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a58e80d9-27ff-49fc-938c-f23bc8306dfe req-d50439ec-90bf-4ae0-bbc9-24fde880bc0f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1180649 Jul 16 22:23:32.074783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-25f98e0a-51ab-4594-b72e-e1a0a44e7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.076743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-25f98e0a-51ab-4594-b72e-e1a0a44e7e1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0573695 Jul 16 22:23:32.140214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a58e80d9-27ff-49fc-938c-f23bc8306dfe req-3ddf0da5-44d7-4dfb-8217-8333120ebc54 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697570 Jul 16 22:23:32.157601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:32.185192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-3b7d729c-5feb-41da-8257-206e37e3c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.189983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-3b7d729c-5feb-41da-8257-206e37e3c8aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064308 Jul 16 22:23:32.386575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-61a17cba-9f04-40df-93a8-01d7b555e7f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888454 Jul 16 22:23:32.431064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8849c-26e0-447d-a4cb-20ba3a4ccec0 req-fe4c95a2-7a9b-486e-93db-70265b853999 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.432678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-afc8849c-26e0-447d-a4cb-20ba3a4ccec0 req-fe4c95a2-7a9b-486e-93db-70265b853999 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.0781879 Jul 16 22:23:32.435925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebbc00-c990-45c3-8d89-336b8c8a6aca req-1133ea3a-7d8e-4594-9283-4e6f9ce3af21 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.441568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1ebbc00-c990-45c3-8d89-336b8c8a6aca req-1133ea3a-7d8e-4594-9283-4e6f9ce3af21 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1398978 Jul 16 22:23:32.473346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-afc8849c-26e0-447d-a4cb-20ba3a4ccec0 req-95c80294-a777-4f2a-8e8b-a90f23a257e9 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Jul 16 22:23:32.528528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1ebbc00-c990-45c3-8d89-336b8c8a6aca req-d0d8cb65-532f-4275-9abb-83fa82a52ec6 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840313 Jul 16 22:23:32.532869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62343d93-51cb-403b-87b7-97e4b4c3d7fa req-0aad8c34-1de3-4096-9c24-0f054c622753 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399264 Jul 16 22:23:32.612033 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:32.661124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-ed119682-fc41-47f9-81c4-b346791254b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.661124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-ed119682-fc41-47f9-81c4-b346791254b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 1100 time: 0.0698657 Jul 16 22:23:32.661365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:32.765517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-network', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:32.779699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-d7f3c4d4-ebac-4ba5-ab31-36fb9324fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.781712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-d7f3c4d4-ebac-4ba5-ab31-36fb9324fa8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1144850 Jul 16 22:23:32.824001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Made reservation on behalf of ffabdf58ccea4f22a3935fa390004d8a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:32.826439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:32.829854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-bb7a0ba1-8e3f-4811-81c3-515fb97075aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa HTTP/1.1" status: 200 len: 217 time: 0.0401824 Jul 16 22:23:32.836585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:32.891424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:32.901100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-fc86432d-702b-4d28-a6ae-a6cfc3ef4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:32.902584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-fc86432d-702b-4d28-a6ae-a6cfc3ef4ce0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0639124 Jul 16 22:23:32.918968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:32.919426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 91ceb29c-5b38-49dc-b7f6-38246d52b4b4 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:32.928951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ac45326-5c6d-45c7-8c35-1e2a661c3994 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:32.984135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:32.988712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:32.989315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.030731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2ace-6367-458d-8d2b-a69bd86c2b54 req-c27e9f00-5e6a-45c6-a68b-2ceace0a1642 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.032276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bed2ace-6367-458d-8d2b-a69bd86c2b54 req-c27e9f00-5e6a-45c6-a68b-2ceace0a1642 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 948 time: 0.0720508 Jul 16 22:23:33.075741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bed2ace-6367-458d-8d2b-a69bd86c2b54 req-b0c6c7df-f2bf-483b-a6ca-f567fe944f14 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355694 Jul 16 22:23:33.082560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.102878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-cee003db-92e7-42a8-b82c-dcbed70bb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.102878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-cee003db-92e7-42a8-b82c-dcbed70bb54a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862812 Jul 16 22:23:33.102878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.106296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:33.106886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-320f84eb-5827-4868-989a-9cc37cdfe2aa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.108348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-320f84eb-5827-4868-989a-9cc37cdfe2aa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.1622784 Jul 16 22:23:33.109316 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbacc172-85d6-46d0-9c40-0936c8d6da8d" -d '{"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:33.119487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.122372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:33.128054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.128942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ee74156b-fce1-48be-be79-256afeeb3a49 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:33.170501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:23:33.181242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-843dc92d-31dc-4b00-9c70-79f74d396102 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0577183 Jul 16 22:23:33.208472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.215932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.216274 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Added segment cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f of type vlan for network 23d31e68-ea7b-46d7-b9b4-89e842bd337f Jul 16 22:23:33.226309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port ee74156b-fce1-48be-be79-256afeeb3a49 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:33.231095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port ee74156b-fce1-48be-be79-256afeeb3a49 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:33.231459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.238033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf9abf-a1d2-4228-b877-64bd280b7897,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.282976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a562d4-5c6f-45de-b4f7-49de280bc29f req-2a2e1003-8de2-402f-82b1-0d1f8b89c6ef tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.290237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a562d4-5c6f-45de-b4f7-49de280bc29f req-2a2e1003-8de2-402f-82b1-0d1f8b89c6ef tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.296714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a562d4-5c6f-45de-b4f7-49de280bc29f req-2a2e1003-8de2-402f-82b1-0d1f8b89c6ef tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.298496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2a562d4-5c6f-45de-b4f7-49de280bc29f req-2a2e1003-8de2-402f-82b1-0d1f8b89c6ef tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2415 time: 0.0909419 Jul 16 22:23:33.305617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.323636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.325254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-d138daf6-f4fd-4634-9284-11be2358e143 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132008 Jul 16 22:23:33.340660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2a562d4-5c6f-45de-b4f7-49de280bc29f req-c5754530-586e-4261-a072-765171e59bd1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jul 16 22:23:33.368386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:33.373717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.374775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device eceb1c88-6027-4ead-8727-7e7cfe144f65 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:33.399269 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e653f1-9f01-4808-8c76-c6efb50be1e7 x-openstack-request-id: req-e2e653f1-9f01-4808-8c76-c6efb50be1e7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:33.399656 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:33.399958 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2e653f1-9f01-4808-8c76-c6efb50be1e7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:33.400414 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994', 'code': 200} Jul 16 22:23:33.416130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b7c9acd2-4717-4f7e-b9e7-838c588044e3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1982100 Jul 16 22:23:33.416738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.417643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.418201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.460092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.474483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.8119478 Jul 16 22:23:33.478883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port eceb1c88-6027-4ead-8727-7e7cfe144f65 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:33.480534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:33.486463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port eceb1c88-6027-4ead-8727-7e7cfe144f65 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:33.487299 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.489432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Request body: {'subnet': {'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-subnet', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:33.507456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56efb-da61-474d-8fa0-172db66ce929 admin admin] Pushing event updated for resources: {'Network': ['ID=23d31e68-ea7b-46d7-b9b4-89e842bd337f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.513342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4faf68ce-e283-4578-8b82-580f7296bc7d req-04b46192-d3f8-4f7a-b9e6-5981156ef4fc service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781445 Jul 16 22:23:33.526050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:23:33.563098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Made reservation on behalf of ffabdf58ccea4f22a3935fa390004d8a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:33.565762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.620257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-eea24128-bc7c-437c-a33e-b421e021c05e service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731989 Jul 16 22:23:33.648683 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.659006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc799545-7412-4d6d-b43e-1af04705fcaa req-4a46e10d-8692-4a6a-b268-9d8cf0323a4c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.660532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc799545-7412-4d6d-b43e-1af04705fcaa req-4a46e10d-8692-4a6a-b268-9d8cf0323a4c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1564488 Jul 16 22:23:33.683338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:33.688302 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.722761 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-fa9a9920-0427-4cda-9334-d1c741ce1278 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944543 Jul 16 22:23:33.731390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc799545-7412-4d6d-b43e-1af04705fcaa req-427e9737-bab9-4202-bcc1-d7a88c04aa79 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639203 Jul 16 22:23:33.746813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.799557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.919133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6eed55d-3507-48c9-b898-92b14498afb8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:33.931892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Checking segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:33.932377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Network hostable DHCP agents. Network: 23d31e68-ea7b-46d7-b9b4-89e842bd337f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:23:33.964461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:23:33.982238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7401e0-aa7a-4f36-b0b4-67e6b6638edc req-11e85a03-8c01-4057-912b-6830a7067c49 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.984344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a7401e0-aa7a-4f36-b0b4-67e6b6638edc req-11e85a03-8c01-4057-912b-6830a7067c49 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1281910 Jul 16 22:23:33.987915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 23d31e68-ea7b-46d7-b9b4-89e842bd337f) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:33.989623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:33.990276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:33.997307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cf0b8-4a1b-48fb-8e71-d0228308133a None None] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:34.029538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d525282-3727-4610-9020-314df52497ab req-76f8fdb5-9755-44c4-a50d-a71e711c602d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.031463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d525282-3727-4610-9020-314df52497ab req-76f8fdb5-9755-44c4-a50d-a71e711c602d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.0936620 Jul 16 22:23:34.032372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c37d530e-5136-4ab1-813a-20c716f9099a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.5495162 Jul 16 22:23:34.034907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:34.039732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:34.046003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a7401e0-aa7a-4f36-b0b4-67e6b6638edc req-eaab7fec-e070-4939-b99f-12ebdc351c97 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532808 Jul 16 22:23:34.069325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.070991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.143380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.150606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d525282-3727-4610-9020-314df52497ab req-8122f22f-ed73-449f-8007-f163ffd69a5a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085556 Jul 16 22:23:34.220032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:23:34.221466 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.272413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-503049d9-b46e-4200-955a-54ce9166d38c req-530319dc-a176-478e-a367-16534598c16c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 210 time: 0.0614605 Jul 16 22:23:34.325741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.396060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Allocated IP 172.20.0.2 (23d31e68-ea7b-46d7-b9b4-89e842bd337f/d6eed55d-3507-48c9-b898-92b14498afb8/1c4ac389-11e4-427e-a3d4-1557839d2697) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:34.487321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0108d-b73f-4117-ba28-abf8962ca99f req-0cc119fe-92ea-4ddf-935d-7682a97fdd8f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.488259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7db0108d-b73f-4117-ba28-abf8962ca99f req-0cc119fe-92ea-4ddf-935d-7682a97fdd8f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 948 time: 0.1286373 Jul 16 22:23:34.562916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7db0108d-b73f-4117-ba28-abf8962ca99f req-ea7bf04d-8789-499c-8161-f69e390736f5 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671332 Jul 16 22:23:34.605410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.616241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Transition to ACTIVE for port object 1c4ac389-11e4-427e-a3d4-1557839d2697 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:34.634197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Transition to ACTIVE for port object 1c4ac389-11e4-427e-a3d4-1557839d2697 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:34.641574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.684604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:34.688629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:34.696162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:34.706234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.711330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Pushing event updated for resources: {'Port': ['ID=1c4ac389-11e4-427e-a3d4-1557839d2697,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:34.728666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.730191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb432-6fb6-4ab0-a5fb-8dae37b59621 req-5dd0c7dc-f611-4af7-a0b1-7e1e5a18d427 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.736884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb432-6fb6-4ab0-a5fb-8dae37b59621 req-5dd0c7dc-f611-4af7-a0b1-7e1e5a18d427 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.743131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb432-6fb6-4ab0-a5fb-8dae37b59621 req-5dd0c7dc-f611-4af7-a0b1-7e1e5a18d427 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.744820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-170eb432-6fb6-4ab0-a5fb-8dae37b59621 req-5dd0c7dc-f611-4af7-a0b1-7e1e5a18d427 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.0949931 Jul 16 22:23:34.787735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Attempting to bind port 1c4ac389-11e4-427e-a3d4-1557839d2697 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:34.788466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Attempting to bind port 1c4ac389-11e4-427e-a3d4-1557839d2697 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:34.789235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Attempting to bind port 1c4ac389-11e4-427e-a3d4-1557839d2697 on network 23d31e68-ea7b-46d7-b9b4-89e842bd337f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:34.797437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:34.801032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Checking segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:34.801032 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.801032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Bound using segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:34.802089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Bound port: 1c4ac389-11e4-427e-a3d4-1557839d2697, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:34.802751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.825394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-170eb432-6fb6-4ab0-a5fb-8dae37b59621 req-e37e5cf6-6e14-4c97-a7ae-df58fdf9a453 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Jul 16 22:23:34.843121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-d4149cfc-8abc-44e3-8490-952db95f6b3a tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:34.854191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-d4149cfc-8abc-44e3-8490-952db95f6b3a tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1098 time: 0.1340902 Jul 16 22:23:34.869923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-16'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:34.889076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 154569f3-ba96-4e75-8096-b533c272df0c details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:34.909652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Allocated IP 172.25.5.234 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0411d9a6-9050-4fd1-9317-ea43d6c74887) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:34.912015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] For port 1c4ac389-11e4-427e-a3d4-1557839d2697, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:34.916503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] For port 1c4ac389-11e4-427e-a3d4-1557839d2697, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c4ac389-11e4-427e-a3d4-1557839d2697,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:34.922694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:34.958701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.040315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609f5f8-aefd-491c-be35-45db5abeb77f None None] Pushing event updated for resources: {'Port': ['ID=1c4ac389-11e4-427e-a3d4-1557839d2697,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:35.047126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08145ecc-59f0-4c0b-89cb-54aa140062f7 req-86392d6e-9681-456b-b378-ce5f0320b355 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:35.048718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08145ecc-59f0-4c0b-89cb-54aa140062f7 req-86392d6e-9681-456b-b378-ce5f0320b355 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1620886 Jul 16 22:23:35.072162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:35.138094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08145ecc-59f0-4c0b-89cb-54aa140062f7 req-99598bde-8f13-435c-955b-ad11983a110f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Jul 16 22:23:35.142765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.201165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.227939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:35.342846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 154569f3-ba96-4e75-8096-b533c272df0c has no active binding in host n-h2-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:23:35.342846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 22441bf4-01a9-4e40-87e3-c3de2a5e87fa details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:35.402936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49'}, {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:35.403555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7fbd-3493-49b5-bd44-2332231a3e54 req-9c790861-a7c3-44b4-a569-6721045df1d2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:35.405270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dcfb7fbd-3493-49b5-bd44-2332231a3e54 req-9c790861-a7c3-44b4-a569-6721045df1d2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 946 time: 0.1476946 Jul 16 22:23:35.405950 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f2b39-f8a1-4c1d-a567-d2461823202c" -d '{"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49"}, {"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:35.440488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:35.488198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dcfb7fbd-3493-49b5-bd44-2332231a3e54 req-eebec012-178f-487c-a72b-659056fc535f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726383 Jul 16 22:23:35.501678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:35.504093 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66605c-8161-4f37-836b-fe829c57b901" -d '{"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-unplugged", "status": "completed", "tag": "154569f3-ba96-4e75-8096-b533c272df0c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:35.508442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.529045 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.566671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:35.588622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:35.589393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa', 'mac_address': 'fa:16:3e:18:f9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:35.661602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.664107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on host n-h1-793621-16 for vnic_type normal with profile {"migrating_to": "n-h2-793621-16"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:35.666309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:35.666652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:35.678479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:35.678706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Attempting to bind port 154569f3-ba96-4e75-8096-b533c272df0c on network 927cde9f-9085-4fce-a1ac-df684e3b7261 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:35.680578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22441bf4-01a9-4e40-87e3-c3de2a5e87fa {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:35.691763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:35.692638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Checking segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:35.693090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Bound using segment: {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:35.694664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Bound port: 154569f3-ba96-4e75-8096-b533c272df0c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c166d7c7-c451-4c15-a364-05d3a09eaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '927cde9f-9085-4fce-a1ac-df684e3b7261'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:35.695039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.709208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:35.717436 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.767770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:35.787550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:35.810216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:35.810510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a06345f8-65d8-45d8-b349-0849cd88a1da req-ae7c2328-ca18-4896-aa67-29b8283a14a3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 210 time: 0.0409670 Jul 16 22:23:35.821936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:35.825100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:35.828294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:35.833207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.836138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Pushing event updated for resources: {'Port': ['ID=0411d9a6-9050-4fd1-9317-ea43d6c74887,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:35.896601 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f5bdb2-9dae-43e3-b09a-d12168370d6b x-openstack-request-id: req-69f5bdb2-9dae-43e3-b09a-d12168370d6b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:35.897064 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49", "code": 200}, {"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-plugged", "status": "completed", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:35.897642 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69f5bdb2-9dae-43e3-b09a-d12168370d6b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:35.898152 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'code': 200} Jul 16 22:23:35.898570 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65', 'code': 200} Jul 16 22:23:35.919521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:35.920154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:35.921836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 1124 time: 1.0580320 Jul 16 22:23:35.934086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cb1d4-97a5-4a87-b770-3f8aadcbadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:35.944031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.944031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.944031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.944352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.944528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.944997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.945146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.945514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.945798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.946130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.946460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.946835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:35.954987 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea5304-7aa7-4f56-9626-1a2c9b23fc2e x-openstack-request-id: req-96ea5304-7aa7-4f56-9626-1a2c9b23fc2e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:35.956668 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-unplugged", "status": "completed", "tag": "154569f3-ba96-4e75-8096-b533c272df0c", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:35.958385 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96ea5304-7aa7-4f56-9626-1a2c9b23fc2e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:35.959085 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c', 'code': 200} Jul 16 22:23:35.990347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['22441bf4-01a9-4e40-87e3-c3de2a5e87fa'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:36.025560 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-5b707722-6880-4f4a-b47e-1c7421d7234f service neutron] show failed (client error): The resource could not be found. Jul 16 22:23:36.026345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-5b707722-6880-4f4a-b47e-1c7421d7234f service neutron] 10.222.0.68 "GET /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.3172483 Jul 16 22:23:36.041444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-9f1032d5-1a2a-4dc4-a4b1-bc9d91ba8a0b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.043074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-9f1032d5-1a2a-4dc4-a4b1-bc9d91ba8a0b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.8272283 Jul 16 22:23:36.044936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['154569f3-ba96-4e75-8096-b533c272df0c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:36.068577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['154569f3-ba96-4e75-8096-b533c272df0c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:36.104683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:36.128826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197c7e-87c8-4804-9d3d-4289f649dd4f req-399219e9-56fd-4cb3-8c52-31cf66cacca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.129270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197c7e-87c8-4804-9d3d-4289f649dd4f req-399219e9-56fd-4cb3-8c52-31cf66cacca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.129780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197c7e-87c8-4804-9d3d-4289f649dd4f req-399219e9-56fd-4cb3-8c52-31cf66cacca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.131918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de197c7e-87c8-4804-9d3d-4289f649dd4f req-399219e9-56fd-4cb3-8c52-31cf66cacca9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2873 time: 0.0825098 Jul 16 22:23:36.170305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0fc6-523f-417f-b5d4-1b8bc4f6270f req-66b529ef-e4a0-4f6f-aff3-8e4921e654fe tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.173020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39cb0fc6-523f-417f-b5d4-1b8bc4f6270f req-66b529ef-e4a0-4f6f-aff3-8e4921e654fe tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.4653678 Jul 16 22:23:36.233447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de197c7e-87c8-4804-9d3d-4289f649dd4f req-5303a9f1-603e-484e-8409-446628a80801 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937948 Jul 16 22:23:36.269884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd81c-cd01-4be8-8035-49e45aa4ed3d req-66adbce2-70a6-495d-9498-e7b6daba2250 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.271988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a65fd81c-cd01-4be8-8035-49e45aa4ed3d req-66adbce2-70a6-495d-9498-e7b6daba2250 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 949 time: 0.0994625 Jul 16 22:23:36.330892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39cb0fc6-523f-417f-b5d4-1b8bc4f6270f req-2fa260db-7d54-4592-9f34-b204cb869da0 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457515 Jul 16 22:23:36.397648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a65fd81c-cd01-4be8-8035-49e45aa4ed3d req-f432923d-91e6-45a3-9b80-d9d21289e57b tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186175 Jul 16 22:23:36.460527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9c722-a0f2-484e-955c-34098c9f0f0f None None] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:36.490118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:36.493990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:36.558931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-2853d04e-75b8-4be2-af51-c569fd530d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.560740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-2853d04e-75b8-4be2-af51-c569fd530d48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1102 time: 0.0946736 Jul 16 22:23:36.568867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:36.577896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:36.611350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-877da295-9301-49ac-b1f1-4b728ab6355f None None] Provisioning for port 1c4ac389-11e4-427e-a3d4-1557839d2697 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:36.725357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c4ac389-11e4-427e-a3d4-1557839d2697 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:36.833614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aea7b-23e6-4dca-975f-d277536ef1c1 req-2df108eb-4ac0-4cf2-ba26-9ea3d4ab0ccd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.839934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aea7b-23e6-4dca-975f-d277536ef1c1 req-2df108eb-4ac0-4cf2-ba26-9ea3d4ab0ccd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.847238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aea7b-23e6-4dca-975f-d277536ef1c1 req-2df108eb-4ac0-4cf2-ba26-9ea3d4ab0ccd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:36.849288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d66aea7b-23e6-4dca-975f-d277536ef1c1 req-2df108eb-4ac0-4cf2-ba26-9ea3d4ab0ccd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.3400178 Jul 16 22:23:36.872180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.10 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/6ae56c39-2eac-4bb0-9b97-bfa6b69733be) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:36.885318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1c4ac389-11e4-427e-a3d4-1557839d2697 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:36.891451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c4ac389-11e4-427e-a3d4-1557839d2697 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:36.891835 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:36.986027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d66aea7b-23e6-4dca-975f-d277536ef1c1 req-df9d6e81-856f-4908-9c89-2e2cf5c49f19 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218295 Jul 16 22:23:36.996073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.030514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.047703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1c4ac389-11e4-427e-a3d4-1557839d2697, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c4ac389-11e4-427e-a3d4-1557839d2697,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:37.052738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.128108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1c4ac389-11e4-427e-a3d4-1557839d2697,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:37.135415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.187136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067181e-d6ac-49a2-a25e-d28f1ed5db18 req-4181e7d9-c768-42fa-8c2e-2c860db1d72a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.189449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a067181e-d6ac-49a2-a25e-d28f1ed5db18 req-4181e7d9-c768-42fa-8c2e-2c860db1d72a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.5499511 Jul 16 22:23:37.266779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a067181e-d6ac-49a2-a25e-d28f1ed5db18 req-7e5eb43f-2e5d-431d-858b-30bb3d1be846 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639455 Jul 16 22:23:37.287587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52808e1f-01cf-44d9-a3f5-e6dd8b226a81 None None] Provisioning complete for port 1c4ac389-11e4-427e-a3d4-1557839d2697 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:37.299226 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52808e1f-01cf-44d9-a3f5-e6dd8b226a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.348290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.367376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:37.381998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0777cf-3236-4de5-b73a-a29a7e3e3aa2 req-594862da-4d99-41ce-b18d-1b230fd3a3fc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.389576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c0777cf-3236-4de5-b73a-a29a7e3e3aa2 req-594862da-4d99-41ce-b18d-1b230fd3a3fc tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.2176316 Jul 16 22:23:37.418621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:37.463673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.476848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Transition to ACTIVE for port object 584adc78-2eae-402b-8268-df0000a9de76 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:37.477970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c0777cf-3236-4de5-b73a-a29a7e3e3aa2 req-5a975d81-15a0-475f-bd0c-0295b1ff15a2 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875471 Jul 16 22:23:37.482296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.482836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.503518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:37.528572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Router 7949acb1-af79-4364-96a1-3e1e99587c1c is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:23:37.553650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:37.563584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:37.568830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:37.603887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:37.609912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] No DVR routers for this DVR port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:37.657588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:37.725505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:37.725843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:37.726168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:37.730544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.731777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.735152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:37.735479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:37.748213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:37.748677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:37.749181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:37.749760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Bound port: 584adc78-2eae-402b-8268-df0000a9de76, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:37.750107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.795021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8872a7-41ff-4bb1-8ece-6ea7d02e988a req-386fc341-3144-4fc3-a72f-0f244cb0112b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.797049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a8872a7-41ff-4bb1-8ece-6ea7d02e988a req-386fc341-3144-4fc3-a72f-0f244cb0112b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 932 time: 0.1687346 Jul 16 22:23:37.798121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-b3593193-04d4-428b-a76e-f692f9ec313c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7043180 Jul 16 22:23:37.805915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:23:37.818463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Sync routers for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:23:37.820904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Request body: {'port': {'device_id': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:37.834347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:37.834986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:37.855556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:37.872686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.876852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-271bc1d5-8dca-4025-adfa-909149b353cb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.8409855 Jul 16 22:23:37.879302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50568) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:37.880679 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a8872a7-41ff-4bb1-8ece-6ea7d02e988a req-e662dd0e-6459-46ff-9747-f7c70b35a312 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Jul 16 22:23:37.899995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:37.907487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.960890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.961478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:37.964376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] 10.222.0.47 "PUT /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 1097 time: 1.3935142 Jul 16 22:23:37.964773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c'}, {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}, {'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:37.967254 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364fe80e-5f03-4e32-9965-3603483b68cf" -d '{"events": [{"name": "network-changed", "server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "tag": "154569f3-ba96-4e75-8096-b533c272df0c"}, {"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}, {"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:37.974476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:37.986614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3d02-fbd7-4826-982b-aed0492195f5 req-d00a1a71-dcb9-4dbd-9812-41405dba8b9c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:37.988209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e48a3d02-fbd7-4826-982b-aed0492195f5 req-d00a1a71-dcb9-4dbd-9812-41405dba8b9c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.2490907 Jul 16 22:23:38.064840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.082207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a87a-b893-4207-9e21-2b3e0a2f8458 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:38.104726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e48a3d02-fbd7-4826-982b-aed0492195f5 req-9e502316-9d65-4866-9f41-0d077847588f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057904 Jul 16 22:23:38.148633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1b31-690d-48fa-b65a-aaeb725ed652 req-9beb8fdc-4c8d-494b-969b-ba141530da18 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.158333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-578b1b31-690d-48fa-b65a-aaeb725ed652 req-9beb8fdc-4c8d-494b-969b-ba141530da18 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 949 time: 0.1227038 Jul 16 22:23:38.200933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-f6e94fa7-aa81-4f27-b0da-f040285f58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.203125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-f6e94fa7-aa81-4f27-b0da-f040285f58e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1100 time: 0.1995864 Jul 16 22:23:38.225249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-578b1b31-690d-48fa-b65a-aaeb725ed652 req-6ba9ab90-861b-4e9e-b2f7-4686ba9c9502 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658803 Jul 16 22:23:38.269846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:36Z', 'revision_number': 3, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:38.278404 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33937ff2-cb62-424e-b1e7-8030a216d339 x-openstack-request-id: req-33937ff2-cb62-424e-b1e7-8030a216d339 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:38.278751 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "tag": "154569f3-ba96-4e75-8096-b533c272df0c", "status": "completed", "code": 200}, {"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "code": 200}, {"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:38.279004 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33937ff2-cb62-424e-b1e7-8030a216d339 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:38.279501 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c', 'status': 'completed', 'code': 200} Jul 16 22:23:38.279685 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'code': 200} Jul 16 22:23:38.279893 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'status': 'completed', 'code': 200} Jul 16 22:23:38.321741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Checking router: 7949acb1-af79-4364-96a1-3e1e99587c1c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:23:38.322108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Updating router 7949acb1-af79-4364-96a1-3e1e99587c1c port 0411d9a6-9050-4fd1-9317-ea43d6c74887 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:23:38.363220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.429658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-7a7a8358-0fc1-4067-96ff-b2734bf40292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.431096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-7a7a8358-0fc1-4067-96ff-b2734bf40292 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1127 time: 0.1410549 Jul 16 22:23:38.511266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-539c47cf-a02f-4281-9801-c77a16127d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.512779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-539c47cf-a02f-4281-9801-c77a16127d27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2864373 Jul 16 22:23:38.581689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-40abd9f7-b8e5-4752-ba43-8c4773850c3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0520413 Jul 16 22:23:38.609692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-3eacffce-4c98-4d12-8a58-99a0dd67ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.611502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-3eacffce-4c98-4d12-8a58-99a0dd67ef1b service neutron] 10.222.0.68 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.1686108 Jul 16 22:23:38.638363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bad3-50c9-4e67-9996-33cc24e57535 req-c20bbec6-d038-4c3d-890e-abc978c42e31 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.644602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bad3-50c9-4e67-9996-33cc24e57535 req-c20bbec6-d038-4c3d-890e-abc978c42e31 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.651074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bad3-50c9-4e67-9996-33cc24e57535 req-c20bbec6-d038-4c3d-890e-abc978c42e31 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.652794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3096bad3-50c9-4e67-9996-33cc24e57535 req-c20bbec6-d038-4c3d-890e-abc978c42e31 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.2803974 Jul 16 22:23:38.664793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c4ac389-11e4-427e-a3d4-1557839d2697 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:38.707454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-bda5d5d2-af98-4795-b5ae-2d7caa5b9370 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 217 time: 0.0510521 Jul 16 22:23:38.721540 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.736699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-1ae7723b-861d-4ba1-a08c-2e410f15f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.738277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-1ae7723b-861d-4ba1-a08c-2e410f15f04b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1472311 Jul 16 22:23:38.739037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Transition to ACTIVE for port object 0411d9a6-9050-4fd1-9317-ea43d6c74887 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:38.747626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c4ac389-11e4-427e-a3d4-1557839d2697 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:38.748005 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.750045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.816424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3096bad3-50c9-4e67-9996-33cc24e57535 req-09c9c4d2-19a4-4330-99c7-8f3fe14bd730 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131163 Jul 16 22:23:38.824497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-d1adf016-1ac4-4b7e-9ba3-31f82228a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.826118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-d1adf016-1ac4-4b7e-9ba3-31f82228a418 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1085637 Jul 16 22:23:38.839754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Attempting to bind port 0411d9a6-9050-4fd1-9317-ea43d6c74887 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:38.840140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Attempting to bind port 0411d9a6-9050-4fd1-9317-ea43d6c74887 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:38.840928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Attempting to bind port 0411d9a6-9050-4fd1-9317-ea43d6c74887 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:38.851603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2a60-d5a9-4f8b-af9b-72ed30d0e2b2 None None] Pushing event updated for resources: {'Port': ['ID=0411d9a6-9050-4fd1-9317-ea43d6c74887,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:38.874880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:38.875366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:38.875789 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.876197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:38.876708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Bound port: 0411d9a6-9050-4fd1-9317-ea43d6c74887, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:38.877121 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:38.879764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-53a8e0be-0e58-49c3-b423-0b8cde66a74f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375342 Jul 16 22:23:38.884942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-3d0bdbbb-7b64-4e48-b214-fbe8a2ee1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:38.886447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-3d0bdbbb-7b64-4e48-b214-fbe8a2ee1342 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286221 Jul 16 22:23:38.959412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] For port 0411d9a6-9050-4fd1-9317-ea43d6c74887, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:38.963025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] For port 0411d9a6-9050-4fd1-9317-ea43d6c74887, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0411d9a6-9050-4fd1-9317-ea43d6c74887,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:38.968706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 22441bf4-01a9-4e40-87e3-c3de2a5e87fa up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:39.007807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7241c24-c92c-43b3-884f-98bd167b850b req-b7c569ba-25ed-4668-9c28-2ff34410962b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.013282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:39.015647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7241c24-c92c-43b3-884f-98bd167b850b req-b7c569ba-25ed-4668-9c28-2ff34410962b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.2687554 Jul 16 22:23:39.021316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae56c39-2eac-4bb0-9b97-bfa6b69733be {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:39.064112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.073913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-248300a3-2da0-414f-bd03-11027460aae1 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760004 Jul 16 22:23:39.078532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.082107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-6b51b091-1c9c-4dc3-a3d3-de5c1a8e580e service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947606 Jul 16 22:23:39.098318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:39.099114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 154569f3-ba96-4e75-8096-b533c272df0c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:39.142119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Transition to ACTIVE for port object 6ae56c39-2eac-4bb0-9b97-bfa6b69733be will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:39.156324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7241c24-c92c-43b3-884f-98bd167b850b req-51747ce1-c9f0-4e75-bd19-5975a19c388f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389208 Jul 16 22:23:39.166041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.242058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:39.255617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:39.256268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:39.299372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Pushing event updated for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:39.354917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a84d5e46-3a8d-41f6-93ae-da8f467295af req-224908e0-2010-4262-8230-6c59fcdf5c80 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707262 Jul 16 22:23:39.392100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.392697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2a60-d5a9-4f8b-af9b-72ed30d0e2b2 None None] Pushing event updated for resources: {'Port': ['ID=0411d9a6-9050-4fd1-9317-ea43d6c74887,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:39.411938 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-0852732a-5cdd-4c60-aa53-656a252144cc service neutron] 10.222.0.68 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853887 Jul 16 22:23:39.419430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:39.419806 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.429008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bdd84-a70c-4b46-9bd9-a929f868896a req-e58cab3c-f837-47e5-a374-78030282be4f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.431860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db0bdd84-a70c-4b46-9bd9-a929f868896a req-e58cab3c-f837-47e5-a374-78030282be4f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.3070612 Jul 16 22:23:39.452530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Attempting to bind port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:39.453152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Attempting to bind port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:39.453675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Attempting to bind port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:39.521129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db0bdd84-a70c-4b46-9bd9-a929f868896a req-45e77287-56f9-49dc-982d-a138d7b5b7a3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763519 Jul 16 22:23:39.538915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-87729af7-413c-47b2-bf84-79a59821e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.540773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-87729af7-413c-47b2-bf84-79a59821e61e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1100 time: 0.1064599 Jul 16 22:23:39.563364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:39.563854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Attempting to bind port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:39.586444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:39.586743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:39.587138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:39.587590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Bound port: 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:39.587946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.750056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:39.767763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-4f2a6414-e221-4863-a264-ba670cc4d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.769572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-4f2a6414-e221-4863-a264-ba670cc4d3d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2210755 Jul 16 22:23:39.806602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428274-1c75-47bc-baed-1ab5ee096ccc req-f985837b-fa4e-417d-a4e3-0cf7d56203d6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.814561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c428274-1c75-47bc-baed-1ab5ee096ccc req-f985837b-fa4e-417d-a4e3-0cf7d56203d6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 944 time: 0.3797073 Jul 16 22:23:39.866742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-973ad2c5-556b-4c65-9161-4befde587e9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0766485 Jul 16 22:23:39.867237 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.912671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:39.934039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:39.935825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c428274-1c75-47bc-baed-1ab5ee096ccc req-df0ec733-4011-4fff-89db-557f6f5e6bfe tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203265 Jul 16 22:23:39.937759 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23831953-9492-4317-9d3a-2203966fb1ef" -d '{"events": [{"server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "name": "network-vif-plugged", "status": "completed", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:39.966728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:39.974418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-468256e1-69c3-4674-8765-ad1ff5727f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.976210 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-468256e1-69c3-4674-8765-ad1ff5727f35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1014168 Jul 16 22:23:39.976698 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:39.977041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:39.979428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-158d6caf-5a3a-4db4-8929-df63bcd00457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:39.981544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-158d6caf-5a3a-4db4-8929-df63bcd00457 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1100 time: 0.2859087 Jul 16 22:23:39.999677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:40.008667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Allocated IP 172.20.0.1 (23d31e68-ea7b-46d7-b9b4-89e842bd337f/d6eed55d-3507-48c9-b898-92b14498afb8/5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:40.031082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd4a2b-406d-4e93-92ea-1727a45ba9ff req-01215c75-75a7-4ea3-9a21-6f86ec990723 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.036576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5cd4a2b-406d-4e93-92ea-1727a45ba9ff req-01215c75-75a7-4ea3-9a21-6f86ec990723 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.2637086 Jul 16 22:23:40.069083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:40.070296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.071240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:40.079904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] 10.222.0.47 "PUT /v2.0/ports/6ae56c39-2eac-4bb0-9b97-bfa6b69733be HTTP/1.1" status: 200 len: 1093 time: 2.2661839 Jul 16 22:23:40.080989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:40.084045 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca094f-8b5c-469c-9a28-c9c9583040ea" -d '{"events": [{"name": "network-changed", "server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:40.115470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:36Z', 'revision_number': 3, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:40.133461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950f21-5e5e-432b-8e64-61cf4fdbbabe service neutron] Pushing event updated for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:40.148991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65271-9ec9-4539-9f6b-469a458cf19e None None] The sync data for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 is: [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:36Z', 'revision_number': 3, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:23:40.261370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-7c4f3bfd-1b38-43ea-ab4c-2ee66bac3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.262864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-7c4f3bfd-1b38-43ea-ab4c-2ee66bac3a17 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2748826 Jul 16 22:23:40.274480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5cd4a2b-406d-4e93-92ea-1727a45ba9ff req-bad60954-75c9-48dd-ba3e-7792ef1cfdbf tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 Jul 16 22:23:40.316731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:40.323518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-db287737-b095-45df-9895-de6c7e7aed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.325152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-db287737-b095-45df-9895-de6c7e7aed6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3403373 Jul 16 22:23:40.326439 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-8292c5e4-d187-4f8e-befd-ac173cb6a967 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0478129 Jul 16 22:23:40.346457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415b948-b7c3-4b40-bb7d-3f5084b586f5 req-69d7e99b-9aef-4f95-9cd1-83ab282f3a8d tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.353682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415b948-b7c3-4b40-bb7d-3f5084b586f5 req-69d7e99b-9aef-4f95-9cd1-83ab282f3a8d tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.2214041 Jul 16 22:23:40.367618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-cf17194a-b613-44b6-b4c1-c989948ec92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.369339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-cf17194a-b613-44b6-b4c1-c989948ec92f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 1096 time: 0.2313273 Jul 16 22:23:40.371495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Transition to ACTIVE for port object 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:40.440213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-2e1955fc-953e-4a21-be55-fba7fedf575d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be HTTP/1.1" status: 200 len: 217 time: 0.0571826 Jul 16 22:23:40.462231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-4c0f1d71-4302-4565-b6fa-b7df6250478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.463723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-4c0f1d71-4302-4565-b6fa-b7df6250478d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1294713 Jul 16 22:23:40.480485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415b948-b7c3-4b40-bb7d-3f5084b586f5 req-0ab086ea-fe7b-42ab-b595-54cad2d9a9ee tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254635 Jul 16 22:23:40.553206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-1790c060-4a9e-485a-85f1-8f5ebd347b18 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077577 Jul 16 22:23:40.569505 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43fac42-2715-4be6-8ee9-e6064c240752 x-openstack-request-id: req-e43fac42-2715-4be6-8ee9-e6064c240752 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:40.569765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "name": "network-vif-plugged", "status": "completed", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:40.570210 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e43fac42-2715-4be6-8ee9-e6064c240752 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:40.572222 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa', 'code': 200} Jul 16 22:23:40.635387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-a4abdca8-b22d-41e3-82e3-7f4fcd96c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.636583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-a4abdca8-b22d-41e3-82e3-7f4fcd96c0a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1862488 Jul 16 22:23:40.637700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:40.802462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0411d9a6-9050-4fd1-9317-ea43d6c74887 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:40.804594 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511fcf9-73c6-4d1f-be92-324f8fba13c9 x-openstack-request-id: req-4511fcf9-73c6-4d1f-be92-324f8fba13c9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:40.805193 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:40.805513 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4511fcf9-73c6-4d1f-be92-324f8fba13c9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:40.808722 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be', 'status': 'completed', 'code': 200} Jul 16 22:23:40.819308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-a1052805-daef-4373-9959-6fba35d55037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693285 Jul 16 22:23:40.927102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0411d9a6-9050-4fd1-9317-ea43d6c74887 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:40.931744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0411d9a6-9050-4fd1-9317-ea43d6c74887 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:40.932126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:40.959712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe80e-5f03-4e32-9965-3603483b68cf req-81bd44f3-b2d8-4500-8a03-48fc75491ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:40.962764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:40.964498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-81bd44f3-b2d8-4500-8a03-48fc75491ff8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4907951 Jul 16 22:23:40.983683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:41.037365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:41.059524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:41.113822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:41.138389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-30a725f4-b218-449c-adbc-b0996088d76c service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099198 Jul 16 22:23:41.157281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0411d9a6-9050-4fd1-9317-ea43d6c74887, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0411d9a6-9050-4fd1-9317-ea43d6c74887,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:41.160622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-d8914e3b-a4cd-4890-8f36-74344e615f22 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841515 Jul 16 22:23:41.174664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:41.190374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f5c15-5945-415c-ac11-93d3de008aee req-17ed8533-4f31-45e8-9cd8-0dd908e9a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.200092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f3f5c15-5945-415c-ac11-93d3de008aee req-17ed8533-4f31-45e8-9cd8-0dd908e9a7ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 1102 time: 0.4800410 Jul 16 22:23:41.272429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0411d9a6-9050-4fd1-9317-ea43d6c74887,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:41.305824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad60cb18-2feb-43bb-a0cf-cd9fbe4cc96c req-04ddcdff-1442-4f4c-8a96-a10c21fe1ef7 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549611 Jul 16 22:23:41.330046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39debd-a0a9-429e-acc2-b75c591c6d6e req-8864faef-255e-4dff-aa20-a6b5fd26baca tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.338537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f39debd-a0a9-429e-acc2-b75c591c6d6e req-8864faef-255e-4dff-aa20-a6b5fd26baca tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.3784723 Jul 16 22:23:41.340686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-5121a225-4fd9-43de-9fb8-90c0f4242bf6 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629231 Jul 16 22:23:41.342338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:41.346292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae1381e4-e86e-4be8-b079-d27cc2c0ec1f None None] Provisioning for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:41.353409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae1381e4-e86e-4be8-b079-d27cc2c0ec1f None None] Provisioning complete for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:41.356743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae1381e4-e86e-4be8-b079-d27cc2c0ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:41.361882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1c7d2-d34c-4da8-b470-383e0ac467b9 req-f970da9f-72ae-4e04-aaf4-df6d67bc8438 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.374376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0e1c7d2-d34c-4da8-b470-383e0ac467b9 req-f970da9f-72ae-4e04-aaf4-df6d67bc8438 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 944 time: 0.4079864 Jul 16 22:23:41.391680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f3f5c15-5945-415c-ac11-93d3de008aee req-dde30294-0ede-4210-a736-a6cb6ab80193 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311727 Jul 16 22:23:41.465399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae1381e4-e86e-4be8-b079-d27cc2c0ec1f None None] Port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:41.469551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0e1c7d2-d34c-4da8-b470-383e0ac467b9 req-ac71cd32-209a-46d7-aab7-62262a43a436 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 Jul 16 22:23:41.534160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f39debd-a0a9-429e-acc2-b75c591c6d6e req-02a949a9-71cf-4adc-932a-352f0aa18239 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928666 Jul 16 22:23:41.579248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-364fe80e-5f03-4e32-9965-3603483b68cf req-fc00ddf4-233f-4617-9a20-1ce8bc7849b3 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027347 Jul 16 22:23:41.653759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-bc61a63f-cc00-4c25-808b-0adced327e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.655992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-bc61a63f-cc00-4c25-808b-0adced327e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 1096 time: 0.2433844 Jul 16 22:23:41.853639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:41.894978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-8413324d-8ab9-4e7c-91c4-b3a5768e5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.896516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-8413324d-8ab9-4e7c-91c4-b3a5768e5d35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.2333372 Jul 16 22:23:41.974470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dcbbe-97b2-46d4-a7da-3c655838e362 req-7f9ff01f-9c30-418c-b40c-043a915208fd tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:41.976133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c5dcbbe-97b2-46d4-a7da-3c655838e362 req-7f9ff01f-9c30-418c-b40c-043a915208fd tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 944 time: 0.2453926 Jul 16 22:23:41.979567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-625fadfb-7f0d-4820-8a86-b45fc00412df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be HTTP/1.1" status: 200 len: 217 time: 0.0619371 Jul 16 22:23:42.069165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-9c46d766-e9b4-45c2-b259-040326077f67 service neutron] 10.222.0.68 "GET /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.4600668 Jul 16 22:23:42.085823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-17f7379a-1245-4a07-91c4-21b938e44104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.087511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-17f7379a-1245-4a07-91c4-21b938e44104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.0981753 Jul 16 22:23:42.092368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c5dcbbe-97b2-46d4-a7da-3c655838e362 req-cda4695f-4ed6-4d7f-8dc9-2134f8b4c889 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019847 Jul 16 22:23:42.104445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ac4d-f5cd-4062-9f8b-0e7a31337582 req-ba45435e-52a5-4632-b38e-fa057c17d3af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.117890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ac4d-f5cd-4062-9f8b-0e7a31337582 req-ba45435e-52a5-4632-b38e-fa057c17d3af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.117890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ac4d-f5cd-4062-9f8b-0e7a31337582 req-ba45435e-52a5-4632-b38e-fa057c17d3af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.119614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4c5ac4d-f5cd-4062-9f8b-0e7a31337582 req-ba45435e-52a5-4632-b38e-fa057c17d3af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.1034009 Jul 16 22:23:42.155463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-8557d7bd-29b7-4245-84d8-d06392cebf39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327318 Jul 16 22:23:42.238015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4c5ac4d-f5cd-4062-9f8b-0e7a31337582 req-a5e4278f-3896-486a-9fa1-3e8168650b8a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000838 Jul 16 22:23:42.313320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.333838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.349571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:42.404218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:42.452780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154569f3-ba96-4e75-8096-b533c272df0c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:42.468080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:42.494253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b1952-2b20-49cc-a732-104e752754fc req-9a4ee642-89a2-4b2b-95e4-395115043825 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.495715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca9b1952-2b20-49cc-a732-104e752754fc req-9a4ee642-89a2-4b2b-95e4-395115043825 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.1381569 Jul 16 22:23:42.496915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.570230 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca9b1952-2b20-49cc-a732-104e752754fc req-1a6f538e-cf32-40a1-a1d3-cb8d4c84799a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Jul 16 22:23:42.632290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Transition to ACTIVE for port object 154569f3-ba96-4e75-8096-b533c272df0c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:42.640467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.702253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-f5173a8d-bbdd-4fd7-b9d2-217f141cafc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268414 Jul 16 22:23:42.705048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0411d9a6-9050-4fd1-9317-ea43d6c74887 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:42.730466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] No DVR routers for this DVR port 154569f3-ba96-4e75-8096-b533c272df0c on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:42.770273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Pushing event updated for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:42.776999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0411d9a6-9050-4fd1-9317-ea43d6c74887 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:42.777544 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.783427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-63360422-b78c-48fb-892f-4000d72a064d service neutron] 10.222.0.68 "PUT /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c/bindings/n-h2-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6984401 Jul 16 22:23:42.785138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.785488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.785903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.786271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.786673 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.787012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.787443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.787778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.788222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.788556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.788884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.789237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63360422-b78c-48fb-892f-4000d72a064d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:42.795868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:42.837378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc78fe-1e1b-453c-9b07-3a11bf792b85 req-6fbb8e18-2c67-46f6-8276-1ad281296c3d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.839241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2bc78fe-1e1b-453c-9b07-3a11bf792b85 req-6fbb8e18-2c67-46f6-8276-1ad281296c3d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 948 time: 0.6080935 Jul 16 22:23:42.839890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:42.903600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6ae56c39-2eac-4bb0-9b97-bfa6b69733be details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:42.924730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4a5780e0-110b-4c2f-9554-9b331cb68f23 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:42.926867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4a5780e0-110b-4c2f-9554-9b331cb68f23 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.0826433 Jul 16 22:23:43.017538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2bc78fe-1e1b-453c-9b07-3a11bf792b85 req-59a17aed-0217-4f31-9055-f0606e4697c3 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681714 Jul 16 22:23:43.032687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:43.052412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be', 'mac_address': 'fa:16:3e:bf:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:43.052565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-441afa02-2e31-4192-a1f9-52b45a9fa756 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.056626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8c59-4448-4697-bdac-bd7b35f858df req-97ed69d4-c36c-476e-bbfd-1a111951f1ed tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.058596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-441afa02-2e31-4192-a1f9-52b45a9fa756 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.063724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-196d8c59-4448-4697-bdac-bd7b35f858df req-97ed69d4-c36c-476e-bbfd-1a111951f1ed tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.1329668 Jul 16 22:23:43.064740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-441afa02-2e31-4192-a1f9-52b45a9fa756 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.066441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-441afa02-2e31-4192-a1f9-52b45a9fa756 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.3709705 Jul 16 22:23:43.067675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-40d1e8c0-c1a2-465d-9572-c04a4fe8156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.069497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-40d1e8c0-c1a2-465d-9572-c04a4fe8156f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6&tenant_id=d2a8e507540c42a1a9ae55940c4535d0 HTTP/1.1" status: 200 len: 1097 time: 0.1284761 Jul 16 22:23:43.073631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2ca094f-8b5c-469c-9a28-c9c9583040ea req-224e9802-9c71-4122-ad73-fb2eec3a7dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358614 Jul 16 22:23:43.107710 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.124642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae56c39-2eac-4bb0-9b97-bfa6b69733be {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:43.124861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-196d8c59-4448-4697-bdac-bd7b35f858df req-ff8e5512-c52a-41cc-9c54-77a4895b383e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600765 Jul 16 22:23:43.149339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:43.153572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:43.159187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.160365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 584adc78-2eae-402b-8268-df0000a9de76 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:43.175550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:43.244608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:43.320794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:43.336104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '584adc78-2eae-402b-8268-df0000a9de76', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '584adc78-2eae-402b-8268-df0000a9de76', 'mac_address': 'fa:16:3e:e1:6b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:43.380902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.396898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:43.418628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a19579ac-d0b4-442a-9a51-4341b0f3d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.420874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a19579ac-d0b4-442a-9a51-4341b0f3d03c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1097 time: 0.2970366 Jul 16 22:23:43.429685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e002-3ac7-4856-8963-3a4aa00ec763 req-c839c85d-325b-4ec2-a644-afea6f2685a7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.431793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e71e002-3ac7-4856-8963-3a4aa00ec763 req-c839c85d-325b-4ec2-a644-afea6f2685a7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.2513888 Jul 16 22:23:43.435694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:43.442251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.509360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:43.526470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bb512cc-51fb-4eef-b50e-f7aabf755a18 None None] Provisioning complete for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:43.527172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb512cc-51fb-4eef-b50e-f7aabf755a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.551064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-1f6c15da-6f37-4585-aac2-39211c0a9d44 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.552711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-1f6c15da-6f37-4585-aac2-39211c0a9d44 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6&tenant_id=ba32e6ce5b6642a496864cc61084dd30&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 949 time: 0.1116776 Jul 16 22:23:43.567747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8bb512cc-51fb-4eef-b50e-f7aabf755a18 None None] Port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:43.576450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e71e002-3ac7-4856-8963-3a4aa00ec763 req-f10009bd-8bbe-425b-909d-1af834b4dc61 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303337 Jul 16 22:23:43.580373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port eceb1c88-6027-4ead-8727-7e7cfe144f65 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:43.580695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.611990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Router 7949acb1-af79-4364-96a1-3e1e99587c1c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:23:43.647326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-c09d62a5-a9a6-475a-8575-a1c9f8b69539 service neutron] 10.222.0.47 "GET /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.0769017 Jul 16 22:23:43.676268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a044d-3438-495c-86c6-08d177aa969f req-b0a406d5-4333-4df2-874b-7663e4cc6c5b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.677783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e80a044d-3438-495c-86c6-08d177aa969f req-b0a406d5-4333-4df2-874b-7663e4cc6c5b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 945 time: 0.1461930 Jul 16 22:23:43.690314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-61558d53-e15b-4724-8cd2-6b476b250f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.692047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-61558d53-e15b-4724-8cd2-6b476b250f27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 200 len: 922 time: 0.2586544 Jul 16 22:23:43.754091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6ae56c39-2eac-4bb0-9b97-bfa6b69733be'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:43.754652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e80a044d-3438-495c-86c6-08d177aa969f req-506ae21f-20b4-41af-aaf6-0ee96939ec0f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628431 Jul 16 22:23:43.772564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-4e391d35-3de1-4deb-bb95-2895407c8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.774506 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-4e391d35-3de1-4deb-bb95-2895407c8f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1101 time: 0.0958471 Jul 16 22:23:43.794839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['584adc78-2eae-402b-8268-df0000a9de76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:43.829397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-2e90fb60-4c78-4e0e-87af-01a3bdd08418 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 200 len: 217 time: 0.1169257 Jul 16 22:23:43.921530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port eceb1c88-6027-4ead-8727-7e7cfe144f65, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=eceb1c88-6027-4ead-8727-7e7cfe144f65,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:43.921902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:43.940031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-07f18a2b-23a8-4a14-a270-ce8b8b1a7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.941845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-07f18a2b-23a8-4a14-a270-ce8b8b1a7def service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1539505 Jul 16 22:23:43.958591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for eceb1c88-6027-4ead-8727-7e7cfe144f65 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:43.984248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a0c9b0b5-eeeb-4f69-ad6d-a88f739101f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:43.985755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-a0c9b0b5-eeeb-4f69-ad6d-a88f739101f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 200 len: 861 time: 0.1122053 Jul 16 22:23:43.986773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:23:43.999278 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-0e87ce13-be91-4f86-96c3-ff3c9cf48727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0494370 Jul 16 22:23:44.002849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e61095e-14cb-4a79-837b-5106137efb61 admin admin] 10.222.0.70 "PUT /v2.0/routers/7949acb1-af79-4364-96a1-3e1e99587c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1196694 Jul 16 22:23:44.004607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Sync routers for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:23:44.015791 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:44.016800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:44.070959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb65a7-e8c2-480a-afe5-e0adcc2b4eb5 req-2f2750d1-000f-48fd-8431-a1856582168d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.072501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7deb65a7-e8c2-480a-afe5-e0adcc2b4eb5 req-2f2750d1-000f-48fd-8431-a1856582168d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 949 time: 0.1781361 Jul 16 22:23:44.092510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-a4f69095-47d8-4992-88db-ef9854ee2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.094042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-a4f69095-47d8-4992-88db-ef9854ee2d69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0828540 Jul 16 22:23:44.156795 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:44.161826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7deb65a7-e8c2-480a-afe5-e0adcc2b4eb5 req-57a4bffe-5447-445e-8140-334b9e9a6e6d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Jul 16 22:23:44.205498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-4752155e-7914-4556-a67d-89361d8ad709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.208910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-4752155e-7914-4556-a67d-89361d8ad709 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059332 Jul 16 22:23:44.209473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba597d-6e1e-4429-ad66-67bdb7c34d5e req-0fd163b0-a13a-4afb-9142-d16af43214d8 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.217423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba597d-6e1e-4429-ad66-67bdb7c34d5e req-0fd163b0-a13a-4afb-9142-d16af43214d8 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.224554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba597d-6e1e-4429-ad66-67bdb7c34d5e req-0fd163b0-a13a-4afb-9142-d16af43214d8 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.234517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b4ba597d-6e1e-4429-ad66-67bdb7c34d5e req-0fd163b0-a13a-4afb-9142-d16af43214d8 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 2417 time: 0.5346770 Jul 16 22:23:44.279658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-b39cc38c-3ae1-48bc-8388-3ad4e706e029 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=927cde9f-9085-4fce-a1ac-df684e3b7261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2756813 Jul 16 22:23:44.329191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b4ba597d-6e1e-4429-ad66-67bdb7c34d5e req-00bb2618-7275-495c-9b3b-62fa067b76cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826559 Jul 16 22:23:44.331724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.360666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-df83f29c-9195-451d-853e-63bec26ce55d service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436319 Jul 16 22:23:44.389467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=eceb1c88-6027-4ead-8727-7e7cfe144f65,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:44.425300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbf1ea-7638-4233-9632-c5709b9507a5 req-08301915-bc5e-4d75-8161-64d98fb565bb tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.427784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfbf1ea-7638-4233-9632-c5709b9507a5 req-08301915-bc5e-4d75-8161-64d98fb565bb tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.1266053 Jul 16 22:23:44.509084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 2, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:44.523372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-d9ad6d86-28fd-48e2-a00d-abba6deb5dab service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213027 Jul 16 22:23:44.525041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port eceb1c88-6027-4ead-8727-7e7cfe144f65 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:44.529245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.530970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7bfbf1ea-7638-4233-9632-c5709b9507a5 req-7a478f27-080f-4fc3-92e6-554fad5c709a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Jul 16 22:23:44.534290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-bbc166b7-254f-4fb6-8e4a-d9fef4995d66 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "DELETE /v2.0/ports/eceb1c88-6027-4ead-8727-7e7cfe144f65 HTTP/1.1" status: 204 len: 173 time: 1.4484398 Jul 16 22:23:44.535091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:44.538365 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c5e8d-eafd-41f4-a374-424bc572d5c1" -d '{"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:44.572099 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Checking router: 7949acb1-af79-4364-96a1-3e1e99587c1c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:23:44.572470 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Updating router 7949acb1-af79-4364-96a1-3e1e99587c1c port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:23:44.575959 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-4f8f3e96-24e3-4840-b889-8802b6791d6a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074349 Jul 16 22:23:44.634317 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.819314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:44.819659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.840444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-8352460e-8452-4bac-b661-3e7ad2e4b3c7 service neutron] 10.222.0.47 "GET /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991369 Jul 16 22:23:44.911637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd362568-fd64-4055-a65c-a2c437d6bd43 req-58234651-782a-48ed-a7cd-832c8f0713ef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.913622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd362568-fd64-4055-a65c-a2c437d6bd43 req-58234651-782a-48ed-a7cd-832c8f0713ef tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.2396054 Jul 16 22:23:44.939731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-c74148e2-dd92-46c1-bf33-6e04cefd5d19 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:44.941467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-c74148e2-dd92-46c1-bf33-6e04cefd5d19 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 827 time: 0.1484725 Jul 16 22:23:44.958063 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.973188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port 2ac45326-5c6d-45c7-8c35-1e2a661c3994, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ac45326-5c6d-45c7-8c35-1e2a661c3994,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:44.973650 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Transition to ACTIVE for port object 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:44.974178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:44.977235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ac45326-5c6d-45c7-8c35-1e2a661c3994 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:44.979114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4731790f-9fc0-4118-a8d7-1a0734b45b85 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/quotas/ffabdf58ccea4f22a3935fa390004d8a HTTP/1.1" status: 200 len: 375 time: 0.0192091 Jul 16 22:23:44.981177 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.005752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd362568-fd64-4055-a65c-a2c437d6bd43 req-674e69b0-81b6-44c9-8f5f-455806ef69bb tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843415 Jul 16 22:23:45.026844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for 2ac45326-5c6d-45c7-8c35-1e2a661c3994 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:45.032508 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766c851-b2bb-4153-8d3b-a4592140a371 None None] Pushing event updated for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:45.096717 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb9cd4-7d33-4c3d-8220-29c89c9b4ff5 x-openstack-request-id: req-dddb9cd4-7d33-4c3d-8220-29c89c9b4ff5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:45.097040 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "eceb1c88-6027-4ead-8727-7e7cfe144f65", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:45.097303 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dddb9cd4-7d33-4c3d-8220-29c89c9b4ff5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:45.098324 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': 'eceb1c88-6027-4ead-8727-7e7cfe144f65', 'status': 'completed', 'code': 200} Jul 16 22:23:45.176009 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Attempting to bind port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:45.176376 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Attempting to bind port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:45.177050 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Attempting to bind port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe on network 23d31e68-ea7b-46d7-b9b4-89e842bd337f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:45.189419 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:45.190004 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Checking segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:45.193266 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.193266 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Bound using segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:45.193266 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Bound port: 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:45.195459 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.228055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-388707b9-8265-4cff-a4d7-ac1621e792d5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322810 Jul 16 22:23:45.250606 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.310698 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] For port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:45.312654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.315507 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] For port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:45.325598 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.353070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ee74156b-fce1-48be-be79-256afeeb3a49 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:45.383027 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:23:45.383812 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:45.420464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-2c5c576e-2257-4b61-a0c3-aef0e0b161df service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902952 Jul 16 22:23:45.432455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=2ac45326-5c6d-45c7-8c35-1e2a661c3994,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:45.521689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.528661 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:23:45.594797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port 2ac45326-5c6d-45c7-8c35-1e2a661c3994 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:45.609701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.618183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-93f02799-8766-48ec-ad61-a03402d6ba01 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "DELETE /v2.0/ports/2ac45326-5c6d-45c7-8c35-1e2a661c3994 HTTP/1.1" status: 204 len: 173 time: 1.0748494 Jul 16 22:23:45.622044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:45.626276 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d05d4-1af9-4f61-85c0-20cdfbe17356" -d '{"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-unplugged", "status": "completed", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:45.656226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-65d946cc-d6e1-4e26-b692-2b0238b6cccf service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347748 Jul 16 22:23:45.663939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:45.678181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:45.679754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device eceb1c88-6027-4ead-8727-7e7cfe144f65 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:45.720043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: eceb1c88-6027-4ead-8727-7e7cfe144f65 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:45.720810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device eceb1c88-6027-4ead-8727-7e7cfe144f65 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:45.724909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1c4a7f9d-2a22-4d13-adec-86b74d43d877 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:45.726508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1c4a7f9d-2a22-4d13-adec-86b74d43d877 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6&tenant_id=d2a8e507540c42a1a9ae55940c4535d0&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.4082906 Jul 16 22:23:45.746969 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766c851-b2bb-4153-8d3b-a4592140a371 None None] Pushing event updated for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:45.821505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:45.829690 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:45Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:45.859464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03647588-c24f-47b1-b5dd-66d1e410c1d3 None None] The sync data for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 is: [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:45Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:23:46.121317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port ee74156b-fce1-48be-be79-256afeeb3a49 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:46.121693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:46.137058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912bd3-1ed5-4aef-8b1e-c12cf3598dfa req-917adab7-aa19-4780-9f91-2f67a2b5b890 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:46.139281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01912bd3-1ed5-4aef-8b1e-c12cf3598dfa req-917adab7-aa19-4780-9f91-2f67a2b5b890 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 945 time: 0.0893981 Jul 16 22:23:46.170850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1993717f-12ef-4c7a-856b-f02e54c2f21b service neutron] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:46.178712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1993717f-12ef-4c7a-856b-f02e54c2f21b service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:46.179946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-1993717f-12ef-4c7a-856b-f02e54c2f21b service neutron] 10.222.0.47 "DELETE /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c/bindings/n-h1-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.4187841 Jul 16 22:23:46.240623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01912bd3-1ed5-4aef-8b1e-c12cf3598dfa req-2559c24a-d605-45db-9073-2d8e46a61909 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915143 Jul 16 22:23:46.247840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead521-5ff9-429a-9156-1213697bbf44 req-fcc41178-82ea-413e-bf87-ae0c1aa2def3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:46.256302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ead521-5ff9-429a-9156-1213697bbf44 req-fcc41178-82ea-413e-bf87-ae0c1aa2def3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.4937184 Jul 16 22:23:46.331835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ead521-5ff9-429a-9156-1213697bbf44 req-18146a92-50cc-4b50-acb0-c0e5fcd4a48f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Jul 16 22:23:46.353286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port ee74156b-fce1-48be-be79-256afeeb3a49, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ee74156b-fce1-48be-be79-256afeeb3a49,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:46.354598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:46.374492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for ee74156b-fce1-48be-be79-256afeeb3a49 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:46.448260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5556-2a2c-4cd3-84cf-07e8bbd24b3c req-8c756199-16a5-477c-b2d5-3203d5b6690c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:46.457315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b30e5556-2a2c-4cd3-84cf-07e8bbd24b3c req-8c756199-16a5-477c-b2d5-3203d5b6690c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 949 time: 0.0892582 Jul 16 22:23:46.518533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b30e5556-2a2c-4cd3-84cf-07e8bbd24b3c req-6ae17ce2-f7c4-4c8e-b66e-977f9bfc80dd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Jul 16 22:23:46.637522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:46.671560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad320eac-8182-4ba9-bf48-47aa5326f5eb req-df76e73b-e193-47a5-b551-05831c2c10b8 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 210 time: 0.0477974 Jul 16 22:23:46.710975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=ee74156b-fce1-48be-be79-256afeeb3a49,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:46.767052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:46.814854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port ee74156b-fce1-48be-be79-256afeeb3a49 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:46.817662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:46.823150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-755d0b24-beb1-4fea-ac63-5341454a2928 req-512bfd51-834a-4652-a444-e217bcb84dd6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "DELETE /v2.0/ports/ee74156b-fce1-48be-be79-256afeeb3a49 HTTP/1.1" status: 204 len: 173 time: 1.1929109 Jul 16 22:23:46.841295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425a0d-8747-4c0e-837a-375d9ff1c82f req-98cfffbd-5131-433e-a534-353dc67baa28 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:46.846766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb425a0d-8747-4c0e-837a-375d9ff1c82f req-98cfffbd-5131-433e-a534-353dc67baa28 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.1771841 Jul 16 22:23:46.913967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6ae56c39-2eac-4bb0-9b97-bfa6b69733be up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:46.917639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:46.938929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb425a0d-8747-4c0e-837a-375d9ff1c82f req-1274601d-9d72-4e88-9cb8-4115a0fd7e85 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Jul 16 22:23:46.977379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:46.977835 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.042704 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769c3e01-b567-440c-af83-f31570f992a2 x-openstack-request-id: req-769c3e01-b567-440c-af83-f31570f992a2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:47.043008 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-unplugged", "status": "completed", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:47.043555 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-769c3e01-b567-440c-af83-f31570f992a2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:47.043960 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'code': 200} Jul 16 22:23:47.097672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:47.099159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994'}, {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:47.101539 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b112c20-ad09-49eb-b2be-02201f7e78b4" -d '{"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994"}, {"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:47.125029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:47.126086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.194378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.238490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bba61b0-8271-49d3-bb0b-a5bc5a186600 req-fe92e0df-0711-450b-82e3-5b8a23f224c1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 210 time: 0.0510375 Jul 16 22:23:47.261351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f7fd-458c-473e-a037-29d270f75888 req-c03052d5-d8ce-4c6e-808c-b12a5c3ff6a0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:47.276176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b715f7fd-458c-473e-a037-29d270f75888 req-c03052d5-d8ce-4c6e-808c-b12a5c3ff6a0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.1310549 Jul 16 22:23:47.287570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:47.344456 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27882f1-3758-455a-bf51-b0e10643282b x-openstack-request-id: req-a27882f1-3758-455a-bf51-b0e10643282b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:47.345031 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "2ac45326-5c6d-45c7-8c35-1e2a661c3994", "status": "completed", "code": 200}, {"server_uuid": "607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04", "name": "network-vif-deleted", "tag": "ee74156b-fce1-48be-be79-256afeeb3a49", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:47.345404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.345519 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a27882f1-3758-455a-bf51-b0e10643282b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:47.350186 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': '2ac45326-5c6d-45c7-8c35-1e2a661c3994', 'status': 'completed', 'code': 200} Jul 16 22:23:47.350691 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04', 'name': 'network-vif-deleted', 'tag': 'ee74156b-fce1-48be-be79-256afeeb3a49', 'status': 'completed', 'code': 200} Jul 16 22:23:47.373851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b715f7fd-458c-473e-a037-29d270f75888 req-6972ef72-314e-4583-b879-c3aa499d27d8 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960460 Jul 16 22:23:47.425346 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.477265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:47.515640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:47.523297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.524178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 584adc78-2eae-402b-8268-df0000a9de76 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:47.530684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-796e64de-e950-4771-9f88-50552d58bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:47.540755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-796e64de-e950-4771-9f88-50552d58bbcd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6&tenant_id=ba32e6ce5b6642a496864cc61084dd30 HTTP/1.1" status: 200 len: 1101 time: 0.0850308 Jul 16 22:23:47.550233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:47.554517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-fb335628-d19f-4526-802e-f24e096813d2 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6af88812bf0b4617b7907066f59dffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312641 Jul 16 22:23:47.689493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:47.694903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.712093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 584adc78-2eae-402b-8268-df0000a9de76 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:47.716101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 584adc78-2eae-402b-8268-df0000a9de76 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:47.719076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.733776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-ce3604ad-27b6-4aa4-93e3-319d4619b90d tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:47.742209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-ce3604ad-27b6-4aa4-93e3-319d4619b90d tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865461 Jul 16 22:23:47.748732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096681b-c586-45dd-92ab-c152da21a82a req-cd71ae93-1640-4c09-9116-dcd3417c22a4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:47.750388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5096681b-c586-45dd-92ab-c152da21a82a req-cd71ae93-1640-4c09-9116-dcd3417c22a4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.1692481 Jul 16 22:23:47.768906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-5c7f2d9c-429d-49df-bf4b-9d4f07a50713 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/quotas/6af88812bf0b4617b7907066f59dffdc HTTP/1.1" status: 200 len: 375 time: 0.0252724 Jul 16 22:23:47.874050 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:47.883096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-54774882-4854-4e8e-be03-ab4225d9b9fa tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121109 Jul 16 22:23:48.195090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293899df-7cd3-41cb-822d-1f549f70e6bd req-0cb5fb58-9987-4df3-aa7b-1a91a0b74982 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:48.206509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-293899df-7cd3-41cb-822d-1f549f70e6bd req-0cb5fb58-9987-4df3-aa7b-1a91a0b74982 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1003995 Jul 16 22:23:48.224083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5096681b-c586-45dd-92ab-c152da21a82a req-b3b296db-9437-4f8e-a89f-34812939b406 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532504 Jul 16 22:23:48.268571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-293899df-7cd3-41cb-822d-1f549f70e6bd req-c48be37c-3673-45fd-990d-f6bf5f9fb284 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Jul 16 22:23:48.384867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:48.455800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:48.519270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-168221e6-0d7c-4c3d-a253-cea846a60ede req-923df641-bcf7-429a-9894-b03edab5dc1c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=607cb9ba-0cb5-44d5-b1a0-4b6e0cba8a04 HTTP/1.1" status: 200 len: 210 time: 0.0413108 Jul 16 22:23:48.527920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:48.540454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:48.596356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Transition to ACTIVE for port object 584adc78-2eae-402b-8268-df0000a9de76 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:48.609475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:48.615312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-d0dc66ac-d409-4060-8734-67c75407f1f5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:48.618421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-d0dc66ac-d409-4060-8734-67c75407f1f5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.68 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 827 time: 0.2919846 Jul 16 22:23:48.642281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'port': {'device_id': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'admin_state_up': True, 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:48.706087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:23:48.716450 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:23:48.749739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:48.789687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=9']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:48.792127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff4aa1-67ee-4e42-bfaa-168b84a6e4f0 req-bb4912d5-a4ad-44a2-9c6a-094e78f1c3fb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:48.801690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] No DVR routers for this DVR port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:48.804268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5ff4aa1-67ee-4e42-bfaa-168b84a6e4f0 req-bb4912d5-a4ad-44a2-9c6a-094e78f1c3fb tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 949 time: 0.3256140 Jul 16 22:23:48.849413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Made reservation on behalf of ffabdf58ccea4f22a3935fa390004d8a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:48.854000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:48.886743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:48.887911 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:48.899291 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5ff4aa1-67ee-4e42-bfaa-168b84a6e4f0 req-6f773403-89d1-4ac4-b95d-de146975a3b1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909956 Jul 16 22:23:48.922125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:48.922570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:48.923094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:48.937125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:48.937590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Attempting to bind port 584adc78-2eae-402b-8268-df0000a9de76 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:48.952297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:48.953218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:48.956510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:48.957325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Bound port: 584adc78-2eae-402b-8268-df0000a9de76, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:48.957690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.062076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:49.068008 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49194b2e-9a28-4ee3-8fec-63bd5684fce3" -d '{"events": [{"server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:49.131094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c3d42a1-22b1-475d-9ff3-44495733e966 req-b192fcdb-54f8-4029-b5b1-c083df9aa31a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 210 time: 0.0596044 Jul 16 22:23:49.134114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7aec3fc6-85ef-470b-8ca7-a63fb48da4ef req-5d790946-d4b4-4259-a666-553f001f5b98 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 210 time: 0.0393121 Jul 16 22:23:49.138300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Allocated IP 172.20.0.14 (23d31e68-ea7b-46d7-b9b4-89e842bd337f/d6eed55d-3507-48c9-b898-92b14498afb8/7328f9ae-c611-4e13-aa26-8bd49d583617) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:49.178480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:49.182903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:49.189042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.263673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.265191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.267429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] 10.222.0.68 "PUT /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 1097 time: 1.7221956 Jul 16 22:23:49.273526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7847c-255b-4deb-91d2-6acbbe41d357 service neutron] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:49.293006 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c329b471-f3f0-4623-ad40-c95d9d10468f x-openstack-request-id: req-c329b471-f3f0-4623-ad40-c95d9d10468f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:49.293006 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:49.293675 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c329b471-f3f0-4623-ad40-c95d9d10468f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:49.296220 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be', 'code': 200} Jul 16 22:23:49.343621 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.374857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:49.378650 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a" -d '{"events": [{"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:49.397564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:49.403046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.410685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.431409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Transition to ACTIVE for port object 7328f9ae-c611-4e13-aa26-8bd49d583617 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:49.452176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 584adc78-2eae-402b-8268-df0000a9de76 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:49.512067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.524667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435446e1-0a4a-4b66-a32b-e5dd56029b50 req-889231f3-657b-4d75-bcd5-b8411c440b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.526470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-435446e1-0a4a-4b66-a32b-e5dd56029b50 req-889231f3-657b-4d75-bcd5-b8411c440b82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 1098 time: 0.1417639 Jul 16 22:23:49.530701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-d0ae53a1-8652-46ca-bea2-c76cb06000e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.532374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-d0ae53a1-8652-46ca-bea2-c76cb06000e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1101 time: 0.2136195 Jul 16 22:23:49.540811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 584adc78-2eae-402b-8268-df0000a9de76 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:49.543943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:49.580198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:49.588065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:49.590977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6076f-4932-4ec7-af92-e189194eeef7 req-64020816-b57b-43ac-b2b1-68ec9bdb5d44 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.598715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0b6076f-4932-4ec7-af92-e189194eeef7 req-64020816-b57b-43ac-b2b1-68ec9bdb5d44 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 1097 time: 0.2818964 Jul 16 22:23:49.607239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:49.657944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-435446e1-0a4a-4b66-a32b-e5dd56029b50 req-7f7d52bf-34dd-4501-897e-5689422f4bd8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235168 Jul 16 22:23:49.681407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.682859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:49.696544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec90af8-447a-4795-a4a6-ba4e76f50072 req-a6e57834-7eba-411b-8818-94c958673a80 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.698887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cec90af8-447a-4795-a4a6-ba4e76f50072 req-a6e57834-7eba-411b-8818-94c958673a80 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.2489977 Jul 16 22:23:49.702869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event updated for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:49.711298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0b6076f-4932-4ec7-af92-e189194eeef7 req-5e5da959-e072-4305-b6a3-bef55bb29327 tempest-LiveAutoBlockMigrationV225Test-1453194185 tempest-LiveAutoBlockMigrationV225Test-1453194185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116817 Jul 16 22:23:49.763265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-8e64356b-ba19-40be-8d7e-10cf56a568af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.766122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-8e64356b-ba19-40be-8d7e-10cf56a568af service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2068319 Jul 16 22:23:49.766797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-2fa7ff08-292a-4312-98c9-5ade59e7b707 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6af88812bf0b4617b7907066f59dffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666492 Jul 16 22:23:49.804016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-4ae3a27d-de73-4d0b-bcae-19fb2166fba1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1683328 Jul 16 22:23:49.832950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Request body: {'port': {'device_id': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:49.850961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-1425f60e-af5a-467e-abcd-f176f6ede102 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0640769 Jul 16 22:23:49.958178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-35ace016-b2f3-46b4-a3d9-a3819af79952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:49.959922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-35ace016-b2f3-46b4-a3d9-a3819af79952 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0999017 Jul 16 22:23:49.991126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cec90af8-447a-4795-a4a6-ba4e76f50072 req-6f8d2aaf-eb60-4afa-ad69-a689f462a28e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686646 Jul 16 22:23:50.026911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.027570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e3069e30-8e80-4fd7-953a-f3e66c64ad65 None None] Provisioning for port 7328f9ae-c611-4e13-aa26-8bd49d583617 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:50.034176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e3069e30-8e80-4fd7-953a-f3e66c64ad65 None None] Provisioning complete for port 7328f9ae-c611-4e13-aa26-8bd49d583617 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:50.034681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3069e30-8e80-4fd7-953a-f3e66c64ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.038465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f962b1-75cb-4e56-aebc-f466ca8fdfd8 req-a4623d06-a85c-4899-9c4c-ca7124701f39 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.039770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2f962b1-75cb-4e56-aebc-f466ca8fdfd8 req-a4623d06-a85c-4899-9c4c-ca7124701f39 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1394372 Jul 16 22:23:50.060482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-2bbd08e5-1afe-4666-98b6-18a14f64f402 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.062797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-2bbd08e5-1afe-4666-98b6-18a14f64f402 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817662 Jul 16 22:23:50.079715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e3069e30-8e80-4fd7-953a-f3e66c64ad65 None None] Port 7328f9ae-c611-4e13-aa26-8bd49d583617 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:50.090500 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e3d82-043a-406c-975c-7ec5b9fbb3d2 x-openstack-request-id: req-0c1e3d82-043a-406c-975c-7ec5b9fbb3d2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:50.090914 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:50.091289 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c1e3d82-043a-406c-975c-7ec5b9fbb3d2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:50.091798 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'status': 'completed', 'code': 200} Jul 16 22:23:50.092572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Request body: {'port': {'device_id': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '6af88812bf0b4617b7907066f59dffdc'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:50.131127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1654-2578-4031-a250-323f4b6eb75e req-92ef1454-88db-4d49-b9f0-0880b9b87a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.133100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-92ef1454-88db-4d49-b9f0-0880b9b87a91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1650226 Jul 16 22:23:50.169701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2f962b1-75cb-4e56-aebc-f466ca8fdfd8 req-8b535150-cb2c-4fb0-ba7e-7c962ad61fb7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157465 Jul 16 22:23:50.173300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:50.363334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Made reservation on behalf of 6af88812bf0b4617b7907066f59dffdc for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:50.368287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.381469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-bc2e25c7-5d2c-48ad-be4a-cc1d9823e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.383570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-bc2e25c7-5d2c-48ad-be4a-cc1d9823e1ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1103 time: 0.2692027 Jul 16 22:23:50.411782 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.515883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting subnet 6857adac-0601-4ccd-a021-39a79fdea33f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:23:50.525754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.556476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-da400d17-d9c2-4c35-a1bf-f2fac4c3e554 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045196 Jul 16 22:23:50.573050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7328f9ae-c611-4e13-aa26-8bd49d583617 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:50.603507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c330ff6a-ab9f-4661-8b62-82a545a0bad0 req-b8fa1a3d-d1d7-4796-9a40-be15ee3dd0e1 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 210 time: 0.0544593 Jul 16 22:23:50.605363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.633187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Allocated IP 192.168.233.126 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/a10ca9d8-7e7f-4028-bcd2-95f707b5e28f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:50.635581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Transition to ACTIVE for port object 7328f9ae-c611-4e13-aa26-8bd49d583617 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:50.647411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.650601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.708724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-d788d143-4641-4845-ad9e-3c3039f2ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.710774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-d788d143-4641-4845-ad9e-3c3039f2ce60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3185499 Jul 16 22:23:50.736482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Pushing event updated for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:50.829926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4019ffe-bf00-4d75-b3f3-8772bfee423c req-55cb5944-34d6-4b4f-a2e4-245e36c8144c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.831434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4019ffe-bf00-4d75-b3f3-8772bfee423c req-55cb5944-34d6-4b4f-a2e4-245e36c8144c tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 951 time: 0.3821776 Jul 16 22:23:50.836707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-5b2817b8-ea6b-4f68-a382-2d79d68d10e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0914857 Jul 16 22:23:50.914736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:50.946922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-670f1654-2578-4031-a250-323f4b6eb75e req-a93b961f-302c-4125-8964-8d217f64252c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821208 Jul 16 22:23:50.955636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Attempting to bind port 7328f9ae-c611-4e13-aa26-8bd49d583617 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:50.956056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Attempting to bind port 7328f9ae-c611-4e13-aa26-8bd49d583617 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:50.956807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Attempting to bind port 7328f9ae-c611-4e13-aa26-8bd49d583617 on network 23d31e68-ea7b-46d7-b9b4-89e842bd337f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:50.971582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Port 7328f9ae-c611-4e13-aa26-8bd49d583617 on network 23d31e68-ea7b-46d7-b9b4-89e842bd337f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:50.972076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Attempting to bind port 7328f9ae-c611-4e13-aa26-8bd49d583617 on network 23d31e68-ea7b-46d7-b9b4-89e842bd337f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:50.975387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4019ffe-bf00-4d75-b3f3-8772bfee423c req-36bda0e5-7cb5-4951-8950-f4798b3c0f6a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342986 Jul 16 22:23:50.979311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-7307b548-56b3-40f8-9c41-4e79cb8665ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:50.980777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-7307b548-56b3-40f8-9c41-4e79cb8665ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1316133 Jul 16 22:23:50.992916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:50.993600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Checking segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:50.993728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Bound using segment: {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:50.994093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Bound port: 7328f9ae-c611-4e13-aa26-8bd49d583617, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:50.994453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.010221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.025037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e3e60-4a51-482d-a038-c16abf3c954c req-b668fe57-3d4c-4e14-b70a-5bb943c370f2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.026688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-332e3e60-4a51-482d-a038-c16abf3c954c req-b668fe57-3d4c-4e14-b70a-5bb943c370f2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 944 time: 0.2185166 Jul 16 22:23:51.072603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Transition to ACTIVE for port object a10ca9d8-7e7f-4028-bcd2-95f707b5e28f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:51.083998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.134046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-332e3e60-4a51-482d-a038-c16abf3c954c req-3be272ac-0a00-4419-81fb-063350137d46 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998144 Jul 16 22:23:51.142657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.143366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf11b24-2762-4671-8f4b-413cac2c701d None None] Network 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:51.147450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/subnets/6857adac-0601-4ccd-a021-39a79fdea33f HTTP/1.1" status: 204 len: 168 time: 0.8559334 Jul 16 22:23:51.149956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:51.150933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa665d8-9fe0-428e-86ab-bac29ece60bd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Subnet': ['ID=6857adac-0601-4ccd-a021-39a79fdea33f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:51.193900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:51.195938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-23f1ccca-6fed-4602-8115-7b814ff99a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.197510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-23f1ccca-6fed-4602-8115-7b814ff99a26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052431 Jul 16 22:23:51.220383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.246811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['22441bf4-01a9-4e40-87e3-c3de2a5e87fa'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:51.257649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-c9fe937c-78c2-4a29-9ca8-cada23f78cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.259241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-c9fe937c-78c2-4a29-9ca8-cada23f78cad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba32e6ce5b6642a496864cc61084dd30&device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1103 time: 0.2246811 Jul 16 22:23:51.300037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:51.302324 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e268fcc-2f7f-4125-a557-5ccd56f6faa8" -d '{"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:51.320221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7328f9ae-c611-4e13-aa26-8bd49d583617,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:51.365632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.370305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:51.381704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.392269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:51.395665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-36e490c2-eaee-4588-a773-6dcf22b440cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.397537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-36e490c2-eaee-4588-a773-6dcf22b440cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.0983515 Jul 16 22:23:51.403359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:51.407611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Pushing event updated for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:51.425675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.427663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.429171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] 10.222.0.68 "PUT /v2.0/ports/7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 1093 time: 1.6006758 Jul 16 22:23:51.430545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66b36-6f40-4f20-bcfc-536c40af9eaa req-4f837508-b4b8-46a0-bd05-4cc99c8c7e31 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.432153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bde66b36-6f40-4f20-bcfc-536c40af9eaa req-4f837508-b4b8-46a0-bd05-4cc99c8c7e31 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.3032250 Jul 16 22:23:51.459894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:51.462014 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d8376-0325-4bb3-80ac-9af61a519130" -d '{"events": [{"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:51.493576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-1a6b762c-90a9-4eb5-8a04-62a1e1d322b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 200 len: 217 time: 0.0890279 Jul 16 22:23:51.535141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] DHCP port deletion for 526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:23:51.577175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-ba68c587-541b-4aa0-b8e6-448f3f5f4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.580775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-ba68c587-541b-4aa0-b8e6-448f3f5f4ee6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0681150 Jul 16 22:23:51.587109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-1948be22-87be-48a9-ba41-52ac32ee9726 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805878 Jul 16 22:23:51.604125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Deleting port c5c70438-8b04-4872-ad8e-51f5c66c5c4c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:51.604518 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.690567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bde66b36-6f40-4f20-bcfc-536c40af9eaa req-135c7ce8-d214-4fb5-a26a-1b87d4c48131 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137091 Jul 16 22:23:51.700570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] For port c5c70438-8b04-4872-ad8e-51f5c66c5c4c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,segment=NetworkSegment(3f885eba-dfa2-4399-b05f-6d8a39aaad1b),segment_id=3f885eba-dfa2-4399-b05f-6d8a39aaad1b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:51.718875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.745052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Calling delete_port for c5c70438-8b04-4872-ad8e-51f5c66c5c4c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:51.864927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-de69d8dd-12b6-4d42-a162-f2c439046954 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265718 Jul 16 22:23:51.900997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-20bd88e9-0981-4dd1-a2fc-b355bb0258f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:51.902708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-20bd88e9-0981-4dd1-a2fc-b355bb0258f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3134260 Jul 16 22:23:51.929027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.958233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] The port 'c5c70438-8b04-4872-ad8e-51f5c66c5c4c' was deleted {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 22:23:51.961428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5def3d1d-3557-460f-8f14-4d57df66ac77 None None] Provisioning for port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:51.966931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Pushing event deleted for resources: {'Port': ['ID=c5c70438-8b04-4872-ad8e-51f5c66c5c4c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:51.968933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5def3d1d-3557-460f-8f14-4d57df66ac77 None None] Provisioning complete for port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:51.969330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5def3d1d-3557-460f-8f14-4d57df66ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:51.977718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] No DVR routers for this DVR port c5c70438-8b04-4872-ad8e-51f5c66c5c4c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:52.001297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.001553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.001756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.002099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.002434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.002784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.003090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.003425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.003814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.004355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.004830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.004830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.005274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.005367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91981c-7821-45bd-87fc-0c474af8f86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:23:52.022465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-036aa677-d825-4544-88a9-c3a472d335e3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.023617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-036aa677-d825-4544-88a9-c3a472d335e3 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 945 time: 0.8462870 Jul 16 22:23:52.024407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc1ff7-c560-4491-9333-62d16cd3e18c req-2b290814-9722-495c-b638-b14e54ce8b1c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.026098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04fc1ff7-c560-4491-9333-62d16cd3e18c req-2b290814-9722-495c-b638-b14e54ce8b1c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1769958 Jul 16 22:23:52.034930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5def3d1d-3557-460f-8f14-4d57df66ac77 None None] Port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:23:52.037179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b187a8-3268-4e7d-913d-08024db53016 service neutron] Pushing event updated for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:52.068258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-c0fa0f1d-b7db-4bc5-9d02-050315c84a2c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553774 Jul 16 22:23:52.094745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a804741-ba61-42fb-80bb-15671e6e538a req-807a98f4-c0fd-4d8e-a81d-cc7411768133 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.096473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a804741-ba61-42fb-80bb-15671e6e538a req-807a98f4-c0fd-4d8e-a81d-cc7411768133 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.8277819 Jul 16 22:23:52.101347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04fc1ff7-c560-4491-9333-62d16cd3e18c req-f8fd0bf4-411a-4f51-9468-26386f7b820e tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 Jul 16 22:23:52.109051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-624de049-380a-4409-a16e-69eed94efb3a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0207756 Jul 16 22:23:52.136718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Request body: {'port': {'device_id': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:52.175343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.178801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7562540-27e0-4a2b-8a2c-baf5dda8e04a req-569d40ce-3f9b-4a47-bbd6-caee6df02a99 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003683 Jul 16 22:23:52.180126 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169cbed-5d0f-4e38-a0f1-a397d102219d x-openstack-request-id: req-a169cbed-5d0f-4e38-a0f1-a397d102219d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:52.180637 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:52.180750 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a169cbed-5d0f-4e38-a0f1-a397d102219d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:52.181138 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'code': 200} Jul 16 22:23:52.215090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:52.259276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f885eba-dfa2-4399-b05f-6d8a39aaad1b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:52.259604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f885eba-dfa2-4399-b05f-6d8a39aaad1b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:52.277893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-6f8b0523-9112-4de5-86d5-917e9204b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.279739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-6f8b0523-9112-4de5-86d5-917e9204b38b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1096 time: 0.7808225 Jul 16 22:23:52.287010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.301979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a804741-ba61-42fb-80bb-15671e6e538a req-01f00cba-96b1-434c-817c-ff1d9b8750a1 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883607 Jul 16 22:23:52.329233 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d624c745-1399-430d-b1ae-08ba876136d0 x-openstack-request-id: req-d624c745-1399-430d-b1ae-08ba876136d0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:52.329233 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:52.329233 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d624c745-1399-430d-b1ae-08ba876136d0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:52.330147 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'status': 'completed', 'code': 200} Jul 16 22:23:52.387457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.391748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-17d4a0c9-6ff3-43f8-b2a6-e68ab7e9cad7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 217 time: 0.1019025 Jul 16 22:23:52.414553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:23:52.414873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:23:52.421434 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:23:52.463996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99e44b-a585-4db4-b7b2-3bc11f92e28b req-53a84c8c-7c30-47f4-ad0e-62490273103c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.465628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab99e44b-a585-4db4-b7b2-3bc11f92e28b req-53a84c8c-7c30-47f4-ad0e-62490273103c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 936 time: 0.0684390 Jul 16 22:23:52.470481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.504711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab99e44b-a585-4db4-b7b2-3bc11f92e28b req-409792be-990b-41e6-8ae8-cf84463dcb7b tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Jul 16 22:23:52.547910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Deleting port 154569f3-ba96-4e75-8096-b533c272df0c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:52.547910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.595259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.606973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-ba9da71a-269a-4496-8fda-06c70fc82b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.608991 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-ba9da71a-269a-4496-8fda-06c70fc82b2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.2038915 Jul 16 22:23:52.620800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.624583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/networks/526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0 HTTP/1.1" status: 204 len: 168 time: 1.4716198 Jul 16 22:23:52.646596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:52.657075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c5c70438-8b04-4872-ad8e-51f5c66c5c4c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:52.713128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727298ae-9ce3-448c-965a-9316c089245f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Network': ['ID=526fbc0b-8d4d-49ce-a8e4-062b35d1c9f0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:52.764904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting subnet 8f3052d5-9248-4fa3-8aae-ce89fb5daa3b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:23:52.772258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.829143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768503-5f44-4a4b-8ddb-fa12c84fce97 req-2584879c-1078-4e20-ad3a-1e5f0e23c5f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:52.836690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d768503-5f44-4a4b-8ddb-fa12c84fce97 req-2584879c-1078-4e20-ad3a-1e5f0e23c5f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 951 time: 0.4142489 Jul 16 22:23:52.854867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] For port 154569f3-ba96-4e75-8096-b533c272df0c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=154569f3-ba96-4e75-8096-b533c272df0c,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:52.855236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:52.857143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c5c70438-8b04-4872-ad8e-51f5c66c5c4c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:52.858793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c5c70438-8b04-4872-ad8e-51f5c66c5c4c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:52.894183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Calling delete_port for 154569f3-ba96-4e75-8096-b533c272df0c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:52.896086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.006908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d768503-5f44-4a4b-8ddb-fa12c84fce97 req-74a255f3-ab65-4fbf-8397-bfb9e802831a tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690905 Jul 16 22:23:53.011845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-f7ad6caf-0a20-4ae8-b323-30f339f68826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.013413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-f7ad6caf-0a20-4ae8-b323-30f339f68826 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3890848 Jul 16 22:23:53.037884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:53.152133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719eb9e-626a-4568-b205-599921245855 req-4debf3fb-0d6c-4b0f-91ff-999e3621f452 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.153660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c719eb9e-626a-4568-b205-599921245855 req-4debf3fb-0d6c-4b0f-91ff-999e3621f452 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 944 time: 0.5356429 Jul 16 22:23:53.173783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:53.185876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.191718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '584adc78-2eae-402b-8268-df0000a9de76', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '584adc78-2eae-402b-8268-df0000a9de76', 'mac_address': 'fa:16:3e:e1:6b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:53.231290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.245056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:53.249624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c719eb9e-626a-4568-b205-599921245855 req-a3ff9aab-a233-44c8-9d4b-1afe6d6be9f6 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874298 Jul 16 22:23:53.256185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-9a75ae84-1a0a-425e-a522-9468498a0e91 service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314849 Jul 16 22:23:53.287100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:53.297636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.355272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.380009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:53.444108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10ca9d8-7e7f-4028-bcd2-95f707b5e28f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:53.462702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.468470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.476034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30345b-ed9c-4e34-ac38-0de352e1f60c req-937bd101-352c-4e0d-af14-4036562fa26e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.477633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf30345b-ed9c-4e34-ac38-0de352e1f60c req-937bd101-352c-4e0d-af14-4036562fa26e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 866 time: 0.1176598 Jul 16 22:23:53.479151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.488750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:53.492986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:53.527694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3052d5-9248-4fa3-8aae-ce89fb5daa3b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:53.534767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.538802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-8ce6d20a-bd58-46ba-990e-3c88f6769939 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.539374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cfc00ae2-8823-4a97-8e6a-058f761f3e08 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/subnets/8f3052d5-9248-4fa3-8aae-ce89fb5daa3b HTTP/1.1" status: 204 len: 168 time: 0.8909051 Jul 16 22:23:53.540321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:53.545965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-8ce6d20a-bd58-46ba-990e-3c88f6769939 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.4136815 Jul 16 22:23:53.553167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7524c-d3fe-4a6a-8317-959b5f7ffb63 None None] Network dc868318-df7e-4dbe-984a-e761bdab415c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:53.557939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event deleted for resources: {'Port': ['ID=154569f3-ba96-4e75-8096-b533c272df0c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:53.562530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d23d19d2-26bf-4882-a712-5c80b75427d7 req-09d6e314-fe0b-4150-be8e-2e3706b8361c service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952206 Jul 16 22:23:53.564610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Transition to ACTIVE for port object a10ca9d8-7e7f-4028-bcd2-95f707b5e28f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:53.577571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-254725b7-8fbd-49d3-b539-e2bff26964c0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0303106 Jul 16 22:23:53.607024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['584adc78-2eae-402b-8268-df0000a9de76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:53.609769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf30345b-ed9c-4e34-ac38-0de352e1f60c req-df4ceaf8-176d-465d-afa2-95684b91c577 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219811 Jul 16 22:23:53.618385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.685042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.754854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:53.755634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.770282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] No DVR routers for this DVR port 154569f3-ba96-4e75-8096-b533c272df0c on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:53.774943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.778765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-481446f4-8021-497f-a4b3-bbd03ec56982 req-d1d00a9a-0312-4106-b62e-2637363b85b0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "DELETE /v2.0/ports/154569f3-ba96-4e75-8096-b533c272df0c HTTP/1.1" status: 204 len: 173 time: 1.7431197 Jul 16 22:23:53.853969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:53.914093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-33a75d4f-7c24-4d7f-979d-834e01469fdb tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353662 Jul 16 22:23:53.923649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,segment=NetworkSegment(a41322ce-54e4-4800-8f20-31b3f1dc1a84),segment_id=a41322ce-54e4-4800-8f20-31b3f1dc1a84)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:53.924121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:53.951157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:53.960822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12e72-190e-4ae0-9ca1-4e9a47ccfbba req-b2630397-69aa-4e13-ad87-a580dc82c6ab tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.962568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dc12e72-190e-4ae0-9ca1-4e9a47ccfbba req-b2630397-69aa-4e13-ad87-a580dc82c6ab tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.1776123 Jul 16 22:23:53.993183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8376-0325-4bb3-80ac-9af61a519130 req-6b94e055-8e83-4f91-9579-9684494ae5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:53.994709 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-6b94e055-8e83-4f91-9579-9684494ae5c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1096 time: 0.3324738 Jul 16 22:23:54.034398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Attempting to bind port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:54.035022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Attempting to bind port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:54.035022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Attempting to bind port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:54.042494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:23:54.042820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Attempting to bind port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:54.051273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dc12e72-190e-4ae0-9ca1-4e9a47ccfbba req-55177274-9704-4161-94aa-4af4a699530d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Jul 16 22:23:54.093180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.096342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:54.096683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:54.098649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:54.106670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Bound port: a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:54.107064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.131565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=84deb04d-cab3-4ac4-9f2d-4b68bbd853f7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:54.139569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:54.214135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-0c37d795-f815-4454-b2e4-3f51909639ea service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991154 Jul 16 22:23:54.254677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.275447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc868318-df7e-4dbe-984a-e761bdab415c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:54.288675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8376-0325-4bb3-80ac-9af61a519130 req-af2ce5ba-12af-4b6e-9ad0-c320edd445b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.290180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-af2ce5ba-12af-4b6e-9ad0-c320edd445b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 928 time: 0.2634332 Jul 16 22:23:54.301207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41322ce-54e4-4800-8f20-31b3f1dc1a84') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:54.301632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41322ce-54e4-4800-8f20-31b3f1dc1a84') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:23:54.312188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.335153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.339659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f70f7c-9f1b-4626-b29f-20d14771e831 None None] DHCP port deletion for dc868318-df7e-4dbe-984a-e761bdab415c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:23:54.349219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:23:54.353219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:23:54.356695 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:23:54.363931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-deleted', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:54.366222 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e39904-59fc-4b30-ae29-ff697117de25" -d '{"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-deleted", "tag": "154569f3-ba96-4e75-8096-b533c272df0c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:54.415495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:54.418386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-dd073abe-5d87-416a-abf3-f1e759bf7024 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 217 time: 0.1170998 Jul 16 22:23:54.444765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:54.472751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.479398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.496172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.500324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/networks/dc868318-df7e-4dbe-984a-e761bdab415c HTTP/1.1" status: 204 len: 168 time: 0.9586203 Jul 16 22:23:54.512328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-a933304e-5d56-4546-8c03-faa25ee471b6 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973149 Jul 16 22:23:54.516102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:54.523691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc1d75-0e46-4518-9ce6-5609667fe587 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Network': ['ID=dc868318-df7e-4dbe-984a-e761bdab415c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:54.523910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1959330238'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:54.556864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8376-0325-4bb3-80ac-9af61a519130 req-06521852-6b3b-4aed-b9a5-4d9cb44fcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.557808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-06521852-6b3b-4aed-b9a5-4d9cb44fcfc2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.1259263 Jul 16 22:23:54.559165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.559762 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.561197 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] 10.222.0.68 "PUT /v2.0/ports/a10ca9d8-7e7f-4028-bcd2-95f707b5e28f HTTP/1.1" status: 200 len: 1097 time: 2.4366171 Jul 16 22:23:54.565767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:54.572758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.590966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ca33-132c-48f4-895c-7323f132ce03 req-6eebc4fa-46f9-42e3-9b87-cb22792119d8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.593690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d31ca33-132c-48f4-895c-7323f132ce03 req-6eebc4fa-46f9-42e3-9b87-cb22792119d8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 948 time: 0.1488378 Jul 16 22:23:54.686114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d31ca33-132c-48f4-895c-7323f132ce03 req-84018bb5-ec99-427f-b1c0-07374cb047ad tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832705 Jul 16 22:23:54.708802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:54.731001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:23:54.741974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45833ee-d367-4652-a508-753ff33c90b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:54.756024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:54.756634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84deb04d-cab3-4ac4-9f2d-4b68bbd853f7 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:54.758219 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.758565 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Added segment 1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e of type vlan for network d3134d8d-482c-4e13-b2f2-49ad91edcd36 Jul 16 22:23:54.893889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:54.913302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8376-0325-4bb3-80ac-9af61a519130 req-8479ae42-9452-447c-aeaa-d032f1f4f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.915020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-8479ae42-9452-447c-aeaa-d032f1f4f6a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3265767 Jul 16 22:23:54.925095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-2741b4f9-41dc-4909-a379-830b7d61dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:54.926744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-2741b4f9-41dc-4909-a379-830b7d61dd00 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 1100 time: 0.2526736 Jul 16 22:23:54.968114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 154569f3-ba96-4e75-8096-b533c272df0c no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:55.004381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee35db-9cb3-41db-b5ba-1d19b355a782 req-6ea3d0bf-f6cf-4926-82bc-a0d21033877f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:55.007370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eee35db-9cb3-41db-b5ba-1d19b355a782 req-6ea3d0bf-f6cf-4926-82bc-a0d21033877f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.1621356 Jul 16 22:23:55.015563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 154569f3-ba96-4e75-8096-b533c272df0c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:55.015970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 154569f3-ba96-4e75-8096-b533c272df0c not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:55.041267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-09373c66-963c-4c88-829e-0f04bb969ace service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f HTTP/1.1" status: 200 len: 217 time: 0.0884168 Jul 16 22:23:55.043616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7328f9ae-c611-4e13-aa26-8bd49d583617 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:55.062241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:55.069135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:55.069898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:55.091964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eee35db-9cb3-41db-b5ba-1d19b355a782 req-8a5c1f20-a7b2-48d1-afcf-fd9ca6f72673 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Jul 16 22:23:55.287748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7328f9ae-c611-4e13-aa26-8bd49d583617,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:55.304311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'mac_address': 'fa:16:3e:d2:29:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:23:55.353397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:55.368346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7328f9ae-c611-4e13-aa26-8bd49d583617 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:55.390720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7328f9ae-c611-4e13-aa26-8bd49d583617,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:55.396712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:55.427574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccb5ed-9e83-469d-b582-069abc39a3b4 req-b2397456-242a-4d4a-be5f-f2bc81db3ccd tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:55.429296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43ccb5ed-9e83-469d-b582-069abc39a3b4 req-b2397456-242a-4d4a-be5f-f2bc81db3ccd tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 944 time: 0.1076207 Jul 16 22:23:55.480743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:55.488046 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f13b7-9d39-473a-9199-63f87b149eb3 x-openstack-request-id: req-b54f13b7-9d39-473a-9199-63f87b149eb3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:55.488807 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88474b14-e6d7-4642-bdd8-fc4b4f0149a6", "name": "network-vif-deleted", "tag": "154569f3-ba96-4e75-8096-b533c272df0c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:55.488807 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b54f13b7-9d39-473a-9199-63f87b149eb3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:55.489033 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88474b14-e6d7-4642-bdd8-fc4b4f0149a6', 'name': 'network-vif-deleted', 'tag': '154569f3-ba96-4e75-8096-b533c272df0c', 'status': 'completed', 'code': 200} Jul 16 22:23:55.493548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43ccb5ed-9e83-469d-b582-069abc39a3b4 req-124fdd2a-873b-4bf7-a006-91df03a9515a tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583405 Jul 16 22:23:55.596389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cc86213-87ed-4583-a650-86c42f3c4a61 req-32b0e5eb-0026-4ae8-a52b-3fb07298c8ee tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 210 time: 0.1026201 Jul 16 22:23:55.640159 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1198699 Jul 16 22:23:55.644349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:55.652899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'subnet': {'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:55.658801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['7328f9ae-c611-4e13-aa26-8bd49d583617'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:55.672572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56b21bf9-66b2-4f76-9f47-f3dbc251a10f req-9e900884-156e-4a6e-88fa-a7116a0141b8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 210 time: 0.0654094 Jul 16 22:23:55.743700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-c5a0c118-a4f3-44a2-b1cf-f9554a7aee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:55.745262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-c5a0c118-a4f3-44a2-b1cf-f9554a7aee12 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.6959004 Jul 16 22:23:55.797057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fa71-aeb2-40c9-97f3-3ea60cf5d5ee tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Network': ['ID=d3134d8d-482c-4e13-b2f2-49ad91edcd36,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:55.801355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-e9200e8a-84e1-463b-9ab3-e65047898d20 service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8640380 Jul 16 22:23:55.824216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:23:55.910796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:55.914938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:55.968441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b1041-c62f-4d58-97fe-a442bd62377a req-c2d8e877-1bbe-45ee-a844-644c9c50f9d2 tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:55.970872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-093b1041-c62f-4d58-97fe-a442bd62377a req-c2d8e877-1bbe-45ee-a844-644c9c50f9d2 tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 1102 time: 0.0926063 Jul 16 22:23:56.008977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-093b1041-c62f-4d58-97fe-a442bd62377a req-8baa56f3-9499-4829-a7e3-68f33c52229a tempest-MigrationsAdminTest-1518330686 tempest-MigrationsAdminTest-1518330686-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Jul 16 22:23:56.105433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-aeab489c-282e-412e-949e-03ed70929fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.107136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-aeab489c-282e-412e-949e-03ed70929fd8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3233492 Jul 16 22:23:56.114256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-948d8376-0325-4bb3-80ac-9af61a519130 req-401930b4-5203-4894-91b9-4cf9146e12b4 service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881789 Jul 16 22:23:56.168569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb70c-6fe3-40ec-a462-ce8a1d53201a req-1146cfbf-b7f8-411b-9694-54a56c36e2e1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.170201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b48cb70c-6fe3-40ec-a462-ce8a1d53201a req-1146cfbf-b7f8-411b-9694-54a56c36e2e1 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.3299317 Jul 16 22:23:56.345345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83777e-79c3-4a92-9f5d-43666ac94653 req-a1ac3225-1826-48f3-907d-18ccc72ebff4 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.347254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b83777e-79c3-4a92-9f5d-43666ac94653 req-a1ac3225-1826-48f3-907d-18ccc72ebff4 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 948 time: 0.0760303 Jul 16 22:23:56.390051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b83777e-79c3-4a92-9f5d-43666ac94653 req-d9707081-86d2-4ee0-a1c1-6968a0137b35 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Jul 16 22:23:56.401677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b48cb70c-6fe3-40ec-a462-ce8a1d53201a req-a198825a-4db1-4528-83bb-03ba04f1955c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201028 Jul 16 22:23:56.413702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-64d173d5-61f8-4382-849e-9b980a389561 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949824 Jul 16 22:23:56.516068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-230ea770-0883-4edb-ba6b-bb891ffcab63 req-6b17e2fd-a358-4008-bfca-fff1e93f2db4 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Jul 16 22:23:56.536111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:56.579683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-fe1e3b38-bdb1-4e16-95a4-ed3966f74c8e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.581245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-fe1e3b38-bdb1-4e16-95a4-ed3966f74c8e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.2560334 Jul 16 22:23:56.602417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:56.705981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Subnet': ['ID=330c35f8-0fce-4b84-84fa-24deb5dce317,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:56.783847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Checking segment: {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:56.784210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network hostable DHCP agents. Network: d3134d8d-482c-4e13-b2f2-49ad91edcd36, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:23:56.816229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-3bb6ac97-6129-47e6-9731-465a2c116648 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.817926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-3bb6ac97-6129-47e6-9731-465a2c116648 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 946 time: 0.2341774 Jul 16 22:23:56.831189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af686372-d7be-4a9b-8fdb-ac5ab7828d39 req-7f9f0367-bfd0-4eeb-9ef1-cdb435d936d0 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 210 time: 0.0428901 Jul 16 22:23:56.882993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:23:56.896867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911898a-1293-4a60-a515-8ff17f350764 req-0d4cf91f-f3f7-4827-a67e-48cfee210b32 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.898468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3911898a-1293-4a60-a515-8ff17f350764 req-0d4cf91f-f3f7-4827-a67e-48cfee210b32 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 945 time: 0.2463086 Jul 16 22:23:56.931487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d3134d8d-482c-4e13-b2f2-49ad91edcd36) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:56.941774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54db97-5820-4803-9e06-1db293602e0d None None] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:56.951175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:56.951771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:56.954994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:56.958393 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.020724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3911898a-1293-4a60-a515-8ff17f350764 req-d72e1c5d-2292-43c8-841e-85c65204b28d tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112025 Jul 16 22:23:57.033454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-298f79e3-9db6-4917-a2c2-424e3b266b5e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3846877 Jul 16 22:23:57.036929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:57.049200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1952574324'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:57.058721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7328f9ae-c611-4e13-aa26-8bd49d583617 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:57.112299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:57.113426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.132621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:57.136118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.173129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a5912-abbb-4023-a777-bd66af91ac23 req-71e016e5-edf6-4b6a-b99a-14b77ba3c130 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:57.177196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 7328f9ae-c611-4e13-aa26-8bd49d583617 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:57.182204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 7328f9ae-c611-4e13-aa26-8bd49d583617 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:57.182943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.187738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d3134d8d-482c-4e13-b2f2-49ad91edcd36', 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'fixed_ips': [{'subnet_id': '330c35f8-0fce-4b84-84fa-24deb5dce317'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:23:57.188764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e6a5912-abbb-4023-a777-bd66af91ac23 req-71e016e5-edf6-4b6a-b99a-14b77ba3c130 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2092745 Jul 16 22:23:57.189290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.223782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port 222c5c46-5a68-42f0-9d8d-c61f81d676e4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=222c5c46-5a68-42f0-9d8d-c61f81d676e4,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:57.224215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.245953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for 222c5c46-5a68-42f0-9d8d-c61f81d676e4 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:57.249961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:23:57.270889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e6a5912-abbb-4023-a777-bd66af91ac23 req-dd77beb5-c936-410d-83a3-580c121e1809 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Jul 16 22:23:57.282531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.282896 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Added segment a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf of type vlan for network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 Jul 16 22:23:57.366537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.373312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Allocated IP 19.80.0.2 (d3134d8d-482c-4e13-b2f2-49ad91edcd36/330c35f8-0fce-4b84-84fa-24deb5dce317/7cd7327d-60aa-45bc-937b-7d8bad9dea38) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:57.442887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.443122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e77904f2-8630-4cb5-8e2c-0b0c80ed058e req-17bb0a76-05b0-432d-bb53-5a4833bc3b7f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 210 time: 0.0946918 Jul 16 22:23:57.450430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:57.451668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.492138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:57.495914 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6734127-3842-4b68-8b01-d252884a4ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:57.536601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.8 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/43ac6278-a67e-4b63-84fe-830be623ba6a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:23:57.548203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.582485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5389090 Jul 16 22:23:57.597560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:23:57.604682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'subnet': {'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:57.606580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3451-0d7e-4fc9-80f1-39a947238884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.645827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.650754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=222c5c46-5a68-42f0-9d8d-c61f81d676e4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:57.697456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceaf90-24c3-4814-83de-904d21982c3f tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Network': ['ID=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:57.703082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:57.705468 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c049e9-b230-49fa-b960-7ae163607dba" -d '{"events": [{"server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "name": "network-vif-plugged", "status": "completed", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:57.714955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03076f9b-3159-4e88-805d-7314b953ce5a req-0e78dead-754c-4516-b2d7-38b9a8c88d43 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=86143e58-b01a-47af-ac57-526e8359fa32 HTTP/1.1" status: 200 len: 210 time: 0.0590601 Jul 16 22:23:57.722769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:23:57.730659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7328f9ae-c611-4e13-aa26-8bd49d583617,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:57.756131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port 222c5c46-5a68-42f0-9d8d-c61f81d676e4 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:57.762298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.766164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.766968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:23:57.768036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5aed8f08-9fae-4c83-b32e-db5e9b24d66a req-2b5a6a59-5328-4627-9894-563112180600 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.68 "DELETE /v2.0/ports/222c5c46-5a68-42f0-9d8d-c61f81d676e4 HTTP/1.1" status: 204 len: 173 time: 0.9413497 Jul 16 22:23:57.771249 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.900528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Transition to ACTIVE for port object 7cd7327d-60aa-45bc-937b-7d8bad9dea38 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:57.934931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:57.949731 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1272135-045b-4da6-b576-8f977bba131d x-openstack-request-id: req-a1272135-045b-4da6-b576-8f977bba131d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:57.950569 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "name": "network-vif-plugged", "status": "completed", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:57.951726 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1272135-045b-4da6-b576-8f977bba131d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:57.952444 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'code': 200} Jul 16 22:23:57.977440 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af486066-0b26-469c-96b0-059cd33f2399 x-openstack-request-id: req-af486066-0b26-469c-96b0-059cd33f2399 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:23:57.977828 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:23:57.978177 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af486066-0b26-469c-96b0-059cd33f2399 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:23:57.978653 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f', 'status': 'completed', 'code': 200} Jul 16 22:23:57.989322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150983d6-3bef-47c9-b3a2-1d4b7f661a1a req-57592e77-43b1-43a5-ae15-89df7a4242c7 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:57.991003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150983d6-3bef-47c9-b3a2-1d4b7f661a1a req-57592e77-43b1-43a5-ae15-89df7a4242c7 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 948 time: 0.3116291 Jul 16 22:23:58.005552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:23:58.007745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Transition to ACTIVE for port object 7cd7327d-60aa-45bc-937b-7d8bad9dea38 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:23:58.009344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.010497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:58.034356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.100148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.164362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-a1a692c0-556a-4113-9fb0-c5d2e3a3ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.166866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-a1a692c0-556a-4113-9fb0-c5d2e3a3ddd8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6af88812bf0b4617b7907066f59dffdc&device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 1100 time: 0.1857538 Jul 16 22:23:58.191678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:58.298314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6ae56c39-2eac-4bb0-9b97-bfa6b69733be'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:58.300681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:58.308248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 584adc78-2eae-402b-8268-df0000a9de76 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:23:58.308644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:58.311865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-120b6e26-673e-4f0f-9418-d70b6908fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.313656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-120b6e26-673e-4f0f-9418-d70b6908fb5a service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1396980 Jul 16 22:23:58.353301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-150983d6-3bef-47c9-b3a2-1d4b7f661a1a req-398a77ee-3b15-46ac-9a2a-05b58ffa1d2b tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383088 Jul 16 22:23:58.376412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:58.377880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 584adc78-2eae-402b-8268-df0000a9de76 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:23:58.378264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.381467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:23:58.419428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f99bad3-4647-4de9-b635-682e7f69f987 req-28de84c1-6bbb-43a3-9a87-f7c29c480003 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=88474b14-e6d7-4642-bdd8-fc4b4f0149a6 HTTP/1.1" status: 200 len: 210 time: 0.0927334 Jul 16 22:23:58.426856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:58.427453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:58.430523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:23:58.432683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Pushing event updated for resources: {'Port': ['ID=7cd7327d-60aa-45bc-937b-7d8bad9dea38,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:58.477500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f24db-4c5b-4f6e-9f24-2c8e1bdb1b0a req-dc710ae4-2c26-4de2-bcbb-9cf89d7751e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.479075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f03f24db-4c5b-4f6e-9f24-2c8e1bdb1b0a req-dc710ae4-2c26-4de2-bcbb-9cf89d7751e7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1098 time: 0.2612474 Jul 16 22:23:58.490024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125be76-d57b-4705-b88f-c1d315f42656 req-73a8ab71-7251-4316-b915-98910d682afa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.491556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9125be76-d57b-4705-b88f-c1d315f42656 req-73a8ab71-7251-4316-b915-98910d682afa tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.4265249 Jul 16 22:23:58.514573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.571566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-03e498fc-153a-43a7-9e29-7939fdff98f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f HTTP/1.1" status: 200 len: 217 time: 0.0539210 Jul 16 22:23:58.595138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Subnet': ['ID=a7b2e5b0-ea71-4207-9c9d-049d06df3ec5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:58.672442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f03f24db-4c5b-4f6e-9f24-2c8e1bdb1b0a req-04f039b3-d755-49c0-a700-13f0dbad5426 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797929 Jul 16 22:23:58.712885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.715724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.727749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Attempting to bind port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:23:58.732325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Attempting to bind port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:23:58.733494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Attempting to bind port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 on network d3134d8d-482c-4e13-b2f2-49ad91edcd36 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:23:58.752640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Checking segment: {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:58.753091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network hostable DHCP agents. Network: cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:23:58.784713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:23:58.785171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Checking segment: {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:23:58.785600 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.785927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Bound using segment: {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:23:58.786420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Bound port: 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:23:58.786835 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.811872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:23:58.814644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-033e4afc-5f69-4798-941d-a64c5976bfde tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2198904 Jul 16 22:23:58.823490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-1d874834-cf2e-41b1-ba58-8ab3a68539e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.825016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-1d874834-cf2e-41b1-ba58-8ab3a68539e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2352686 Jul 16 22:23:58.831981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Request body: {'port': {'device_id': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:23:58.844401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Deleting port 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:23:58.849061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.887218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5657d1-079d-4308-a176-f5e037891743 req-809120d5-236c-4c9e-b919-d3cbcfda1607 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.889814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc5657d1-079d-4308-a176-f5e037891743 req-809120d5-236c-4c9e-b919-d3cbcfda1607 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 946 time: 0.2158413 Jul 16 22:23:58.890573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:23:58.921066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78f83e-2ca8-4a37-a022-5b29bc8caba5 None None] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:23:58.950710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.953133 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:58.984362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dece1e-ee06-4e20-a91c-fa791cf49b07 req-4f7108d8-ebf1-42e5-8cb4-b54a861d2064 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:58.985973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29dece1e-ee06-4e20-a91c-fa791cf49b07 req-4f7108d8-ebf1-42e5-8cb4-b54a861d2064 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bcb349-1450-4386-9ba9-51702113c8e6 HTTP/1.1" status: 200 len: 950 time: 0.2150552 Jul 16 22:23:58.990857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.001523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-f3df4fc5-cd2a-484b-a1b2-85d3b7ff0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:59.003043 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-f3df4fc5-cd2a-484b-a1b2-85d3b7ff0a05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552465 Jul 16 22:23:59.024601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aa498d62-6315-4dff-be4f-605db62ac974 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4178855 Jul 16 22:23:59.050490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.081578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a10ca9d8-7e7f-4028-bcd2-95f707b5e28f details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:23:59.117411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc5657d1-079d-4308-a176-f5e037891743 req-3c332d2a-d4cb-4ca0-af21-014e2104a86b tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893127 Jul 16 22:23:59.126727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:59.127533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.162867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Calling delete_port for 584adc78-2eae-402b-8268-df0000a9de76 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:23:59.185976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 584adc78-2eae-402b-8268-df0000a9de76, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=584adc78-2eae-402b-8268-df0000a9de76,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:23:59.197069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] For port 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:23:59.228535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] For port 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7cd7327d-60aa-45bc-937b-7d8bad9dea38,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:23:59.274712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.297229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.298851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 222c5c46-5a68-42f0-9d8d-c61f81d676e4 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:23:59.468372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714ecb-df99-4801-a8b2-39e72af3c60c None None] Pushing event updated for resources: {'Port': ['ID=7cd7327d-60aa-45bc-937b-7d8bad9dea38,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:59.472402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:23:59.473916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.489605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29dece1e-ee06-4e20-a91c-fa791cf49b07 req-e0eb8d0e-5559-4646-8722-c5bf7247bae5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931457 Jul 16 22:23:59.528466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event deleted for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:59.554443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event deleted for resources: {'Port': ['ID=584adc78-2eae-402b-8268-df0000a9de76,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:23:59.556192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 222c5c46-5a68-42f0-9d8d-c61f81d676e4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:23:59.556528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 222c5c46-5a68-42f0-9d8d-c61f81d676e4 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:23:59.729240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] No DVR routers for this DVR port 584adc78-2eae-402b-8268-df0000a9de76 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:23:59.731883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.738199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9125be76-d57b-4705-b88f-c1d315f42656 req-ea7963a4-9548-4753-aa71-0daac2cf1ca1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "DELETE /v2.0/ports/584adc78-2eae-402b-8268-df0000a9de76 HTTP/1.1" status: 204 len: 173 time: 1.2387953 Jul 16 22:23:59.812842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-deleted', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:23:59.818215 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7ee17-26cf-45d0-b0cf-ccd913e351d2" -d '{"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-deleted", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:23:59.848346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-40c5b100-efe4-45f8-b9dd-1fc457cdbfce service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353093 Jul 16 22:23:59.855522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ac6278-a67e-4b63-84fe-830be623ba6a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:23:59.893563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:23:59.921349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf', '584adc78-2eae-402b-8268-df0000a9de76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:23:59.927336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ee49-b442-487a-a144-feeac04720d8 req-b041917b-000d-414e-a29b-26c8a6db95ed tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:23:59.928931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17d7ee49-b442-487a-a144-feeac04720d8 req-b041917b-000d-414e-a29b-26c8a6db95ed tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 931 time: 0.2492907 Jul 16 22:23:59.988984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'name': 'network-vif-deleted', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:00.002951 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aedcf42-1c29-4436-9b19-007f9b624515" -d '{"events": [{"server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "name": "network-vif-deleted", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:00.024214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Transition to ACTIVE for port object 43ac6278-a67e-4b63-84fe-830be623ba6a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:00.035563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17d7ee49-b442-487a-a144-feeac04720d8 req-bf186043-7a4b-43d8-918d-54ad883597fb tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002610 Jul 16 22:24:00.044992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:00.054647 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb153c50-97c2-4379-ac06-5f851b4b50d0" -d '{"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:00.105099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936', '78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:00.129012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5', 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'fixed_ips': [{'subnet_id': 'a7b2e5b0-ea71-4207-9c9d-049d06df3ec5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:24:00.130559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:00.181608 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1354e5d-402d-4662-b9b4-09a5a8291f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:00.197717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:00.242347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:00.334968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbca2-5445-4b19-815a-b6dbf5b70ff4 req-9220bfaa-6116-4db1-8bf6-af5cf11f0834 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:00.344494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7cbca2-5445-4b19-815a-b6dbf5b70ff4 req-9220bfaa-6116-4db1-8bf6-af5cf11f0834 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 948 time: 0.0834346 Jul 16 22:24:00.398296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce7cbca2-5445-4b19-815a-b6dbf5b70ff4 req-06a4950b-23ee-4ed8-9d1c-dd5037830412 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Jul 16 22:24:00.513349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Allocated IP 19.86.0.2 (cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5/a7b2e5b0-ea71-4207-9c9d-049d06df3ec5/3af4b920-1531-4dfe-8f44-7bfd78eb403f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:00.561335 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade3518d-8e22-437a-8810-e1e0738e1c92 x-openstack-request-id: req-ade3518d-8e22-437a-8810-e1e0738e1c92 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:00.562535 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-deleted", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:00.563041 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ade3518d-8e22-437a-8810-e1e0738e1c92 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:00.563682 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-deleted', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'status': 'completed', 'code': 200} Jul 16 22:24:00.692044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:00.714076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f', 'mac_address': 'fa:16:3e:00:e2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:00.891503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7cd7327d-60aa-45bc-937b-7d8bad9dea38 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:00.942961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-ef96ae9e-c13c-4926-81cf-43f2441ffe71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:00.943767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6734127-3842-4b68-8b01-d252884a4ff2 req-26715acb-f056-4e02-b7ee-ad951c6085f9 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0815227 Jul 16 22:24:00.950874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-ef96ae9e-c13c-4926-81cf-43f2441ffe71 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.2711682 Jul 16 22:24:00.964608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Pushing event updated for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:00.977540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-e08b5703-61a8-40c8-beb0-069e9ca9fca0 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/quotas/b6b965c973254a618f6826ca3e6010b4 HTTP/1.1" status: 200 len: 375 time: 0.0255094 Jul 16 22:24:01.009309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-3437e8d6-aa43-4127-9b1a-a0167ea936af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:01.016058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-3437e8d6-aa43-4127-9b1a-a0167ea936af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:01.024119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-3437e8d6-aa43-4127-9b1a-a0167ea936af tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/networks?id=d3134d8d-482c-4e13-b2f2-49ad91edcd36&id=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 HTTP/1.1" status: 200 len: 1392 time: 1.1011672 Jul 16 22:24:01.025916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.049726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-aac78488-6410-4b88-ac47-ed778cc139e3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635984 Jul 16 22:24:01.075331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-35eddcac-96c9-434a-ae6b-49aaee977ffc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/quotas/6b2afb06a79c449984079d8f205bff4a HTTP/1.1" status: 200 len: 375 time: 0.0500600 Jul 16 22:24:01.121921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Transition to ACTIVE for port object 3af4b920-1531-4dfe-8f44-7bfd78eb403f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:01.161187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.191596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Attempting to bind port 43ac6278-a67e-4b63-84fe-830be623ba6a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:01.191939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Attempting to bind port 43ac6278-a67e-4b63-84fe-830be623ba6a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:01.192286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Attempting to bind port 43ac6278-a67e-4b63-84fe-830be623ba6a on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:01.220657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Port 43ac6278-a67e-4b63-84fe-830be623ba6a on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:01.221010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Attempting to bind port 43ac6278-a67e-4b63-84fe-830be623ba6a on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:01.238944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-3601e5a9-7f04-4ea2-b3d1-b2726cc0039e service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879544 Jul 16 22:24:01.260408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:01.260897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:01.261421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:01.261978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Bound port: 43ac6278-a67e-4b63-84fe-830be623ba6a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:01.262234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Transition to ACTIVE for port object 3af4b920-1531-4dfe-8f44-7bfd78eb403f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:01.262555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.288696 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-ef988dc7-3d80-4bc7-b13d-7071605cc5d2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2065876 Jul 16 22:24:01.298693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10ca9d8-7e7f-4028-bcd2-95f707b5e28f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:01.312386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8e860-3284-44a6-86b9-96a1be521409 None None] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:01.324388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.365250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-67577ba3-de28-4791-8798-6202f28afa07 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253195 Jul 16 22:24:01.420415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Pushing event updated for resources: {'Port': ['ID=3af4b920-1531-4dfe-8f44-7bfd78eb403f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:01.444743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:01.445014 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.445662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f19f9f35-13c3-4d4e-90d4-5963acd406ee None None] Provisioning for port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:01.449974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=43ac6278-a67e-4b63-84fe-830be623ba6a,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:01.464834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.475691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:01.496619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:01.505681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:01.565800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:01.566638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.596382 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945daf98-782f-4a4a-a1bd-90381f5e9773 x-openstack-request-id: req-945daf98-782f-4a4a-a1bd-90381f5e9773 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:01.596786 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86143e58-b01a-47af-ac57-526e8359fa32", "name": "network-vif-deleted", "tag": "222c5c46-5a68-42f0-9d8d-c61f81d676e4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:01.599155 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-945daf98-782f-4a4a-a1bd-90381f5e9773 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:01.599662 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86143e58-b01a-47af-ac57-526e8359fa32', 'name': 'network-vif-deleted', 'tag': '222c5c46-5a68-42f0-9d8d-c61f81d676e4', 'status': 'completed', 'code': 200} Jul 16 22:24:01.600338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Pushing event updated for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:01.607562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.615728 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6302fb2e-17ee-436b-b247-f5c9d2325c01 x-openstack-request-id: req-6302fb2e-17ee-436b-b247-f5c9d2325c01 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:01.616026 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcb349-1450-4386-9ba9-51702113c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "584adc78-2eae-402b-8268-df0000a9de76", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:01.616287 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6302fb2e-17ee-436b-b247-f5c9d2325c01 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:01.616689 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcb349-1450-4386-9ba9-51702113c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584adc78-2eae-402b-8268-df0000a9de76', 'code': 200} Jul 16 22:24:01.624630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-c0916adb-4e06-467e-97a4-13cfea04fe9b service neutron] 10.222.0.70 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272760 Jul 16 22:24:01.630714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:01.631515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:01.634727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-cc5c63ea-14b9-46a2-abfe-ed98fbedcc7b service neutron] 10.222.0.68 "PUT /v2.0/ports/43ac6278-a67e-4b63-84fe-830be623ba6a HTTP/1.1" status: 200 len: 1092 time: 2.8087802 Jul 16 22:24:01.680809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:01.683977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:01.695105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:01.825050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcc0d-3023-4054-acf8-40bb1b7054a5 req-ecc1a7d1-6f20-4eb9-b931-0885c8207ba3 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:01.836827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-abadcc0d-3023-4054-acf8-40bb1b7054a5 req-ecc1a7d1-6f20-4eb9-b931-0885c8207ba3 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 946 time: 0.1097982 Jul 16 22:24:01.946316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-abadcc0d-3023-4054-acf8-40bb1b7054a5 req-b2b19cb1-4aad-4074-bbb6-2a586e8b5314 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078603 Jul 16 22:24:02.006611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-5015b334-deb4-45ab-a279-243750d74a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:02.009075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-5015b334-deb4-45ab-a279-243750d74a8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 1095 time: 0.2959547 Jul 16 22:24:02.025318 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-a8935729-148e-4ea8-a073-8cd743b73d48 service neutron] 10.222.0.70 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764980 Jul 16 22:24:02.091446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:02.098045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a10ca9d8-7e7f-4028-bcd2-95f707b5e28f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:02.261204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-07c59c21-7a7f-4a84-bca3-8aabdcb7daed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ac6278-a67e-4b63-84fe-830be623ba6a HTTP/1.1" status: 200 len: 217 time: 0.2319391 Jul 16 22:24:02.284364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-b6bd0ad9-6ddf-4de4-b29a-e1b6740f37e7 service neutron] 10.222.0.70 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576873 Jul 16 22:24:02.290209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7cd7327d-60aa-45bc-937b-7d8bad9dea38,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:02.312278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Attempting to bind port 3af4b920-1531-4dfe-8f44-7bfd78eb403f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:02.312566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Attempting to bind port 3af4b920-1531-4dfe-8f44-7bfd78eb403f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:02.312907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Attempting to bind port 3af4b920-1531-4dfe-8f44-7bfd78eb403f on network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:02.324582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:02.424797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-87e5efe4-3dbe-44fc-9713-9d7b17412b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:02.426324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-87e5efe4-3dbe-44fc-9713-9d7b17412b20 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1526148 Jul 16 22:24:02.444879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:02.446819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Checking segment: {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:02.447173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:02.447605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Bound using segment: {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:02.449346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Bound port: 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:02.458125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:02.541362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-58b2cbf9-5d31-4421-a54c-13eef53e9765 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038005 Jul 16 22:24:02.691979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-8f56afb5-9b36-4276-8612-165198dab459 service neutron] 10.222.0.70 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726945 Jul 16 22:24:02.714985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-eeadd2db-c649-4735-b78b-75b1192bb0d0 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634891 Jul 16 22:24:02.790122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82e49-5935-41f7-9a8c-1c8ee722788f req-06f70e43-764c-431d-a0fd-44dcc2952dc9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:02.792114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3e82e49-5935-41f7-9a8c-1c8ee722788f req-06f70e43-764c-431d-a0fd-44dcc2952dc9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 943 time: 0.1271219 Jul 16 22:24:02.886332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3e82e49-5935-41f7-9a8c-1c8ee722788f req-35525076-c375-47e4-98bb-4d1d8148b080 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863335 Jul 16 22:24:02.946887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-63d0877c-ee2f-4377-b489-a592cd9e7ea8 req-059c0d2d-eab4-4646-b758-cc3f52789ccc service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225151 Jul 16 22:24:03.052840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:03.092213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7cd7327d-60aa-45bc-937b-7d8bad9dea38,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:03.149946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] For port 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:03.184490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] For port 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3af4b920-1531-4dfe-8f44-7bfd78eb403f,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:03.202252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:03.278147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b224-9e4e-43a3-9548-3d8610c21430 req-36a48ab2-4f9d-47dd-921d-b45946762a43 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:03.297569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1683b224-9e4e-43a3-9548-3d8610c21430 req-36a48ab2-4f9d-47dd-921d-b45946762a43 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 949 time: 0.1465394 Jul 16 22:24:03.364569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1683b224-9e4e-43a3-9548-3d8610c21430 req-fb0f60e1-1dd7-4d3d-ae91-db3204da09e1 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657721 Jul 16 22:24:03.407564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f45646-d4e0-4eae-95c7-95d6d439cdb9 None None] Pushing event updated for resources: {'Port': ['ID=3af4b920-1531-4dfe-8f44-7bfd78eb403f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:03.535372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c31cffe9-fbc6-4ac1-8c66-d1eb087aaefe req-c305cd92-46af-49c0-9260-fd4cb3c93b87 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 210 time: 0.1005995 Jul 16 22:24:03.601327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:03.606048 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88be74-b2c6-43e5-bf17-32d7ca754f38" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:03.633819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:03.639927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b28a064d-13fc-4690-be0f-14184406dfd9 None None] Provisioning complete for port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:03.640457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-13fc-4690-be0f-14184406dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:03.817570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 584adc78-2eae-402b-8268-df0000a9de76 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:03.817893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 584adc78-2eae-402b-8268-df0000a9de76 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:03.904780 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:24:03.947109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-127bc636-956a-4c42-971b-da728a9b3399 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 258 time: 0.5614440 Jul 16 22:24:03.953096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:03.980880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-c356fad3-72e4-4a15-870e-758f7810531d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:03.983038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-c356fad3-72e4-4a15-870e-758f7810531d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 811 time: 0.3728364 Jul 16 22:24:03.998211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Request body: {'port': {'device_id': 'e66adbef-1079-4e3e-b573-e7513558b969', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'admin_state_up': True, 'tenant_id': 'b6b965c973254a618f6826ca3e6010b4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:04.012475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.250301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Made reservation on behalf of b6b965c973254a618f6826ca3e6010b4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:04.254845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.258276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.391343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c2b48a1-b5ba-4acf-8d97-5a1651c9a926 req-0de86dc3-c37f-4585-8252-78d04ee396e4 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 210 time: 0.0383694 Jul 16 22:24:04.420044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Allocated IP 172.25.5.103 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d0f9c2f4-548c-40c1-a632-465a5649acfe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:04.494598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Allocated IP 172.20.0.10 (ab1fe470-1509-4e65-afd6-8fd893b25553/e5807438-cc9a-425f-9353-fc00020be0f0/1d398ec8-7eb4-4a34-91f3-66f585387fca) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:04.652671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.749959 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.752291 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:04.758278 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b4fdf6-7dbe-400d-9128-e145fa27737c x-openstack-request-id: req-c9b4fdf6-7dbe-400d-9128-e145fa27737c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:04.758622 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:04.759040 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9b4fdf6-7dbe-400d-9128-e145fa27737c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:04.759442 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a', 'status': 'completed', 'code': 200} Jul 16 22:24:04.865460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event updated for resources: {'Port': ['ID=d0f9c2f4-548c-40c1-a632-465a5649acfe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:04.886382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:04.888845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:04.910088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3af4b920-1531-4dfe-8f44-7bfd78eb403f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:04.919593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:04.925279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.030145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Network ab1fe470-1509-4e65-afd6-8fd893b25553 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:05.040377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-f8ed30cd-5af0-495c-a236-3a1cb0795f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.041972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-f8ed30cd-5af0-495c-a236-3a1cb0795f8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 1095 time: 0.2605019 Jul 16 22:24:05.044940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3af4b920-1531-4dfe-8f44-7bfd78eb403f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:05.048093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:05.051708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event updated for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:05.053992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:05.063217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7cd7327d-60aa-45bc-937b-7d8bad9dea38 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:05.087612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.125550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d9683-c93e-4f70-b78d-9c9aa1bf22dd None None] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:05.194617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.195367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:05.195754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.257091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Provisioning for port 3af4b920-1531-4dfe-8f44-7bfd78eb403f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:05.267980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Provisioning complete for port 3af4b920-1531-4dfe-8f44-7bfd78eb403f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:05.268183 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.286586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.287261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.330468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88d69c-e82d-496c-a9e8-297c6a4ac9ed req-ffdc998e-1503-4783-ab21-26681df13e13 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.337773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c88d69c-e82d-496c-a9e8-297c6a4ac9ed req-ffdc998e-1503-4783-ab21-26681df13e13 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 943 time: 0.4066851 Jul 16 22:24:05.376567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-bf7ec608-4858-40cd-ab06-8c8d5a70dd4a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3822925 Jul 16 22:24:05.397532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.408535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.417817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Request body: {'port': {'device_id': 'e66adbef-1079-4e3e-b573-e7513558b969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:05.428911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-ed278a71-2b70-43df-b2c5-a507058ce3f5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.434763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-ed278a71-2b70-43df-b2c5-a507058ce3f5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.436912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-ed278a71-2b70-43df-b2c5-a507058ce3f5 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "GET /v2.0/networks?id=d3134d8d-482c-4e13-b2f2-49ad91edcd36&id=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 HTTP/1.1" status: 200 len: 1392 time: 0.3493309 Jul 16 22:24:05.464577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-fc0f7413-65f5-4348-897e-3c390cdbd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.466560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-fc0f7413-65f5-4348-897e-3c390cdbd476 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.4068871 Jul 16 22:24:05.471882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'port': {'device_id': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36', 'admin_state_up': True, 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:05.485096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event updated for resources: {'Port': ['ID=d0f9c2f4-548c-40c1-a632-465a5649acfe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:05.496406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.498178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.515380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.525598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-dc15eee0-b037-4df2-a5c6-585048be777e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5769701 Jul 16 22:24:05.546296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] For port 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3af4b920-1531-4dfe-8f44-7bfd78eb403f,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:05.559215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.567255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c88d69c-e82d-496c-a9e8-297c6a4ac9ed req-0077f6ab-a4dc-4d31-8287-57106177d44f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284968 Jul 16 22:24:05.586977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-5d42f34a-94f8-4ae0-90db-33c3a7b4b914 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ac6278-a67e-4b63-84fe-830be623ba6a HTTP/1.1" status: 200 len: 217 time: 0.1066983 Jul 16 22:24:05.588056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-a6a172c1-fed4-41f4-8dc9-863e89ab531a tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0614486 Jul 16 22:24:05.651126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0621e-201a-4309-b20f-152773b25c7c None None] Pushing event updated for resources: {'Port': ['ID=3af4b920-1531-4dfe-8f44-7bfd78eb403f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:05.655483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 43ac6278-a67e-4b63-84fe-830be623ba6a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:24:05.658086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a10ca9d8-7e7f-4028-bcd2-95f707b5e28f up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:05.749359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-5f8b8d23-d0d0-4657-8047-722a2e654405 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.763537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-644531d8-b46a-4c4d-94b3-c76c9b583e9a req-5f8b8d23-d0d0-4657-8047-722a2e654405 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1744173 Jul 16 22:24:05.809071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:05.817369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:05.818367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.854031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-8714d44d-c459-4d99-8602-754f378291d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.855409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-8714d44d-c459-4d99-8602-754f378291d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.2543037 Jul 16 22:24:05.858467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:05.917381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07595026-b97a-4178-a55f-0b7ca066e12a req-13714600-4149-4c69-ac71-71b1454baef5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:05.926424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07595026-b97a-4178-a55f-0b7ca066e12a req-13714600-4149-4c69-ac71-71b1454baef5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 950 time: 0.1919670 Jul 16 22:24:05.947678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-80912428-850c-46d8-a579-b738a84ea1ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554907 Jul 16 22:24:05.947905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=43ac6278-a67e-4b63-84fe-830be623ba6a,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:05.976704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '43ac6278-a67e-4b63-84fe-830be623ba6a', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '43ac6278-a67e-4b63-84fe-830be623ba6a', 'mac_address': 'fa:16:3e:e2:7b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:06.025263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.042016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.048407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ac6278-a67e-4b63-84fe-830be623ba6a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:06.079002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:06.084435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d582da8-7cc8-4758-9d49-c3738cfa9b25 None None] Provisioning complete for port 3af4b920-1531-4dfe-8f44-7bfd78eb403f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:06.084646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.085168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d582da8-7cc8-4758-9d49-c3738cfa9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.092238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:06.094725 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c60be1-6e98-49e2-a364-741b69cff37f" -d '{"events": [{"server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "name": "network-vif-plugged", "status": "completed", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:06.099598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450788-0261-48da-8105-ed1e5088dade req-4f450cad-99e4-4c24-aef8-633c8f36e1f5 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:06.100781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=43ac6278-a67e-4b63-84fe-830be623ba6a,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:06.105561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc450788-0261-48da-8105-ed1e5088dade req-4f450cad-99e4-4c24-aef8-633c8f36e1f5 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 949 time: 0.1214828 Jul 16 22:24:06.117176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea118507-8349-4326-9761-3d8e0b5c2e86 req-114de622-f4d0-457f-ae56-48c2213a75c1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:06.118814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea118507-8349-4326-9761-3d8e0b5c2e86 req-114de622-f4d0-457f-ae56-48c2213a75c1 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=74752b50-1f82-442c-b2c8-50ae7b5a1477 HTTP/1.1" status: 200 len: 950 time: 0.3520174 Jul 16 22:24:06.159900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc450788-0261-48da-8105-ed1e5088dade req-6c97ac17-2798-4e0e-a0fe-542c1f44d478 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Jul 16 22:24:06.169451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:06.170470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.178638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Deleting port 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:06.178996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.183768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.280461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] For port 78fa9d35-9faa-479c-b517-e406ada581a6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=78fa9d35-9faa-479c-b517-e406ada581a6,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:06.281263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.296218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Calling delete_port for 78fa9d35-9faa-479c-b517-e406ada581a6 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:06.302648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:06.313913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-87457ec9-58b8-45a5-9a79-09d790d28849 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547752 Jul 16 22:24:06.350851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea118507-8349-4326-9761-3d8e0b5c2e86 req-dbb8b1fd-9242-4ee1-9abf-1dda2b0c678f tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237377 Jul 16 22:24:06.361510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:06.433043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1f43c-54d3-4341-9181-09f366f17512 req-d61c42b3-33a2-4016-9838-d84627e20ea8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:06.434434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5db1f43c-54d3-4341-9181-09f366f17512 req-d61c42b3-33a2-4016-9838-d84627e20ea8 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 932 time: 0.1357677 Jul 16 22:24:06.439770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['43ac6278-a67e-4b63-84fe-830be623ba6a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:06.543549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5db1f43c-54d3-4341-9181-09f366f17512 req-f207da61-1f20-4e56-97ce-136861e0129d tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001053 Jul 16 22:24:06.620231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.649486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936', '78fa9d35-9faa-479c-b517-e406ada581a6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:06.709246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event deleted for resources: {'Port': ['ID=78fa9d35-9faa-479c-b517-e406ada581a6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:06.741125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3af4b920-1531-4dfe-8f44-7bfd78eb403f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:06.800719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] No DVR routers for this DVR port 78fa9d35-9faa-479c-b517-e406ada581a6 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:06.803775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.806275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07595026-b97a-4178-a55f-0b7ca066e12a req-66958bb2-2338-4a8d-8463-572c91bf4d95 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "DELETE /v2.0/ports/78fa9d35-9faa-479c-b517-e406ada581a6 HTTP/1.1" status: 204 len: 173 time: 0.8793435 Jul 16 22:24:06.829425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-deleted', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:06.831741 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7c1e4e-0cca-4b1c-bd63-20b80bb57fc4" -d '{"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-deleted", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:06.850557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56c6b82b-d1ad-4c06-a517-2c093bda1330 req-7c314360-d977-4848-b047-036a255ba259 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 210 time: 0.0785344 Jul 16 22:24:06.919493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Allocated IP 19.80.0.216 (d3134d8d-482c-4e13-b2f2-49ad91edcd36/330c35f8-0fce-4b84-84fa-24deb5dce317/e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:06.936127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3af4b920-1531-4dfe-8f44-7bfd78eb403f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:06.936507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:06.939798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed88be74-b2c6-43e5-bf17-32d7ca754f38 req-4a2b8744-9561-4110-ba2d-c0946abe79b0 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066644 Jul 16 22:24:07.001092 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88513e60-40d7-4eb4-a4c9-9ae8bd755be0 x-openstack-request-id: req-88513e60-40d7-4eb4-a4c9-9ae8bd755be0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:07.001664 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "name": "network-vif-plugged", "status": "completed", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:07.001664 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88513e60-40d7-4eb4-a4c9-9ae8bd755be0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:07.001989 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f', 'code': 200} Jul 16 22:24:07.074129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d398ec8-7eb4-4a34-91f3-66f585387fca {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:07.101080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.195306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Transition to ACTIVE for port object 1d398ec8-7eb4-4a34-91f3-66f585387fca will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:07.225909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.273829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:07.356180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:07.404717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97ab7b-4c39-44ff-b11c-b95893218228 req-8ebeaac5-bbe7-47e8-9f6f-f60b0de49607 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.406256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f97ab7b-4c39-44ff-b11c-b95893218228 req-8ebeaac5-bbe7-47e8-9f6f-f60b0de49607 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 944 time: 0.2890356 Jul 16 22:24:07.474876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.478285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584cf3-a3fb-4935-b323-fa5a9d18e4a4 req-e6e9c8ff-c482-46b6-831c-9f0922516692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.479794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48584cf3-a3fb-4935-b323-fa5a9d18e4a4 req-e6e9c8ff-c482-46b6-831c-9f0922516692 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 1102 time: 0.2959771 Jul 16 22:24:07.492129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bb4c-1723-465c-a364-a67f88a610ae req-5269249a-7d62-47cb-a660-c0f89a0a673b tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.493714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-5269249a-7d62-47cb-a660-c0f89a0a673b tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4948487 Jul 16 22:24:07.520032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Transition to ACTIVE for port object e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:07.560450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-a2be11a4-0f9a-4d5c-8718-fdff63ebb250 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0567663 Jul 16 22:24:07.560826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f97ab7b-4c39-44ff-b11c-b95893218228 req-b327b32b-9f41-4f80-9f58-31976722df82 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265140 Jul 16 22:24:07.568241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Attempting to bind port 1d398ec8-7eb4-4a34-91f3-66f585387fca on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:07.568571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Attempting to bind port 1d398ec8-7eb4-4a34-91f3-66f585387fca by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:07.568900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Attempting to bind port 1d398ec8-7eb4-4a34-91f3-66f585387fca on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:07.575939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48584cf3-a3fb-4935-b323-fa5a9d18e4a4 req-222a1796-d873-4575-85f6-6a4b9acfeb48 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843022 Jul 16 22:24:07.579476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-35d4311b-0cc1-47f3-9062-96cb9663af7e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.581245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-35d4311b-0cc1-47f3-9062-96cb9663af7e tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 944 time: 0.1312208 Jul 16 22:24:07.586201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Port 1d398ec8-7eb4-4a34-91f3-66f585387fca on network ab1fe470-1509-4e65-afd6-8fd893b25553 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:07.586531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Attempting to bind port 1d398ec8-7eb4-4a34-91f3-66f585387fca on network ab1fe470-1509-4e65-afd6-8fd893b25553 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:07.596052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'floatingip': {'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:07.597610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:07.597952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Checking segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:07.598338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Bound using segment: {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:07.598783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Bound port: 1d398ec8-7eb4-4a34-91f3-66f585387fca, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:07.599141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.630522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.635066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 43ac6278-a67e-4b63-84fe-830be623ba6a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:07.692346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.712482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 43ac6278-a67e-4b63-84fe-830be623ba6a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:07.717765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 43ac6278-a67e-4b63-84fe-830be623ba6a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:07.718153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.734580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:07.767010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:07.770072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:07.807828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.812272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:07.862082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.863354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.874770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:07.878777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:07.894118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.931092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-79dcd6dd-c211-463b-ba06-7f11a05eb9b2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4696889 Jul 16 22:24:07.943280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.944010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:07.946048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] 10.222.0.47 "PUT /v2.0/ports/1d398ec8-7eb4-4a34-91f3-66f585387fca HTTP/1.1" status: 200 len: 1093 time: 2.5456398 Jul 16 22:24:07.954209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23444-e84d-45b9-a493-a740207a04a4 req-dd3009db-7b0b-481a-875f-c9a0073c0d56 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:07.962585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acf23444-e84d-45b9-a493-a740207a04a4 req-dd3009db-7b0b-481a-875f-c9a0073c0d56 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=82c43dab-0ee4-4654-b3ee-7350e3ef8072 HTTP/1.1" status: 200 len: 944 time: 0.2564383 Jul 16 22:24:07.971752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:07.975061 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2713321-169d-4e3a-957e-ae7c235a53dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:07.982509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Request body: {'port': {'device_id': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5', 'admin_state_up': True, 'tenant_id': '6b2afb06a79c449984079d8f205bff4a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:07.988083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Deleting port 7bb14af4-99a9-4b2e-929c-136e89667e65 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:07.988509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.049581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=43ac6278-a67e-4b63-84fe-830be623ba6a,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:08.055119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.085737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94899-69b3-442f-a6fd-2cba87d2ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:08.114756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:08.146013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c64b1753-346a-411a-8da1-06965c0b33a5 None None] Provisioning for port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:08.147960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acf23444-e84d-45b9-a493-a740207a04a4 req-985b7891-bbb9-4bec-8fd8-06783eb62886 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845503 Jul 16 22:24:08.150847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c64b1753-346a-411a-8da1-06965c0b33a5 None None] Provisioning complete for port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:08.151882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c64b1753-346a-411a-8da1-06965c0b33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.185329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-ae62c923-baf9-4c26-8d22-ef5083d5774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:08.186939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-ae62c923-baf9-4c26-8d22-ef5083d5774c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 1096 time: 0.1687412 Jul 16 22:24:08.191470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c64b1753-346a-411a-8da1-06965c0b33a5 None None] Port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:08.212546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] For port 7bb14af4-99a9-4b2e-929c-136e89667e65, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7bb14af4-99a9-4b2e-929c-136e89667e65,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:08.212916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.227003 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c2451-17da-4b9b-86b7-230e5aa00b32 x-openstack-request-id: req-e73c2451-17da-4b9b-86b7-230e5aa00b32 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:08.227299 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74752b50-1f82-442c-b2c8-50ae7b5a1477", "name": "network-vif-deleted", "tag": "78fa9d35-9faa-479c-b517-e406ada581a6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:08.227604 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e73c2451-17da-4b9b-86b7-230e5aa00b32 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:08.227922 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74752b50-1f82-442c-b2c8-50ae7b5a1477', 'name': 'network-vif-deleted', 'tag': '78fa9d35-9faa-479c-b517-e406ada581a6', 'status': 'completed', 'code': 200} Jul 16 22:24:08.238502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Calling delete_port for 7bb14af4-99a9-4b2e-929c-136e89667e65 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:08.244036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-e2f13467-510d-4fa6-ae8e-b2011a126dfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca HTTP/1.1" status: 200 len: 217 time: 0.0461984 Jul 16 22:24:08.248030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Made reservation on behalf of 6b2afb06a79c449984079d8f205bff4a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:08.251775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.377686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-6c2d0e51-e4cb-45bb-a17f-a650b70bb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:08.379181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-6c2d0e51-e4cb-45bb-a17f-a650b70bb7fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.1241610 Jul 16 22:24:08.430504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-01d5e9b5-0a65-480f-9066-663b113c3365 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406792 Jul 16 22:24:08.481379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.488223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.524576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.535443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7bb14af4-99a9-4b2e-929c-136e89667e65'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:08.545894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Allocated IP 19.86.0.188 (cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5/a7b2e5b0-ea71-4207-9c9d-049d06df3ec5/47ef643d-3322-4b0e-ad07-09560db9e735) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:08.564061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06567b03-b75d-434a-b99e-3eab5cf2881a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:08.566450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event deleted for resources: {'Port': ['ID=7bb14af4-99a9-4b2e-929c-136e89667e65,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:08.578492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be36e-dfe8-4f76-a5a6-8243aaeb0514 req-3363a6ab-aa6b-4e4d-bfdd-71ef00fb89b8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:08.580071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-238be36e-dfe8-4f76-a5a6-8243aaeb0514 req-3363a6ab-aa6b-4e4d-bfdd-71ef00fb89b8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.2421298 Jul 16 22:24:08.629056 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-944d1a98-cb29-40de-9f24-f4184c6b9909 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737578 Jul 16 22:24:08.639666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] No DVR routers for this DVR port 7bb14af4-99a9-4b2e-929c-136e89667e65 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:08.643315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.645385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fabf35f-7eed-4b86-9a45-a7d2b5aa5c96 req-fdd41786-ed1e-48a7-bee3-731ec66dde19 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "DELETE /v2.0/ports/7bb14af4-99a9-4b2e-929c-136e89667e65 HTTP/1.1" status: 204 len: 173 time: 1.0464880 Jul 16 22:24:08.666117 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Floating IP 4b33f5f5-0a23-45de-b98a-f839ba8fa999 associated. External IP: 172.25.5.103, port: 7328f9ae-c611-4e13-aa26-8bd49d583617. Jul 16 22:24:08.703746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-238be36e-dfe8-4f76-a5a6-8243aaeb0514 req-8fc2188f-5e9b-44c5-af65-64d3878c78e9 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093247 Jul 16 22:24:08.824764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdce6a1f-69f1-496b-b02f-d7dd0739b111 req-e882e83b-9c08-490b-aa8c-0b349c174ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852477 Jul 16 22:24:08.843392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.864854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Transition to ACTIVE for port object 47ef643d-3322-4b0e-ad07-09560db9e735 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:08.910737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Router 7949acb1-af79-4364-96a1-3e1e99587c1c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:08.913362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:08.965391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:08.969634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:08.974396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:08.979016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event updated for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:09.003146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:09.007436 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb9eb0-273e-4580-8140-effa97df7e23" -d '{"events": [{"server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:09.024197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:09.040338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.042371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.047974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 78fa9d35-9faa-479c-b517-e406ada581a6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:09.048871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 78fa9d35-9faa-479c-b517-e406ada581a6 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:09.053996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:09.058873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.066281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Sync routers for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:09.077680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:09.078773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:09.082103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-1453c614-cbd0-4b24-bc4f-914bde6d63cf tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1111963 Jul 16 22:24:09.104071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-241197f5-60f6-43b0-a466-3802d894dfed tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "PUT /v2.0/floatingips/4b33f5f5-0a23-45de-b98a-f839ba8fa999 HTTP/1.1" status: 200 len: 997 time: 1.5213323 Jul 16 22:24:09.105050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Request body: {'port': {'device_id': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:09.203803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bb4c-1723-465c-a364-a67f88a610ae req-86eb1a6c-2f9d-4f69-9d08-6a6f39f96010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.206239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-86eb1a6c-2f9d-4f69-9d08-6a6f39f96010 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1098 time: 0.0821853 Jul 16 22:24:09.217468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:09.235293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c2990-a758-4556-b623-810d233905d6 req-2cb2a71e-e256-4632-b939-9ae26456f55a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.236843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f60c2990-a758-4556-b623-810d233905d6 req-2cb2a71e-e256-4632-b939-9ae26456f55a tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 944 time: 0.1683569 Jul 16 22:24:09.237980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.307096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f60c2990-a758-4556-b623-810d233905d6 req-9847f44e-79d9-495b-b680-1125214ff648 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Jul 16 22:24:09.359130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bb4c-1723-465c-a364-a67f88a610ae req-2e5230ff-0465-4f4f-9ea0-f98a6da71ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.361969 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-2e5230ff-0465-4f4f-9ea0-f98a6da71ff4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 928 time: 0.1449373 Jul 16 22:24:09.366103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-664930f0-e5eb-439e-9675-fafda817c650 None None] Provisioning for port 47ef643d-3322-4b0e-ad07-09560db9e735 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:09.379458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-664930f0-e5eb-439e-9675-fafda817c650 None None] Provisioning complete for port 47ef643d-3322-4b0e-ad07-09560db9e735 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:09.379847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-664930f0-e5eb-439e-9675-fafda817c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.447629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-8c29e072-33cf-4fe2-9f8a-98a9004d3ed6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 1000 time: 0.0798001 Jul 16 22:24:09.475487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-664930f0-e5eb-439e-9675-fafda817c650 None None] Port 47ef643d-3322-4b0e-ad07-09560db9e735 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:09.514530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bb4c-1723-465c-a364-a67f88a610ae req-909e6653-42bc-43cc-93fd-9415ca8be86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.515953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-909e6653-42bc-43cc-93fd-9415ca8be86a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.0612304 Jul 16 22:24:09.551702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4b33f5f5-0a23-45de-b98a-f839ba8fa999', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'mac_address': 'fa:16:3e:d2:29:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:24:05Z', 'updated_at': '2021-07-16T22:24:08Z', 'revision_number': 1, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:09.576094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bb4c-1723-465c-a364-a67f88a610ae req-b996fbe9-0e44-4b0c-9111-ccc34e453346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.577794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-b996fbe9-0e44-4b0c-9111-ccc34e453346 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544796 Jul 16 22:24:09.583857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Checking router: 7949acb1-af79-4364-96a1-3e1e99587c1c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:09.595143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:09.595779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:09.635635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2665fe-88fd-4e9f-b8a4-d96ce492f60c req-f953699f-ed0f-444f-aa5f-dc00bbada76b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.641909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2665fe-88fd-4e9f-b8a4-d96ce492f60c req-f953699f-ed0f-444f-aa5f-dc00bbada76b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:09.649183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd2665fe-88fd-4e9f-b8a4-d96ce492f60c req-f953699f-ed0f-444f-aa5f-dc00bbada76b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1655 time: 0.1366963 Jul 16 22:24:09.680155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-d94053fb-1a52-4474-9177-2da27efbb2f8 service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956049 Jul 16 22:24:09.711965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:09.717703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:09.721554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.732862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd2665fe-88fd-4e9f-b8a4-d96ce492f60c req-a3bf4c75-6caa-4a91-a65b-4316989a4dbd tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824654 Jul 16 22:24:09.751030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Transition to ACTIVE for port object e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:09.757586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:09.806251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1043bb4c-1723-465c-a364-a67f88a610ae req-aea589eb-cbe7-48a4-82ef-845fdb3f96b3 service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190062 Jul 16 22:24:09.900290 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e475e0-5a4e-4325-99f9-837b08acba17 x-openstack-request-id: req-81e475e0-5a4e-4325-99f9-837b08acba17 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:09.900852 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:09.901265 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81e475e0-5a4e-4325-99f9-837b08acba17 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:09.901730 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca', 'status': 'completed', 'code': 200} Jul 16 22:24:09.902505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Pushing event updated for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:09.961827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Attempting to bind port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:09.962185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Attempting to bind port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:09.962514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Attempting to bind port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d on network d3134d8d-482c-4e13-b2f2-49ad91edcd36 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:09.973306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d on network d3134d8d-482c-4e13-b2f2-49ad91edcd36 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:09.973996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Attempting to bind port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d on network d3134d8d-482c-4e13-b2f2-49ad91edcd36 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:09.984865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:09.985287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Checking segment: {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:09.985414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Bound using segment: {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:09.985832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Bound port: e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:09.986189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.060800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4b33f5f5-0a23-45de-b98a-f839ba8fa999', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'mac_address': 'fa:16:3e:d2:29:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:24:05Z', 'updated_at': '2021-07-16T22:24:08Z', 'revision_number': 1, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:10.065864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-67eab2b1-4692-4ba0-8146-b4b7f3aa018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.067374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-67eab2b1-4692-4ba0-8146-b4b7f3aa018c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6b965c973254a618f6826ca3e6010b4&device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 1096 time: 0.1544616 Jul 16 22:24:10.097466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5202d8f-a5ab-48f3-a868-daeb5175292f None None] The sync data for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 is: [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4b33f5f5-0a23-45de-b98a-f839ba8fa999', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'mac_address': 'fa:16:3e:d2:29:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:24:05Z', 'updated_at': '2021-07-16T22:24:08Z', 'revision_number': 1, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:10.112843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:10.117581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:10.133720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.139698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0adae-d9d4-442f-b3dd-dfcae70f6c2b req-eee7a263-6ece-4fe5-85ea-88e30a992cac tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.145563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ae0adae-d9d4-442f-b3dd-dfcae70f6c2b req-eee7a263-6ece-4fe5-85ea-88e30a992cac tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 945 time: 0.1055412 Jul 16 22:24:10.196783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.200062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.201817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] 10.222.0.68 "PUT /v2.0/ports/e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d HTTP/1.1" status: 200 len: 1093 time: 1.1018028 Jul 16 22:24:10.210627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ae0adae-d9d4-442f-b3dd-dfcae70f6c2b req-5579c3ac-3968-4b58-bdaf-40252f52a126 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615394 Jul 16 22:24:10.229518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-deleted', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65'}, {'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:10.232888 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79d1c00-4852-4ac8-a475-ec5d30c46b79" -d '{"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-deleted", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65"}, {"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:10.258331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Request body: {'port': {'device_id': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:10.259886 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a3c1b6-5f01-4fd0-a7e0-33bf7bb260c6 x-openstack-request-id: req-78a3c1b6-5f01-4fd0-a7e0-33bf7bb260c6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:10.260261 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:10.260707 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a3c1b6-5f01-4fd0-a7e0-33bf7bb260c6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:10.261191 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a', 'code': 200} Jul 16 22:24:10.355467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-eeb7a7b7-9bab-4501-8c67-026861e39266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.357308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-eeb7a7b7-9bab-4501-8c67-026861e39266 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 200 len: 912 time: 0.2794583 Jul 16 22:24:10.358322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fbd43-3c26-4618-a9f4-c75b896c7bed service neutron] Pushing event updated for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:10.442285 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6041-20d9-4efe-b00b-b06cd3656229 None None] New status for floating IP 4b33f5f5-0a23-45de-b98a-f839ba8fa999: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:24:10.447408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-6ac90770-5a42-474e-b793-6861412e80ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca HTTP/1.1" status: 200 len: 217 time: 0.0729871 Jul 16 22:24:10.518884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-23adaf3c-8f83-4acc-96a9-7b1bebc10ba5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 258 time: 0.1246963 Jul 16 22:24:10.528150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:10.555272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.576507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.584835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-84b8e12a-e301-42c5-af0d-2500ff58f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.586345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-84b8e12a-e301-42c5-af0d-2500ff58f2d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 200 len: 851 time: 0.1234779 Jul 16 22:24:10.613994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc99f-e671-4f42-824f-8229b62b7403 req-8537f3ad-1a0d-4689-9307-9e25048d296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.615506 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae6dc99f-e671-4f42-824f-8229b62b7403 req-8537f3ad-1a0d-4689-9307-9e25048d296f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 1097 time: 0.2519886 Jul 16 22:24:10.638282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-04e82176-b3aa-43f6-b315-a2401c84490b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1fe470-1509-4e65-afd6-8fd893b25553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420418 Jul 16 22:24:10.669154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.702482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c593381-c85f-4741-84b4-afbf19d6f99b req-b1159ae4-84d3-438e-b885-4b6c2df596b6 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:10.703964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c593381-c85f-4741-84b4-afbf19d6f99b req-b1159ae4-84d3-438e-b885-4b6c2df596b6 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.2617884 Jul 16 22:24:10.777784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Allocated IP 172.25.5.200 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/c9cd1dce-bed5-4716-a0b2-b466db0e47f1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:10.836394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae6dc99f-e671-4f42-824f-8229b62b7403 req-fa3bc139-0807-48cc-8b73-fc3b4aed3c85 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008691 Jul 16 22:24:10.891224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c593381-c85f-4741-84b4-afbf19d6f99b req-c47b4022-dcd9-4a5a-8ac6-6f5fabdd0810 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730335 Jul 16 22:24:10.893293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.911832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-f04a862a-49f2-40bc-8c96-59b884e359a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650371 Jul 16 22:24:10.945002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:10.965472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:10.968263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:10.989273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:11.045133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1d398ec8-7eb4-4a34-91f3-66f585387fca details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:24:11.047335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:11.055763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event updated for resources: {'Port': ['ID=c9cd1dce-bed5-4716-a0b2-b466db0e47f1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:11.078578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 7bb14af4-99a9-4b2e-929c-136e89667e65 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:11.079002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7bb14af4-99a9-4b2e-929c-136e89667e65 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:11.117121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.179244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.191909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:11.205083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '1d398ec8-7eb4-4a34-91f3-66f585387fca', 'network_id': 'ab1fe470-1509-4e65-afd6-8fd893b25553', 'port_id': '1d398ec8-7eb4-4a34-91f3-66f585387fca', 'mac_address': 'fa:16:3e:43:8e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5807438-cc9a-425f-9353-fc00020be0f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:11.257564 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.274770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d398ec8-7eb4-4a34-91f3-66f585387fca {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:11.299080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:11.304394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.382823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:11.385255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.391111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.436025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d2713321-169d-4e3a-957e-ae7c235a53dc req-1d5fc883-6438-4e3d-a48b-756e9d71540e service neutron] 10.222.0.47 "GET /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149755 Jul 16 22:24:11.481160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ef643d-3322-4b0e-ad07-09560db9e735 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:11.492402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.496549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event updated for resources: {'Port': ['ID=c9cd1dce-bed5-4716-a0b2-b466db0e47f1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:11.503787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63e30-5a3b-460d-8067-a6826ae5bc2d req-749c87d9-1282-4ed4-bdda-59e3d04faf74 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:11.509194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.509428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73b63e30-5a3b-460d-8067-a6826ae5bc2d req-749c87d9-1282-4ed4-bdda-59e3d04faf74 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.1601939 Jul 16 22:24:11.522965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.524525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-c90b80ce-4b69-4ece-a77c-43872b6936b1 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0003655 Jul 16 22:24:11.531791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Transition to ACTIVE for port object 47ef643d-3322-4b0e-ad07-09560db9e735 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:11.539633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.574525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['1d398ec8-7eb4-4a34-91f3-66f585387fca'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:11.586248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73b63e30-5a3b-460d-8067-a6826ae5bc2d req-ec11979d-c852-4e14-9b3a-d17402f5fb97 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Jul 16 22:24:11.595318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-09aac62c-9723-4ec6-ad95-887aa6059bfb tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0636899 Jul 16 22:24:11.612075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Pushing event updated for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:11.712769 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af6f8c8-5809-45e6-92c8-77d984ad600c x-openstack-request-id: req-7af6f8c8-5809-45e6-92c8-77d984ad600c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:11.713329 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c43dab-0ee4-4654-b3ee-7350e3ef8072", "name": "network-vif-deleted", "tag": "7bb14af4-99a9-4b2e-929c-136e89667e65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:11.713524 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7af6f8c8-5809-45e6-92c8-77d984ad600c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:11.713903 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c43dab-0ee4-4654-b3ee-7350e3ef8072', 'name': 'network-vif-deleted', 'tag': '7bb14af4-99a9-4b2e-929c-136e89667e65', 'status': 'completed', 'code': 200} Jul 16 22:24:11.714158 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'status': 'completed', 'code': 200} Jul 16 22:24:11.766155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Attempting to bind port 47ef643d-3322-4b0e-ad07-09560db9e735 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:11.766505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Attempting to bind port 47ef643d-3322-4b0e-ad07-09560db9e735 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:11.766842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Attempting to bind port 47ef643d-3322-4b0e-ad07-09560db9e735 on network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:11.775119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Port 47ef643d-3322-4b0e-ad07-09560db9e735 on network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:11.776087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Attempting to bind port 47ef643d-3322-4b0e-ad07-09560db9e735 on network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:11.782471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:11.782873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Checking segment: {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:11.783263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Bound using segment: {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:11.783702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Bound port: 47ef643d-3322-4b0e-ad07-09560db9e735, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:11.784169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:11.890662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-3c9b6bc9-16c2-4126-9d2e-577b0fb141f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:11.892153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-3c9b6bc9-16c2-4126-9d2e-577b0fb141f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1098 time: 0.1722577 Jul 16 22:24:11.904895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:11.907246 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:11.987096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:11.992457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=47ef643d-3322-4b0e-ad07-09560db9e735,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:12.023238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.090065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67152-04e4-4221-b27e-6a6a664aea72 req-61922d50-16b2-4928-b502-8b525d1d6733 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.092254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fea67152-04e4-4221-b27e-6a6a664aea72 req-61922d50-16b2-4928-b502-8b525d1d6733 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 945 time: 0.2686849 Jul 16 22:24:12.093582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.094434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.095699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] 10.222.0.68 "PUT /v2.0/ports/47ef643d-3322-4b0e-ad07-09560db9e735 HTTP/1.1" status: 200 len: 1093 time: 1.8420074 Jul 16 22:24:12.160546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-d0fe75db-bde1-426a-9f75-778736061f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.161975 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-d0fe75db-bde1-426a-9f75-778736061f12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 928 time: 0.2492559 Jul 16 22:24:12.162566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffa241-e220-46e2-91f5-35efcbb465bc service neutron] Pushing event updated for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:12.188787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-a4247468-a028-4e51-93a3-2d7be6420862 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.190350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58e0df6f-2ac1-4fbd-b917-6c2a5dd4ac89 req-a4247468-a028-4e51-93a3-2d7be6420862 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.5887852 Jul 16 22:24:12.228337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-250de22c-e170-4f29-b1c7-b9feea65b36d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.230017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-250de22c-e170-4f29-b1c7-b9feea65b36d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 950 time: 0.4802554 Jul 16 22:24:12.260454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fea67152-04e4-4221-b27e-6a6a664aea72 req-39abad7d-314e-463d-b2a0-f4edb2f889e6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493716 Jul 16 22:24:12.283230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-ecd7b9a6-3768-4782-b560-b68d98576974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.283728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-ecd7b9a6-3768-4782-b560-b68d98576974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.285350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-ecd7b9a6-3768-4782-b560-b68d98576974 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1983 time: 0.1428971 Jul 16 22:24:12.300440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-a87123b9-72f0-4379-865d-778d79261dbf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 1002 time: 0.1064322 Jul 16 22:24:12.357975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Deleting port b90a3c9f-5213-4137-b5a2-99aa9bd628bf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:12.358729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.386049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-680e4cbc-0bc4-4cad-bb90-40c7f1c50e01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d HTTP/1.1" status: 200 len: 217 time: 0.0656383 Jul 16 22:24:12.407356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-788c6104-9ca8-4723-ad0b-05fef52340ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.408806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-788c6104-9ca8-4723-ad0b-05fef52340ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.1075888 Jul 16 22:24:12.466899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] For port b90a3c9f-5213-4137-b5a2-99aa9bd628bf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:12.467266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.480201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Calling delete_port for b90a3c9f-5213-4137-b5a2-99aa9bd628bf owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:12.521745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-eae99492-5325-4387-80ef-054c6661fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.523232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-eae99492-5325-4387-80ef-054c6661fb0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=330c35f8-0fce-4b84-84fa-24deb5dce317 HTTP/1.1" status: 200 len: 801 time: 0.1267080 Jul 16 22:24:12.587498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-f1779040-66d1-4ce9-b7ad-010d477668d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.589040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-f1779040-66d1-4ce9-b7ad-010d477668d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473286 Jul 16 22:24:12.601218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496be9-b846-4f10-b474-57573efcd293 req-7c1ca128-d970-45eb-bc3b-bdcf9bb1c59b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.607209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496be9-b846-4f10-b474-57573efcd293 req-7c1ca128-d970-45eb-bc3b-bdcf9bb1c59b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.613548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa496be9-b846-4f10-b474-57573efcd293 req-7c1ca128-d970-45eb-bc3b-bdcf9bb1c59b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1679 time: 0.2027450 Jul 16 22:24:12.624570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.636197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['42a9485c-4933-48ae-b7d6-f5854679a936'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:12.642987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b90a3c9f-5213-4137-b5a2-99aa9bd628bf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:12.666957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event deleted for resources: {'Port': ['ID=b90a3c9f-5213-4137-b5a2-99aa9bd628bf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:12.719338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] No DVR routers for this DVR port b90a3c9f-5213-4137-b5a2-99aa9bd628bf on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:12.722020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:12.724129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b3a4e85-4563-4a20-a54f-61c55251eba6 req-331109fd-1713-44f1-8e14-eef871d6e2df tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.68 "DELETE /v2.0/ports/b90a3c9f-5213-4137-b5a2-99aa9bd628bf HTTP/1.1" status: 204 len: 173 time: 0.4880753 Jul 16 22:24:12.778737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa496be9-b846-4f10-b474-57573efcd293 req-7fb55d2b-f70b-4ec4-9905-0bef66d8d439 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634746 Jul 16 22:24:12.784392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-10facaa2-b471-44f9-b81f-ff7794a56656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:12.786139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-10facaa2-b471-44f9-b81f-ff7794a56656 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d3134d8d-482c-4e13-b2f2-49ad91edcd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498915 Jul 16 22:24:12.825754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-81ecdef0-29bd-4f35-9852-a49bba5d571a service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075956 Jul 16 22:24:12.886608 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b8cf4c-e164-41ce-9117-03a316b9fe42 x-openstack-request-id: req-96b8cf4c-e164-41ce-9117-03a316b9fe42 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:12.887081 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:12.887324 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96b8cf4c-e164-41ce-9117-03a316b9fe42 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:12.888284 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', 'status': 'completed', 'code': 200} Jul 16 22:24:12.964086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-e5007388-de66-484b-964a-fd9eaa3d73a0 service neutron] 10.222.0.68 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610725 Jul 16 22:24:13.004352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73539b-942b-4e42-9a7d-371eebaea565 req-fff77199-78ca-4ab7-a036-ca36f1a5cf68 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.007434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cf73539b-942b-4e42-9a7d-371eebaea565 req-fff77199-78ca-4ab7-a036-ca36f1a5cf68 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 945 time: 0.0797255 Jul 16 22:24:13.010839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79d1c00-4852-4ac8-a475-ec5d30c46b79 req-5789d88d-ef11-467f-80c7-2aa04def0919 service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731095 Jul 16 22:24:13.053615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cf73539b-942b-4e42-9a7d-371eebaea565 req-f3866ab2-3279-4df1-b514-b4aa89fe827c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Jul 16 22:24:13.061209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1d398ec8-7eb4-4a34-91f3-66f585387fca up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:13.114087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 1d398ec8-7eb4-4a34-91f3-66f585387fca completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:13.118742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 1d398ec8-7eb4-4a34-91f3-66f585387fca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:13.119238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:13.155008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f226-50c7-453e-9883-de7d770c1303 req-72be2536-9a51-46c8-8f69-e9857d1227b5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.156574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e39f226-50c7-453e-9883-de7d770c1303 req-72be2536-9a51-46c8-8f69-e9857d1227b5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1391463 Jul 16 22:24:13.162918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-3081960d-f8a0-44ad-99d6-b0f2528c17c1 service neutron] 10.222.0.68 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844854 Jul 16 22:24:13.218260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:13.246634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-c1096ec3-d4e1-4f54-9f1d-1687bbd271b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=47ef643d-3322-4b0e-ad07-09560db9e735 HTTP/1.1" status: 200 len: 217 time: 0.0740688 Jul 16 22:24:13.247577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:13.250062 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bddebf1-64d0-486e-a80a-47849b5a103b" -d '{"events": [{"server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "name": "network-vif-plugged", "status": "completed", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:13.253930 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e39f226-50c7-453e-9883-de7d770c1303 req-d37134c8-7fc6-4044-8276-31b417a5565f tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0900855 Jul 16 22:24:13.264666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b2ec-8cc8-48c8-ac3b-111bc3456778 req-3ec0f28b-cb34-4972-87fd-9849e59ff3af tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.266098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c027b2ec-8cc8-48c8-ac3b-111bc3456778 req-3ec0f28b-cb34-4972-87fd-9849e59ff3af tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 945 time: 0.0672407 Jul 16 22:24:13.266371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:13.270599 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:13.286088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5e39f226-50c7-453e-9883-de7d770c1303 req-19de5910-3ba5-43ee-95e5-4e5a79e722a5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'floatingip': {'port_id': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:13.307636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c027b2ec-8cc8-48c8-ac3b-111bc3456778 req-0ade7255-b240-4353-a4dd-bc1400e2936d tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jul 16 22:24:13.327001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:13.336804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5e39f226-50c7-453e-9883-de7d770c1303 req-19de5910-3ba5-43ee-95e5-4e5a79e722a5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:13.371948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-a2212569-33f3-40e6-b1a4-5f61b80444e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.373461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-a2212569-33f3-40e6-b1a4-5f61b80444e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7b2e5b0-ea71-4207-9c9d-049d06df3ec5 HTTP/1.1" status: 200 len: 801 time: 0.1173270 Jul 16 22:24:13.465235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e502c019-49cd-4523-87fc-206cc3658370 req-eb2e8af7-cba1-4eaa-a30d-963751c93597 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=acea8253-7745-42d4-8e11-23996127bf41 HTTP/1.1" status: 200 len: 210 time: 0.0316234 Jul 16 22:24:13.612356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be695-efe8-4b36-9e75-452b29daa740 req-5103ad28-b476-424d-bd4d-6f3b9e6ef8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.613919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-5103ad28-b476-424d-bd4d-6f3b9e6ef8a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158189 Jul 16 22:24:13.641216 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-5e39f226-50c7-453e-9883-de7d770c1303 req-19de5910-3ba5-43ee-95e5-4e5a79e722a5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 22:24:13.642189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e39f226-50c7-453e-9883-de7d770c1303 req-19de5910-3ba5-43ee-95e5-4e5a79e722a5 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "PUT /v2.0/floatingips/c1e1d0ea-1cfc-4e7b-ba25-aef6947b8a7b HTTP/1.1" status: 409 len: 551 time: 0.3777866 Jul 16 22:24:13.644452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776626-34a0-4637-b950-a90cca5884b4 req-23a6cba0-1034-40fc-b9dd-19c91214a407 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.646073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0776626-34a0-4637-b950-a90cca5884b4 req-23a6cba0-1034-40fc-b9dd-19c91214a407 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.0751045 Jul 16 22:24:13.687768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0776626-34a0-4637-b950-a90cca5884b4 req-d0e5389d-e65c-4160-bd58-ade132548d34 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Jul 16 22:24:13.715626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-deleted', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:13.722087 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240aee7e-d2a5-4d75-a549-b6edd7246305" -d '{"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-deleted", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:13.728118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-82d98e05-1c44-4145-83fa-837da20dce43 service neutron] 10.222.0.68 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042521 Jul 16 22:24:13.736252 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104add59-2d88-4c62-b868-8cf9c0d420cb x-openstack-request-id: req-104add59-2d88-4c62-b868-8cf9c0d420cb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:13.736740 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "name": "network-vif-plugged", "status": "completed", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:13.736866 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-104add59-2d88-4c62-b868-8cf9c0d420cb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:13.737314 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca', 'code': 200} Jul 16 22:24:13.893559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acd5c6-c2e6-42b4-bdb5-762de7e1e5a3 req-1bd35ec6-8ba2-4c67-9a94-8fb5c0128ed6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.895037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7acd5c6-c2e6-42b4-bdb5-762de7e1e5a3 req-1bd35ec6-8ba2-4c67-9a94-8fb5c0128ed6 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 946 time: 0.0670545 Jul 16 22:24:13.902435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-455be695-efe8-4b36-9e75-452b29daa740 req-c0bdb529-89e0-48af-9177-6c7a73f1461a service neutron] 10.222.0.68 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630523 Jul 16 22:24:13.922367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e25406-efd7-4e52-803a-030f2e1eb2a2 req-342ebecb-1e85-4eea-965f-53dbf43c633c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.924111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41e25406-efd7-4e52-803a-030f2e1eb2a2 req-342ebecb-1e85-4eea-965f-53dbf43c633c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.1860659 Jul 16 22:24:13.939171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af3e14-e18b-480f-b7f7-fcd2ba913854 req-ff12f55e-b6c8-4061-beb2-26ded779d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:13.939419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7acd5c6-c2e6-42b4-bdb5-762de7e1e5a3 req-a15fa204-ec55-4585-ad90-0b573af27e19 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Jul 16 22:24:13.940603 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02af3e14-e18b-480f-b7f7-fcd2ba913854 req-ff12f55e-b6c8-4061-beb2-26ded779d9a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 1098 time: 0.1109509 Jul 16 22:24:14.015721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41e25406-efd7-4e52-803a-030f2e1eb2a2 req-e3afcff7-3ad2-4c02-8881-a644378617c3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Jul 16 22:24:14.023585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02af3e14-e18b-480f-b7f7-fcd2ba913854 req-4d02276d-7d00-4d62-a02a-b09a2ae2fa74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Jul 16 22:24:14.045251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-5326df6f-db51-4479-9a38-8c0a59879d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.045749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-5326df6f-db51-4479-9a38-8c0a59879d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.047305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-5326df6f-db51-4479-9a38-8c0a59879d24 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1983 time: 0.0828569 Jul 16 22:24:14.124465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-1754b6f6-9b55-48a5-99ba-7839dcd2d9da tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips/c1e1d0ea-1cfc-4e7b-ba25-aef6947b8a7b HTTP/1.1" status: 200 len: 693 time: 0.0690281 Jul 16 22:24:14.195861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-a8a56c64-7eec-4f12-948f-cdcdc7362520 tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.197428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-a8a56c64-7eec-4f12-948f-cdcdc7362520 tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 1102 time: 0.0525560 Jul 16 22:24:14.219629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-8219cdc6-d33c-4b9f-b990-5947114d1b9f tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:14.247775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-380d14a7-cf92-4017-9d59-c38a28e3c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.249285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-380d14a7-cf92-4017-9d59-c38a28e3c1f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d3134d8d-482c-4e13-b2f2-49ad91edcd36 HTTP/1.1" status: 200 len: 903 time: 0.1861951 Jul 16 22:24:14.296241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-b9a684ba-b02c-4d62-9fb6-3f729622e62f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d HTTP/1.1" status: 200 len: 217 time: 0.0370114 Jul 16 22:24:14.310659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-8219cdc6-d33c-4b9f-b990-5947114d1b9f tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:14.315801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-8219cdc6-d33c-4b9f-b990-5947114d1b9f tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:14.317990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-348cd269-a655-4d91-bade-f70976fed5a8 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.319442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-348cd269-a655-4d91-bade-f70976fed5a8 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1868968 Jul 16 22:24:14.345144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d4e7ef3-434e-4929-a79a-9d000cf3e466 req-8219cdc6-d33c-4b9f-b990-5947114d1b9f tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419377 Jul 16 22:24:14.350331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219cdc6-d33c-4b9f-b990-5947114d1b9f tempest-LiveMigrationNegativeTest-1751069714 tempest-LiveMigrationNegativeTest-1751069714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac51614b-e6ec-4af0-a45b-4d1d683c5964,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:14.355395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-3b17ae10-2b8b-438b-ab53-36c5e0726ef3 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:24:14.356641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-3b17ae10-2b8b-438b-ab53-36c5e0726ef3 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287344 Jul 16 22:24:14.410878 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed00bf-e4a4-4984-9c7d-550672fa94e6 x-openstack-request-id: req-5aed00bf-e4a4-4984-9c7d-550672fa94e6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:14.411428 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea8253-7745-42d4-8e11-23996127bf41", "name": "network-vif-deleted", "tag": "b90a3c9f-5213-4137-b5a2-99aa9bd628bf", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:14.412031 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5aed00bf-e4a4-4984-9c7d-550672fa94e6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:14.412650 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea8253-7745-42d4-8e11-23996127bf41', 'name': 'network-vif-deleted', 'tag': 'b90a3c9f-5213-4137-b5a2-99aa9bd628bf', 'status': 'completed', 'code': 200} Jul 16 22:24:14.415288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-594dded4-c3a1-4363-a299-84b43dd9e4ec tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0500360 Jul 16 22:24:14.416517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-55e22e4c-7791-4dc2-b12e-005289063e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.417896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-55e22e4c-7791-4dc2-b12e-005289063e4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=330c35f8-0fce-4b84-84fa-24deb5dce317 HTTP/1.1" status: 200 len: 801 time: 0.0976143 Jul 16 22:24:14.499329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-640ea142-d631-4f77-8802-3ea8911516b8 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0765910 Jul 16 22:24:14.557678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e6a3-38cc-4220-8b59-70ddce560549 req-92b4e069-e0ba-4be4-86d8-391077bd3700 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.564547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e6a3-38cc-4220-8b59-70ddce560549 req-92b4e069-e0ba-4be4-86d8-391077bd3700 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.566250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ab0e6a3-38cc-4220-8b59-70ddce560549 req-92b4e069-e0ba-4be4-86d8-391077bd3700 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1679 time: 0.0736592 Jul 16 22:24:14.608205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ab0e6a3-38cc-4220-8b59-70ddce560549 req-2d1e7ac3-f542-48f7-ad01-b4f1b668a656 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Jul 16 22:24:14.782342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366c9bf-481e-43c5-84b2-52d317e5417a req-1b1c6534-058d-4624-bca0-b434caeb5b00 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.783878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0366c9bf-481e-43c5-84b2-52d317e5417a req-1b1c6534-058d-4624-bca0-b434caeb5b00 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 945 time: 0.0702901 Jul 16 22:24:14.826958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0366c9bf-481e-43c5-84b2-52d317e5417a req-23be7e7a-7524-4613-940e-b5daee906063 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Jul 16 22:24:14.890926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:14.893765 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851f065-a880-4db5-82e1-f75b31427022" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:14.966031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-71f0bfdd-c642-458a-809f-8cf2dd127b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.967535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-71f0bfdd-c642-458a-809f-8cf2dd127b17 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d3134d8d-482c-4e13-b2f2-49ad91edcd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5377669 Jul 16 22:24:14.985027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-3a39df83-318b-424d-813b-a5065ccf4b7f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:14.986450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-3a39df83-318b-424d-813b-a5065ccf4b7f tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 945 time: 0.4993186 Jul 16 22:24:15.012986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cd078-5f39-46c7-b868-8b860c128a8c req-937ad79a-d99f-437e-ad2b-38f72c9d3130 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:15.014532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-135cd078-5f39-46c7-b868-8b860c128a8c req-937ad79a-d99f-437e-ad2b-38f72c9d3130 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 945 time: 0.0709951 Jul 16 22:24:15.054602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-135cd078-5f39-46c7-b868-8b860c128a8c req-25536ee8-46fd-4380-8a3e-53daeebebcbe tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Jul 16 22:24:15.134886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Deleting port c9cd1dce-bed5-4716-a0b2-b466db0e47f1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:15.135238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.171807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-01e19809-a888-4102-bd72-569e2c5ff8b9 service neutron] 10.222.0.68 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953712 Jul 16 22:24:15.297028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.297359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.301929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Deleting port 06567b03-b75d-434a-b99e-3eab5cf2881a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:15.302265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.330776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Calling delete_port for c9cd1dce-bed5-4716-a0b2-b466db0e47f1 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:15.428403 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ffe44f-437e-4613-a539-dc0ea1e6f2f3 x-openstack-request-id: req-d4ffe44f-437e-4613-a539-dc0ea1e6f2f3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:15.428698 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:15.428950 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4ffe44f-437e-4613-a539-dc0ea1e6f2f3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:15.429355 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735', 'status': 'completed', 'code': 200} Jul 16 22:24:15.441845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd06a92f-3567-41d1-8bc6-2c6bf0eeb216 req-1f6d1992-784d-4929-bafd-1888661643ac service neutron] 10.222.0.68 "GET /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615035 Jul 16 22:24:15.492698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] For port 06567b03-b75d-434a-b99e-3eab5cf2881a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06567b03-b75d-434a-b99e-3eab5cf2881a,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:15.493083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.538560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Calling delete_port for 06567b03-b75d-434a-b99e-3eab5cf2881a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:15.549392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512cc69-c371-48c6-a1ea-06da8ab68ae0 req-70cb9621-92b6-4cea-a808-5c19f2db2955 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:15.551200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9512cc69-c371-48c6-a1ea-06da8ab68ae0 req-70cb9621-92b6-4cea-a808-5c19f2db2955 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jul 16 22:24:15.591786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9512cc69-c371-48c6-a1ea-06da8ab68ae0 req-0088492f-6263-4605-bca8-4adec816088b tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Jul 16 22:24:15.651659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:15.675803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f065-a880-4db5-82e1-f75b31427022 req-884d8bb5-7b63-4f48-9931-a96682927bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:15.675803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f065-a880-4db5-82e1-f75b31427022 req-884d8bb5-7b63-4f48-9931-a96682927bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:15.675803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-884d8bb5-7b63-4f48-9931-a96682927bed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b2afb06a79c449984079d8f205bff4a&device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1983 time: 0.1847527 Jul 16 22:24:15.690025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: b90a3c9f-5213-4137-b5a2-99aa9bd628bf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:15.690025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b90a3c9f-5213-4137-b5a2-99aa9bd628bf not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:15.690025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06567b03-b75d-434a-b99e-3eab5cf2881a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:15.731667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:15.802592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event deleted for resources: {'Port': ['ID=c9cd1dce-bed5-4716-a0b2-b466db0e47f1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:16.044393 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:16.100797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f065-a880-4db5-82e1-f75b31427022 req-be509ec3-665a-4445-86a1-e75b1f4cec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.103285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-be509ec3-665a-4445-86a1-e75b1f4cec2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 HTTP/1.1" status: 200 len: 903 time: 0.4198585 Jul 16 22:24:16.107568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:16.113677 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:16.115396 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-723a1310-ad16-4dbc-9cb8-d1952c21ba63 req-2b093bc0-645c-4650-b0e5-2c819db34792 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "DELETE /v2.0/floatingips/c1e1d0ea-1cfc-4e7b-ba25-aef6947b8a7b HTTP/1.1" status: 204 len: 173 time: 1.5947680 Jul 16 22:24:16.127594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event deleted for resources: {'Port': ['ID=06567b03-b75d-434a-b99e-3eab5cf2881a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:16.188802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-2835b4e1-203f-4b7d-8f0b-f7466a3da350 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=47ef643d-3322-4b0e-ad07-09560db9e735 HTTP/1.1" status: 200 len: 217 time: 0.0713525 Jul 16 22:24:16.290258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] No DVR routers for this DVR port 06567b03-b75d-434a-b99e-3eab5cf2881a on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:16.293135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:16.295684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b6258048-3862-4934-aa4e-e4027cf45dc3 req-380c49d5-a098-47f6-b160-5c865ad4798b tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.68 "DELETE /v2.0/ports/06567b03-b75d-434a-b99e-3eab5cf2881a HTTP/1.1" status: 204 len: 173 time: 1.2999430 Jul 16 22:24:16.317927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f065-a880-4db5-82e1-f75b31427022 req-f6686526-fdc8-49dd-8195-606d7594ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.319364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-f6686526-fdc8-49dd-8195-606d7594ac24 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7b2e5b0-ea71-4207-9c9d-049d06df3ec5 HTTP/1.1" status: 200 len: 801 time: 0.1025968 Jul 16 22:24:16.373377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d7e1-98e2-4b92-bc9e-2cb7292c7a43 req-7a36ee76-3092-443e-9dbd-b690eb11c684 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.374865 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3905d7e1-98e2-4b92-bc9e-2cb7292c7a43 req-7a36ee76-3092-443e-9dbd-b690eb11c684 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 945 time: 0.1568489 Jul 16 22:24:16.413724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f065-a880-4db5-82e1-f75b31427022 req-ed309a9b-15dc-40b4-beb4-0ed4a9e6c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.415810 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-ed309a9b-15dc-40b4-beb4-0ed4a9e6c280 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850482 Jul 16 22:24:16.449324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3905d7e1-98e2-4b92-bc9e-2cb7292c7a43 req-15a2a4f0-a55a-4ba7-8e75-bd0221674d5a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641534 Jul 16 22:24:16.537893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-94f4f4a3-f952-48df-96b2-3492f1eba6e7 service neutron] 10.222.0.68 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Jul 16 22:24:16.674060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f851f065-a880-4db5-82e1-f75b31427022 req-94f96fdc-8c8c-4a3c-89bd-ac9fdd2435bf service neutron] 10.222.0.68 "GET /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290829 Jul 16 22:24:16.687935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540b26-f12c-4500-8202-7d8c481f70ce req-3e283f51-bd12-4d5e-bf59-c17b8ea5cf7a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.693941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540b26-f12c-4500-8202-7d8c481f70ce req-3e283f51-bd12-4d5e-bf59-c17b8ea5cf7a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.695715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a540b26-f12c-4500-8202-7d8c481f70ce req-3e283f51-bd12-4d5e-bf59-c17b8ea5cf7a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1679 time: 0.1327994 Jul 16 22:24:16.739885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a540b26-f12c-4500-8202-7d8c481f70ce req-72159860-cb69-443f-91c5-2dd8fe191d02 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Jul 16 22:24:16.832419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-7a28a992-738c-4f04-be07-0fb3dabc3209 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1002 time: 0.0654826 Jul 16 22:24:16.870417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8946092-3714-45e1-bfe8-19c37149315a req-8e2eda10-b51f-4b8c-bf15-64f722573c7a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=2981cad5-440d-4070-abcb-5a78c58594e3 HTTP/1.1" status: 200 len: 210 time: 0.0383418 Jul 16 22:24:16.896658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-a01d4d5a-a5e8-41e1-93cc-ae88060e7b69 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.898187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-a01d4d5a-a5e8-41e1-93cc-ae88060e7b69 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports/7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 943 time: 0.0569110 Jul 16 22:24:16.978015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-18193edc-7380-4791-9619-6427a9853a1d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:16.980844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-18193edc-7380-4791-9619-6427a9853a1d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 945 time: 0.0755951 Jul 16 22:24:17.072396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d312-f444-4fb9-9f56-59d05b85f2c2 req-b6d2242e-af3c-435a-9651-685be2749fdd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:17.074146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb39d312-f444-4fb9-9f56-59d05b85f2c2 req-b6d2242e-af3c-435a-9651-685be2749fdd tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0917661 Jul 16 22:24:17.124577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb39d312-f444-4fb9-9f56-59d05b85f2c2 req-1c7400a0-7af2-4b83-8f4b-2883780f4175 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jul 16 22:24:17.133162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-7d2288a5-c15e-471e-8be3-f34646df6832 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1002 time: 0.1144047 Jul 16 22:24:17.218298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 43ac6278-a67e-4b63-84fe-830be623ba6a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:17.218640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.288370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afe7a7-c5d1-4cbd-b2a3-6e834df19430 req-2f38cddb-8eb0-4ab5-b4eb-6bc0388a0b90 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:17.289821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7afe7a7-c5d1-4cbd-b2a3-6e834df19430 req-2f38cddb-8eb0-4ab5-b4eb-6bc0388a0b90 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 946 time: 0.0625060 Jul 16 22:24:17.313671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-37bf859f-498d-4ebe-8fb3-a72b25a525df tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:17.315052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-37bf859f-498d-4ebe-8fb3-a72b25a525df tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1726663 Jul 16 22:24:17.328368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7afe7a7-c5d1-4cbd-b2a3-6e834df19430 req-0f4b901e-f39f-4a9f-90d2-d1f299fbb278 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Jul 16 22:24:17.343320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 43ac6278-a67e-4b63-84fe-830be623ba6a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=43ac6278-a67e-4b63-84fe-830be623ba6a,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:17.344002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.385259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 43ac6278-a67e-4b63-84fe-830be623ba6a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:17.412693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-6043bb5f-2cee-4a4d-b0b9-8bccc41501d3 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1002 time: 0.0868962 Jul 16 22:24:17.439605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-deleted', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:17.441896 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca4887-31d0-4f4f-bf1d-90a14d216e06" -d '{"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-deleted", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:17.451439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:17.496168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7896e06-fd21-420d-b7eb-bd061936ff29 req-e68eab3c-38d7-4f69-b187-17341e1a6738 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:17.498197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7896e06-fd21-420d-b7eb-bd061936ff29 req-e68eab3c-38d7-4f69-b187-17341e1a6738 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.0700772 Jul 16 22:24:17.522746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.536038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7896e06-fd21-420d-b7eb-bd061936ff29 req-360c9377-58a7-4a85-914f-9b1e7bbd885f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jul 16 22:24:17.654053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:24:17.674083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.694356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4', '43ac6278-a67e-4b63-84fe-830be623ba6a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:17.696559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6ae56c39-2eac-4bb0-9b97-bfa6b69733be'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:17.733017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=43ac6278-a67e-4b63-84fe-830be623ba6a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:17.739637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.769249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.769249 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Floating IP 4b33f5f5-0a23-45de-b98a-f839ba8fa999 disassociated. External IP: 172.25.5.103, port: 7328f9ae-c611-4e13-aa26-8bd49d583617. Jul 16 22:24:17.832880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 43ac6278-a67e-4b63-84fe-830be623ba6a on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:17.837197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:17.839356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9febfa1e-d18b-4c32-b670-dd7ab67faad8 req-16775e7e-dc2b-4a3f-8e23-178fd2eddaa3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "DELETE /v2.0/ports/43ac6278-a67e-4b63-84fe-830be623ba6a HTTP/1.1" status: 204 len: 173 time: 0.8520150 Jul 16 22:24:17.937016 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcdef78-f7cf-4445-ad63-ddfa84fb360c x-openstack-request-id: req-2fcdef78-f7cf-4445-ad63-ddfa84fb360c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:17.937321 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2981cad5-440d-4070-abcb-5a78c58594e3", "name": "network-vif-deleted", "tag": "06567b03-b75d-434a-b99e-3eab5cf2881a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:17.937581 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fcdef78-f7cf-4445-ad63-ddfa84fb360c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:17.938111 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2981cad5-440d-4070-abcb-5a78c58594e3', 'name': 'network-vif-deleted', 'tag': '06567b03-b75d-434a-b99e-3eab5cf2881a', 'status': 'completed', 'code': 200} Jul 16 22:24:17.949307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:17.981856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', 'network_id': 'd3134d8d-482c-4e13-b2f2-49ad91edcd36', 'port_id': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', 'mac_address': 'fa:16:3e:d5:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330c35f8-0fce-4b84-84fa-24deb5dce317', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:18.056022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985993-a731-461b-8d66-727ef6e027f7 req-37791434-c32c-4444-92cf-e330e81b79f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.057803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94985993-a731-461b-8d66-727ef6e027f7 req-37791434-c32c-4444-92cf-e330e81b79f5 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.1189327 Jul 16 22:24:18.080109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91e69726-7eda-4240-89f2-5299793d2b15 req-6c759f7f-7a2b-4689-856a-9eaf78649164 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91e7f37-4fb6-4f9b-9449-280596a5f6cb HTTP/1.1" status: 200 len: 210 time: 0.0360725 Jul 16 22:24:18.092798 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.122927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:18.165448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:18.169763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.170701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 47ef643d-3322-4b0e-ad07-09560db9e735 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:24:18.216466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Router 7949acb1-af79-4364-96a1-3e1e99587c1c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:18.229141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Deleting port 42a9485c-4933-48ae-b7d6-f5854679a936 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:18.229516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.263804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:18.273605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758479dd-3d64-4e1a-9870-384e9dc8009b req-df2fae7a-2dd7-4b21-aab3-f5bb85303e3a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.280301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758479dd-3d64-4e1a-9870-384e9dc8009b req-df2fae7a-2dd7-4b21-aab3-f5bb85303e3a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.282670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-758479dd-3d64-4e1a-9870-384e9dc8009b req-df2fae7a-2dd7-4b21-aab3-f5bb85303e3a tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1680 time: 0.0912194 Jul 16 22:24:18.324052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=47ef643d-3322-4b0e-ad07-09560db9e735,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:18.334051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-758479dd-3d64-4e1a-9870-384e9dc8009b req-d5bff70b-73f6-4cbb-a0ec-1f0162730076 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Jul 16 22:24:18.347478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '47ef643d-3322-4b0e-ad07-09560db9e735', 'network_id': 'cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5', 'port_id': '47ef643d-3322-4b0e-ad07-09560db9e735', 'mac_address': 'fa:16:3e:d1:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b2e5b0-ea71-4207-9c9d-049d06df3ec5', 'ip_address': '19.86.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:18.397298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.406313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] For port 42a9485c-4933-48ae-b7d6-f5854679a936, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=42a9485c-4933-48ae-b7d6-f5854679a936,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:18.406681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.412333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ef643d-3322-4b0e-ad07-09560db9e735 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:18.436837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=47ef643d-3322-4b0e-ad07-09560db9e735,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:18.442234 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.498884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:18.541238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950328a-044d-42af-85fe-a0949b97bc48 req-33fdebb1-d303-4f0a-ada3-bfb3ca2748a7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.542823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9950328a-044d-42af-85fe-a0949b97bc48 req-33fdebb1-d303-4f0a-ada3-bfb3ca2748a7 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 946 time: 0.0892191 Jul 16 22:24:18.594106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9950328a-044d-42af-85fe-a0949b97bc48 req-120b35bb-22a3-4aee-b05f-61422a655c0c tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/security-groups?id=8cf3aded-fa0b-4afe-9174-3226cf6921e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Jul 16 22:24:18.709345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:18.770658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Calling delete_port for 42a9485c-4933-48ae-b7d6-f5854679a936 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:18.773668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:18.781830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:18.787720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Sync routers for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:18.800207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:18.801183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:18.841610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a981723-a1d0-4817-84fc-811f63627d8a req-85fe9426-44e5-498e-96fa-2bc15c6a21a4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.843333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a981723-a1d0-4817-84fc-811f63627d8a req-85fe9426-44e5-498e-96fa-2bc15c6a21a4 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d636c68-c9f9-458c-8acf-c815f5c87761 HTTP/1.1" status: 200 len: 950 time: 0.0695670 Jul 16 22:24:18.873844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-8726301a-3be1-478f-9230-db3e081459a2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "PUT /v2.0/floatingips/4b33f5f5-0a23-45de-b98a-f839ba8fa999 HTTP/1.1" status: 200 len: 695 time: 1.4290838 Jul 16 22:24:18.902416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a981723-a1d0-4817-84fc-811f63627d8a req-3947a224-937b-470d-adbd-6edcfdd0f88d tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.70 "GET /v2.0/security-groups?id=c499ac16-46ca-4196-b437-0309eed30d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Jul 16 22:24:18.951175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-625198cd-42fc-480b-902a-433d364b0745 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:18.952884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-625198cd-42fc-480b-902a-433d364b0745 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.5377610 Jul 16 22:24:19.079723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035a3d0-1d6e-4540-af0c-764feef28cba req-674c158d-1bae-465f-87d3-ee68a4cde904 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.086837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3035a3d0-1d6e-4540-af0c-764feef28cba req-674c158d-1bae-465f-87d3-ee68a4cde904 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 950 time: 0.0768344 Jul 16 22:24:19.090064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-c6be3d91-0510-45a8-b71b-eb7e67cd4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.092158 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-c6be3d91-0510-45a8-b71b-eb7e67cd4d5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1098 time: 0.1985488 Jul 16 22:24:19.104277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:19.126486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:19.134752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3035a3d0-1d6e-4540-af0c-764feef28cba req-8ce903f7-0f84-41e9-9dfe-7de6e9c31125 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Jul 16 22:24:19.178739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Pushing event deleted for resources: {'Port': ['ID=42a9485c-4933-48ae-b7d6-f5854679a936,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:19.268473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] No DVR routers for this DVR port 42a9485c-4933-48ae-b7d6-f5854679a936 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:19.274230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:19.276191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94985993-a731-461b-8d66-727ef6e027f7 req-c221e510-e47d-4916-a308-7ee64f522f43 tempest-MigrationsAdminTest-462124870 tempest-MigrationsAdminTest-462124870-project] 10.222.0.47 "DELETE /v2.0/ports/42a9485c-4933-48ae-b7d6-f5854679a936 HTTP/1.1" status: 204 len: 173 time: 1.1916058 Jul 16 22:24:19.279797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Deleting port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:19.280201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:19.318672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-3766b53e-2ded-4e97-be45-b78af0e4ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.320199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-3766b53e-2ded-4e97-be45-b78af0e4ae2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 928 time: 0.2156692 Jul 16 22:24:19.343065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:19.380870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Checking router: 7949acb1-af79-4364-96a1-3e1e99587c1c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:19.390261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:19.390958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:19.399863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-25b55566-6570-4441-bce2-5ab6696fe032 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 217 time: 0.0715835 Jul 16 22:24:19.456014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-f991e6f9-b523-42a6-9389-a67545aa124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.457580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-f991e6f9-b523-42a6-9389-a67545aa124f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.0484288 Jul 16 22:24:19.507143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] For port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:19.507403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:19.524926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:19.555313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Calling delete_port for a10ca9d8-7e7f-4028-bcd2-95f707b5e28f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:19.665715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-bc1f940e-17c4-4cba-9694-d61e2c9f2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.667278 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-bc1f940e-17c4-4cba-9694-d61e2c9f2c8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005675 Jul 16 22:24:19.686730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:19.766365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:19.788856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:19.789276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:19.795687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['47ef643d-3322-4b0e-ad07-09560db9e735'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:19.805493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-2669a208-1931-4f96-8b62-a4a184f7577f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.807677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-2669a208-1931-4f96-8b62-a4a184f7577f tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 946 time: 0.2864397 Jul 16 22:24:19.812888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414eacf-95e3-4228-aeb8-62e0a6720ad4 req-a68d104d-5b6d-4311-85df-f6a5a5c4230e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.820074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414eacf-95e3-4228-aeb8-62e0a6720ad4 req-a68d104d-5b6d-4311-85df-f6a5a5c4230e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:19.828154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7414eacf-95e3-4228-aeb8-62e0a6720ad4 req-a68d104d-5b6d-4311-85df-f6a5a5c4230e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1681 time: 0.0972254 Jul 16 22:24:19.870958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-cdbac537-558c-49a9-9985-c95816b600d8 service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879799 Jul 16 22:24:19.886268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7414eacf-95e3-4228-aeb8-62e0a6720ad4 req-6ebe4712-6cc3-47d9-a82a-e3475b813dd9 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562468 Jul 16 22:24:19.945184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'name': 'network-vif-deleted', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a'}, {'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617'}, {'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-deleted', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:19.947568 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8c4dc-5246-4bc0-a732-8b23baa64353" -d '{"events": [{"server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "name": "network-vif-deleted", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a"}, {"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617"}, {"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-deleted", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:20.029770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.046601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.063613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['22441bf4-01a9-4e40-87e3-c3de2a5e87fa'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:20.101467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Pushing event deleted for resources: {'Port': ['ID=a10ca9d8-7e7f-4028-bcd2-95f707b5e28f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:20.108441 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-996d85e8-80e4-4b7d-a437-2e8fa34d2f7a req-01aa0c64-1709-41eb-a117-777e63f5dd81 service neutron] 10.222.0.70 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267675 Jul 16 22:24:20.117548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Deleting port 1d398ec8-7eb4-4a34-91f3-66f585387fca {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:20.117820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.174613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62677484-7700-4ce0-9946-1f507f60db61 req-7ed97424-1c6a-4464-8bbd-b444328a8427 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:20.181469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] No DVR routers for this DVR port a10ca9d8-7e7f-4028-bcd2-95f707b5e28f on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:20.182078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:20.186228 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.186596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62677484-7700-4ce0-9946-1f507f60db61 req-7ed97424-1c6a-4464-8bbd-b444328a8427 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 944 time: 0.1710842 Jul 16 22:24:20.188143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:20.188321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eeff1812-8c18-42da-bde9-5fe33ea8b92f req-f2451784-05f1-49e4-b922-0c6897c17027 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.68 "DELETE /v2.0/ports/a10ca9d8-7e7f-4028-bcd2-95f707b5e28f HTTP/1.1" status: 204 len: 173 time: 1.2246370 Jul 16 22:24:20.209948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12604c64-a1b9-4039-baec-44a2c441c83b req-b8d6efc8-1ce2-4f21-88d1-c6e5c64132bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:20.212370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12604c64-a1b9-4039-baec-44a2c441c83b req-b8d6efc8-1ce2-4f21-88d1-c6e5c64132bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 944 time: 0.1644368 Jul 16 22:24:20.275143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:20.279092 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11b8c5-7b54-4b3f-8c3f-1800c6b2ab65" -d '{"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-plugged", "status": "completed", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:20.307812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851f48f-504a-4f1f-a64c-942596b0ebf0 None None] The sync data for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 is: [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe', 'name': '', 'network_id': '23d31e68-ea7b-46d7-b9b4-89e842bd337f', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'mac_address': 'fa:16:3e:80:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:39Z', 'updated_at': '2021-07-16T22:23:47Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'subnets': [{'id': 'd6eed55d-3507-48c9-b898-92b14498afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:20.313260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] For port 1d398ec8-7eb4-4a34-91f3-66f585387fca, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1d398ec8-7eb4-4a34-91f3-66f585387fca,segment=NetworkSegment(55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2),segment_id=55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:20.315204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.315402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.320264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 43ac6278-a67e-4b63-84fe-830be623ba6a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:20.341661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Calling delete_port for 1d398ec8-7eb4-4a34-91f3-66f585387fca owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:20.412176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62677484-7700-4ce0-9946-1f507f60db61 req-65286910-b1c1-49eb-ac48-54fe4b8a132a tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fab0c1b-7680-4fee-b18c-d82e7da92388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242453 Jul 16 22:24:20.506501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 43ac6278-a67e-4b63-84fe-830be623ba6a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:20.506501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 43ac6278-a67e-4b63-84fe-830be623ba6a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:20.513726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a10ca9d8-7e7f-4028-bcd2-95f707b5e28f no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:20.528561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Deleting port ae7faebb-d774-4120-ab0d-be98856befe5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:20.529204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.559390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.617419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Pushing event deleted for resources: {'Port': ['ID=1d398ec8-7eb4-4a34-91f3-66f585387fca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:20.666627 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e07692-a37d-4bff-a317-2e44eb6a148f x-openstack-request-id: req-28e07692-a37d-4bff-a317-2e44eb6a148f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:20.666923 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e7f37-4fb6-4f9b-9449-280596a5f6cb", "name": "network-vif-deleted", "tag": "43ac6278-a67e-4b63-84fe-830be623ba6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617", "status": "completed", "code": 200}, {"server_uuid": "1d636c68-c9f9-458c-8acf-c815f5c87761", "name": "network-vif-deleted", "tag": "42a9485c-4933-48ae-b7d6-f5854679a936", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:20.667176 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28e07692-a37d-4bff-a317-2e44eb6a148f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:20.667567 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e7f37-4fb6-4f9b-9449-280596a5f6cb', 'name': 'network-vif-deleted', 'tag': '43ac6278-a67e-4b63-84fe-830be623ba6a', 'status': 'completed', 'code': 200} Jul 16 22:24:20.667816 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'status': 'completed', 'code': 200} Jul 16 22:24:20.668061 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d636c68-c9f9-458c-8acf-c815f5c87761', 'name': 'network-vif-deleted', 'tag': '42a9485c-4933-48ae-b7d6-f5854679a936', 'status': 'completed', 'code': 200} Jul 16 22:24:20.675759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: a10ca9d8-7e7f-4028-bcd2-95f707b5e28f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:20.676166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a10ca9d8-7e7f-4028-bcd2-95f707b5e28f not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:20.714977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] No DVR routers for this DVR port 1d398ec8-7eb4-4a34-91f3-66f585387fca on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:20.735820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8ecaa83-5dd7-469e-98af-61e074cd37e3 req-6c040a0e-c421-4382-8d9d-8fab23430ae3 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.70 "GET /v2.0/ports?device_id=e66adbef-1079-4e3e-b573-e7513558b969 HTTP/1.1" status: 200 len: 210 time: 0.0381978 Jul 16 22:24:20.736103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:20.738704 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.745138 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3545a2-f186-4b99-acd8-c07df22db407 None None] New status for floating IP 4b33f5f5-0a23-45de-b98a-f839ba8fa999: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:24:20.789372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] For port ae7faebb-d774-4120-ab0d-be98856befe5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae7faebb-d774-4120-ab0d-be98856befe5,segment=NetworkSegment(c166d7c7-c451-4c15-a364-05d3a09eaadc),segment_id=c166d7c7-c451-4c15-a364-05d3a09eaadc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:20.789855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.819665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Calling delete_port for ae7faebb-d774-4120-ab0d-be98856befe5 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:20.867989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-b7ae4f6c-d5f0-4d09-886b-a86935326fa2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips/4b33f5f5-0a23-45de-b98a-f839ba8fa999 HTTP/1.1" status: 200 len: 695 time: 0.1630669 Jul 16 22:24:20.986722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:20.988711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a44ee10-400a-4133-a322-a5970b1a2234 req-3f228e9b-c507-43d3-af03-509dad5d8552 tempest-DeleteServersTestJSON-1359480229 tempest-DeleteServersTestJSON-1359480229-project] 10.222.0.47 "DELETE /v2.0/ports/1d398ec8-7eb4-4a34-91f3-66f585387fca HTTP/1.1" status: 204 len: 173 time: 1.1723173 Jul 16 22:24:20.998935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe2207b5-f678-4531-9c7c-bd529e0f80c1 req-de2daac4-bb73-4ccf-8b44-4d20578ab28c tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d5d248-b228-4433-8ded-c1e69fe75bd3 HTTP/1.1" status: 200 len: 210 time: 0.0408790 Jul 16 22:24:20.999222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-63f4b2c0-1df1-41cc-b9fb-4815bb68b123 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.008516 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-63f4b2c0-1df1-41cc-b9fb-4815bb68b123 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1395297 Jul 16 22:24:21.032547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['1d398ec8-7eb4-4a34-91f3-66f585387fca'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:21.036707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51128) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:21.073555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-5a897c0d-ace5-458b-8265-501eba012957 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 698 time: 0.0640616 Jul 16 22:24:21.079305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1d398ec8-7eb4-4a34-91f3-66f585387fca no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:21.115108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 1d398ec8-7eb4-4a34-91f3-66f585387fca {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:21.126861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1d398ec8-7eb4-4a34-91f3-66f585387fca not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:21.127414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:21.162962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 42a9485c-4933-48ae-b7d6-f5854679a936 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:21.163336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 42a9485c-4933-48ae-b7d6-f5854679a936 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:21.186998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.187546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-ae8eb9ff-648b-4dea-9ea1-3ea5a49ee850 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.1126492 Jul 16 22:24:21.247609 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec278a-0b07-4fa7-8bc7-99609751ac75 x-openstack-request-id: req-7dec278a-0b07-4fa7-8bc7-99609751ac75 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:21.248131 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-plugged", "status": "completed", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:21.248579 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dec278a-0b07-4fa7-8bc7-99609751ac75 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:21.249274 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', 'code': 200} Jul 16 22:24:21.273462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Pushing event deleted for resources: {'Port': ['ID=ae7faebb-d774-4120-ab0d-be98856befe5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:21.288273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-1ceb7490-b9e0-4f9e-9d4d-e6fb21356007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.289807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-1ceb7490-b9e0-4f9e-9d4d-e6fb21356007 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 1098 time: 0.4673102 Jul 16 22:24:21.364590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] No DVR routers for this DVR port ae7faebb-d774-4120-ab0d-be98856befe5 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:21.368837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.371502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12604c64-a1b9-4039-baec-44a2c441c83b req-e8a49f8b-3162-4b4c-8eee-575b337e19bd tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.47 "DELETE /v2.0/ports/ae7faebb-d774-4120-ab0d-be98856befe5 HTTP/1.1" status: 204 len: 173 time: 1.1424091 Jul 16 22:24:21.372419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-deleted', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:21.375766 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d3cb2-7ef1-49fb-92d7-d0f820b702fe" -d '{"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-deleted", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:21.422698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Deleting port d0f9c2f4-548c-40c1-a632-465a5649acfe {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:21.423253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.436394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-29111dd7-abe0-43d3-a876-7d275349d711 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba32e6ce5b6642a496864cc61084dd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981974 Jul 16 22:24:21.437793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-6529e3c6-5909-4794-9a30-c2ebb3736dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.438944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:21.439266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-6529e3c6-5909-4794-9a30-c2ebb3736dac service neutron] 10.222.0.68 "GET /v2.0/networks?id=23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 200 len: 928 time: 0.1305232 Jul 16 22:24:21.514169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-6fb0b51a-c5d6-48be-9f9e-6842de5516e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 200 len: 217 time: 0.0630350 Jul 16 22:24:21.518579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5821-be3d-4554-8e96-3edb00f15fbc req-0af4b1eb-b4cf-4e12-a281-0dfe95554fbc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.520067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1abe5821-be3d-4554-8e96-3edb00f15fbc req-0af4b1eb-b4cf-4e12-a281-0dfe95554fbc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.1349561 Jul 16 22:24:21.524858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.560360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.567465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.567803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.584638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Calling delete_port for d0f9c2f4-548c-40c1-a632-465a5649acfe owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:21.587371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1abe5821-be3d-4554-8e96-3edb00f15fbc req-acfc05ad-b219-4c96-9193-f323ba98952a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 Jul 16 22:24:21.589422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-f4de6b66-9b4d-4b4f-a4de-43e8754d0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.591486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-f4de6b66-9b4d-4b4f-a4de-43e8754d0309 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 200 len: 866 time: 0.0701768 Jul 16 22:24:21.629273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.640636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.641822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c499ac16-46ca-4196-b437-0309eed30d42 HTTP/1.1" status: 204 len: 168 time: 0.2015865 Jul 16 22:24:21.654970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c14d2a-3048-4767-8091-06ca470a4290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c499ac16-46ca-4196-b437-0309eed30d42,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:21.681439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 47ef643d-3322-4b0e-ad07-09560db9e735 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:21.719914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-bda62b7b-18bf-4e81-bf8f-cb1b020b1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.722266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-bda62b7b-18bf-4e81-bf8f-cb1b020b1853 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23d31e68-ea7b-46d7-b9b4-89e842bd337f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211178 Jul 16 22:24:21.789468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 47ef643d-3322-4b0e-ad07-09560db9e735 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:21.799725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495d13-8b8a-4e40-9e17-bb4d8f427d72 req-aeeebc4f-613c-45f6-8e69-3c65687278a2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.808030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495d13-8b8a-4e40-9e17-bb4d8f427d72 req-aeeebc4f-613c-45f6-8e69-3c65687278a2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:21.816689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6495d13-8b8a-4e40-9e17-bb4d8f427d72 req-aeeebc4f-613c-45f6-8e69-3c65687278a2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1682 time: 0.0950680 Jul 16 22:24:21.826898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 47ef643d-3322-4b0e-ad07-09560db9e735 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:21.828220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.884010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6495d13-8b8a-4e40-9e17-bb4d8f427d72 req-882e3191-d117-4090-a847-79f2e58b348c tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656531 Jul 16 22:24:21.889184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.954100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event deleted for resources: {'Port': ['ID=d0f9c2f4-548c-40c1-a632-465a5649acfe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:21.955604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:21.992264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-68e51da5-8127-413d-8e38-7a0a93861b95 service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494898 Jul 16 22:24:22.003114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=47ef643d-3322-4b0e-ad07-09560db9e735,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:22.009464 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.083608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:22.114357 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.116867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.135074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8875d7e-7d22-4126-9831-161ff82e59cd req-0b24e9f5-9a89-4522-a0a9-5c4276e169ce tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "DELETE /v2.0/floatingips/4b33f5f5-0a23-45de-b98a-f839ba8fa999 HTTP/1.1" status: 204 len: 173 time: 0.9465144 Jul 16 22:24:22.153721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-29948158-7cc4-4a06-becb-7b9d396b07ba tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:22.155493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-29948158-7cc4-4a06-becb-7b9d396b07ba tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 946 time: 0.1395674 Jul 16 22:24:22.171645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d62bf-f617-4591-b26c-bf4cb8ee3a81 req-d09b152e-46ef-4559-aaa0-6308b5896542 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:22.173195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-731d62bf-f617-4591-b26c-bf4cb8ee3a81 req-d09b152e-46ef-4559-aaa0-6308b5896542 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.1232221 Jul 16 22:24:22.174695 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c2bd6-fa7f-4af8-8e88-7217bc229989 x-openstack-request-id: req-3d3c2bd6-fa7f-4af8-8e88-7217bc229989 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:22.174942 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6124ea-e918-426f-8af6-18f9340c59ed", "name": "network-vif-deleted", "tag": "ae7faebb-d774-4120-ab0d-be98856befe5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:22.175201 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d3c2bd6-fa7f-4af8-8e88-7217bc229989 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:22.175703 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6124ea-e918-426f-8af6-18f9340c59ed', 'name': 'network-vif-deleted', 'tag': 'ae7faebb-d774-4120-ab0d-be98856befe5', 'status': 'completed', 'code': 200} Jul 16 22:24:22.181832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:22.231814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8b8c4dc-5246-4bc0-a732-8b23baa64353 req-45694925-fd0b-4d35-81fb-bee6b94c33ae service neutron] 10.222.0.68 "GET /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007961 Jul 16 22:24:22.303374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ff22ce3-2916-42bb-a04e-d693f6aa88dc req-2e7bb9c9-6b4f-46c1-b63c-c2f93bebc277 tempest-LiveAutoBlockMigrationV225Test-1742249654 tempest-LiveAutoBlockMigrationV225Test-1742249654-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a6124ea-e918-426f-8af6-18f9340c59ed HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jul 16 22:24:22.318541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-731d62bf-f617-4591-b26c-bf4cb8ee3a81 req-b124da0e-d544-4f58-8277-84928ee7f9e7 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269808 Jul 16 22:24:22.326296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5de3f742-47be-46a2-ba9b-627f1714f85f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36e68c28d6a147c393611969ef863369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433330 Jul 16 22:24:22.329512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:22.390262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:22.390754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.410113 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.459091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.583017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:22.583393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.605620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 6ae56c39-2eac-4bb0-9b97-bfa6b69733be owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:22.628019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.630609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.631753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0faee5f-715e-431d-b2d5-4230af82614f HTTP/1.1" status: 204 len: 168 time: 0.3006153 Jul 16 22:24:22.670076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'name': 'network-vif-deleted', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f'}, {'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'name': 'network-vif-deleted', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:22.673868 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4029a-1888-4707-9cc5-dd56b6a38fbe" -d '{"events": [{"server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "name": "network-vif-deleted", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f"}, {"server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "name": "network-vif-deleted", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:22.674053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b983d-fe18-4c5f-b846-f70ca8e3ebed req-9c1b3418-dcaf-4c59-8799-006ae175ad45 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:22.675626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-112b983d-fe18-4c5f-b846-f70ca8e3ebed req-9c1b3418-dcaf-4c59-8799-006ae175ad45 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1645546 Jul 16 22:24:22.690150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec34b60-6144-4323-9ec4-65a33b3d2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0faee5f-715e-431d-b2d5-4230af82614f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:22.732377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.745235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-112b983d-fe18-4c5f-b846-f70ca8e3ebed req-b870997e-87d5-4647-ab82-8ee722e5609e tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0583048 Jul 16 22:24:22.823473 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936e01eb-5c75-4793-a9c2-ff05573030d7 x-openstack-request-id: req-936e01eb-5c75-4793-a9c2-ff05573030d7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:22.823828 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d5d248-b228-4433-8ded-c1e69fe75bd3", "name": "network-vif-deleted", "tag": "a10ca9d8-7e7f-4028-bcd2-95f707b5e28f", "status": "completed", "code": 200}, {"server_uuid": "e66adbef-1079-4e3e-b573-e7513558b969", "name": "network-vif-deleted", "tag": "1d398ec8-7eb4-4a34-91f3-66f585387fca", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:22.824065 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-936e01eb-5c75-4793-a9c2-ff05573030d7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:22.824702 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d5d248-b228-4433-8ded-c1e69fe75bd3', 'name': 'network-vif-deleted', 'tag': 'a10ca9d8-7e7f-4028-bcd2-95f707b5e28f', 'status': 'completed', 'code': 200} Jul 16 22:24:22.825193 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66adbef-1079-4e3e-b573-e7513558b969', 'name': 'network-vif-deleted', 'tag': '1d398ec8-7eb4-4a34-91f3-66f585387fca', 'status': 'completed', 'code': 200} Jul 16 22:24:22.829708 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.844173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:22.877755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=6ae56c39-2eac-4bb0-9b97-bfa6b69733be,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:22.898357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6ae56c39-2eac-4bb0-9b97-bfa6b69733be'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:22.920372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cdb7695-f431-4844-90e0-ac635f585254 req-3c447f0d-7696-48a1-a3d1-284c1dca8275 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=30a34f7b-722d-4bb1-82dd-4cbf78d8593a HTTP/1.1" status: 200 len: 210 time: 0.0493934 Jul 16 22:24:22.967017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 6ae56c39-2eac-4bb0-9b97-bfa6b69733be on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:22.976153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:22.978304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0506aef4-d1d0-4fed-bd30-6ca5ce26f375 req-e9009826-eab6-4bcd-bc90-549e8401cb64 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "DELETE /v2.0/ports/6ae56c39-2eac-4bb0-9b97-bfa6b69733be HTTP/1.1" status: 204 len: 173 time: 0.8149838 Jul 16 22:24:23.032344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7e80110-dfa9-4796-9f46-8b95b8cfc106 req-ae4833a5-4b2a-4c4a-985c-9c292f988dfc tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0825090 Jul 16 22:24:23.075885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1080-9213-49db-8684-da949f3e8f1a req-337b1b34-131f-43fd-b781-dd671d0a04c8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.083593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f32f1080-9213-49db-8684-da949f3e8f1a req-337b1b34-131f-43fd-b781-dd671d0a04c8 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.0942607 Jul 16 22:24:23.095518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6ae56c39-2eac-4bb0-9b97-bfa6b69733be no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:23.138400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f32f1080-9213-49db-8684-da949f3e8f1a req-60a31ce0-7e8a-4f5e-96bb-b583a1fa36c1 tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525870 Jul 16 22:24:23.143528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 6ae56c39-2eac-4bb0-9b97-bfa6b69733be {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:23.143879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6ae56c39-2eac-4bb0-9b97-bfa6b69733be not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:23.144307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:23.174267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ae7faebb-d774-4120-ab0d-be98856befe5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:23.174618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae7faebb-d774-4120-ab0d-be98856befe5 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:23.250850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:23.253448 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fc98e-8c39-4316-a1e2-0bd2295f595b" -d '{"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-plugged", "status": "completed", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:23.291849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d140e8d-05aa-4e70-9624-2d1e75ca5636 req-46d10ad9-a8a7-4d04-bdc1-277c5584606d tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.298679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d140e8d-05aa-4e70-9624-2d1e75ca5636 req-46d10ad9-a8a7-4d04-bdc1-277c5584606d tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.300313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d140e8d-05aa-4e70-9624-2d1e75ca5636 req-46d10ad9-a8a7-4d04-bdc1-277c5584606d tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.0903575 Jul 16 22:24:23.344759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d140e8d-05aa-4e70-9624-2d1e75ca5636 req-129b87d2-d9d9-40ad-9434-09dad2bcc716 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Jul 16 22:24:23.468090 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b471142-6ead-4710-84b2-39133dee0528 x-openstack-request-id: req-4b471142-6ead-4710-84b2-39133dee0528 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:23.468455 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-plugged", "status": "completed", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:23.469057 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b471142-6ead-4710-84b2-39133dee0528 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:23.469519 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735', 'code': 200} Jul 16 22:24:23.539899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:23.626394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Deleting subnet 6358600e-60a1-4d4e-afb8-cf8776dba445 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:23.632153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:23.678618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc85b9-50b1-4be8-89c3-f71bc7679136 req-803ae3f4-2e1a-4cb5-8fca-54861c5aa68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.680210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc85b9-50b1-4be8-89c3-f71bc7679136 req-803ae3f4-2e1a-4cb5-8fca-54861c5aa68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.682734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47cc85b9-50b1-4be8-89c3-f71bc7679136 req-803ae3f4-2e1a-4cb5-8fca-54861c5aa68b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1987 time: 0.1377237 Jul 16 22:24:23.687861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:23.746804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47cc85b9-50b1-4be8-89c3-f71bc7679136 req-3aca7d2c-44d3-4d6a-b9b3-bfc66057dae4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Jul 16 22:24:23.766654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:23.877936 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:23.913792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f661f6-ba13-4197-a91b-8bb8e581354f req-d26900ac-e24c-4ec5-b6cc-ed0cb740e5f7 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.915479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19f661f6-ba13-4197-a91b-8bb8e581354f req-d26900ac-e24c-4ec5-b6cc-ed0cb740e5f7 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 946 time: 0.0772953 Jul 16 22:24:23.925594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6358600e-60a1-4d4e-afb8-cf8776dba445,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:23.930830 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:23.936161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d111f92a-e867-40dd-b64c-ede7361f7fd7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6358600e-60a1-4d4e-afb8-cf8776dba445 HTTP/1.1" status: 204 len: 168 time: 0.3918087 Jul 16 22:24:23.936385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:23.972064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e350d-c9c2-4639-b4f7-b5ab4ee834db req-136a84e7-8b82-446d-8ff3-763fb7745cec tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:23.978876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f40e350d-c9c2-4639-b4f7-b5ab4ee834db req-136a84e7-8b82-446d-8ff3-763fb7745cec tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.1156464 Jul 16 22:24:24.012950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f40e350d-c9c2-4639-b4f7-b5ab4ee834db req-33cf716d-692c-4cba-be3f-dd363de76272 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332239 Jul 16 22:24:24.021094 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19f661f6-ba13-4197-a91b-8bb8e581354f req-049e64f2-9f61-4370-8826-765bc10b741a tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998585 Jul 16 22:24:24.046570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.154033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.168931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927cde9f-9085-4fce-a1ac-df684e3b7261']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:24.180736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c166d7c7-c451-4c15-a364-05d3a09eaadc') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:24.181064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c166d7c7-c451-4c15-a364-05d3a09eaadc') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:24.202809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.211852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'name': 'network-vif-deleted', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:24.215199 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716effd-6c9b-4e50-904a-1866323961c2" -d '{"events": [{"server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "name": "network-vif-deleted", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:24.232377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.242159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:24.242594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:24.244293 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:24.305512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-91a31654-e88e-4eed-9c8a-d35c27bde0df tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:24.307974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-91a31654-e88e-4eed-9c8a-d35c27bde0df tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.47 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.1603241 Jul 16 22:24:24.359799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.369886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.379527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] 10.222.0.70 "DELETE /v2.0/networks/927cde9f-9085-4fce-a1ac-df684e3b7261 HTTP/1.1" status: 204 len: 168 time: 0.4423954 Jul 16 22:24:24.392797 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5b2a31-35a6-45c5-8a0a-24153f2a6eff x-openstack-request-id: req-ed5b2a31-35a6-45c5-8a0a-24153f2a6eff {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:24.393346 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a34f7b-722d-4bb1-82dd-4cbf78d8593a", "name": "network-vif-deleted", "tag": "6ae56c39-2eac-4bb0-9b97-bfa6b69733be", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:24.393453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51254) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:24.393580 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed5b2a31-35a6-45c5-8a0a-24153f2a6eff {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:24.393736 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a34f7b-722d-4bb1-82dd-4cbf78d8593a', 'name': 'network-vif-deleted', 'tag': '6ae56c39-2eac-4bb0-9b97-bfa6b69733be', 'status': 'completed', 'code': 200} Jul 16 22:24:24.401690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c4932-f709-4d58-9d2a-983a73bc348d admin admin] Pushing event deleted for resources: {'Network': ['ID=927cde9f-9085-4fce-a1ac-df684e3b7261,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:24.475529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb912d7-81d1-4eb8-bdd0-6fc8b9653bee req-39a275dd-4e81-4893-a364-6cc4b6fd706a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:24.476414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Deleting subnet 47a89c08-58d2-4773-857e-105caee180cc {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:24.477051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bb912d7-81d1-4eb8-bdd0-6fc8b9653bee req-39a275dd-4e81-4893-a364-6cc4b6fd706a tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/ports?device_id=3112505f-0e7c-4cfc-aa00-22767aed6082 HTTP/1.1" status: 200 len: 950 time: 0.1452579 Jul 16 22:24:24.489743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.524148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Deleting port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:24.524408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.547681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bb912d7-81d1-4eb8-bdd0-6fc8b9653bee req-0ffd989b-c01b-4160-be2a-5cc2c6ccee4b tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.70 "GET /v2.0/security-groups?id=76dcc99d-53cf-49ab-a24b-caaa12690529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jul 16 22:24:24.566622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.630976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-68b8c367-eb0f-464d-9245-53a234a2123d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:24.632503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-68b8c367-eb0f-464d-9245-53a234a2123d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.1676860 Jul 16 22:24:24.635123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.635808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] For port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:24.636404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.658935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Calling delete_port for 22441bf4-01a9-4e40-87e3-c3de2a5e87fa owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:24.678662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-9dc6ee8f-aa93-4325-b587-5fb642e4d645 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.0224147 Jul 16 22:24:24.742769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.777755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a89c08-58d2-4773-857e-105caee180cc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:24.783713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.788096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cd1371c-87f1-4fa6-adfd-ab35f36af6af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47a89c08-58d2-4773-857e-105caee180cc HTTP/1.1" status: 204 len: 168 time: 0.3907456 Jul 16 22:24:24.788416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:24.808014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-202bf55f-2699-468c-ab18-502f953fed2e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283751 Jul 16 22:24:24.842714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.855083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['22441bf4-01a9-4e40-87e3-c3de2a5e87fa'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:24.883889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Pushing event deleted for resources: {'Port': ['ID=22441bf4-01a9-4e40-87e3-c3de2a5e87fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:24.976769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] No DVR routers for this DVR port 22441bf4-01a9-4e40-87e3-c3de2a5e87fa on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:24.986686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:24.988592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25be5ffe-bdb7-4e56-ad70-a8a778c21610 req-fc7d2543-879b-4729-8954-8ce9da2f5e3f tempest-LiveMigrationNegativeTest-1121481075 tempest-LiveMigrationNegativeTest-1121481075-project] 10.222.0.47 "DELETE /v2.0/ports/22441bf4-01a9-4e40-87e3-c3de2a5e87fa HTTP/1.1" status: 204 len: 173 time: 0.6748474 Jul 16 22:24:25.057844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2095-a490-423b-acf1-02e1b78466f0 req-175948ec-8e7a-4c0e-b52d-66e28563b31e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:25.064319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2095-a490-423b-acf1-02e1b78466f0 req-175948ec-8e7a-4c0e-b52d-66e28563b31e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:25.066155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6fe2095-a490-423b-acf1-02e1b78466f0 req-175948ec-8e7a-4c0e-b52d-66e28563b31e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.0913880 Jul 16 22:24:25.107412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6fe2095-a490-423b-acf1-02e1b78466f0 req-fdd80370-f42e-407e-b01d-5f228cd1e1e9 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348840 Jul 16 22:24:25.278693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.341358 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e508aa74-fe0a-475e-95ad-e12d654385db service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324228 Jul 16 22:24:25.349366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-016ae9fb-e325-4d5b-93aa-77c5b505cda9 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:25.350851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-016ae9fb-e325-4d5b-93aa-77c5b505cda9 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 946 time: 0.2053022 Jul 16 22:24:25.483913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.532124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a207b05-f489-4b02-8d17-106059040847']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:25.564408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf2f99d-4b15-4bca-b8b6-1ba187a33f5f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:25.564697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf2f99d-4b15-4bca-b8b6-1ba187a33f5f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:25.584444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.614487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.627496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-4d57bdf4-89b8-4288-98ec-ae4a9b1a269b service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741823 Jul 16 22:24:25.635969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:25.636620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:25.638754 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:25.663509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Deleting port 7328f9ae-c611-4e13-aa26-8bd49d583617 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:25.663905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.769728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.777479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.782438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0a207b05-f489-4b02-8d17-106059040847 HTTP/1.1" status: 204 len: 168 time: 0.9931512 Jul 16 22:24:25.803209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd21ef-6c66-4f97-ae61-aa6ef80970a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a207b05-f489-4b02-8d17-106059040847,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:25.854140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] For port 7328f9ae-c611-4e13-aa26-8bd49d583617, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7328f9ae-c611-4e13-aa26-8bd49d583617,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:25.865589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:25.907125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Calling delete_port for 7328f9ae-c611-4e13-aa26-8bd49d583617 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:26.001188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff91598-d525-4609-a5b9-e76898f45b1f req-ab8416b1-123d-4964-a726-44fdece0c229 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:26.003042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ff91598-d525-4609-a5b9-e76898f45b1f req-ab8416b1-123d-4964-a726-44fdece0c229 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 946 time: 0.1235931 Jul 16 22:24:26.112532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ff91598-d525-4609-a5b9-e76898f45b1f req-ddcb5138-5bfb-42e4-b104-92d7d5ac3bb2 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7cf9abf-a1d2-4228-b877-64bd280b7897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016059 Jul 16 22:24:26.177742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:26.239595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aca46d04-7469-45f4-ae4f-3f433f9f7282 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2a8e507540c42a1a9ae55940c4535d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597134 Jul 16 22:24:26.241978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:26.307026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8d3eed3-4bd8-4427-aecc-b965a3a6bdc2 req-fbb483a2-50cd-4af1-8cc3-43cc0b109849 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 210 time: 0.0486064 Jul 16 22:24:26.360223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.362371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.384735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['7328f9ae-c611-4e13-aa26-8bd49d583617'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:26.399055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'name': 'network-vif-deleted', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:26.403376 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb07ee10-386a-4b9f-986f-fe4bd5b17e02" -d '{"events": [{"server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "name": "network-vif-deleted", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:26.429833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.439068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Pushing event deleted for resources: {'Port': ['ID=7328f9ae-c611-4e13-aa26-8bd49d583617,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:26.472308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28cf4-32e9-4bb9-8890-059b09509e66 req-29974497-2123-4262-916e-6b51cfe4ec27 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:26.480669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8fe28cf4-32e9-4bb9-8890-059b09509e66 req-29974497-2123-4262-916e-6b51cfe4ec27 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.2346137 Jul 16 22:24:26.562797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] No DVR routers for this DVR port 7328f9ae-c611-4e13-aa26-8bd49d583617 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:26.573119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.576082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ab7a019-6276-4850-a381-87074ba4a8d6 req-b2a7a662-3317-4165-8243-f8e6e4265496 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.68 "DELETE /v2.0/ports/7328f9ae-c611-4e13-aa26-8bd49d583617 HTTP/1.1" status: 204 len: 173 time: 1.2061248 Jul 16 22:24:26.576617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'name': 'network-vif-deleted', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:26.579246 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ad31d-e0bc-4782-b0ed-ef470917c856" -d '{"events": [{"server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "name": "network-vif-deleted", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:26.612504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8fe28cf4-32e9-4bb9-8890-059b09509e66 req-9f8dc1f8-b6fb-4dfa-8a9a-829d18bbfe66 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305366 Jul 16 22:24:26.661905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:26.727781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.734362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:26.737417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3fab0c1b-7680-4fee-b18c-d82e7da92388 HTTP/1.1" status: 204 len: 168 time: 0.4942856 Jul 16 22:24:26.754656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76904751-a6f2-4967-84d4-ac8fda764fa7 req-d0b6dd05-41f1-4e1d-9609-74cd626c7c70 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:26.766496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76904751-a6f2-4967-84d4-ac8fda764fa7 req-d0b6dd05-41f1-4e1d-9609-74cd626c7c70 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:26.783667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76904751-a6f2-4967-84d4-ac8fda764fa7 req-d0b6dd05-41f1-4e1d-9609-74cd626c7c70 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.2980576 Jul 16 22:24:26.803374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3e527-62a4-4f0d-8894-a64dc4b7ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab0c1b-7680-4fee-b18c-d82e7da92388,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:26.848859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76904751-a6f2-4967-84d4-ac8fda764fa7 req-dc2629f3-13ad-4f42-b62b-aede016ce2a3 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634811 Jul 16 22:24:26.958440 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8adb674-d976-4dcf-8a28-5e740b62f5db x-openstack-request-id: req-a8adb674-d976-4dcf-8a28-5e740b62f5db {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:26.958736 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3112505f-0e7c-4cfc-aa00-22767aed6082", "name": "network-vif-deleted", "tag": "22441bf4-01a9-4e40-87e3-c3de2a5e87fa", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:26.958995 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8adb674-d976-4dcf-8a28-5e740b62f5db {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:26.959432 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3112505f-0e7c-4cfc-aa00-22767aed6082', 'name': 'network-vif-deleted', 'tag': '22441bf4-01a9-4e40-87e3-c3de2a5e87fa', 'status': 'completed', 'code': 200} Jul 16 22:24:27.048136 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2515d8b-c861-4fd4-bcae-2a589ba54b55 x-openstack-request-id: req-e2515d8b-c861-4fd4-bcae-2a589ba54b55 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:27.049059 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17f5cf-f407-4bbd-9ab2-b393b1ed441e", "name": "network-vif-deleted", "tag": "7328f9ae-c611-4e13-aa26-8bd49d583617", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:27.049489 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2515d8b-c861-4fd4-bcae-2a589ba54b55 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:27.050082 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17f5cf-f407-4bbd-9ab2-b393b1ed441e', 'name': 'network-vif-deleted', 'tag': '7328f9ae-c611-4e13-aa26-8bd49d583617', 'status': 'completed', 'code': 200} Jul 16 22:24:27.064521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:27.065624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34a85d3b-5775-4671-a823-2573e8f96279 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6af88812bf0b4617b7907066f59dffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015784 Jul 16 22:24:27.115813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 22441bf4-01a9-4e40-87e3-c3de2a5e87fa no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:27.138489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-63ac269b-70ca-4c36-b39d-b0d11b80fd1e tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:27.144396 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-63ac269b-70ca-4c36-b39d-b0d11b80fd1e tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.68 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.2429721 Jul 16 22:24:27.169571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 22441bf4-01a9-4e40-87e3-c3de2a5e87fa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:27.169965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 22441bf4-01a9-4e40-87e3-c3de2a5e87fa not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:27.187559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf36559d-a4e9-41e4-89a3-9ad7f8a62d8a req-91f9dc59-e6db-469f-b6af-0312888e7057 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=736d5ec369ba46608f15211bb04cccb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002443 Jul 16 22:24:27.187854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.234749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.339168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.342612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.344234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76dcc99d-53cf-49ab-a24b-caaa12690529 HTTP/1.1" status: 204 len: 168 time: 0.2786963 Jul 16 22:24:27.369285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d888ecf-be6a-49e2-bded-3b27ff2c9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dcc99d-53cf-49ab-a24b-caaa12690529,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:27.373533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea641284-e39b-45c3-8cd1-9c1ccb686efa req-a0211712-9d02-44cf-bbb9-03dfdd773afa tempest-FloatingIPsAssociationNegativeTestJSON-2092609477 tempest-FloatingIPsAssociationNegativeTestJSON-2092609477-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17f5cf-f407-4bbd-9ab2-b393b1ed441e HTTP/1.1" status: 200 len: 210 time: 0.0460625 Jul 16 22:24:27.483134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:27.490947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36559d-a4e9-41e4-89a3-9ad7f8a62d8a req-afffa4a4-4ce2-4ceb-8450-a0d6e82eba08 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:27.499169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf36559d-a4e9-41e4-89a3-9ad7f8a62d8a req-afffa4a4-4ce2-4ceb-8450-a0d6e82eba08 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102851 Jul 16 22:24:27.516899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44b58f90-5f60-4e70-852e-3beab7b05856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.519045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf36559d-a4e9-41e4-89a3-9ad7f8a62d8a req-1bd2175b-ea2f-4eca-a8ab-ecbe3b2362dc tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/quotas/736d5ec369ba46608f15211bb04cccb2 HTTP/1.1" status: 200 len: 375 time: 0.0186677 Jul 16 22:24:27.566205 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf36559d-a4e9-41e4-89a3-9ad7f8a62d8a req-14d47090-1d7c-46ea-b1fe-fb82d180d4ef tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=736d5ec369ba46608f15211bb04cccb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456078 Jul 16 22:24:27.570017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee36163d-f4c5-40de-9f8e-f64374fea772 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de58799d32b2439297698f2947b35024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850027 Jul 16 22:24:27.570968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:27.595936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Deleting port 074acd52-85f9-4458-bdaf-7e4bfa58f24a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:27.596281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.643677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.671107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.739019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.742863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.749897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4176693c-6483-4613-a3ab-32ac351028c3 HTTP/1.1" status: 204 len: 168 time: 0.1769495 Jul 16 22:24:27.814230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] For port 074acd52-85f9-4458-bdaf-7e4bfa58f24a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=074acd52-85f9-4458-bdaf-7e4bfa58f24a,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:27.814894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:27.910107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc503624-2ecb-4170-ab06-c118a701a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176693c-6483-4613-a3ab-32ac351028c3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:27.933455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d48adee-8589-4dd8-be04-337e79a72f36 req-944e639c-9dfa-4685-8157-3fe9c9af73b6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 210 time: 0.0504954 Jul 16 22:24:28.171018 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-a317a080-fdf8-4810-b03f-5f4ab25a8c3d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:28.172938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-a317a080-fdf8-4810-b03f-5f4ab25a8c3d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.4217348 Jul 16 22:24:28.189434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:28.228508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:28.260601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bac35-6cdf-4d83-8b70-69902ee284f7 req-7e88fdfa-3995-4cea-8373-2f5041ab6add tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:28.266403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-019bac35-6cdf-4d83-8b70-69902ee284f7 req-7e88fdfa-3995-4cea-8373-2f5041ab6add tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 945 time: 0.1798387 Jul 16 22:24:28.268689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.270448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.270929 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Floating IP 7baf93dc-af44-4015-911c-644a9c07a0d0 disassociated. External IP: 172.25.5.51, port: 074acd52-85f9-4458-bdaf-7e4bfa58f24a. Jul 16 22:24:28.271289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Calling delete_port for 074acd52-85f9-4458-bdaf-7e4bfa58f24a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:28.394897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-143951c5-1680-4635-8656-fbe613c3defd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d9ab72f755b42a2839c592ec0e23b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649373 Jul 16 22:24:28.396436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:28.453014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-019bac35-6cdf-4d83-8b70-69902ee284f7 req-b33ffdde-1b6f-4a44-aeb9-c9335e9f63e5 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups?id=934accec-15b9-4508-8a27-f098bfce732a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278646 Jul 16 22:24:28.478595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:28.482699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.558120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.601816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.609161 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:28.678174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:28.798809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.9 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/55dc024c-367d-4fd8-ab1f-bc87ffe8bc05) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:28.812236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event deleted for resources: {'Port': ['ID=074acd52-85f9-4458-bdaf-7e4bfa58f24a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:28.909772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e692a2a-b992-449d-b5f8-c1351b44b837 req-b381fab2-4a3c-49c5-b140-4d13e20c8482 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:28.917018 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e692a2a-b992-449d-b5f8-c1351b44b837 req-b381fab2-4a3c-49c5-b140-4d13e20c8482 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:28.919899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e692a2a-b992-449d-b5f8-c1351b44b837 req-b381fab2-4a3c-49c5-b140-4d13e20c8482 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.1818423 Jul 16 22:24:29.040285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.043754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.052992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac51614b-e6ec-4af0-a45b-4d1d683c5964 HTTP/1.1" status: 204 len: 168 time: 0.6530914 Jul 16 22:24:29.056871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e692a2a-b992-449d-b5f8-c1351b44b837 req-63346882-cd76-4501-b164-86a9948e93bc tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244040 Jul 16 22:24:29.113528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7c445-081e-4376-a0cd-75453744d93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac51614b-e6ec-4af0-a45b-4d1d683c5964,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:29.171417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.205264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Router 5f6edab9-2967-4e79-8ea0-00a724008f75 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:29.218862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:29.288216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.300066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:29.489728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:29.499348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:29.504621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:29.535763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:29.556220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:29.589183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Sync routers for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:29.596673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ad5cf-bc0b-4617-b17d-28eb3412b1d2 req-cfce42fd-7809-4bd5-98b0-fec2fec6b4d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:29.604071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b34ad5cf-bc0b-4617-b17d-28eb3412b1d2 req-cfce42fd-7809-4bd5-98b0-fec2fec6b4d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 931 time: 0.3074353 Jul 16 22:24:29.606866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:29.608005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:29.628736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:29.629421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.692848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b34ad5cf-bc0b-4617-b17d-28eb3412b1d2 req-83ac3d12-2d56-437a-879d-e94d8e22f68d tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878158 Jul 16 22:24:29.703762 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-e9fd7443-21b9-4c76-a1da-f6ed08d3ade0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5199058 Jul 16 22:24:29.724526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Request body: {'port': {'device_id': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:29.760351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:29.807171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405814531-network', 'tenant_id': 'f999cdde57f9412ca5914509b271a714'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:29.816017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] No DVR routers for this DVR port 074acd52-85f9-4458-bdaf-7e4bfa58f24a on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:29.831672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:29.841196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2cef408-aa88-44ee-a60e-eaafb53bd933 req-ae563954-d17d-41ca-8f1c-bd15f3b9d829 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.68 "DELETE /v2.0/ports/074acd52-85f9-4458-bdaf-7e4bfa58f24a HTTP/1.1" status: 204 len: 173 time: 2.6688786 Jul 16 22:24:29.853648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7328f9ae-c611-4e13-aa26-8bd49d583617 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:29.874651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3e18c78b-f04a-49b1-a56a-6e8dea0ac69b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:29.901662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3e18c78b-f04a-49b1-a56a-6e8dea0ac69b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:29.907184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3e18c78b-f04a-49b1-a56a-6e8dea0ac69b tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.5343595 Jul 16 22:24:29.910849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 7328f9ae-c611-4e13-aa26-8bd49d583617 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:29.910849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7328f9ae-c611-4e13-aa26-8bd49d583617 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:29.911306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 074acd52-85f9-4458-bdaf-7e4bfa58f24a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:29.931764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'name': 'network-vif-deleted', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:29.941056 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09110c-9b6e-4197-b1a8-caa3b7f69bf3" -d '{"events": [{"server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "name": "network-vif-deleted", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:29.943290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 074acd52-85f9-4458-bdaf-7e4bfa58f24a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:29.943644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 074acd52-85f9-4458-bdaf-7e4bfa58f24a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:29.965708 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec5d1d4-2275-4b8d-86c3-d440c0a1d73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.055774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.067010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Made reservation on behalf of f999cdde57f9412ca5914509b271a714 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:30.076476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.083861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.153621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.166472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-958ca6a0-4fcf-4033-b0cb-ac583794fb4a req-80817ad3-d806-4954-9c67-8f2b1c5790ed tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/ports?device_id=88393664-ffca-4633-815a-7082e219d7e2 HTTP/1.1" status: 200 len: 210 time: 0.2581258 Jul 16 22:24:30.178496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.274719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:30.276678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:30.294877 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59920405-ce69-4ed0-8c28-de376a80ce2b x-openstack-request-id: req-59920405-ce69-4ed0-8c28-de376a80ce2b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:30.297152 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88393664-ffca-4633-815a-7082e219d7e2", "name": "network-vif-deleted", "tag": "074acd52-85f9-4458-bdaf-7e4bfa58f24a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:30.298400 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59920405-ce69-4ed0-8c28-de376a80ce2b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:30.301496 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88393664-ffca-4633-815a-7082e219d7e2', 'name': 'network-vif-deleted', 'tag': '074acd52-85f9-4458-bdaf-7e4bfa58f24a', 'status': 'completed', 'code': 200} Jul 16 22:24:30.328006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:30.464331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Checking router: 5f6edab9-2967-4e79-8ea0-00a724008f75 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:30.526819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:30.535614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:31.007437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:31.049957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-259b2a58-adeb-4ea9-a158-63d31843d468 req-106491c2-f971-43a3-9515-29d94a5057c4 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=736d5ec369ba46608f15211bb04cccb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506532 Jul 16 22:24:31.111398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:31.112004 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.113474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2b175-ea51-4c2e-995d-af2062fa8003 req-46a649c9-982b-428d-8465-e2aa74e48cc6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:31.120913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2b175-ea51-4c2e-995d-af2062fa8003 req-46a649c9-982b-428d-8465-e2aa74e48cc6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:31.129692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cea2b175-ea51-4c2e-995d-af2062fa8003 req-46a649c9-982b-428d-8465-e2aa74e48cc6 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 1683 time: 0.6951807 Jul 16 22:24:31.169347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:31.178378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.222850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cea2b175-ea51-4c2e-995d-af2062fa8003 req-809b6a62-0f7b-4fd7-8725-3f50f0832595 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921979 Jul 16 22:24:31.228681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.355464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:31.361358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.384409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47c0d0-c192-4e49-b50d-f0a7e32c5d77,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:31.402734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.412419 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Added segment 7cc217ba-a930-448a-bba1-a889add5afaa of type vlan for network 7617d4d9-6b87-4efe-baa2-4374fe8d8cad Jul 16 22:24:31.441557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:31.447707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:31.475627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff203c-9d79-442d-88ff-90226f9ec56c None None] The sync data for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 is: [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:13Z', 'revision_number': 4, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34', 'name': '', 'network_id': '02a683b7-9001-4726-8704-080db999a07d', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'mac_address': 'fa:16:3e:66:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:11Z', 'updated_at': '2021-07-16T22:22:19Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'subnets': [{'id': '4a91d66d-af14-436d-a29a-6e9ba135151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:31.496229 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.536024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2a58-adeb-4ea9-a158-63d31843d468 req-1c4fcf6e-c25b-4b0c-aef7-e5903ff39eea tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:31.537614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-259b2a58-adeb-4ea9-a158-63d31843d468 req-1c4fcf6e-c25b-4b0c-aef7-e5903ff39eea tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4863226 Jul 16 22:24:31.554677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.587247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-259b2a58-adeb-4ea9-a158-63d31843d468 req-83d3738b-b2b1-4a22-9c7a-e0323ac54cc1 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/quotas/736d5ec369ba46608f15211bb04cccb2 HTTP/1.1" status: 200 len: 375 time: 0.0213454 Jul 16 22:24:31.642043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.643375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:31.644176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.652000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-259b2a58-adeb-4ea9-a158-63d31843d468 req-c4e292d3-7c02-481d-b0a8-5dbcfabb66a4 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=736d5ec369ba46608f15211bb04cccb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557888 Jul 16 22:24:31.653939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Deleting port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:31.654281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.657302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.670396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', '47ef643d-3322-4b0e-ad07-09560db9e735'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:31.707986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:31.732139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Transition to ACTIVE for port object 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:31.733552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] Pushing event updated for resources: {'Network': ['ID=7617d4d9-6b87-4efe-baa2-4374fe8d8cad,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:31.759813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 7617d4d9-6b87-4efe-baa2-4374fe8d8cad details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:31.762585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859268-d56b-4ade-96ac-e31a8fbd739e req-e74ccefe-0bf0-4a4b-aed9-faa80da81a4a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:31.778691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37859268-d56b-4ade-96ac-e31a8fbd739e req-e74ccefe-0bf0-4a4b-aed9-faa80da81a4a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 931 time: 0.2157140 Jul 16 22:24:31.784024 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.834833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:31.845590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.847676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-3fbcda60-77aa-464b-8c17-820da5a11eed tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "DELETE /v2.0/ports/e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d HTTP/1.1" status: 204 len: 173 time: 1.8953607 Jul 16 22:24:31.940816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37859268-d56b-4ade-96ac-e31a8fbd739e req-9dd1127e-8122-4915-bbe5-0ddbe690b414 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599176 Jul 16 22:24:31.947387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2a7715a-7f16-4dd7-bc2e-6b2b42dea39a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7264719 Jul 16 22:24:31.950591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] For port 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:31.951112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:31.954612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:31.963642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Request body: {'subnet': {'network_id': '7617d4d9-6b87-4efe-baa2-4374fe8d8cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405814531-subnet', 'tenant_id': 'f999cdde57f9412ca5914509b271a714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:31.997273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75530b1d-094f-4b51-9e85-dbb8bcc7926f None None] New status for floating IP 7baf93dc-af44-4015-911c-644a9c07a0d0: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:24:32.015676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Calling delete_port for 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:32.025122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Made reservation on behalf of f999cdde57f9412ca5914509b271a714 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:32.027657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.161501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:32.207220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port 47ef643d-3322-4b0e-ad07-09560db9e735 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:32.208344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.255315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Attempting to bind port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:32.255930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Attempting to bind port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:32.256052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Attempting to bind port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:32.262686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:32.263016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Attempting to bind port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:32.274619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:32.274802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:32.275348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:32.276290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Bound port: 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:32.276480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.368751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-deleted', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:32.371791 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54074860-05f2-4093-8459-f07930baa86a" -d '{"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-deleted", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:32.383189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:32.423682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:32.438031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:32.439432 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.447688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.468813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port 47ef643d-3322-4b0e-ad07-09560db9e735, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=47ef643d-3322-4b0e-ad07-09560db9e735,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:32.469172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.492788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:32.493854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for 47ef643d-3322-4b0e-ad07-09560db9e735 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:32.517724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:32.518352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.519753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] 10.222.0.47 "PUT /v2.0/ports/55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 HTTP/1.1" status: 200 len: 1092 time: 2.8096037 Jul 16 22:24:32.522700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:32.525147 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ade53-fd65-4103-9170-730430db19ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:32.544132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b1b9aa-79ee-4db3-ad19-be096e23ed64,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:32.573128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Checking segment: {'id': '7cc217ba-a930-448a-bba1-a889add5afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7617d4d9-6b87-4efe-baa2-4374fe8d8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:32.573498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Network hostable DHCP agents. Network: 7617d4d9-6b87-4efe-baa2-4374fe8d8cad, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:32.577095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ef597-25db-4101-b76b-07a0ef353053 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:32.588547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.618710 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.636013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Network 7617d4d9-6b87-4efe-baa2-4374fe8d8cad is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:32.659151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 7617d4d9-6b87-4efe-baa2-4374fe8d8cad) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:32.664598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:32.665357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.672194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3df25-7f4a-4da0-9772-9871f450f985 None None] Network 7617d4d9-6b87-4efe-baa2-4374fe8d8cad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:32.674095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-74368440-9aa3-4b03-8d2a-1979821d2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:32.675676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-74368440-9aa3-4b03-8d2a-1979821d2163 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 1095 time: 0.0916305 Jul 16 22:24:32.694415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2677a1b-f386-41a2-9541-ce4cdc01bd20 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7381663 Jul 16 22:24:32.726678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-fca76f22-91a9-4d4c-8793-549b1f3dc98a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 HTTP/1.1" status: 200 len: 217 time: 0.0425673 Jul 16 22:24:32.733416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Deleting subnet e5807438-cc9a-425f-9353-fc00020be0f0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:32.751593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.757026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.801586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:32.809769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-9d6b93f4-efc0-4752-a081-634a56235497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:32.811828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-9d6b93f4-efc0-4752-a081-634a56235497 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.0784731 Jul 16 22:24:32.865924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-f3154662-5ed0-449f-8b8a-c7252b6c49d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389705 Jul 16 22:24:32.876435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2360d-46f3-4d70-8257-64b2454ab563 None None] Network 7617d4d9-6b87-4efe-baa2-4374fe8d8cad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:32.879436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:32.899827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.046056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.065050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-2b7bc8b4-7aa8-45c0-8e7b-b274974a165e service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974447 Jul 16 22:24:33.146632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb69f27-0e36-4c8b-ac39-293199ef7734 req-076ba224-656f-486d-a7f7-badeb9e228d2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:33.148569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bb69f27-0e36-4c8b-ac39-293199ef7734 req-076ba224-656f-486d-a7f7-badeb9e228d2 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 946 time: 0.5310316 Jul 16 22:24:33.215010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.217891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.222074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "DELETE /v2.0/security-groups/934accec-15b9-4508-8a27-f098bfce732a HTTP/1.1" status: 204 len: 168 time: 0.8351355 Jul 16 22:24:33.222245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d141252-2af4-4b5f-9c6f-f65135743572 req-6297ff65-740a-4ea4-827a-295fd74223e1 service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455610 Jul 16 22:24:33.225846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:33.251115 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab283f7c-b3e3-4fa0-a7a8-3c60285a1d40 x-openstack-request-id: req-ab283f7c-b3e3-4fa0-a7a8-3c60285a1d40 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:33.251408 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-deleted", "tag": "e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:33.252432 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab283f7c-b3e3-4fa0-a7a8-3c60285a1d40 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:33.252432 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-deleted', 'tag': 'e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d', 'status': 'completed', 'code': 200} Jul 16 22:24:33.253477 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-cde34f9e-bc21-4309-9bae-56a6da3bc1a6 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] show failed (client error): The resource could not be found. Jul 16 22:24:33.257005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cde34f9e-bc21-4309-9bae-56a6da3bc1a6 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "GET /v2.0/security-groups/934accec-15b9-4508-8a27-f098bfce732a HTTP/1.1" status: 404 len: 347 time: 0.0263453 Jul 16 22:24:33.257654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:33.262831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.280366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87506d05-73cc-458b-9627-d30c7c857a05 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934accec-15b9-4508-8a27-f098bfce732a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:33.325556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5807438-cc9a-425f-9353-fc00020be0f0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:33.333655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.335541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb20c65b-d44a-471e-8bae-8734c28f1af0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e5807438-cc9a-425f-9353-fc00020be0f0 HTTP/1.1" status: 204 len: 168 time: 0.8394008 Jul 16 22:24:33.352875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:33.404275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bb69f27-0e36-4c8b-ac39-293199ef7734 req-c42c9586-9b59-4ed5-a74f-94e63ad90e02 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/security-groups?id=53e7ea88-a6ee-4f78-9685-973fb359d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224591 Jul 16 22:24:33.425326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.491380 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439942fd-e167-4cc6-ab46-250a94124979 x-openstack-request-id: req-439942fd-e167-4cc6-ab46-250a94124979 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:33.491669 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:33.492098 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-439942fd-e167-4cc6-ab46-250a94124979 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:33.492656 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05', 'status': 'completed', 'code': 200} Jul 16 22:24:33.507590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=47ef643d-3322-4b0e-ad07-09560db9e735,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:33.511295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.519595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.545334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Deleting port a5c0bb20-caec-4f08-8a26-ec6833c4985c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:33.545808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.696424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port 47ef643d-3322-4b0e-ad07-09560db9e735 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:33.700255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:33.704452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.706660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a8b14fa-1ea0-4a39-9880-b8923148d611 req-26384417-cea5-4c8b-89ed-60b9d87ef704 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.68 "DELETE /v2.0/ports/47ef643d-3322-4b0e-ad07-09560db9e735 HTTP/1.1" status: 204 len: 173 time: 1.8508019 Jul 16 22:24:33.706816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:33.713948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2090995097-network', 'tenant_id': '2ccf6940153b435389f82c40348d508b'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:33.740527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:33.741422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e3771a78-7aa5-487d-8ef1-bcc2d3a3c40d not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:33.742434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 47ef643d-3322-4b0e-ad07-09560db9e735 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:33.770642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 47ef643d-3322-4b0e-ad07-09560db9e735 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:33.771417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 47ef643d-3322-4b0e-ad07-09560db9e735 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:33.789704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Made reservation on behalf of 2ccf6940153b435389f82c40348d508b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:33.792277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.795668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.806886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.828977 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.837698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.841984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1fe470-1509-4e65-afd6-8fd893b25553']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:33.873583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ade53-fd65-4103-9170-730430db19ce req-701826d9-57ff-4ed4-a112-4cd8acc78e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:33.875605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-701826d9-57ff-4ed4-a112-4cd8acc78e08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 1095 time: 0.3520322 Jul 16 22:24:33.880011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:33.880302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4345d-16a1-4a98-8c5d-bd29bb1fa3b2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:33.883746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Calling delete_port for a5c0bb20-caec-4f08-8a26-ec6833c4985c owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:33.915780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:33.936181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cc069-306b-4948-bbee-cff4b38205bf req-7b042476-fc31-453e-8608-7a2706cc76b5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:33.943039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a51cc069-306b-4948-bbee-cff4b38205bf req-7b042476-fc31-453e-8608-7a2706cc76b5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 943 time: 0.2415352 Jul 16 22:24:34.007703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.026252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:34.026678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:34.028355 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:34.072864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a51cc069-306b-4948-bbee-cff4b38205bf req-3ff54813-65bb-487b-94cd-95769b359452 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289403 Jul 16 22:24:34.111435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Router 7949acb1-af79-4364-96a1-3e1e99587c1c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:34.138803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ade53-fd65-4103-9170-730430db19ce req-ae59a36b-3dbf-419d-8591-e68504cf7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:34.140398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-ae59a36b-3dbf-419d-8591-e68504cf7263 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.2580180 Jul 16 22:24:34.147532 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.167120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.209906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.224378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.228672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/ab1fe470-1509-4e65-afd6-8fd893b25553 HTTP/1.1" status: 204 len: 168 time: 0.8722610 Jul 16 22:24:34.239541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-880b2e21-b32e-4385-a208-e009da238924 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 HTTP/1.1" status: 200 len: 217 time: 0.0915399 Jul 16 22:24:34.240254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89413dcf-24fc-492d-a270-68908f98e8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1fe470-1509-4e65-afd6-8fd893b25553,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:34.361314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ade53-fd65-4103-9170-730430db19ce req-deb9620f-a645-420d-b6b0-bb8b315d3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:34.362947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-deb9620f-a645-420d-b6b0-bb8b315d3b61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1041422 Jul 16 22:24:34.364473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:34.368547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.402942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45f1b265-7fea-43c2-bcb6-b5fe9904d81f req-a4792bca-80bb-4ef9-a080-90e605ba38ce tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=736d5ec369ba46608f15211bb04cccb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696616 Jul 16 22:24:34.409045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce00294-ad38-46a2-b3ce-22fb76b74450,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:34.439545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Pushing event deleted for resources: {'Port': ['ID=a5c0bb20-caec-4f08-8a26-ec6833c4985c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:34.443456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-a41b9217-79f4-4e27-b22d-ae2ed8d35e7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639236 Jul 16 22:24:34.444875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.445408 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Added segment 00b3c64e-98a2-4be2-b921-34342b6ce6d9 of type vlan for network 782c8ec0-7250-46a9-8650-31c52f542cb2 Jul 16 22:24:34.534703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:34.547349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Sync routers for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:34.547977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f23a0b6b-3423-4537-afe8-cef4fb09a8ab admin admin] 10.222.0.70 "PUT /v2.0/routers/7949acb1-af79-4364-96a1-3e1e99587c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8683789 Jul 16 22:24:34.560142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:34.561504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:34.563427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:34.594099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.595717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:34.598441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.599633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f0b80cd-af91-4415-8f60-0c2da4cbd420 tempest-ServersTestJSON-624203262 tempest-ServersTestJSON-624203262-project] 10.222.0.70 "DELETE /v2.0/floatingips/7baf93dc-af44-4015-911c-644a9c07a0d0 HTTP/1.1" status: 204 len: 168 time: 1.3410952 Jul 16 22:24:34.614592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:34.616192 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.759713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:34.769163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b265-7fea-43c2-bcb6-b5fe9904d81f req-ffb48b5d-74ec-4795-812e-b7bb474c22c9 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:34.770654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45f1b265-7fea-43c2-bcb6-b5fe9904d81f req-ffb48b5d-74ec-4795-812e-b7bb474c22c9 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667080 Jul 16 22:24:34.771127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:34.815057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45f1b265-7fea-43c2-bcb6-b5fe9904d81f req-414a077d-066b-4898-af5c-4f98ec8bfd6b tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/quotas/736d5ec369ba46608f15211bb04cccb2 HTTP/1.1" status: 200 len: 375 time: 0.0348039 Jul 16 22:24:34.831728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0c3748c-c1e9-457a-9907-edad5ff196f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6b965c973254a618f6826ca3e6010b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348855 Jul 16 22:24:34.850860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c8fee17-f0b2-4935-a873-b3aabd29a691 req-53146b9f-88f5-47db-82ab-44d58595dc53 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ef6ba6d-f278-448f-8709-e0349d2f01cc HTTP/1.1" status: 200 len: 210 time: 0.1070406 Jul 16 22:24:34.855771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-ad905c5b-f280-4e55-848b-7169ee025d9b service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904197 Jul 16 22:24:34.856345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:34.924346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.925430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:34.926439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.938659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30640f65-dbe7-4966-86d5-1d763235c6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.962467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:24:32Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:34.969789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:34.990687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Checking router: 7949acb1-af79-4364-96a1-3e1e99587c1c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:34.999691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Routers {'7949acb1-af79-4364-96a1-3e1e99587c1c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:35.000417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7949acb1-af79-4364-96a1-3e1e99587c1c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:35.069653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-569ade53-fd65-4103-9170-730430db19ce req-94707311-7d80-4419-a143-a0e64baad8ee service neutron] 10.222.0.47 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874926 Jul 16 22:24:35.098728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.111282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] Set router 7949acb1-af79-4364-96a1-3e1e99587c1c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:35.173309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Deleting port 0411d9a6-9050-4fd1-9317-ea43d6c74887 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:35.173926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.180817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:24:35.300885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] For port 0411d9a6-9050-4fd1-9317-ea43d6c74887, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0411d9a6-9050-4fd1-9317-ea43d6c74887,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:35.301435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.320825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Calling delete_port for 0411d9a6-9050-4fd1-9317-ea43d6c74887 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:35.344810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9c29-4ef4-4b02-b45a-7ef61a40dafb req-2b3a1d97-89a6-44a0-877b-fb7b928e0d18 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:35.346507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-105c9c29-4ef4-4b02-b45a-7ef61a40dafb req-2b3a1d97-89a6-44a0-877b-fb7b928e0d18 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 943 time: 0.1088114 Jul 16 22:24:35.353136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-deleted', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:35.355443 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a591ec-0401-4c6e-a2d3-1094caaba977" -d '{"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-deleted", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:35.361652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45f1b265-7fea-43c2-bcb6-b5fe9904d81f req-77ad826a-a27a-40e3-a7ef-1ba9fa435626 tempest-QuotasAdminNegativeTest-1179783466 tempest-QuotasAdminNegativeTest-1179783466-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=736d5ec369ba46608f15211bb04cccb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5453374 Jul 16 22:24:35.369149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:35.386874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05', 'mac_address': 'fa:16:3e:62:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:24:35.435269 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.443435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7381730 Jul 16 22:24:35.448466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:24:32Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:35.466277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:35.478480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30640f65-dbe7-4966-86d5-1d763235c6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.482861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:35.493872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Request body: {'subnet': {'network_id': '782c8ec0-7250-46a9-8650-31c52f542cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2090995097-subnet', 'tenant_id': '2ccf6940153b435389f82c40348d508b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:35.497227 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e59f280-e24a-458e-8f94-3cd3becc4ec2 x-openstack-request-id: req-6e59f280-e24a-458e-8f94-3cd3becc4ec2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:35.497626 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6ba6d-f278-448f-8709-e0349d2f01cc", "name": "network-vif-deleted", "tag": "47ef643d-3322-4b0e-ad07-09560db9e735", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:35.497998 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e59f280-e24a-458e-8f94-3cd3becc4ec2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:35.498484 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6ba6d-f278-448f-8709-e0349d2f01cc', 'name': 'network-vif-deleted', 'tag': '47ef643d-3322-4b0e-ad07-09560db9e735', 'status': 'completed', 'code': 200} Jul 16 22:24:35.506654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:35.506654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db95fe-8b8d-4310-9ddb-ef2b792dc39e None None] The sync data for ids ['7949acb1-af79-4364-96a1-3e1e99587c1c'] in n-d-793621-16 is: [{'id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-37348494-router', 'tenant_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:24:32Z', 'revision_number': 5, 'project_id': 'ffabdf58ccea4f22a3935fa390004d8a', 'gw_port': {'id': '0411d9a6-9050-4fd1-9317-ea43d6c74887', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949acb1-af79-4364-96a1-3e1e99587c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:23:34Z', 'updated_at': '2021-07-16T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:35.512787 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.549000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-105c9c29-4ef4-4b02-b45a-7ef61a40dafb req-a7232b94-f7ab-4524-a88f-5263fcbb511b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782924 Jul 16 22:24:35.562409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30640f65-dbe7-4966-86d5-1d763235c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.580606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Made reservation on behalf of 2ccf6940153b435389f82c40348d508b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:35.582281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.584489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:35.602969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.621201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da5098-cada-48b7-827d-4843d3a35c18 admin admin] Pushing event updated for resources: {'Network': ['ID=782c8ec0-7250-46a9-8650-31c52f542cb2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:35.634384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 782c8ec0-7250-46a9-8650-31c52f542cb2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:35.667226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30640f65-dbe7-4966-86d5-1d763235c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8590e5d2-55d1-49d0-a9cc-a3e4ee23d59a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:35.674866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-30640f65-dbe7-4966-86d5-1d763235c6f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d4fc2ad70334420bc63ddabac0e5381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8967328 Jul 16 22:24:35.675493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:35.677448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.715192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.719549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['55dc024c-367d-4fd8-ab1f-bc87ffe8bc05'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:35.777654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Pushing event deleted for resources: {'Port': ['ID=0411d9a6-9050-4fd1-9317-ea43d6c74887,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:35.820369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.833010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.835736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.839049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cf3aded-fa0b-4afe-9174-3226cf6921e2 HTTP/1.1" status: 204 len: 168 time: 0.9742589 Jul 16 22:24:35.866773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:35.868570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3a758-4a1c-45cb-8053-7267e1c80ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3aded-fa0b-4afe-9174-3226cf6921e2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:35.977642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.022819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.025652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.027743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8590e5d2-55d1-49d0-a9cc-a3e4ee23d59a HTTP/1.1" status: 204 len: 168 time: 0.3456581 Jul 16 22:24:36.063591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa34a6-9d44-4473-aa40-971ede686963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590e5d2-55d1-49d0-a9cc-a3e4ee23d59a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:36.065468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:36.121154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.134351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.154876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting subnet a7b2e5b0-ea71-4207-9c9d-049d06df3ec5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:36.156765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.159989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.185274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.223710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc109cb-5a7c-404c-8b0d-1949f1a379b9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:36.246282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.499305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.528491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:36.578042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.578970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.578970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.578970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.579355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.579561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.579932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.580217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.580547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.580864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.582845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.582845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:36.596522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.604286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7949acb1-af79-4364-96a1-3e1e99587c1c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:24:36.618981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.620449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.622527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26ec0d7c-d905-4464-a94a-94b57f2b7096 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7949acb1-af79-4364-96a1-3e1e99587c1c HTTP/1.1" status: 204 len: 168 time: 2.0597441 Jul 16 22:24:36.626084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:36.653092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:36.698718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b2e5b0-ea71-4207-9c9d-049d06df3ec5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:36.706013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.706568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d62d4-c00f-4f3b-81b3-63a9a1832eaf None None] Network cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:36.715689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61fbef02-cdd2-40b3-a239-3ed1172cc40e tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/subnets/a7b2e5b0-ea71-4207-9c9d-049d06df3ec5 HTTP/1.1" status: 204 len: 168 time: 0.6482270 Jul 16 22:24:36.719288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:36.777524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Deleting subnet d6eed55d-3507-48c9-b898-92b14498afb8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:36.781175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.826068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:36.828426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.876619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:36.877213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5dd80fcf-7935-4c6b-a4fd-46f75d99dcbe not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:36.916245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8030e11-2575-40c6-aa9e-56ad39e4c616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.920859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Checking segment: {'id': '00b3c64e-98a2-4be2-b921-34342b6ce6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '782c8ec0-7250-46a9-8650-31c52f542cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:36.921264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Network hostable DHCP agents. Network: 782c8ec0-7250-46a9-8650-31c52f542cb2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:36.958793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:36.974508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be31d9fa-31ed-4766-a314-095fefabcbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.012678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.026664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Network 782c8ec0-7250-46a9-8650-31c52f542cb2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:37.051411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 782c8ec0-7250-46a9-8650-31c52f542cb2) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:37.053258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230ebd8-d767-4072-920e-4142ad49cc73 req-8e38e487-1110-4c16-987c-106306a9fcf9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:37.061230 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9230ebd8-d767-4072-920e-4142ad49cc73 req-8e38e487-1110-4c16-987c-106306a9fcf9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 944 time: 0.2697697 Jul 16 22:24:37.063750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31184db-37bd-49c2-81b2-5fbd00f66e47 None None] Network 782c8ec0-7250-46a9-8650-31c52f542cb2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:37.073511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:37.073511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.080333 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.103298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Deleting port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:37.103880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.126688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6eed55d-3507-48c9-b898-92b14498afb8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:37.144035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.146521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6bdeb9d3-0874-49b2-9f86-699cec93fb4d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d6eed55d-3507-48c9-b898-92b14498afb8 HTTP/1.1" status: 204 len: 168 time: 0.5190508 Jul 16 22:24:37.150841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:37.200534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9230ebd8-d767-4072-920e-4142ad49cc73 req-7e2eaa7b-93f5-48fb-8bf7-6f2d73a32a8c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381950 Jul 16 22:24:37.225043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port 3af4b920-1531-4dfe-8f44-7bfd78eb403f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:37.225385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.266017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] For port dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:37.266383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.293280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8030e11-2575-40c6-aa9e-56ad39e4c616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.301435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.310781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8030e11-2575-40c6-aa9e-56ad39e4c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.320282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Calling delete_port for dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:37.331456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3af4b920-1531-4dfe-8f44-7bfd78eb403f,segment=NetworkSegment(a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf),segment_id=a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:37.331831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.359528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for 3af4b920-1531-4dfe-8f44-7bfd78eb403f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:37.365124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d8030e11-2575-40c6-aa9e-56ad39e4c616 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8975996d24a840b9a8bbb6a472e70446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011416 Jul 16 22:24:37.371235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:37.388425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb7d27-aa23-475c-b1d0-f70ccd4fa1f1 None None] Network 23d31e68-ea7b-46d7-b9b4-89e842bd337f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:37.390988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:37.392944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] DHCP port deletion for cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:24:37.412994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030e11-2575-40c6-aa9e-56ad39e4c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d060fde-8c2f-4f09-b7b4-574c24f1c506,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:37.425567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:37.505812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Deleting port 1c4ac389-11e4-427e-a3d4-1557839d2697 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:37.506834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.597212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.601356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1638109519-network', 'tenant_id': 'a292654af1af4894b5d62eb041453249'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:37.605680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] For port 1c4ac389-11e4-427e-a3d4-1557839d2697, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c4ac389-11e4-427e-a3d4-1557839d2697,segment=NetworkSegment(cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f),segment_id=cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:37.606052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.630988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Calling delete_port for 1c4ac389-11e4-427e-a3d4-1557839d2697 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:37.632897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be31d9fa-31ed-4766-a314-095fefabcbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.638652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.654186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a81037-feed-41ea-814d-4f130378cfa2 None None] Network 782c8ec0-7250-46a9-8650-31c52f542cb2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:37.662660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be31d9fa-31ed-4766-a314-095fefabcbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.670164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:37.675804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.687146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:37.687525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.690605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Deleting port 3af4b920-1531-4dfe-8f44-7bfd78eb403f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:37.691268 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.694284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-72f9c2a4-d45b-4a79-8b18-69e1ac3593f3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2059474 Jul 16 22:24:37.762488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.767814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.770726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.775430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d060fde-8c2f-4f09-b7b4-574c24f1c506 HTTP/1.1" status: 204 len: 168 time: 0.3787937 Jul 16 22:24:37.801947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port 3af4b920-1531-4dfe-8f44-7bfd78eb403f on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:37.808626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4ac389-11e4-427e-a3d4-1557839d2697,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:37.812716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc2f79-a0d3-4754-8d7e-c50b5f181aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d060fde-8c2f-4f09-b7b4-574c24f1c506,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:37.814836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] No DVR routers for this DVR port 1c4ac389-11e4-427e-a3d4-1557839d2697 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:37.849802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] For port 3af4b920-1531-4dfe-8f44-7bfd78eb403f, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:37.850345 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.855602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:37.884000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Calling delete_port for 3af4b920-1531-4dfe-8f44-7bfd78eb403f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:37.892054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Port 3af4b920-1531-4dfe-8f44-7bfd78eb403f was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:24:37.895956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.946377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856208e-f76d-4498-ab4d-3c72baa62d0e None None] DHCP port deletion for 23d31e68-ea7b-46d7-b9b4-89e842bd337f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:24:37.947929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:37.977286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] Pushing event deleted for resources: {'Port': ['ID=3af4b920-1531-4dfe-8f44-7bfd78eb403f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:37.979331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46da6f1-bc39-4621-84d9-19537d6fd8c0 None None] No DVR routers for this DVR port 3af4b920-1531-4dfe-8f44-7bfd78eb403f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:38.006556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Deleting subnet 28b1b9aa-79ee-4db3-ad19-be096e23ed64 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:38.014164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.015898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.038125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:38.040429 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c097e8-c742-4e65-9d16-ecb511ca6524" -d '{"events": [{"server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "name": "network-vif-plugged", "status": "completed", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:38.041743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.043386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d31e68-ea7b-46d7-b9b4-89e842bd337f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.056296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.062253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.062599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc07b99d-c614-4ca8-a46d-f8bcd6d5d77f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.071469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.073265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ff0c96-53f4-4e19-9dc1-58d98f74f0cf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:38.078758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.083022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:38.087302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.091348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.100995 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13627f2e-174d-49eb-9ca4-269dc40ea3ad x-openstack-request-id: req-13627f2e-174d-49eb-9ca4-269dc40ea3ad {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:38.101356 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "name": "network-vif-plugged", "status": "completed", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:38.101557 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13627f2e-174d-49eb-9ca4-269dc40ea3ad {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:38.101921 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05', 'code': 200} Jul 16 22:24:38.103092 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.112171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.132984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.140795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-be31d9fa-31ed-4766-a314-095fefabcbe7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=736d5ec369ba46608f15211bb04cccb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6098175 Jul 16 22:24:38.141476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:38.142783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:38.143405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.150931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Made reservation on behalf of a292654af1af4894b5d62eb041453249 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:38.155365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:38.166035 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:38.177714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.179356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:38.180021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:38.184252 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:38.191111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.193169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=3af4b920-1531-4dfe-8f44-7bfd78eb403f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.202684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d9fa-31ed-4766-a314-095fefabcbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f16c3d-dbe4-43f3-a3d9-5d29410b3c9e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.251468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.346863 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.361906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.384207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.388484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] 10.222.0.70 "DELETE /v2.0/networks/23d31e68-ea7b-46d7-b9b4-89e842bd337f HTTP/1.1" status: 204 len: 168 time: 1.2364225 Jul 16 22:24:38.411504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c36b04-ca65-4c72-9a17-dc52b8d38b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=23d31e68-ea7b-46d7-b9b4-89e842bd337f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.418385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.422074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.426537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.431463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.435126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.437737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/networks/cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5 HTTP/1.1" status: 204 len: 168 time: 1.7171381 Jul 16 22:24:38.439978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:38.517013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.523892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738154-02b5-4c17-a5fb-5e7586cb5ba8 req-4a6d5b80-2d8f-4923-93e9-2f3fa5f5f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:38.525336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf738154-02b5-4c17-a5fb-5e7586cb5ba8 req-4a6d5b80-2d8f-4923-93e9-2f3fa5f5f3cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 1097 time: 0.3086467 Jul 16 22:24:38.526140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b1b9aa-79ee-4db3-ad19-be096e23ed64,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.528220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da5f5d-b52e-489b-8e82-eda33cc86e30 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Network': ['ID=cc2d61ca-6595-4eaf-b51e-f4c68dd3efc5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.553480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.555643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a62b26c-d75f-4a71-a090-3d5ef71437b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/28b1b9aa-79ee-4db3-ad19-be096e23ed64 HTTP/1.1" status: 204 len: 168 time: 0.6993878 Jul 16 22:24:38.571024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:38.582247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.595718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:38.638208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.650001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting subnet 330c35f8-0fce-4b84-84fa-24deb5dce317 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:38.661004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.662416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf738154-02b5-4c17-a5fb-5e7586cb5ba8 req-b3e050b3-e4c6-44f5-90a4-59a03ab65f4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181064 Jul 16 22:24:38.781929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c4ac389-11e4-427e-a3d4-1557839d2697 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:38.786832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2bbdf73-4079-4646-8c1d-eaf93e6d951c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffabdf58ccea4f22a3935fa390004d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865962 Jul 16 22:24:38.787557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.790140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.794394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6f16c3d-dbe4-43f3-a3d9-5d29410b3c9e HTTP/1.1" status: 204 len: 168 time: 0.6515326 Jul 16 22:24:38.795078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:38.807695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1c4ac389-11e4-427e-a3d4-1557839d2697 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:38.809131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c4ac389-11e4-427e-a3d4-1557839d2697 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:38.809723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3af4b920-1531-4dfe-8f44-7bfd78eb403f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:38.810526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.842612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093c76-aa46-4c1b-98e2-18beea780624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f16c3d-dbe4-43f3-a3d9-5d29410b3c9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:38.852447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3af4b920-1531-4dfe-8f44-7bfd78eb403f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:38.853265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3af4b920-1531-4dfe-8f44-7bfd78eb403f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:38.854500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0411d9a6-9050-4fd1-9317-ea43d6c74887 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:38.895232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256ea7-80ee-45ab-82e6-f5450a500fd2 req-9c0f48d8-da8f-4712-9dac-2bbc2db0fffb tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:38.899441 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81256ea7-80ee-45ab-82e6-f5450a500fd2 req-9c0f48d8-da8f-4712-9dac-2bbc2db0fffb tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.5555263 Jul 16 22:24:38.911915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0411d9a6-9050-4fd1-9317-ea43d6c74887 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:38.912516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0411d9a6-9050-4fd1-9317-ea43d6c74887 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:38.936853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.964306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.967266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:38.974278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:38.976639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.022981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f3195-5190-46f9-bf65-c6ca2be8f0ad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.029831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.030175 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Added segment 3b59445f-9828-4bf3-bc40-dfa6da5bbacf of type vlan for network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 Jul 16 22:24:39.043920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.076077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.087854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.091325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.095252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7cf9abf-a1d2-4228-b877-64bd280b7897 HTTP/1.1" status: 204 len: 168 time: 0.2923324 Jul 16 22:24:39.118079 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81256ea7-80ee-45ab-82e6-f5450a500fd2 req-9427d41a-f2b3-4b22-995b-de4d1bd1bae5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651742 Jul 16 22:24:39.121241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Subnet': ['ID=330c35f8-0fce-4b84-84fa-24deb5dce317,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.128179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.135256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a3ad1fe6-109e-449e-86e5-8ed89e3b96f1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/subnets/330c35f8-0fce-4b84-84fa-24deb5dce317 HTTP/1.1" status: 204 len: 168 time: 0.6876342 Jul 16 22:24:39.136186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5370d2-d1d8-4267-80b6-e49e11a2e44e None None] Network d3134d8d-482c-4e13-b2f2-49ad91edcd36 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:39.141187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51710) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:39.154266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a642a-d252-44e8-9e1e-20c6e630b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf9abf-a1d2-4228-b877-64bd280b7897,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.208132 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.266842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.287690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.322708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7617d4d9-6b87-4efe-baa2-4374fe8d8cad']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.349087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:39.373086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc217ba-a930-448a-bba1-a889add5afaa') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.373784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc217ba-a930-448a-bba1-a889add5afaa') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.414208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.415377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:39.416229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.422024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Deleting port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:39.422419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.425197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.439642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] DHCP port deletion for d3134d8d-482c-4e13-b2f2-49ad91edcd36 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:24:39.439923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93ef3286-3c38-4cdd-b02e-41f5f1e9ae5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.504014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.522731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:39.523129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:39.528787 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:39.535387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Deleting port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:39.536061 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.578300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] For port 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7cd7327d-60aa-45bc-937b-7d8bad9dea38,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:39.579349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.598359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Calling delete_port for 7cd7327d-60aa-45bc-937b-7d8bad9dea38 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:39.603548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] Pushing event updated for resources: {'Network': ['ID=14a677ea-2f12-43fc-9ac0-f1d2d8b08572,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.617294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:39.709297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] For port 7cd7327d-60aa-45bc-937b-7d8bad9dea38, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7cd7327d-60aa-45bc-937b-7d8bad9dea38,segment=NetworkSegment(1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e),segment_id=1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:39.709806 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.731233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.762526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] No DVR routers for this DVR port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:39.769584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Port': ['ID=7cd7327d-60aa-45bc-937b-7d8bad9dea38,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.782502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Calling delete_port for 7cd7327d-60aa-45bc-937b-7d8bad9dea38 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:39.862793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.873519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3134d8d-482c-4e13-b2f2-49ad91edcd36']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.880540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.880886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1fe0b8-5f23-47ba-8674-1dd8ce56ea2e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:39.894954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.897575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.911217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.915693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7617d4d9-6b87-4efe-baa2-4374fe8d8cad HTTP/1.1" status: 204 len: 168 time: 1.3409967 Jul 16 22:24:39.917510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93ef3286-3c38-4cdd-b02e-41f5f1e9ae5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.918560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:39.943256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.945152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.964033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:39.965020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:39.976560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] Pushing event deleted for resources: {'Port': ['ID=7cd7327d-60aa-45bc-937b-7d8bad9dea38,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:39.981618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38ff85-8756-400b-867e-840031e876d1 None None] No DVR routers for this DVR port 7cd7327d-60aa-45bc-937b-7d8bad9dea38 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:39.992563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Deleting subnet ebc109cb-5a7c-404c-8b0d-1949f1a379b9 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:39.992563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:40.001371 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:40.035869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93ef3286-3c38-4cdd-b02e-41f5f1e9ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.047335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe6b04d0-fde6-4fef-8762-296becc71fdf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6164057 Jul 16 22:24:40.047335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08272052-2ef1-47c6-92d9-8e9ae8273cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7617d4d9-6b87-4efe-baa2-4374fe8d8cad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:40.050262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.054652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.055798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Request body: {'subnet': {'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1638109519-subnet', 'tenant_id': 'a292654af1af4894b5d62eb041453249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:40.074758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.087473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.097331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] 10.222.0.70 "DELETE /v2.0/networks/d3134d8d-482c-4e13-b2f2-49ad91edcd36 HTTP/1.1" status: 204 len: 168 time: 0.9525220 Jul 16 22:24:40.118063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d320a5f-33a2-4097-a906-13d01137dfe1 tempest-ServersTestMultiNic-1188609250 tempest-ServersTestMultiNic-1188609250-project] Pushing event deleted for resources: {'Network': ['ID=d3134d8d-482c-4e13-b2f2-49ad91edcd36,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:40.130091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Made reservation on behalf of a292654af1af4894b5d62eb041453249 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:40.134912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.481658 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.511227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51784) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.545342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Router 5f6edab9-2967-4e79-8ea0-00a724008f75 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:40.546186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef3286-3c38-4cdd-b02e-41f5f1e9ae5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6051aa62-72c0-463e-ac1b-dd3d88d869a0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:40.550547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93ef3286-3c38-4cdd-b02e-41f5f1e9ae5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32554d3aa94e4e84b0cdf0554401910c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1957457 Jul 16 22:24:40.567999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.585076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.618167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.650557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c0dec6-d2e2-4934-bda0-3bbb72c5880f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:40.712231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Checking segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:40.712231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Network hostable DHCP agents. Network: 14a677ea-2f12-43fc-9ac0-f1d2d8b08572, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:40.714308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.749264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e46f6-9fd3-44a7-92bf-76e98fb78c43 req-d6574426-f29d-4b3c-abb3-2bdbd00801f5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:40.750824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-398e46f6-9fd3-44a7-92bf-76e98fb78c43 req-d6574426-f29d-4b3c-abb3-2bdbd00801f5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.2253761 Jul 16 22:24:40.773923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7cd7327d-60aa-45bc-937b-7d8bad9dea38 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:40.775759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.776825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.789304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:40.793169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:40.804496 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Sync routers for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:40.820942 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:40.821587 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:40.823323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-553370fc-c4b2-4449-9c04-cd9b4861f2eb admin admin] 10.222.0.70 "PUT /v2.0/routers/5f6edab9-2967-4e79-8ea0-00a724008f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2024240 Jul 16 22:24:40.826757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.831147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ebc109cb-5a7c-404c-8b0d-1949f1a379b9 HTTP/1.1" status: 204 len: 168 time: 0.9024143 Jul 16 22:24:40.831147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc6def-7bf4-4106-9c72-e41cc000756f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc109cb-5a7c-404c-8b0d-1949f1a379b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:40.836574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.836909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.842615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7cd7327d-60aa-45bc-937b-7d8bad9dea38 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:40.843213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7cd7327d-60aa-45bc-937b-7d8bad9dea38 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:40.890156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:40.913174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 14a677ea-2f12-43fc-9ac0-f1d2d8b08572) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:40.915045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:24:40.922054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:40.922649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:40.928653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13695dbb-66f1-409f-9f16-32bfccfda8e0 None None] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:40.986524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e8cdae11-d94c-43f5-84c0-f32d84506064 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9274988 Jul 16 22:24:41.019669 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:41.037890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-398e46f6-9fd3-44a7-92bf-76e98fb78c43 req-b2e7aba4-ba8a-46ed-924b-204299d217a5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803247 Jul 16 22:24:41.058699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.066000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.074256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.078087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6051aa62-72c0-463e-ac1b-dd3d88d869a0 HTTP/1.1" status: 204 len: 168 time: 0.4965210 Jul 16 22:24:41.078420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a36634c6-79f8-4566-8133-0f38db5fd30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.089419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-network', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:41.134774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba950ceb-94f0-4375-92a2-a3066c9f5dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6051aa62-72c0-463e-ac1b-dd3d88d869a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:41.181983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.282592 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.300029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782c8ec0-7250-46a9-8650-31c52f542cb2']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:41.346108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'tenant_id': 'a292654af1af4894b5d62eb041453249', 'fixed_ips': [{'subnet_id': '46c0dec6-d2e2-4934-bda0-3bbb72c5880f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:24:41.348057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b3c64e-98a2-4be2-b921-34342b6ce6d9') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:41.348465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b3c64e-98a2-4be2-b921-34342b6ce6d9') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:41.355990 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.379087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.402023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.413858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.432155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:41.434223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:41.436316 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:41.518210 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:24:37Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:41.555224 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Checking router: 5f6edab9-2967-4e79-8ea0-00a724008f75 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:41.557930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.563591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a36634c6-79f8-4566-8133-0f38db5fd30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.570454 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Routers {'5f6edab9-2967-4e79-8ea0-00a724008f75'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:41.572450 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5f6edab9-2967-4e79-8ea0-00a724008f75'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:41.575019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a36634c6-79f8-4566-8133-0f38db5fd30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.626470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a36634c6-79f8-4566-8133-0f38db5fd30a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3cadb47c714e4ea2bcc081729b77735f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085461 Jul 16 22:24:41.636240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.642386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.645777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] 10.222.0.70 "DELETE /v2.0/networks/782c8ec0-7250-46a9-8650-31c52f542cb2 HTTP/1.1" status: 204 len: 168 time: 0.8064437 Jul 16 22:24:41.681734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:41.739731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5194-cc2c-4795-aaa8-977894387e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=782c8ec0-7250-46a9-8650-31c52f542cb2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:41.756230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Made reservation on behalf of 475698e0406e452eacaaa125e6bae2ee for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:41.759735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.775200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.801308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36634c6-79f8-4566-8133-0f38db5fd30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d41d0c-fea4-4cd4-b84e-66ca269e8929,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:41.823022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Deleting port ba9dee11-95b9-4b9b-a9f6-072c310fb77d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:41.824763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.843660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] Set router 5f6edab9-2967-4e79-8ea0-00a724008f75 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:41.849428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.883204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Allocated IP 172.20.0.2 (14a677ea-2f12-43fc-9ac0-f1d2d8b08572/46c0dec6-d2e2-4934-bda0-3bbb72c5880f/5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:41.908662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.931881 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.945652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:41.948219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:41.960914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:42.044898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.045168 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Added segment b39f9d8c-0440-4692-94e9-995f7e417d8d of type vlan for network 62035adc-7f7d-4048-bd75-7621e220f509 Jul 16 22:24:42.107102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] For port ba9dee11-95b9-4b9b-a9f6-072c310fb77d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:42.107710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.139671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Calling delete_port for ba9dee11-95b9-4b9b-a9f6-072c310fb77d owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:42.152494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.155279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.157000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21d41d0c-fea4-4cd4-b84e-66ca269e8929 HTTP/1.1" status: 204 len: 168 time: 0.4677520 Jul 16 22:24:42.175088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9af9-f2c0-445b-a334-c2ac7db4c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d41d0c-fea4-4cd4-b84e-66ca269e8929,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:42.181545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:24:37Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:42.200648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686b14b9-ae49-40a7-8502-71559f665dab,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:42.209419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-6c08cf73-6d8f-4437-91aa-cca2a5a6fd56 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:42.213608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-6c08cf73-6d8f-4437-91aa-cca2a5a6fd56 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.2555072 Jul 16 22:24:42.236465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.242350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3685c2-8f93-4bba-bdad-952bc0ecd70a None None] The sync data for ids ['5f6edab9-2967-4e79-8ea0-00a724008f75'] in n-d-793621-16 is: [{'id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'name': 'tempest-ServersTestJSON-602792314-router', 'tenant_id': '61080a66552444299c5b6fb28d48c400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:24:37Z', 'revision_number': 5, 'project_id': '61080a66552444299c5b6fb28d48c400', 'gw_port': {'id': 'ba9dee11-95b9-4b9b-a9f6-072c310fb77d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edab9-2967-4e79-8ea0-00a724008f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:08Z', 'updated_at': '2021-07-16T22:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:42.249502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Transition to ACTIVE for port object 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:42.272717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Transition to ACTIVE for port object 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:42.287835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-6f786e45-e16a-4245-aa4a-8fafec78c909 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/quotas/a292654af1af4894b5d62eb041453249 HTTP/1.1" status: 200 len: 375 time: 0.0173905 Jul 16 22:24:42.290105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.310852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.325616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2332a6ed-fdcb-422c-aedd-07df160edacf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f999cdde57f9412ca5914509b271a714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755352 Jul 16 22:24:42.329809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:42.381492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:42.383829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:42.393302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:42.405331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Pushing event updated for resources: {'Port': ['ID=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:42.450002 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-9005d5e6-f1d5-4557-98f3-a4848f0ea14d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367626 Jul 16 22:24:42.461030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:24:42.470885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Attempting to bind port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:42.471529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Attempting to bind port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:42.472119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Attempting to bind port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:42.478367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:42.479165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Checking segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:42.480453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.481102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Bound using segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:42.481789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Bound port: 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:42.482491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.551756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2ae3-0624-494e-a92a-0fafa36c5ce7 req-6da3ef7b-9085-483f-b9b8-cf7cedb0d820 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:42.558665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.562933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ffb2ae3-0624-494e-a92a-0fafa36c5ce7 req-6da3ef7b-9085-483f-b9b8-cf7cedb0d820 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.7713280 Jul 16 22:24:42.570383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] For port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:42.576862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] For port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:42.601225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.602445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:42.604172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.610582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.634146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9dee11-95b9-4b9b-a9f6-072c310fb77d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:42.698863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:42.699075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-6dd697bd-e8be-4bee-93f6-3e511888195a service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236166 Jul 16 22:24:42.722068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.829791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:42.830057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dba5d18e-4e8a-4e02-ab3e-4eef89ee8f34 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:42.866957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320a02-5b4a-4fca-9f43-97eca6a6ac94 None None] Pushing event updated for resources: {'Port': ['ID=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:42.873093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.910765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.914516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:42.931722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.006322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1150689 Jul 16 22:24:43.007058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67b2c-2146-4bbd-8cb3-74a7ce53fdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=62035adc-7f7d-4048-bd75-7621e220f509,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:43.015952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:43.029089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:43.031443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Request body: {'subnet': {'network_id': '62035adc-7f7d-4048-bd75-7621e220f509', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-subnet', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:43.038435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.041341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.045000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c47c0d0-c192-4e49-b50d-f0a7e32c5d77 HTTP/1.1" status: 204 len: 168 time: 0.7110970 Jul 16 22:24:43.061966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ffb2ae3-0624-494e-a92a-0fafa36c5ce7 req-bff30b8d-ea37-4ea4-a95e-5d8b4cedc018 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987767 Jul 16 22:24:43.064556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc3a32-35e5-4300-9e61-662b47748fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47c0d0-c192-4e49-b50d-f0a7e32c5d77,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:43.067553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Deleting port 198b22a0-a7e8-40ad-94bc-c1a74ae15116 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:43.067553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.113939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.116038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6edab9-2967-4e79-8ea0-00a724008f75 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:24:43.136713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.156204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51876) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:43.157484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88d7e651-2ee0-4ec9-b5aa-5c90de549bfd admin admin] 10.222.0.70 "DELETE /v2.0/routers/5f6edab9-2967-4e79-8ea0-00a724008f75 HTTP/1.1" status: 204 len: 168 time: 2.3190999 Jul 16 22:24:43.168847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-0023df27-8058-40c1-a19d-4d77449ae2c7 service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589415 Jul 16 22:24:43.305730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Deleting subnet 4a91d66d-af14-436d-a29a-6e9ba135151c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:43.366178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Made reservation on behalf of 475698e0406e452eacaaa125e6bae2ee for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:43.368628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.399812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.513278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:43.903395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-1b7aca0f-3671-4249-9670-5b3ac49cdd95 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:43.911645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-1b7aca0f-3671-4249-9670-5b3ac49cdd95 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.2360587 Jul 16 22:24:43.914451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:43.961462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-2761f239-db4e-447b-b135-cc55dbd9788e tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/quotas/a292654af1af4894b5d62eb041453249 HTTP/1.1" status: 200 len: 375 time: 0.0480866 Jul 16 22:24:44.058532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bb9d9335-d0a3-44c2-92dc-0b136bef4958 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ccf6940153b435389f82c40348d508b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408708 Jul 16 22:24:44.061041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:44.169871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-798ce96b-908d-403e-99c6-d1892ad9e89d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069426 Jul 16 22:24:44.232549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] For port 198b22a0-a7e8-40ad-94bc-c1a74ae15116, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=198b22a0-a7e8-40ad-94bc-c1a74ae15116,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:44.233172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.264801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Calling delete_port for 198b22a0-a7e8-40ad-94bc-c1a74ae15116 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:44.285870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.304877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460ab3-3f6b-461f-a68d-1fe4c6996440 req-63ecebad-cb85-4683-bc2e-f0a4a0a4df5c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:44.313008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f460ab3-3f6b-461f-a68d-1fe4c6996440 req-63ecebad-cb85-4683-bc2e-f0a4a0a4df5c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.9089298 Jul 16 22:24:44.356683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b113fd-109f-440e-a4e9-077056c7c651 None None] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:44.432457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.473512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-427b5df2-d550-4a1c-ada5-88d47d9e18d2 None None] Provisioning for port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:44.509388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f460ab3-3f6b-461f-a68d-1fe4c6996440 req-abf8882b-9094-4ad2-8b7c-102a4b3252a0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956286 Jul 16 22:24:44.630513 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.657849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-5f019de6-9763-4657-b11c-17ba75aa0165 service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870291 Jul 16 22:24:44.663642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.694030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.721047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:44.743047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.746155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.746540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4a91d66d-af14-436d-a29a-6e9ba135151c HTTP/1.1" status: 204 len: 168 time: 1.5889649 Jul 16 22:24:44.747338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8a59f-5ba4-4f24-98fa-44257ca01a21 None None] Network 02a683b7-9001-4726-8704-080db999a07d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:44.748806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:44.752541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ce00294-ad38-46a2-b3ce-22fb76b74450 HTTP/1.1" status: 204 len: 168 time: 0.6879189 Jul 16 22:24:44.752541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:44.786530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1c594-9f27-403e-87c1-244d0d78c288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a91d66d-af14-436d-a29a-6e9ba135151c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:44.828033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Checking segment: {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:44.828722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Network hostable DHCP agents. Network: 62035adc-7f7d-4048-bd75-7621e220f509, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:44.843686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:44.926890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Network 62035adc-7f7d-4048-bd75-7621e220f509 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:44.947545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.002132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce00294-ad38-46a2-b3ce-22fb76b74450,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:45.016234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=198b22a0-a7e8-40ad-94bc-c1a74ae15116,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:45.018483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 62035adc-7f7d-4048-bd75-7621e220f509) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:45.029331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.065784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:45.067637 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.082269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.082617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.082960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.083300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.083687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.084023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.084347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.084674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.085031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.085536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.085879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.086191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d585093-c9ba-428c-81ed-c754e9b5bfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:45.237408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6678a4e2-08b4-44dd-b54e-09ea11fdd404 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2081289 Jul 16 22:24:45.241846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:45.248571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:45.383718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-30184cc5-32ab-41a1-bcfd-3e6b4e24cf25 service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738555 Jul 16 22:24:45.427273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Deleting port aa6dfd60-4ca6-48f1-8519-00d43f115d5c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:45.427567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.447430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe34dc9-bb27-47d1-996a-ed200a4a6856 None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:45.461800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.462854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.595953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-325d6cc2-dee4-43fb-ad28-cdf7b7416729 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:45.597914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-325d6cc2-dee4-43fb-ad28-cdf7b7416729 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.68 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.4988766 Jul 16 22:24:45.600203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] For port aa6dfd60-4ca6-48f1-8519-00d43f115d5c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,segment=NetworkSegment(43af12e9-f8d1-4583-b5b6-193602e8241f),segment_id=43af12e9-f8d1-4583-b5b6-193602e8241f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:45.600750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.621106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Request body: {'port': {'device_id': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'admin_state_up': True, 'tenant_id': 'a292654af1af4894b5d62eb041453249'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:45.644545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Calling delete_port for aa6dfd60-4ca6-48f1-8519-00d43f115d5c owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:45.742585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.822044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.844909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Made reservation on behalf of a292654af1af4894b5d62eb041453249 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:45.848645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:45.853215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:45.871680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:45.875664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.034935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.112037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-62035adc-7f7d-4048-bd75-7621e220f509', 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'fixed_ips': [{'subnet_id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:24:46.112536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.124741 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.129800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6dfd60-4ca6-48f1-8519-00d43f115d5c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:46.168849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b905de0-fbbc-41ac-94c6-8fdfda0e87e5 None None] DHCP port deletion for 02a683b7-9001-4726-8704-080db999a07d request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:24:46.185274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] No DVR routers for this DVR port aa6dfd60-4ca6-48f1-8519-00d43f115d5c on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:46.212778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-675efd55-32e5-434b-90fc-dec50e5fbef1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899091 Jul 16 22:24:46.452384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.463981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a683b7-9001-4726-8704-080db999a07d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:46.468208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.478291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af12e9-f8d1-4583-b5b6-193602e8241f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:46.478632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af12e9-f8d1-4583-b5b6-193602e8241f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:46.502935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:46.504107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.520757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.540136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.550200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:46.551339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.616794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba9dee11-95b9-4b9b-a9f6-072c310fb77d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:46.636189 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:46.654300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31538730-339f-4eb9-8186-166e5a328eb9 req-48f72b8e-ec85-4954-8e9b-91c981234698 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:46.661826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31538730-339f-4eb9-8186-166e5a328eb9 req-48f72b8e-ec85-4954-8e9b-91c981234698 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.7585299 Jul 16 22:24:46.663414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ba9dee11-95b9-4b9b-a9f6-072c310fb77d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:46.663846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba9dee11-95b9-4b9b-a9f6-072c310fb77d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:46.672893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.680650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:46.685573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Allocated IP 172.20.0.2 (62035adc-7f7d-4048-bd75-7621e220f509/0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979/28297479-3d67-4c65-b7b3-44d5059f8b52) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:46.704212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.706628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] 10.222.0.70 "DELETE /v2.0/networks/02a683b7-9001-4726-8704-080db999a07d HTTP/1.1" status: 204 len: 168 time: 1.9258020 Jul 16 22:24:46.707745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ff0f8-5bd0-41e4-a9f9-e19af9fc202d admin admin] Pushing event deleted for resources: {'Network': ['ID=02a683b7-9001-4726-8704-080db999a07d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:46.717946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Allocated IP 172.20.0.13 (14a677ea-2f12-43fc-9ac0-f1d2d8b08572/46c0dec6-d2e2-4934-bda0-3bbb72c5880f/e7138ca4-1af9-408d-9a65-8237e6612bd2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:46.809855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31538730-339f-4eb9-8186-166e5a328eb9 req-bb9ba89f-1f15-4adb-84a8-e9546f278545 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452076 Jul 16 22:24:46.884367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:46.895572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:24:46.900381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Transition to ACTIVE for port object 28297479-3d67-4c65-b7b3-44d5059f8b52 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:46.918959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Transition to ACTIVE for port object 28297479-3d67-4c65-b7b3-44d5059f8b52 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:46.922939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-5ce41c05-a035-412f-b9be-99747cee4d76 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:46.929755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-5ce41c05-a035-412f-b9be-99747cee4d76 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7159626 Jul 16 22:24:46.935014 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.010266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aa6dfd60-4ca6-48f1-8519-00d43f115d5c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:47.021839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b2ed391f-fb8a-40f7-91c0-f074f07fb66e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/quotas/8b53a27a6ee645939b02e59d8676fcdb HTTP/1.1" status: 200 len: 375 time: 0.0911074 Jul 16 22:24:47.025780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:47.030818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:47.049403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:47.104599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: aa6dfd60-4ca6-48f1-8519-00d43f115d5c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:47.105289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aa6dfd60-4ca6-48f1-8519-00d43f115d5c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:47.116206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-bbcc4f85-ccba-4324-84aa-e6601fe794ca tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934026 Jul 16 22:24:47.170059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Pushing event updated for resources: {'Port': ['ID=28297479-3d67-4c65-b7b3-44d5059f8b52,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:47.189861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.201540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Attempting to bind port 28297479-3d67-4c65-b7b3-44d5059f8b52 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:47.201847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Attempting to bind port 28297479-3d67-4c65-b7b3-44d5059f8b52 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:47.202088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Attempting to bind port 28297479-3d67-4c65-b7b3-44d5059f8b52 on network 62035adc-7f7d-4048-bd75-7621e220f509 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:47.210523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Transition to ACTIVE for port object e7138ca4-1af9-408d-9a65-8237e6612bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:47.223862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:47.224255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Checking segment: {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:47.225406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.226222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Bound using segment: {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:47.226465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Bound port: 28297479-3d67-4c65-b7b3-44d5059f8b52, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:47.227330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.288572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f4ce01bc-246e-4226-9a67-146ea54c7548 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:47.290920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f4ce01bc-246e-4226-9a67-146ea54c7548 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.2780290 Jul 16 22:24:47.294563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.332254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] For port 28297479-3d67-4c65-b7b3-44d5059f8b52, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:47.336321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] For port 28297479-3d67-4c65-b7b3-44d5059f8b52, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28297479-3d67-4c65-b7b3-44d5059f8b52,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:47.344300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.365301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:47.374114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-1dd391eb-4c3b-4eed-91fe-3039ba40fb97 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/quotas/a292654af1af4894b5d62eb041453249 HTTP/1.1" status: 200 len: 375 time: 0.0657854 Jul 16 22:24:47.377579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:47.399712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:47.410095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:47.438848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a7938-b7bd-4501-a36a-a487d8b7813e None None] Pushing event updated for resources: {'Port': ['ID=28297479-3d67-4c65-b7b3-44d5059f8b52,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:47.581075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-9ca4f293-96fa-49eb-b24f-4ec1dd59d12a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:47.583511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-9ca4f293-96fa-49eb-b24f-4ec1dd59d12a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 945 time: 0.6781359 Jul 16 22:24:47.663400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:47.752068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:47.762338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:47.852207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4938d04-c5c6-4bab-8a8e-d36b752483f3 req-84787ab2-78fd-412f-bf4c-d40b4ea04e50 tempest-FlavorsV2NegativeTest-889325897 tempest-FlavorsV2NegativeTest-889325897-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d47009b8f1964464b1115de3ac6d855f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290464 Jul 16 22:24:47.880843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:47.899706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Sync routers for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:47.913107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:47.916082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b76784c1-08aa-43d4-9a4d-75b91f0dd9e8 admin admin] 10.222.0.70 "PUT /v2.0/routers/4be2bc6d-a83e-490c-a24a-8fc1d500ed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3986206 Jul 16 22:24:47.916252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:47.964194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-a6b551a4-45d7-4dd5-b7a0-56d9c779cbd9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3535957 Jul 16 22:24:47.973258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:48.132156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-541bf30d-6668-4da3-8b03-65c958c0b3f7 None None] Provisioning for port e7138ca4-1af9-408d-9a65-8237e6612bd2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:48.142644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-541bf30d-6668-4da3-8b03-65c958c0b3f7 None None] Provisioning complete for port e7138ca4-1af9-408d-9a65-8237e6612bd2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:48.143024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-541bf30d-6668-4da3-8b03-65c958c0b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.148670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:48.149038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.194104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-541bf30d-6668-4da3-8b03-65c958c0b3f7 None None] Port e7138ca4-1af9-408d-9a65-8237e6612bd2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:48.197378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.207362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:48.220193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-80313590-8a5e-44f1-bd5f-9f606eed6a35 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:48.222161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-80313590-8a5e-44f1-bd5f-9f606eed6a35 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.4193931 Jul 16 22:24:48.228026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Request body: {'port': {'device_id': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:48.260382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Request body: {'port': {'device_id': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'admin_state_up': True, 'tenant_id': 'a292654af1af4894b5d62eb041453249'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:48.263040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.303830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938d04-c5c6-4bab-8a8e-d36b752483f3 req-96bddc6d-ad8d-4400-bbd8-f156d7aaf253 tempest-FlavorsV2NegativeTest-889325897 tempest-FlavorsV2NegativeTest-889325897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:48.305465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4938d04-c5c6-4bab-8a8e-d36b752483f3 req-96bddc6d-ad8d-4400-bbd8-f156d7aaf253 tempest-FlavorsV2NegativeTest-889325897 tempest-FlavorsV2NegativeTest-889325897-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114423 Jul 16 22:24:48.309170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:48.311729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eea2c3ab-87b1-4107-9d7b-b4b4ab6f5950 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61080a66552444299c5b6fb28d48c400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8935368 Jul 16 22:24:48.420712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:48.421101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.425588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4938d04-c5c6-4bab-8a8e-d36b752483f3 req-93396ed3-d8e5-476c-a93a-50badf9b3378 tempest-FlavorsV2NegativeTest-889325897 tempest-FlavorsV2NegativeTest-889325897-project] 10.222.0.70 "GET /v2.0/quotas/d47009b8f1964464b1115de3ac6d855f HTTP/1.1" status: 200 len: 375 time: 0.1131697 Jul 16 22:24:48.462036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:48.475393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-bde87805-8d08-4507-8a7c-5b026839d3dd tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0660722 Jul 16 22:24:48.528053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:24:44Z', 'revision_number': 5, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:48.562095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4938d04-c5c6-4bab-8a8e-d36b752483f3 req-87577ebb-57ef-4c82-aea6-d12226a26138 tempest-FlavorsV2NegativeTest-889325897 tempest-FlavorsV2NegativeTest-889325897-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d47009b8f1964464b1115de3ac6d855f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231372 Jul 16 22:24:48.562821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.564470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Checking router: 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:48.574065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Routers {'4be2bc6d-a83e-490c-a24a-8fc1d500ed90'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:48.574690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:48.600331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.713097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.729638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] Set router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:48.786818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Allocated IP 172.25.5.230 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/81044f3f-442a-483c-82e3-0225e2bc648e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:48.805996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-18e9d5ff-5d8f-4206-82f0-d719e78b5344 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947545 Jul 16 22:24:48.849032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Made reservation on behalf of a292654af1af4894b5d62eb041453249 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:48.867266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.912138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.950264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.963502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:48.966961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1974d58c-79db-4d15-a5d1-5b7f4b4737c6 HTTP/1.1" status: 204 len: 168 time: 0.6535089 Jul 16 22:24:49.033174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:49.188223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:49.188478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:49.223746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:49.287770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b292bc-4b36-4fe9-aaf4-0c6147c3e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974d58c-79db-4d15-a5d1-5b7f4b4737c6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:49.523285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:49.525011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22019d-495b-47e8-aef5-439a37c6c742 None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:49.594939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-8b06cedb-64ff-4b44-bbe7-97350942bc3c service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1069028 Jul 16 22:24:49.608683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-20dfa13c-a317-4be1-81de-5a64fca163d0 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582197 Jul 16 22:24:49.746772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:49.771036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:49.816873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:49.881258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-6630f52b-542e-4ad3-93f2-10083dae62cd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:49.888294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-6630f52b-542e-4ad3-93f2-10083dae62cd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0814135 Jul 16 22:24:49.888828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:24:44Z', 'revision_number': 5, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:49.890826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=55dc024c-367d-4fd8-ab1f-bc87ffe8bc05,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:49.895969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:49.907773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:49.910219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15f4020f-f651-4d33-a264-fe3dff2b32ff req-d3ba3792-a048-437e-a073-b434745c3bc3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.47 "DELETE /v2.0/ports/55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 HTTP/1.1" status: 204 len: 173 time: 2.3140056 Jul 16 22:24:49.914575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'name': 'network-vif-deleted', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:49.917808 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798e494-0a3c-45e6-8038-a7deb5845d72" -d '{"events": [{"server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "name": "network-vif-deleted", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:49.935082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-b12ee109-5ff7-4385-850b-5796243c892c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/quotas/8b53a27a6ee645939b02e59d8676fcdb HTTP/1.1" status: 200 len: 375 time: 0.0452437 Jul 16 22:24:49.939280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Allocated IP 172.20.0.10 (14a677ea-2f12-43fc-9ac0-f1d2d8b08572/46c0dec6-d2e2-4934-bda0-3bbb72c5880f/4cc87473-3658-4046-b4a0-0c7dc5f7b932) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:49.991585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-28eda83a-14ac-41ba-9677-7f439fd641a2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549223 Jul 16 22:24:49.992429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-5359398e-1ee4-4fac-b3ae-adaadef7b623 service neutron] 10.222.0.70 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531890 Jul 16 22:24:50.001422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.009464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-8fa66375-5d3d-4453-a9fa-5a823120b517 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:50.012163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-8fa66375-5d3d-4453-a9fa-5a823120b517 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3936799 Jul 16 22:24:50.032789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Request body: {'port': {'device_id': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '8b53a27a6ee645939b02e59d8676fcdb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:50.036000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2184-072b-4d33-bc49-cb9650d9cb59 None None] The sync data for ids ['4be2bc6d-a83e-490c-a24a-8fc1d500ed90'] in n-d-793621-16 is: [{'id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'name': 'tempest-ServersTestMultiNic-1247534045-router', 'tenant_id': '6b2afb06a79c449984079d8f205bff4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:22:56Z', 'updated_at': '2021-07-16T22:24:44Z', 'revision_number': 5, 'project_id': '6b2afb06a79c449984079d8f205bff4a', 'gw_port': {'id': '1c9bd2a4-e5d9-4582-8211-25bb8ca54412', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2bc6d-a83e-490c-a24a-8fc1d500ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:22:58Z', 'updated_at': '2021-07-16T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:50.099585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.111989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:50.112394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 55dc024c-367d-4fd8-ab1f-bc87ffe8bc05 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:50.126316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff3b18d4-4011-47e8-8d87-f2e6a5a6d9f6 None None] Provisioning for port 28297479-3d67-4c65-b7b3-44d5059f8b52 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:50.153572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:50.157082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:50.161330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e69239d-821d-472e-9de6-200ef233a16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.171189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:50.214029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Deleting port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:50.216747 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.244324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Pushing event updated for resources: {'Port': ['ID=81044f3f-442a-483c-82e3-0225e2bc648e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:50.566097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:50.600439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.607413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28297479-3d67-4c65-b7b3-44d5059f8b52 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:50.608811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b40921-8389-4838-a943-8648baeb0aa6 req-7355d7e7-e554-4400-ab65-02ef51946878 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec HTTP/1.1" status: 200 len: 210 time: 0.0927539 Jul 16 22:24:50.757685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] For port 1c9bd2a4-e5d9-4582-8211-25bb8ca54412, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:50.758133 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.796687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 28297479-3d67-4c65-b7b3-44d5059f8b52 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:50.814037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 28297479-3d67-4c65-b7b3-44d5059f8b52 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:50.814604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.823494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Calling delete_port for 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:50.855127 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c112cb-9985-492a-b527-b9a74b3d35df x-openstack-request-id: req-60c112cb-9985-492a-b527-b9a74b3d35df {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:50.856228 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec", "name": "network-vif-deleted", "tag": "55dc024c-367d-4fd8-ab1f-bc87ffe8bc05", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:50.856867 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60c112cb-9985-492a-b527-b9a74b3d35df {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:50.857552 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65fef8-dfd9-4a9b-9bcf-f3e3027194ec', 'name': 'network-vif-deleted', 'tag': '55dc024c-367d-4fd8-ab1f-bc87ffe8bc05', 'status': 'completed', 'code': 200} Jul 16 22:24:50.927940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e69239d-821d-472e-9de6-200ef233a16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:50.985260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e69239d-821d-472e-9de6-200ef233a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.067265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1226332977-network', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:51.100632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.109583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef521b4-5349-43ff-8038-d91b6aeba6d4 req-d6057509-b26a-47c4-99f8-db453ad9bf21 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.1794839 Jul 16 22:24:51.195362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 28297479-3d67-4c65-b7b3-44d5059f8b52, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28297479-3d67-4c65-b7b3-44d5059f8b52,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:51.197436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5b420c63-9f58-4eb7-a0da-4b2339530bcc None None] Provisioning complete for port 28297479-3d67-4c65-b7b3-44d5059f8b52 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:51.198823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b420c63-9f58-4eb7-a0da-4b2339530bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.226660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.235515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.254034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.282788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 198b22a0-a7e8-40ad-94bc-c1a74ae15116 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:51.290313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:51.299658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.303941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Transition to ACTIVE for port object 4cc87473-3658-4046-b4a0-0c7dc5f7b932 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:51.323581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 198b22a0-a7e8-40ad-94bc-c1a74ae15116 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:51.323930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 198b22a0-a7e8-40ad-94bc-c1a74ae15116 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:51.334537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=28297479-3d67-4c65-b7b3-44d5059f8b52,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:51.362286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.394731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69239d-821d-472e-9de6-200ef233a16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c32c2-fb32-4cec-8ff6-8249e8569763,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:51.396699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Made reservation on behalf of 8b53a27a6ee645939b02e59d8676fcdb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:51.401215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.402350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-777188c8-8b02-4d0c-a117-bcaa2d351b05 req-2dcec59c-8f37-4f2c-990a-c4f08c7def70 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 210 time: 0.1998863 Jul 16 22:24:51.406314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5e69239d-821d-472e-9de6-200ef233a16c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d47009b8f1964464b1115de3ac6d855f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5780618 Jul 16 22:24:51.409080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:51.431329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.503392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.554193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.628617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.649078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:51.656351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.656633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:51.658733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event updated for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:51.669490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:51.780493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9bd2a4-e5d9-4582-8211-25bb8ca54412,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:51.781586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.873567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:51.874846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.879323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.889141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.899018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.907636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a6c32c2-fb32-4cec-8ff6-8249e8569763 HTTP/1.1" status: 204 len: 168 time: 0.4913635 Jul 16 22:24:51.908879 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.945247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:51.961721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:51.991754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbf308-dd5b-4c67-a9dd-203a1931f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c32c2-fb32-4cec-8ff6-8249e8569763,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:52.111207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Router d69cf75d-7356-4f2b-b026-281fe8f7883f is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:24:52.118814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.119102 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Added segment b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3 of type vlan for network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f Jul 16 22:24:52.124636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7597d43c-d86b-49e4-8d59-4f425450c951,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:52.128341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3a2ba58-57c6-4f1d-a02a-dcee270721fa None None] Provisioning for port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:52.134796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3a2ba58-57c6-4f1d-a02a-dcee270721fa None None] Provisioning complete for port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:52.138950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ba58-57c6-4f1d-a02a-dcee270721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.145327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.152883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.232056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2ba58-57c6-4f1d-a02a-dcee270721fa None None] Port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:52.239308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7138ca4-1af9-408d-9a65-8237e6612bd2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:52.316631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.329815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.362726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.363245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be2bc6d-a83e-490c-a24a-8fc1d500ed90 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:24:52.390570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.398010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c65423f2-189b-4741-88d8-d5b60f3d1356 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4be2bc6d-a83e-490c-a24a-8fc1d500ed90 HTTP/1.1" status: 204 len: 168 time: 4.4105666 Jul 16 22:24:52.401764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Transition to ACTIVE for port object e7138ca4-1af9-408d-9a65-8237e6612bd2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:52.407010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:52.432050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.506261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:24:52.526012 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Sync routers for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:24:52.545631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.546188 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:52.547072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:52.547905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.549462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-de666a73-e7a1-4a3f-aed7-410d5f250447 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:52.551123 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:52.560107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-de666a73-e7a1-4a3f-aed7-410d5f250447 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.3182375 Jul 16 22:24:52.568478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-a071239b-09b9-46f8-bcb6-dd0f5d3d8156 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391473 Jul 16 22:24:52.730722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.751268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-4bc6f103-af78-4c1f-9ced-3f1ff98a687b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:52.753820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-4bc6f103-af78-4c1f-9ced-3f1ff98a687b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725314 Jul 16 22:24:52.764034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3d68d0f9-9de6-44f6-b324-955c9428a7fa tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/quotas/876f91ad2eb449b98d42757fbc0678b7 HTTP/1.1" status: 200 len: 375 time: 0.2017164 Jul 16 22:24:52.771699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Request body: {'port': {'device_id': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '8b53a27a6ee645939b02e59d8676fcdb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:52.784146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.866974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Deleting subnet 2ac4f3a5-8214-40c8-9285-8f7a3c079b14 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:24:52.877278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:52.919709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.922470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:52.925792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] Pushing event updated for resources: {'Network': ['ID=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:52.947546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:52.957848 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:53.050896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ffd96ddb-6c12-4b94-adf9-6743bc058e70 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4779592 Jul 16 22:24:53.054301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7e92bd77-2d86-46c8-adf5-6843d54624ae tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8082232 Jul 16 22:24:53.078111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:53.082562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:53.086665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f22e5eb5-8502-4e6b-966f-f637b92f7d2d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.8434949 Jul 16 22:24:53.088202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Made reservation on behalf of 8b53a27a6ee645939b02e59d8676fcdb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:53.091860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Request body: {'subnet': {'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1226332977-subnet', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:53.092844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:53.106528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9e427a6-1224-42e4-9859-570840fe97ee req-65d7619c-8563-4af6-8c11-41005c27ada6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.2024724 Jul 16 22:24:53.110519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:53.233348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Request body: {'port': {'device_id': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:53.356537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28297479-3d67-4c65-b7b3-44d5059f8b52 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:53.449069 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:50Z', 'revision_number': 3, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:53.452346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 28297479-3d67-4c65-b7b3-44d5059f8b52 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:53.453394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:53.498481 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Checking router: d69cf75d-7356-4f2b-b026-281fe8f7883f for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:24:53.500535 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Updating router d69cf75d-7356-4f2b-b026-281fe8f7883f port 81044f3f-442a-483c-82e3-0225e2bc648e binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:24:53.513045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Attempting to bind port e7138ca4-1af9-408d-9a65-8237e6612bd2 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:53.513652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Attempting to bind port e7138ca4-1af9-408d-9a65-8237e6612bd2 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:53.514318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Attempting to bind port e7138ca4-1af9-408d-9a65-8237e6612bd2 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:53.516875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb7a293-fdfc-4abd-9686-0ca257413992,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:53.578081 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:53.626136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-623fe44d-168f-428e-90d0-efe1a2377f49 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8608658 Jul 16 22:24:53.723777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:53.736364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:53.781572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:53.818676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:53.819022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c9bd2a4-e5d9-4582-8211-25bb8ca54412 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:53.975911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-ae6e0584-2075-4241-963b-6d4d80535db5 service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486369 Jul 16 22:24:54.045615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1658888631-network', 'tenant_id': '13464fd634a04030a1d6a019c66373a5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:54.047990 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.059907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Transition to ACTIVE for port object 81044f3f-442a-483c-82e3-0225e2bc648e will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:54.069545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45a81dfb-428e-48f0-bfee-43e22d5f4a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.070110 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.088422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-7a9be7ba-9d8a-4d77-8b13-61ed6f6a2d22 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:54.089951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-7a9be7ba-9d8a-4d77-8b13-61ed6f6a2d22 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 816 time: 0.7882152 Jul 16 22:24:54.090539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Port e7138ca4-1af9-408d-9a65-8237e6612bd2 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:54.090864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Attempting to bind port e7138ca4-1af9-408d-9a65-8237e6612bd2 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:54.107630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.126347 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Attempting to bind port 81044f3f-442a-483c-82e3-0225e2bc648e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:54.126730 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Attempting to bind port 81044f3f-442a-483c-82e3-0225e2bc648e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:54.127135 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Attempting to bind port 81044f3f-442a-483c-82e3-0225e2bc648e on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:54.135529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Request body: {'port': {'device_id': '1db4c217-59e6-4a80-a7d7-84c836119344', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'admin_state_up': True, 'tenant_id': 'a292654af1af4894b5d62eb041453249'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:54.136622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Pushing event updated for resources: {'Port': ['ID=81044f3f-442a-483c-82e3-0225e2bc648e,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:54.140042 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:54.140423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:54.140822 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.141244 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:54.141718 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Bound port: 81044f3f-442a-483c-82e3-0225e2bc648e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:54.142121 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.180828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.181214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.181560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.181897 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.182781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.183115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.183444 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.183768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.184093 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.184417 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.184740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.185085 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:54.198199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-4d6ca71f-a1ea-424c-9828-1935ab97666c service neutron] 10.222.0.70 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944318 Jul 16 22:24:54.212665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3342ed7f-479f-4618-bd34-7d137e44ded5 req-42e7f53d-7d54-45e6-86a9-279f8fbd12c9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 210 time: 0.6708720 Jul 16 22:24:54.214079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:54.214840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Checking segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:54.215241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Bound using segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:54.215959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Bound port: e7138ca4-1af9-408d-9a65-8237e6612bd2, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:54.216335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.267129 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] For port 81044f3f-442a-483c-82e3-0225e2bc648e, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:54.271827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] For port 81044f3f-442a-483c-82e3-0225e2bc648e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=81044f3f-442a-483c-82e3-0225e2bc648e,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:54.283776 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.326655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:54.330376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.360714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a177f-3806-4551-b3c0-afa74b32b751 None None] Pushing event updated for resources: {'Port': ['ID=81044f3f-442a-483c-82e3-0225e2bc648e,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:54.387517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:54.389801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.394421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.399928 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:24:54.403965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:24:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:54.460674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.475620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.523819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45a81dfb-428e-48f0-bfee-43e22d5f4a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.540079 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:24:54.646772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f25a9a6-fc72-4feb-ac7d-aa77e4c4de54 req-b449ac18-749b-4d2f-a54b-74ef13ffe177 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 210 time: 0.1211526 Jul 16 22:24:54.650544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45a81dfb-428e-48f0-bfee-43e22d5f4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.691202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-45a81dfb-428e-48f0-bfee-43e22d5f4a8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b72a4c34ec6346678f5d2b52ebacdd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637039 Jul 16 22:24:54.695536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Allocated IP 192.168.233.224 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/204db6fb-bac9-447e-bb3a-6d725dacebf3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:54.696795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:54.749512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40d70f7e-e190-4dec-9eb0-1616b517ec57 req-56d3d5da-daa0-4bc3-bfb5-69b78fd9a694 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0649683 Jul 16 22:24:54.787062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.795339 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:50Z', 'revision_number': 3, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:54.818079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.831999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:24:54.836677 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fa8e8-6cd3-4e45-a8f9-ef782505f773 None None] The sync data for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 is: [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:50Z', 'revision_number': 3, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:24:54.845349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.845707 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Added segment 305d4a46-e5f2-4fca-bb65-eea6a71d0dfe of type vlan for network da3621fc-0d5d-4e59-9f45-a18ad4064f63 Jul 16 22:24:54.874258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:54.874258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a81dfb-428e-48f0-bfee-43e22d5f4a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c22c533-12c8-4586-9038-c33228c0f6f2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:54.976852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:54.990406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.009999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.012585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f173ee5-6784-43bb-911a-c22fd89472a6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:55.033518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:55.065881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.074361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.120200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.124078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.142066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c22c533-12c8-4586-9038-c33228c0f6f2 HTTP/1.1" status: 204 len: 168 time: 0.4353380 Jul 16 22:24:55.223291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecec27-5a0a-41c7-ae4b-26f926332ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c22c533-12c8-4586-9038-c33228c0f6f2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:55.242110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.243102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:55.243700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.256134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Made reservation on behalf of a292654af1af4894b5d62eb041453249 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:55.259803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.266828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:55.268067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.269286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] 10.222.0.68 "PUT /v2.0/ports/e7138ca4-1af9-408d-9a65-8237e6612bd2 HTTP/1.1" status: 200 len: 1093 time: 7.0623753 Jul 16 22:24:55.294326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:55.297112 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b8093-7a82-40eb-a488-aabd42a0be42" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:55.303120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc87473-3658-4046-b4a0-0c7dc5f7b932 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:24:55.333977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Allocated IP 172.20.0.1 (62035adc-7f7d-4048-bd75-7621e220f509/0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979/6c45ae12-5771-4591-bfb9-895e6509c079) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:55.435505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.469630 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959bcad7-476f-49de-87d9-76194a2c7592 x-openstack-request-id: req-959bcad7-476f-49de-87d9-76194a2c7592 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:55.469931 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:55.470197 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-959bcad7-476f-49de-87d9-76194a2c7592 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:55.470618 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'status': 'completed', 'code': 200} Jul 16 22:24:55.484778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 81044f3f-442a-483c-82e3-0225e2bc648e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:55.621817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 81044f3f-442a-483c-82e3-0225e2bc648e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:55.626385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 81044f3f-442a-483c-82e3-0225e2bc648e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:55.626765 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.739360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Transition to ACTIVE for port object 4cc87473-3658-4046-b4a0-0c7dc5f7b932 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:55.749197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0976e2d-036e-49fd-9832-c6614d6bfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:55.779876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.805189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:55.864739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.874926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.898184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 81044f3f-442a-483c-82e3-0225e2bc648e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=81044f3f-442a-483c-82e3-0225e2bc648e,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:55.899989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.908363 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.954211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:55.984942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=81044f3f-442a-483c-82e3-0225e2bc648e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:55.993510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.994175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.994758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.995320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.995848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.996375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.996902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.997482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.998106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.998630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.999164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:55.999694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:24:56.002418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac4f3a5-8214-40c8-9285-8f7a3c079b14,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.006356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-094f6475-8dac-4af5-889d-5f33f366f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.051390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Allocated IP 172.20.0.3 (14a677ea-2f12-43fc-9ac0-f1d2d8b08572/46c0dec6-d2e2-4934-bda0-3bbb72c5880f/a4e2b042-d099-43d5-b3d0-e3f6d381ff96) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:56.121720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03185a-4628-46b4-87d5-107729fe991b None None] Network 5705b4a0-5af4-48d9-a02f-69e2d9224147 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:56.177154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3921740 Jul 16 22:24:56.191222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a9e13d3-ddf6-4b6b-aef0-636193c4ef19 req-83bba0ae-ee65-451b-835b-59bfcc5005d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 210 time: 0.3089573 Jul 16 22:24:56.195166 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.199321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b63ad77-9ca8-4dd1-9344-9ca305304d0d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2ac4f3a5-8214-40c8-9285-8f7a3c079b14 HTTP/1.1" status: 204 len: 168 time: 3.7866049 Jul 16 22:24:56.199321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:56.225501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46404d07-2905-4688-aabf-11effbbcb44b req-399d941d-acbd-4afa-aac8-831cf6df9985 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 210 time: 0.6936977 Jul 16 22:24:56.225501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:56.275406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-094f6475-8dac-4af5-889d-5f33f366f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.279587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.314793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Transition to ACTIVE for port object 204db6fb-bac9-447e-bb3a-6d725dacebf3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:56.341279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6449e3-7310-4a23-8fb7-ee44e5a8b2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=da3621fc-0d5d-4e59-9f45-a18ad4064f63,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.354406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:24:56.373586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Request body: {'subnet': {'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1658888631-subnet', 'tenant_id': '13464fd634a04030a1d6a019c66373a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:56.387296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-094f6475-8dac-4af5-889d-5f33f366f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.389364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Transition to ACTIVE for port object 6c45ae12-5771-4591-bfb9-895e6509c079 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:56.448392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-094f6475-8dac-4af5-889d-5f33f366f4d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a6106300d5149f9a867cf8b5397d84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382768 Jul 16 22:24:56.455861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:56.470938 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.492116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.539746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-748cf037-766e-48d5-adc3-e3803795a00e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:56.541556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-748cf037-766e-48d5-adc3-e3803795a00e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 805 time: 0.4017818 Jul 16 22:24:56.559803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Request body: {'port': {'device_id': '36d8381a-7782-4286-8195-0637f040b10d', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'admin_state_up': True, 'tenant_id': '876f91ad2eb449b98d42757fbc0678b7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:56.577409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] DHCP port deletion for 5705b4a0-5af4-48d9-a02f-69e2d9224147 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:24:56.605182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.637745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-52295084-bb36-4181-9771-de3fe23b4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:56.640524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-52295084-bb36-4181-9771-de3fe23b4e62 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 1096 time: 1.0529075 Jul 16 22:24:56.651763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Deleting port fcee0389-727d-49c2-86da-337ffd3d385c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:56.653042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.657719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c3a4e77-fed5-44ac-a4fe-2dbaba0da43a req-6fac7bde-5f67-47e0-8d6f-e5141adb0480 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.1393445 Jul 16 22:24:56.669920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f6475-8dac-4af5-889d-5f33f366f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8e010-3a74-4d99-bf1a-77fa8c155115,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.676373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.695293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887ab12a-2794-4c0c-800d-c4b104dca954,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.726508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Network 62035adc-7f7d-4048-bd75-7621e220f509 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:56.737861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] For port fcee0389-727d-49c2-86da-337ffd3d385c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fcee0389-727d-49c2-86da-337ffd3d385c,segment=NetworkSegment(4878378a-7e1f-416c-9bfb-86ea6f3c03d1),segment_id=4878378a-7e1f-416c-9bfb-86ea6f3c03d1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:56.738342 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.747539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:56.750371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:56.753297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Calling delete_port for fcee0389-727d-49c2-86da-337ffd3d385c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:56.780909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:56.783718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.787500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-60aa2808-3714-4f1a-8c32-8eed52a485ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2 HTTP/1.1" status: 200 len: 217 time: 0.1273174 Jul 16 22:24:56.788248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Checking segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:56.788618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Network hostable DHCP agents. Network: efdd5ab4-66c7-40c7-b44e-80fe973f1f9f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:56.799918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Pushing event updated for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.800641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Attempting to bind port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:56.801016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Attempting to bind port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:56.801356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Attempting to bind port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:56.809928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.829899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:24:56.830239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Attempting to bind port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:56.868438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.870716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Deleting port fcee0389-727d-49c2-86da-337ffd3d385c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:24:56.871061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.896885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.903751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] Pushing event deleted for resources: {'Port': ['ID=fcee0389-727d-49c2-86da-337ffd3d385c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:56.908992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4d1dd-b995-4525-ad58-78aa2c81628e None None] No DVR routers for this DVR port fcee0389-727d-49c2-86da-337ffd3d385c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:56.953122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:56.953594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Checking segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:56.954045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Bound using segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:56.954619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Bound port: 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:56.955578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:56.959539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.011464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:57.055711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Made reservation on behalf of 876f91ad2eb449b98d42757fbc0678b7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:24:57.062503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.069865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-865b2806-6ac5-4d2a-8c3f-a7790f846dba None None] Provisioning for port 6c45ae12-5771-4591-bfb9-895e6509c079 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:57.074512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-865b2806-6ac5-4d2a-8c3f-a7790f846dba None None] Provisioning complete for port 6c45ae12-5771-4591-bfb9-895e6509c079 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:57.075454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-865b2806-6ac5-4d2a-8c3f-a7790f846dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.088237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.093088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-facbc222-a413-43bf-a0cc-eac68a8640fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:57.094805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-facbc222-a413-43bf-a0cc-eac68a8640fc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.2714887 Jul 16 22:24:57.106107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] For port fcee0389-727d-49c2-86da-337ffd3d385c, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:24:57.106475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.110834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.113402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.114569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ed8e010-3a74-4d99-bf1a-77fa8c155115 HTTP/1.1" status: 204 len: 168 time: 0.6574199 Jul 16 22:24:57.132390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, efdd5ab4-66c7-40c7-b44e-80fe973f1f9f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:57.149478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-865b2806-6ac5-4d2a-8c3f-a7790f846dba None None] Port 6c45ae12-5771-4591-bfb9-895e6509c079 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:57.156122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:57.161576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff718d3-5051-40f0-bbc0-b49659565f9c None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:57.172029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Allocated IP 192.168.233.187 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/ee5016d5-98e4-4ca7-a2c9-2e916c2a6520) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:57.178149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Calling delete_port for fcee0389-727d-49c2-86da-337ffd3d385c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:24:57.195638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3523999-cb2a-495a-9022-ecd437f56155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8e010-3a74-4d99-bf1a-77fa8c155115,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:57.204485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Port fcee0389-727d-49c2-86da-337ffd3d385c was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:24:57.215399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.425481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] No DVR routers for this DVR port fcee0389-727d-49c2-86da-337ffd3d385c on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:24:57.432656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fcee0389-727d-49c2-86da-337ffd3d385c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:57.465116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:57.465736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.472955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Transition to ACTIVE for port object a4e2b042-d099-43d5-b3d0-e3f6d381ff96 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:57.496782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 81044f3f-442a-483c-82e3-0225e2bc648e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:24:57.497177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:57.530083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:57.594605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:57.608664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9ef69d-f6ed-481b-aecc-3388013c94d4 req-4c19e426-cb87-46e6-ae61-eec1e4435990 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 210 time: 0.1049051 Jul 16 22:24:57.635602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.645014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a34df172-b768-4c16-84c5-f7d14ae1bc27 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5606055 Jul 16 22:24:57.655756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:57.663941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b43e0411-7671-4b7e-8e77-e2738963da9d req-e889c14c-0824-48cb-bbd8-6094b1e263e8 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 210 time: 0.1368599 Jul 16 22:24:57.674143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:57.717951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.752576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 81044f3f-442a-483c-82e3-0225e2bc648e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:57.753148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.782216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5705b4a0-5af4-48d9-a02f-69e2d9224147']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:57.785350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Allocated IP 172.20.0.6 (c2eb2110-be45-43d6-9984-3d03c1920e70/46349363-5bd1-48ad-9e5f-cca13565f716/38394ffd-3a39-4c22-a6d2-ba54953d7267) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:57.801838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:24:57.814661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.817679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ff5dd1e-c36b-478b-a51e-6448ff371d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.819682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:57.849576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4878378a-7e1f-416c-9bfb-86ea6f3c03d1') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:57.850136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4878378a-7e1f-416c-9bfb-86ea6f3c03d1') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:24:57.879911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.887981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:57.888678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.925146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:57.940243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.947454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-bb85c522-19e6-41ec-87f7-d787a05dc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:57.949617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-bb85c522-19e6-41ec-87f7-d787a05dc4d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8204784 Jul 16 22:24:57.955635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.956724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.963790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:57.997982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-caf46f58-5fb7-48d6-87a0-ff133ff148fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9734819 Jul 16 22:24:57.999289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.024825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Request body: {'port': {'device_id': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:58.026516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:24:58.026864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.030382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35093161-ca8e-4a7b-978f-435282f0a621 req-8f8c4116-3089-4f42-8e71-c6f5b6016864 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0914769 Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:24:58.031035 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:24:58.070825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.095461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:58.096084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.097523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] 10.222.0.47 "PUT /v2.0/ports/4cc87473-3658-4046-b4a0-0c7dc5f7b932 HTTP/1.1" status: 200 len: 1093 time: 4.8705757 Jul 16 22:24:58.118219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:24:58.121116 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ee72e-840f-45e5-a187-dc303165482f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:24:58.125489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Allocated IP 172.20.0.2 (efdd5ab4-66c7-40c7-b44e-80fe973f1f9f/887ab12a-2794-4c0c-800d-c4b104dca954/cde34c07-7006-45cf-80e2-7096e650aa23) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:24:58.215817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.255682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Transition to ACTIVE for port object ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:58.261560 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a24dd-8cce-4060-9b14-e04d1d9c9b87 x-openstack-request-id: req-6c6a24dd-8cce-4060-9b14-e04d1d9c9b87 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:24:58.262245 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:24:58.265452 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c6a24dd-8cce-4060-9b14-e04d1d9c9b87 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:24:58.266649 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'status': 'completed', 'code': 200} Jul 16 22:24:58.277076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.306297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.311512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.316531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] 10.222.0.70 "DELETE /v2.0/networks/5705b4a0-5af4-48d9-a02f-69e2d9224147 HTTP/1.1" status: 204 len: 168 time: 2.0888178 Jul 16 22:24:58.363095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:58.428232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-d6805076-40d0-497d-9f39-cbeb3a8f98ab service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529879 Jul 16 22:24:58.429302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:58.434249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fab7af-a9d0-49a0-b459-533946a13d19,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:58.475185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7c5a-9bda-44ff-9f8b-e63bbc7520ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5705b4a0-5af4-48d9-a02f-69e2d9224147,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:58.526406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.540314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:58.551258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Transition to ACTIVE for port object cde34c07-7006-45cf-80e2-7096e650aa23 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:58.574541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fcee0389-727d-49c2-86da-337ffd3d385c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:24:58.593231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.604539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a34a45bd-0999-4787-b8c8-1d5b2857c26b req-5de31930-c17e-430d-9de8-6738dcbaf769 service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594679 Jul 16 22:24:58.605322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe48a51-047a-4e1a-bc5b-c33f961d9000 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:58.619621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:58.620441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.628281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: fcee0389-727d-49c2-86da-337ffd3d385c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:24:58.632708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fcee0389-727d-49c2-86da-337ffd3d385c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:24:58.657212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da63a3fc-c1bc-4d57-9da4-15b68343a10a None None] Provisioning for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:58.674443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da63a3fc-c1bc-4d57-9da4-15b68343a10a None None] Provisioning complete for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:58.677112 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da63a3fc-c1bc-4d57-9da4-15b68343a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.705063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.727690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Transition to ACTIVE for port object cde34c07-7006-45cf-80e2-7096e650aa23 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:24:58.731782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.758986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.784476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52322) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:58.786548 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.788372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event updated for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:58.794817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-da63a3fc-c1bc-4d57-9da4-15b68343a10a None None] Port 204db6fb-bac9-447e-bb3a-6d725dacebf3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:58.807510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:58.851509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-77801d58-51b5-49ed-a1f1-d1c8d35f9f4b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7199652 Jul 16 22:24:58.867070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Pushing event updated for resources: {'Port': ['ID=cde34c07-7006-45cf-80e2-7096e650aa23,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:58.882151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:58.884240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:58.886838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:58.887303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Request body: {'port': {'device_id': '1db4c217-59e6-4a80-a7d7-84c836119344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:58.956118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4d5b9125-2e18-42c4-ad2d-9090d2d970df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b2afb06a79c449984079d8f205bff4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517339 Jul 16 22:24:58.977690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:24:58.978394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:58.988044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Attempting to bind port cde34c07-7006-45cf-80e2-7096e650aa23 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:24:58.988723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Attempting to bind port cde34c07-7006-45cf-80e2-7096e650aa23 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:24:58.990609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Attempting to bind port cde34c07-7006-45cf-80e2-7096e650aa23 on network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:24:58.993987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Checking segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:58.994522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Network hostable DHCP agents. Network: da3621fc-0d5d-4e59-9f45-a18ad4064f63, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:24:58.997770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7a057136-8eb1-42fb-a9fa-88251b9468b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:58.998074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:24:58.998728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Checking segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:24:58.999288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-7a057136-8eb1-42fb-a9fa-88251b9468b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 1096 time: 0.8306386 Jul 16 22:24:58.999790 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.001077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Bound using segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:24:59.002548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Bound port: cde34c07-7006-45cf-80e2-7096e650aa23, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:24:59.003468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.004297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.009462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.014293 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e7a8aa8-3544-4be7-9f4a-0fc9a5afafe3 req-31caaa9f-7db8-4fc3-99a5-1b7bbaf6a4a8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 210 time: 0.1136971 Jul 16 22:24:59.015435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:59.018741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:59.073426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event updated for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:59.113554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cbc92e87-de47-4a8d-b3f6-259f48c28b99 None None] Provisioning for port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:59.135824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-51a5e89c-be8f-4ba6-8122-4107860ff279 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932 HTTP/1.1" status: 200 len: 217 time: 0.1204755 Jul 16 22:24:59.139520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cbc92e87-de47-4a8d-b3f6-259f48c28b99 None None] Provisioning complete for port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:59.140148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cbc92e87-de47-4a8d-b3f6-259f48c28b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.225805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] For port cde34c07-7006-45cf-80e2-7096e650aa23, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:24:59.235873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] For port cde34c07-7006-45cf-80e2-7096e650aa23, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cde34c07-7006-45cf-80e2-7096e650aa23,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:24:59.245324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:24:59.256278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cbc92e87-de47-4a8d-b3f6-259f48c28b99 None None] Port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:59.258484 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.296091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-d774b036-a971-482a-9862-423ca1a00a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.298957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-d774b036-a971-482a-9862-423ca1a00a65 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 1096 time: 0.5050662 Jul 16 22:24:59.305701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.307463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.311020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.319779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87696d-de07-43d7-8224-c61fab756776 None None] Pushing event updated for resources: {'Port': ['ID=cde34c07-7006-45cf-80e2-7096e650aa23,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:59.333398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.349839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Pushing event updated for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:24:59.350295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:24:59.383642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, da3621fc-0d5d-4e59-9f45-a18ad4064f63) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:59.408359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acca095-9107-4988-9de8-9ca21aad6eff None None] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:59.423295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc84bc6-bd07-4120-b1fb-8a20ad9dd27d req-34ea3572-c989-4381-ac0c-e032e013e5f2 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.425061 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc84bc6-bd07-4120-b1fb-8a20ad9dd27d req-34ea3572-c989-4381-ac0c-e032e013e5f2 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 931 time: 0.5275171 Jul 16 22:24:59.427081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-f4726994-cd42-4854-a87d-7a22de776802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.428566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-f4726994-cd42-4854-a87d-7a22de776802 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.2811389 Jul 16 22:24:59.429375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.444008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Network c2eb2110-be45-43d6-9984-3d03c1920e70 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:24:59.456404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.475638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:24:59.478465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:24:59.532452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-21062210-37d9-4740-9c2b-c98e8515c3d2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7657468 Jul 16 22:24:59.548529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.549500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.574841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Request body: {'port': {'device_id': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:24:59.578836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-308d3995-15c9-4e24-91ec-be32e466990b None None] Provisioning for port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:24:59.592274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-308d3995-15c9-4e24-91ec-be32e466990b None None] Provisioning complete for port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:24:59.592413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-308d3995-15c9-4e24-91ec-be32e466990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.630349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-308d3995-15c9-4e24-91ec-be32e466990b None None] Port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:24:59.632524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e3d4e-0822-4bde-a035-838f9e1c017a None None] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:24:59.680623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1253076 Jul 16 22:24:59.716191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:24:59.717134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.846630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.849494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.850716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53e7ea88-a6ee-4f78-9685-973fb359d59f HTTP/1.1" status: 204 len: 168 time: 0.8682978 Jul 16 22:24:59.955131 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f4a70fd-7d5e-4079-853a-f840066eaba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:24:59.985563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c58d41ed-f161-4d5a-8341-9d54412561dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6793003 Jul 16 22:25:00.013886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550b107-656d-458a-8914-e14852d7cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7ea88-a6ee-4f78-9685-973fb359d59f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:00.042728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc84bc6-bd07-4120-b1fb-8a20ad9dd27d req-20600357-1ebc-4cd0-b870-4a4f239bb6f0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455046 Jul 16 22:25:00.055414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:00.155688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-57a6a6f9-cb25-4a7f-ae23-3e57a528d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:00.157507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-57a6a6f9-cb25-4a7f-ae23-3e57a528d8d7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 917 time: 0.8390296 Jul 16 22:25:00.260234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f2e6-c685-4da6-814d-793443e05699 req-f0ec4ab3-f680-477e-97ae-f0ecc89976c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:00.262002 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-f0ec4ab3-f680-477e-97ae-f0ecc89976c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6793847 Jul 16 22:25:00.270220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-154ce1ad-98f6-4173-8398-8ed83ee5db95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2 HTTP/1.1" status: 200 len: 217 time: 0.0891199 Jul 16 22:25:00.315565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Network 62035adc-7f7d-4048-bd75-7621e220f509 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:00.324564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Request body: {'port': {'device_id': '36d8381a-7782-4286-8195-0637f040b10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:00.336276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b3b17-6dca-41f4-961b-1177e6073179 req-3da5a175-9eed-4e7a-bd25-c508033a496f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:00.338545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-310b3b17-6dca-41f4-961b-1177e6073179 req-3da5a175-9eed-4e7a-bd25-c508033a496f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 936 time: 1.0197320 Jul 16 22:25:00.340260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:00.488955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8940-f0dc-4e14-8883-540066dbc482 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event updated for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:00.571967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:00.715956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-310b3b17-6dca-41f4-961b-1177e6073179 req-ef12e147-a1dc-4d4c-aebd-07f67e4f119e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557796 Jul 16 22:25:00.773825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4d4b6e3-6194-411c-aad8-36fd03313754 None None] Provisioning complete for port 6c45ae12-5771-4591-bfb9-895e6509c079 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:00.774418 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b6e3-6194-411c-aad8-36fd03313754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:00.852353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Router d69cf75d-7356-4f2b-b026-281fe8f7883f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:25:00.857852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4b6e3-6194-411c-aad8-36fd03313754 None None] Port 6c45ae12-5771-4591-bfb9-895e6509c079 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:00.925606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-988e960e-f68e-4282-a2e0-2564c9db4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:00.927429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-988e960e-f68e-4282-a2e0-2564c9db4683 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.6470795 Jul 16 22:25:00.983379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101d0eb-31ac-4bd8-918a-449796377d09 None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:01.062947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:01.093270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.100054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-2942dd5b-4d2f-42cd-b08d-3567379e57b8 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289998 Jul 16 22:25:01.109786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.116907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:01.132510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee6f11f9-11c6-4d6c-b761-a9a1b5a3d804 admin admin] 10.222.0.70 "PUT /v2.0/routers/d69cf75d-7356-4f2b-b026-281fe8f7883f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0080972 Jul 16 22:25:01.145821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Sync routers for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:01.155618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e2b042-d099-43d5-b3d0-e3f6d381ff96 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:01.168870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Transition to ACTIVE for port object 204db6fb-bac9-447e-bb3a-6d725dacebf3 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:01.177404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:01.178568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:01.187840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e055b43-8999-4c92-8d2f-a1eff0842cf2 req-4236f24a-e383-492a-8613-22c287be6d85 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:01.189238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e055b43-8999-4c92-8d2f-a1eff0842cf2 req-4236f24a-e383-492a-8613-22c287be6d85 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 931 time: 0.9156835 Jul 16 22:25:01.194445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.201283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.343510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:01.392587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Transition to ACTIVE for port object a4e2b042-d099-43d5-b3d0-e3f6d381ff96 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:01.459052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-724a7bff-8769-42d5-b605-963044161b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:01.460698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-724a7bff-8769-42d5-b605-963044161b30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5235109 Jul 16 22:25:01.461879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:01.503447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.514573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.605836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.636676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e15006f0-0d34-471d-9489-bb3993caea68 None None] Provisioning for port cde34c07-7006-45cf-80e2-7096e650aa23 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:01.647844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cde34c07-7006-45cf-80e2-7096e650aa23 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:01.701369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-198661505-network', 'tenant_id': 'f46e073f00ee47ecadcce7b86da759d3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:01.721069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a55f2e6-c685-4da6-814d-793443e05699 req-b6903cb6-2a71-4f40-ad4b-f29824e74d95 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051171 Jul 16 22:25:01.774869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:01.790933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:01.836628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Allocated IP 172.25.5.42 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/f5cda367-1019-49e9-ad82-3c8833af1f37) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:01.865803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e7138ca4-1af9-408d-9a65-8237e6612bd2 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:01.940453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e055b43-8999-4c92-8d2f-a1eff0842cf2 req-bcf16932-4311-440f-914c-8bfab59f6183 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334306 Jul 16 22:25:02.043452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Made reservation on behalf of f46e073f00ee47ecadcce7b86da759d3 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:02.048505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.059779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Pushing event updated for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:02.091563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.095901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-6c41e323-9f17-45c0-8cc8-65a0e70734c0 service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047015 Jul 16 22:25:02.099459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:25:02.102967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port cde34c07-7006-45cf-80e2-7096e650aa23 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:02.123170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cde34c07-7006-45cf-80e2-7096e650aa23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:02.123576 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.214595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:02.218029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Attempting to bind port 204db6fb-bac9-447e-bb3a-6d725dacebf3 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:02.218295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Attempting to bind port 204db6fb-bac9-447e-bb3a-6d725dacebf3 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:02.218633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Attempting to bind port 204db6fb-bac9-447e-bb3a-6d725dacebf3 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:02.225517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.237297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee72e-840f-45e5-a187-dc303165482f req-32e40b1d-94cf-48e0-9422-c2c15eef969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:02.239237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.239423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-32e40b1d-94cf-48e0-9422-c2c15eef969a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 1096 time: 0.4268167 Jul 16 22:25:02.262895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:02.281970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Port 204db6fb-bac9-447e-bb3a-6d725dacebf3 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:02.282479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Attempting to bind port 204db6fb-bac9-447e-bb3a-6d725dacebf3 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:02.283204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'port_id': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'mac_address': 'fa:16:3e:05:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0dec6-d2e2-4934-bda0-3bbb72c5880f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:02.293676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:57Z', 'revision_number': 4, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6c45ae12-5771-4591-bfb9-895e6509c079', 'name': '', 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'mac_address': 'fa:16:3e:d0:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:54Z', 'updated_at': '2021-07-16T22:24:57Z', 'revision_number': 2, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'subnets': [{'id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:02.311499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Transition to ACTIVE for port object ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:02.326181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.326811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:02.327233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:02.327546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:02.328251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Bound port: 204db6fb-bac9-447e-bb3a-6d725dacebf3, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:02.328471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.330360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Attempting to bind port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:02.331091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Attempting to bind port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:02.331091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Attempting to bind port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:02.371753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Checking router: d69cf75d-7356-4f2b-b026-281fe8f7883f for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:02.371979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Updating router d69cf75d-7356-4f2b-b026-281fe8f7883f port 6c45ae12-5771-4591-bfb9-895e6509c079 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:25:02.380035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:02.385981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:02.386355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Attempting to bind port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 on network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:02.407047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-98482f38-96d6-4618-977a-abf4a242b3db tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:02.414800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-98482f38-96d6-4618-977a-abf4a242b3db tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.4835720 Jul 16 22:25:02.418872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.433921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.437948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad7b8093-7a82-40eb-a488-aabd42a0be42 req-fdf0fe70-d32c-4f08-a219-c0a2c561a1c7 service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225162 Jul 16 22:25:02.438114 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.445129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:02.445466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Checking segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:02.445859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Bound using segment: {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:02.446306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Bound port: a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b59445f-9828-4bf3-bc40-dfa6da5bbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:02.446669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.460483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-35f41111-9fc4-44aa-adf8-e485c437466f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/quotas/13464fd634a04030a1d6a019c66373a5 HTTP/1.1" status: 200 len: 375 time: 0.0446732 Jul 16 22:25:02.507498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d9a6-a412-48b8-999c-fec2f2ad6a03 req-bafbcb4e-d762-46ee-915d-7577e13e4e91 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:02.515303 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69b1d9a6-a412-48b8-999c-fec2f2ad6a03 req-bafbcb4e-d762-46ee-915d-7577e13e4e91 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 943 time: 0.4145203 Jul 16 22:25:02.537793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7138ca4-1af9-408d-9a65-8237e6612bd2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:02.550460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port cde34c07-7006-45cf-80e2-7096e650aa23, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cde34c07-7006-45cf-80e2-7096e650aa23,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:02.571039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.581949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38394ffd-3a39-4c22-a6d2-ba54953d7267 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:02.591539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:02.597659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.613304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Transition to ACTIVE for port object 38394ffd-3a39-4c22-a6d2-ba54953d7267 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:02.635754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-11fa8c41-ffcc-4550-bbc2-dbe575597c32 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1740670 Jul 16 22:25:02.638962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.652529 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.672994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee72e-840f-45e5-a187-dc303165482f req-d91086d6-12f1-4dc0-8d2f-8d1b6070b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:02.675361 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-d91086d6-12f1-4dc0-8d2f-8d1b6070b270 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 917 time: 0.3973048 Jul 16 22:25:02.693199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.757722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.770100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=cde34c07-7006-45cf-80e2-7096e650aa23,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:02.779013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:02.780304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-5a5f238e-3c5c-497f-bef8-501db7c9e9da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932 HTTP/1.1" status: 200 len: 217 time: 0.0930860 Jul 16 22:25:02.790114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4050c2d0-c4fa-4a25-ac0d-b947aa9c7cfb None None] Provisioning complete for port cde34c07-7006-45cf-80e2-7096e650aa23 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:02.790579 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4050c2d0-c4fa-4a25-ac0d-b947aa9c7cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.792693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:02.799000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69b1d9a6-a412-48b8-999c-fec2f2ad6a03 req-89e73c41-6476-4df3-8277-8aaf4fad4263 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825413 Jul 16 22:25:02.800134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:02.804919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:02.820103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.854092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:02.855557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:02.861146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.887754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.890916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:02.913963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:02.940865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:02.944683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cda367-1019-49e9-ad82-3c8833af1f37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:02.984392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9e9f9-8b92-415c-94c8-747a172a7a98,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.015349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.016088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.017542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] 10.222.0.68 "PUT /v2.0/ports/204db6fb-bac9-447e-bb3a-6d725dacebf3 HTTP/1.1" status: 200 len: 1097 time: 5.0024178 Jul 16 22:25:03.021006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:03.023407 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d1c4f-9db9-4579-a4a4-0763f37f8837" -d '{"events": [{"name": "network-changed", "server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:03.028658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.029040 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Added segment d6e0eac2-60ce-43fa-80c7-c71ce5c87369 of type vlan for network d7849417-07f2-4b14-ab8e-107abcb0a0c1 Jul 16 22:25:03.034439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee72e-840f-45e5-a187-dc303165482f req-8d14db2f-b401-47fc-8d21-74d9d6121e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.036000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-8d14db2f-b401-47fc-8d21-74d9d6121e98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.2334313 Jul 16 22:25:03.047192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.048094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.050091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] 10.222.0.47 "PUT /v2.0/ports/a4e2b042-d099-43d5-b3d0-e3f6d381ff96 HTTP/1.1" status: 200 len: 1092 time: 4.1729705 Jul 16 22:25:03.051873 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-3a95bad6-2242-4a49-bd04-3942053fd1dc req-134e3ff0-1d2f-4432-80da-046b12c2512e tempest-FloatingIPDetailsNegativeTestJSON-1243957713 tempest-FloatingIPDetailsNegativeTestJSON-1243957713-project] show failed (client error): The resource could not be found. Jul 16 22:25:03.053115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a95bad6-2242-4a49-bd04-3942053fd1dc req-134e3ff0-1d2f-4432-80da-046b12c2512e tempest-FloatingIPDetailsNegativeTestJSON-1243957713 tempest-FloatingIPDetailsNegativeTestJSON-1243957713-project] 10.222.0.70 "GET /v2.0/floatingips/565b4b37-e51f-436c-ae97-d61a054160e7 HTTP/1.1" status: 404 len: 350 time: 0.1066329 Jul 16 22:25:03.067392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:03.075585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Attempting to bind port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:03.075927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Attempting to bind port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:03.076256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Attempting to bind port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:03.129126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a543dd-8c59-40eb-8dd0-d05c37f26dba service neutron] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.157556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e7138ca4-1af9-408d-9a65-8237e6612bd2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:03.159805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.220187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.276377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.304823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Transition to ACTIVE for port object 6c45ae12-5771-4591-bfb9-895e6509c079 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:03.316376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4cc87473-3658-4046-b4a0-0c7dc5f7b932 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:03.379073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.425326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2726a-5078-4bee-aaad-ffa40235f9cc service neutron] Pushing event updated for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.446748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.448327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.448919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.465075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cde34c07-7006-45cf-80e2-7096e650aa23 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:03.488274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1436427 Jul 16 22:25:03.525379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:25:03.539617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:03.569317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Request body: {'subnet': {'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-198661505-subnet', 'tenant_id': 'f46e073f00ee47ecadcce7b86da759d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:03.659301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419869-75df-40bc-9ce7-8ddb04c5b59d admin admin] Pushing event updated for resources: {'Network': ['ID=d7849417-07f2-4b14-ab8e-107abcb0a0c1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.673282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1bd4d-cb55-464d-8a66-6bff66ff2b98 None None] Pushing event updated for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.692048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee72e-840f-45e5-a187-dc303165482f req-20d32251-dc76-47c5-8ed1-db6157190753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.694100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-20d32251-dc76-47c5-8ed1-db6157190753 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6395562 Jul 16 22:25:03.706189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Made reservation on behalf of f46e073f00ee47ecadcce7b86da759d3 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:03.709616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.724279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-af40baae-e417-44b8-8d07-1f5519afc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.727073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-af40baae-e417-44b8-8d07-1f5519afc8f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 1095 time: 0.5736094 Jul 16 22:25:03.750414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:03.753042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-13d7cb88-d2be-42ad-9572-f6600b4a9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.754867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-13d7cb88-d2be-42ad-9572-f6600b4a9983 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1100 time: 0.6302001 Jul 16 22:25:03.841544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1ec4-3477-4828-b614-f3791be63800 req-03fb3b96-4da0-4e28-8c6e-678785718922 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:03.842644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e1b1ec4-3477-4828-b614-f3791be63800 req-03fb3b96-4da0-4e28-8c6e-678785718922 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 948 time: 0.3718176 Jul 16 22:25:03.866490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:03.867069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Attempting to bind port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:03.899237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Pushing event updated for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:03.917077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:03.917419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:03.917820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:03.918251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Bound port: ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:03.918609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.922604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Attempting to bind port 6c45ae12-5771-4591-bfb9-895e6509c079 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:03.922978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Attempting to bind port 6c45ae12-5771-4591-bfb9-895e6509c079 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:03.923346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Attempting to bind port 6c45ae12-5771-4591-bfb9-895e6509c079 on network 62035adc-7f7d-4048-bd75-7621e220f509 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:03.942246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-0aa9e4ed-e814-4141-9c0d-7ddf12138372 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2686098 Jul 16 22:25:03.956742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:03.957315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Checking segment: {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:03.958112 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.958305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Bound using segment: {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:03.958920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Bound port: 6c45ae12-5771-4591-bfb9-895e6509c079, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39f9d8c-0440-4692-94e9-995f7e417d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:03.959411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.976108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cde34c07-7006-45cf-80e2-7096e650aa23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:03.977593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:03.980210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Attempting to bind port 38394ffd-3a39-4c22-a6d2-ba54953d7267 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:03.980562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Attempting to bind port 38394ffd-3a39-4c22-a6d2-ba54953d7267 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:03.980877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Attempting to bind port 38394ffd-3a39-4c22-a6d2-ba54953d7267 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:04.026280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:04.069237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'port_id': '4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'mac_address': 'fa:16:3e:ef:54:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0dec6-d2e2-4934-bda0-3bbb72c5880f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:04.087611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Port 38394ffd-3a39-4c22-a6d2-ba54953d7267 on network c2eb2110-be45-43d6-9984-3d03c1920e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:04.087978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Attempting to bind port 38394ffd-3a39-4c22-a6d2-ba54953d7267 on network c2eb2110-be45-43d6-9984-3d03c1920e70 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:04.132860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-7801e25e-a644-4038-9361-d179e853569a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96 HTTP/1.1" status: 200 len: 217 time: 0.3729694 Jul 16 22:25:04.144936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] For port 6c45ae12-5771-4591-bfb9-895e6509c079, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:04.149750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] For port 6c45ae12-5771-4591-bfb9-895e6509c079, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6c45ae12-5771-4591-bfb9-895e6509c079,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:04.154322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.167125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:04.167358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Checking segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:04.167750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Bound using segment: {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:04.168195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Bound port: 38394ffd-3a39-4c22-a6d2-ba54953d7267, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb3927-ae6d-420f-b189-616d309873a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:04.168558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.181279 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.225738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc87473-3658-4046-b4a0-0c7dc5f7b932 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:04.251896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:04.269215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:04.282319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.287856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:04.288712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:04.301935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-bc50385a-7a44-437b-b121-010a212f02ad service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523366 Jul 16 22:25:04.304745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:04.307190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.324359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1bd4d-cb55-464d-8a66-6bff66ff2b98 None None] Pushing event updated for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:04.355579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.392932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.396116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-d85ce648-80d2-4595-8525-ea910329524d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3 HTTP/1.1" status: 200 len: 217 time: 0.6113820 Jul 16 22:25:04.448884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:04.449547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.451056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 HTTP/1.1" status: 200 len: 1097 time: 4.8829472 Jul 16 22:25:04.452158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:04.508879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:04.511593 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:04.529043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-ad6ac37d-3bb0-41e1-ae70-7e93b87301ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:04.530717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-ad6ac37d-3bb0-41e1-ae70-7e93b87301ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1128707 Jul 16 22:25:04.549530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e1b1ec4-3477-4828-b614-f3791be63800 req-9f42b14e-9c94-45f1-a28a-90c7ccb7d221 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003794 Jul 16 22:25:04.580278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:04.647986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.653751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:04.659925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc0bf-1c11-4c8f-9a02-ef2199bd6d50 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:04.669823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['4cc87473-3658-4046-b4a0-0c7dc5f7b932'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:04.697028 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5c9704-46fc-44b8-a0ca-83e7d162a0fa x-openstack-request-id: req-3b5c9704-46fc-44b8-a0ca-83e7d162a0fa {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:04.697453 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:04.697649 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b5c9704-46fc-44b8-a0ca-83e7d162a0fa {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:04.698048 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'status': 'completed', 'code': 200} Jul 16 22:25:04.762824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:04.765369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:04.768196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f5bb044a-0c43-45d4-8cde-82e46d0514a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:04.771919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] 10.222.0.68 "PUT /v2.0/ports/38394ffd-3a39-4c22-a6d2-ba54953d7267 HTTP/1.1" status: 200 len: 1092 time: 4.4715090 Jul 16 22:25:04.783919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f5bb044a-0c43-45d4-8cde-82e46d0514a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.3906820 Jul 16 22:25:04.785376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef73011d-5354-4262-b82b-c990cc21fb5d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:04.794563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-f3723413-cb34-4e6b-bf35-d25392726d3f service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0904975 Jul 16 22:25:04.920822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Checking segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:04.921219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Network hostable DHCP agents. Network: d7849417-07f2-4b14-ab8e-107abcb0a0c1, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:04.955550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:05.024641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-2f623345-3f2f-452b-847e-2ee1ce9a9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.026558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-2f623345-3f2f-452b-847e-2ee1ce9a9b8c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4826362 Jul 16 22:25:05.068725 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:05.071355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e0f39-776b-442f-9853-bd3314285e3d service neutron] Pushing event updated for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:05.118112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f8115322-380c-4a53-b76f-cd9f7146bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.120954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-f8115322-380c-4a53-b76f-cd9f7146bb23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3215094 Jul 16 22:25:05.137195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:05.236045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d7849417-07f2-4b14-ab8e-107abcb0a0c1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:05.279002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.279612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:05.280091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7931df-ec36-4854-80fa-6361ad808c8c None None] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:05.297739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-e3e99220-bde1-4894-bf45-9a0794fc2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.298222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d74ee72e-840f-45e5-a187-dc303165482f req-fa889dcd-1aae-4b66-a248-46c964201cc5 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343605 Jul 16 22:25:05.299726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-e3e99220-bde1-4894-bf45-9a0794fc2282 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 1100 time: 0.7767696 Jul 16 22:25:05.380120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cdc5d09c-39bc-435f-9db9-a092f491a433 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8283811 Jul 16 22:25:05.391735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-bdc01ad5-f073-44dc-bfbc-8fd3fb12e58b service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794838 Jul 16 22:25:05.393708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-e3aa273e-b17c-4a0f-83f6-d0cb5451fe22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 HTTP/1.1" status: 200 len: 217 time: 0.0812078 Jul 16 22:25:05.417185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-c19e2b48-291b-432d-9b90-f41ccff4ca05 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851784 Jul 16 22:25:05.435439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f78a-7067-4a87-99e6-131890988d3e req-46f7cb0a-e9fc-458e-b86b-ad85f37a5855 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.442751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01d5f78a-7067-4a87-99e6-131890988d3e req-46f7cb0a-e9fc-458e-b86b-ad85f37a5855 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 943 time: 0.3273849 Jul 16 22:25:05.454999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-30101277-2ff3-42e5-a04f-24b22ad9eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.456533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-30101277-2ff3-42e5-a04f-24b22ad9eff1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 1095 time: 0.5806293 Jul 16 22:25:05.464257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2af0c-070c-4dba-b63c-da61e773df4c None None] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:05.464530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:05.474872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd71f2-7c2c-4212-8c37-70a6f9433cdd req-91e97d5e-e8de-4f84-b495-f0c01d837881 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.482425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39cd71f2-7c2c-4212-8c37-70a6f9433cdd req-91e97d5e-e8de-4f84-b495-f0c01d837881 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 943 time: 0.5896432 Jul 16 22:25:05.615226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-d5537919-2d04-4bfb-a4d8-063ce2c27788 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267 HTTP/1.1" status: 200 len: 217 time: 0.1238825 Jul 16 22:25:05.620575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01d5f78a-7067-4a87-99e6-131890988d3e req-6ca7ff2a-cb52-4a5b-840a-64c19f30ba10 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766238 Jul 16 22:25:05.671533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:57Z', 'revision_number': 4, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6c45ae12-5771-4591-bfb9-895e6509c079', 'name': '', 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'mac_address': 'fa:16:3e:d0:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:54Z', 'updated_at': '2021-07-16T22:25:04Z', 'revision_number': 4, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'subnets': [{'id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:05.681016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb20f09f-cbd9-4873-92b0-87847fa2b2fa req-9bd78d2b-b501-4374-ae71-c9c4d4f95f84 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338414 Jul 16 22:25:05.682970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-829e57e4-958c-4ade-91c2-bbed4ff50306 req-b4f70281-9648-444d-8d07-a8bcdc02604c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839286 Jul 16 22:25:05.748218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326b2f5-23ba-4b50-b484-3d5fb8caad0e None None] The sync data for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 is: [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:24:57Z', 'revision_number': 4, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6c45ae12-5771-4591-bfb9-895e6509c079', 'name': '', 'network_id': '62035adc-7f7d-4048-bd75-7621e220f509', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'mac_address': 'fa:16:3e:d0:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:54Z', 'updated_at': '2021-07-16T22:25:04Z', 'revision_number': 4, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'subnets': [{'id': '0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:25:05.782197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-edeae5ad-a641-4ada-9143-ee8e2970a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.783583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-edeae5ad-a641-4ada-9143-ee8e2970a968 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3810806 Jul 16 22:25:05.791318 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df0e35-2ea3-4e9b-b4c4-a1b41beabf90 x-openstack-request-id: req-27df0e35-2ea3-4e9b-b4c4-a1b41beabf90 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:05.791604 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:05.791855 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27df0e35-2ea3-4e9b-b4c4-a1b41beabf90 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:05.792243 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520', 'status': 'completed', 'code': 200} Jul 16 22:25:05.871797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39cd71f2-7c2c-4212-8c37-70a6f9433cdd req-dcff1b50-3164-42e8-88fd-e766acc477dd tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884377 Jul 16 22:25:05.881743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e7138ca4-1af9-408d-9a65-8237e6612bd2 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:05.896795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55686de2-c162-4bb1-b427-a1ba2bdab603 req-0eb0d775-bc57-4b75-8ec7-4030cd19af87 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 210 time: 0.0500097 Jul 16 22:25:05.966917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-82932b39-01af-4c25-80a1-90c83a18bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.968542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-82932b39-01af-4c25-80a1-90c83a18bc49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.3378224 Jul 16 22:25:05.970825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Router 4060f1b8-6b02-4362-bb43-86cc79c5e452 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:25:05.986975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-405c29ec-68a7-4e2b-b55a-0883466640b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:05.991332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-405c29ec-68a7-4e2b-b55a-0883466640b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1100 time: 0.2349200 Jul 16 22:25:06.006580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port e7138ca4-1af9-408d-9a65-8237e6612bd2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:06.013393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port e7138ca4-1af9-408d-9a65-8237e6612bd2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:06.014256 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:06.124621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-0445d0e1-6978-42a3-bec0-48ab15131054 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441574 Jul 16 22:25:06.218900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:06.233831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-7b42d445-b89c-46d2-93d7-6fb70fb4707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.236468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-7b42d445-b89c-46d2-93d7-6fb70fb4707a service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2353742 Jul 16 22:25:06.263863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:06.266863 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde642a5-d7ad-454c-9c77-a50c7eaf99a3" -d '{"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-plugged", "status": "completed", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:06.283132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:06.293743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:06.301631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-f2a4a84d-9462-4c54-9ed0-a0626b3e5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.305431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-f2a4a84d-9462-4c54-9ed0-a0626b3e5a65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5020030 Jul 16 22:25:06.313496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-30a4746f-2304-4428-a6ce-e5e2843085cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3 HTTP/1.1" status: 200 len: 217 time: 0.0615423 Jul 16 22:25:06.395923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-d93376b2-dd37-4311-aec1-12849ddf211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.398060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-d93376b2-dd37-4311-aec1-12849ddf211c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0748732 Jul 16 22:25:06.404816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:06.413983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd31fb-4405-4cae-bbc3-4a0790c8461a req-deadf753-9063-4e80-8ac8-1da180edbb6c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.422182 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0fd31fb-4405-4cae-bbc3-4a0790c8461a req-deadf753-9063-4e80-8ac8-1da180edbb6c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 948 time: 0.2925968 Jul 16 22:25:06.585309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-94bd765e-ac17-431a-9b41-8785ef056bcc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.586949 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-94bd765e-ac17-431a-9b41-8785ef056bcc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.1111729 Jul 16 22:25:06.612531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Request body: {'port': {'device_id': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'admin_state_up': True, 'tenant_id': '13464fd634a04030a1d6a019c66373a5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:06.639254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0fd31fb-4405-4cae-bbc3-4a0790c8461a req-2ebe57e6-987a-4ccd-a8b1-80d7d01b5698 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162676 Jul 16 22:25:06.706914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:06.709746 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa8158-56de-4202-89dd-ad1ffb797ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:06.754224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-f5228001-f57a-4d37-b663-1a09f296c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:06.754669 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6027dba-068b-4956-bd3a-a701232ae166 x-openstack-request-id: req-b6027dba-068b-4956-bd3a-a701232ae166 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:06.754972 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-plugged", "status": "completed", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:06.755234 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6027dba-068b-4956-bd3a-a701232ae166 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:06.756085 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'code': 200} Jul 16 22:25:06.759268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-f5228001-f57a-4d37-b663-1a09f296c6f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3343105 Jul 16 22:25:07.114216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-4f6ab4c8-6ca0-4f69-b1b1-3982a527b1c8 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9786162 Jul 16 22:25:07.118197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:07.127171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-352447c6-34b4-48b0-ab78-5196e5efa876 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:07.130567 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Sync routers for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:07.135095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-352447c6-34b4-48b0-ab78-5196e5efa876 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.8185380 Jul 16 22:25:07.147371 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:07.148912 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:07.169059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-9fa4a8fc-6516-424a-ac4e-cdadcfc399f5 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936571 Jul 16 22:25:07.193684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-2b95f5b7-82b3-416b-8183-7c35592789e9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/quotas/f46e073f00ee47ecadcce7b86da759d3 HTTP/1.1" status: 200 len: 375 time: 0.0574265 Jul 16 22:25:07.218519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:07.288175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4cc87473-3658-4046-b4a0-0c7dc5f7b932 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:07.295869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a4e2b042-d099-43d5-b3d0-e3f6d381ff96 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:07.339124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:07.342971 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.363159 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-ca272d49-0cf4-4073-92ad-08cf06ca66fd service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941446 Jul 16 22:25:07.420311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:07.453908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6c45ae12-5771-4591-bfb9-895e6509c079 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:07.471743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-92f33fe9-2dd3-466e-b179-7cb414a5cb47 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2541218 Jul 16 22:25:07.488353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.500426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2247ea40-cbb2-4d17-a004-1eb320fa6721 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8301480 Jul 16 22:25:07.520422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:07.527755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fed4a3-5323-4b10-9a3f-b4e801eae5ae req-e8765004-f6e4-4a6a-b7af-7b1c941eb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:07.529570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75fed4a3-5323-4b10-9a3f-b4e801eae5ae req-e8765004-f6e4-4a6a-b7af-7b1c941eb9e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 1098 time: 0.5622597 Jul 16 22:25:07.542250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442039cc-44c1-4ea1-8ae9-76b08d2235b7 req-c52bd89d-ba16-4e20-b26f-a16e14621f8a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:07.550763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-442039cc-44c1-4ea1-8ae9-76b08d2235b7 req-c52bd89d-ba16-4e20-b26f-a16e14621f8a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 943 time: 0.5862617 Jul 16 22:25:07.611114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:07.642589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96', 'network_id': '14a677ea-2f12-43fc-9ac0-f1d2d8b08572', 'port_id': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96', 'mac_address': 'fa:16:3e:bf:7c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0dec6-d2e2-4934-bda0-3bbb72c5880f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:07.660322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:07.668299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:03Z', 'revision_number': 3, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:07.677720 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d0b2ec9-6d45-46f3-b6b2-f6c98962dd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.693702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75fed4a3-5323-4b10-9a3f-b4e801eae5ae req-01805034-f833-4802-8a2f-6c02301a47f6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866628 Jul 16 22:25:07.695781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:07.696165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.702523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Checking router: 4060f1b8-6b02-4362-bb43-86cc79c5e452 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:07.703072 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Updating router 4060f1b8-6b02-4362-bb43-86cc79c5e452 port f5cda367-1019-49e9-ad82-3c8833af1f37 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:25:07.738245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-442039cc-44c1-4ea1-8ae9-76b08d2235b7 req-ee9205f3-9843-4ab4-aecf-f3d366964456 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861191 Jul 16 22:25:07.740416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df1d1c4f-9db9-4579-a4a4-0763f37f8837 req-bf7453d4-832b-4c1f-b913-ef9643f1bf01 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669224 Jul 16 22:25:07.751220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6c45ae12-5771-4591-bfb9-895e6509c079 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:07.768868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6c45ae12-5771-4591-bfb9-895e6509c079 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:07.769101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-224eb8b9-d209-41bd-868c-d4777d68dc31 req-d5e38a52-6ca4-4a37-9452-7694f5362190 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954978 Jul 16 22:25:07.769238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.781976 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.789954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Allocated IP 172.20.0.14 (da3621fc-0d5d-4e59-9f45-a18ad4064f63/47fab7af-a9d0-49a0-b459-533946a13d19/d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:07.821990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:07.824291 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50e93d2-6c47-4da8-a141-b1cbd21bab65" -d '{"events": [{"name": "network-changed", "server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:07.848074 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e25b5e-b755-4a5b-b8c4-c2466fc61ed2 x-openstack-request-id: req-27e25b5e-b755-4a5b-b8c4-c2466fc61ed2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:07.848922 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:07.849299 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27e25b5e-b755-4a5b-b8c4-c2466fc61ed2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:07.860581 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96', 'status': 'completed', 'code': 200} Jul 16 22:25:07.864370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:07.886912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:07.897938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11844eb2-e2f5-4337-8f7f-c32e65b70637 req-bd6f7c00-b4a5-44a4-9690-a40c9aea765a service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087240 Jul 16 22:25:07.960051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-3fbc6033-9080-4219-a484-5e7e647da7e0 service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544342 Jul 16 22:25:07.965313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Deleting port 6c45ae12-5771-4591-bfb9-895e6509c079 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:07.965653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.037677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.054132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'mac_address': 'fa:16:3e:96:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:08.097739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-79d87fa2-2faa-4c96-82bb-676c1296ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:08.099476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-79d87fa2-2faa-4c96-82bb-676c1296ef72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 1095 time: 0.2242332 Jul 16 22:25:08.124083 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.135627 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Transition to ACTIVE for port object f5cda367-1019-49e9-ad82-3c8833af1f37 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:08.144643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.147153 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.164132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e2b042-d099-43d5-b3d0-e3f6d381ff96 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:08.192523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886f33-50f6-40f4-8d6d-b0272bbdc110 None None] Pushing event updated for resources: {'Port': ['ID=f5cda367-1019-49e9-ad82-3c8833af1f37,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.211446 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Attempting to bind port f5cda367-1019-49e9-ad82-3c8833af1f37 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:08.211816 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Attempting to bind port f5cda367-1019-49e9-ad82-3c8833af1f37 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:08.212176 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Attempting to bind port f5cda367-1019-49e9-ad82-3c8833af1f37 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:08.213129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.213872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.218211 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:08.218693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:08.219294 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.219701 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:08.220255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Bound port: f5cda367-1019-49e9-ad82-3c8833af1f37, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:08.220663 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.238287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.262180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.270514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961b1f4-b687-4fcf-bc77-0ac1c8e39cf1 req-bfe2c746-b0bb-4317-af04-8b57b5b26299 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:08.278724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2961b1f4-b687-4fcf-bc77-0ac1c8e39cf1 req-bfe2c746-b0bb-4317-af04-8b57b5b26299 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 943 time: 0.2395279 Jul 16 22:25:08.283090 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] For port f5cda367-1019-49e9-ad82-3c8833af1f37, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:08.287873 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] For port f5cda367-1019-49e9-ad82-3c8833af1f37, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5cda367-1019-49e9-ad82-3c8833af1f37,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:08.297760 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.303716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] For port 6c45ae12-5771-4591-bfb9-895e6509c079, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6c45ae12-5771-4591-bfb9-895e6509c079,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.303716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.336076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Calling delete_port for 6c45ae12-5771-4591-bfb9-895e6509c079 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:08.351866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:08.359169 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.372408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-0ff1ff8b-a9da-4c14-9f5b-5185409da78b service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893459 Jul 16 22:25:08.388782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2961b1f4-b687-4fcf-bc77-0ac1c8e39cf1 req-db1013dc-7ebc-4153-a228-95ddf4e08e72 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087174 Jul 16 22:25:08.390577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d0b2ec9-6d45-46f3-b6b2-f6c98962dd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.408591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-76dd5c26-a7f4-4516-a3b1-b420e65225cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:08.415238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-76dd5c26-a7f4-4516-a3b1-b420e65225cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 917 time: 0.2949481 Jul 16 22:25:08.421535 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886f33-50f6-40f4-8d6d-b0272bbdc110 None None] Pushing event updated for resources: {'Port': ['ID=f5cda367-1019-49e9-ad82-3c8833af1f37,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.445046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-d1eca186-fed5-4987-8ce1-5568285e54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:08.447390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-d1eca186-fed5-4987-8ce1-5568285e54b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 1100 time: 0.4577930 Jul 16 22:25:08.470881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.480288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d0b2ec9-6d45-46f3-b6b2-f6c98962dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.485817 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:08.486678 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:08.495528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 6c45ae12-5771-4591-bfb9-895e6509c079, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6c45ae12-5771-4591-bfb9-895e6509c079,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.523064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.535934 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.539186 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.586710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-dbf1f779-e948-4220-b4f4-3a15ba6a9e8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96 HTTP/1.1" status: 200 len: 217 time: 0.1481392 Jul 16 22:25:08.602375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:08.610459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.646604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a4e2b042-d099-43d5-b3d0-e3f6d381ff96'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:08.692528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-a3ad075b-02aa-468d-b31d-35faa8f446e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:08.699093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-a3ad075b-02aa-468d-b31d-35faa8f446e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.1092262 Jul 16 22:25:08.702873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:08.712146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.730048 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:08.758759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d0b2ec9-6d45-46f3-b6b2-f6c98962dd61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc427b7efe7147d5bd28129a3e51ebec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5373878 Jul 16 22:25:08.791758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:08.794366 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff25b8-6a88-4539-90f6-def5f238af9a" -d '{"events": [{"server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "name": "network-vif-plugged", "status": "completed", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:08.800488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:08.801429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.813395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:08.848076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b2ec9-6d45-46f3-b6b2-f6c98962dd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab0ea8-a127-4fd9-b6b4-b9b302e56a35,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.945021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:08.979940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:08.984728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:08.997398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:09.037609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-aecea3e3-8a16-47c0-807b-1667ab6a1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.039374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-aecea3e3-8a16-47c0-807b-1667ab6a1667 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3105936 Jul 16 22:25:09.106606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.135120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-2ad99dd2-8de9-42ca-9e25-121b0e4ad59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.136878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-2ad99dd2-8de9-42ca-9e25-121b0e4ad59a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.6535068 Jul 16 22:25:09.160916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57365df0-5415-42d8-8389-e6a9d8faa5e5 req-093b07b7-0563-4525-9116-a791a9d3c03a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.163566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:09.175788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57365df0-5415-42d8-8389-e6a9d8faa5e5 req-093b07b7-0563-4525-9116-a791a9d3c03a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 932 time: 0.4754198 Jul 16 22:25:09.212245 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:03Z', 'revision_number': 3, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:09.241820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9135d2-b121-4f78-b4da-2e16cf09d570 req-5b418c76-e0ac-4db6-a911-89fab76ae3f8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.243375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1c9135d2-b121-4f78-b4da-2e16cf09d570 req-5b418c76-e0ac-4db6-a911-89fab76ae3f8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 948 time: 0.3450537 Jul 16 22:25:09.260532 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98ba38-b7cb-472b-8fff-bcb1a90be1ec None None] The sync data for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 is: [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:03Z', 'revision_number': 3, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:25:09.295379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.296055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.305020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:09.321987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-64d8a8b9-045a-4cb0-8635-ba32ac175353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 HTTP/1.1" status: 200 len: 217 time: 0.1243186 Jul 16 22:25:09.378888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.384712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6c45ae12-5771-4591-bfb9-895e6509c079 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:09.437044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.441289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1c9135d2-b121-4f78-b4da-2e16cf09d570 req-4b29d960-8791-4d62-98f1-de761f745abb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304328 Jul 16 22:25:09.460657 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57365df0-5415-42d8-8389-e6a9d8faa5e5 req-e263be17-88d5-411c-84fe-bfdf1234ff83 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751625 Jul 16 22:25:09.473897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No active binding found for port 6c45ae12-5771-4591-bfb9-895e6509c079 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 22:25:09.474695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6c45ae12-5771-4591-bfb9-895e6509c079 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 22:25:09.491765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-0b29334e-1078-4104-8584-d478f02893ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:09.493383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-0b29334e-1078-4104-8584-d478f02893ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1562738 Jul 16 22:25:09.501141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6c45ae12-5771-4591-bfb9-895e6509c079,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:09.575402 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-1803e938-3b0c-47c1-8c32-14afc6ea59d5 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158622 Jul 16 22:25:09.586907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.597789 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.600937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36ab0ea8-a127-4fd9-b6b4-b9b302e56a35 HTTP/1.1" status: 204 len: 168 time: 0.7668993 Jul 16 22:25:09.632470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:09.635110 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8d9b7-c235-4c18-a9bf-091676b200c7 x-openstack-request-id: req-2be8d9b7-c235-4c18-a9bf-091676b200c7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:09.635827 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:09.636227 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2be8d9b7-c235-4c18-a9bf-091676b200c7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:09.636780 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267', 'status': 'completed', 'code': 200} Jul 16 22:25:09.642328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.649301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520', 'mac_address': 'fa:16:3e:1e:8a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:09.663493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Port 6c45ae12-5771-4591-bfb9-895e6509c079 not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 22:25:09.670259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-b9597e6e-7fd7-4d8a-bbe7-ad19797ef5e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0627179 Jul 16 22:25:09.678799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c199e-57b5-45ad-ba8f-0893b6e86bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab0ea8-a127-4fd9-b6b4-b9b302e56a35,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:09.769379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Request body: {'port': {'device_id': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:09.818222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:09.854807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:09.899294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:09.919797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 38394ffd-3a39-4c22-a6d2-ba54953d7267 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:10.001566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24768f89-9dfe-4e41-9234-d91716c94364 req-510a06b4-ce83-403e-887d-e4875c3a518d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 210 time: 0.1528366 Jul 16 22:25:10.049598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:10.101599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4eaa8158-56de-4202-89dd-ad1ffb797ee5 req-0df708ae-0451-466d-9351-ce2b2dfce92c service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182965 Jul 16 22:25:10.105887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.149147 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99967037-cfcc-4d25-98c4-a74d43ffb15c x-openstack-request-id: req-99967037-cfcc-4d25-98c4-a74d43ffb15c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:10.149463 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "name": "network-vif-plugged", "status": "completed", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:10.149670 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99967037-cfcc-4d25-98c4-a74d43ffb15c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:10.155792 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'code': 200} Jul 16 22:25:10.163181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.222616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:10.278520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:10.285164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '38394ffd-3a39-4c22-a6d2-ba54953d7267', 'network_id': 'c2eb2110-be45-43d6-9984-3d03c1920e70', 'port_id': '38394ffd-3a39-4c22-a6d2-ba54953d7267', 'mac_address': 'fa:16:3e:33:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46349363-5bd1-48ad-9e5f-cca13565f716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:10.294035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:10.294730 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.315603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:10.359440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1133cbb-910b-4c77-a8b0-60dc2d6718d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.364335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:10.394386 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.420638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38394ffd-3a39-4c22-a6d2-ba54953d7267 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:10.447434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:10.456293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:10.533855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.624853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.653819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d7a5-2282-4dcb-8e09-e4ad8717d2bf req-4716d44e-d1b0-4633-b31c-e98784624d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:10.655338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db33d7a5-2282-4dcb-8e09-e4ad8717d2bf req-4716d44e-d1b0-4633-b31c-e98784624d41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 1098 time: 0.4298532 Jul 16 22:25:10.750879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.784032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:10.795598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4278c-1a76-4f78-aaa7-36384b6d054a req-80e77620-0021-43fb-a019-2736464aeae5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:10.797489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eda4278c-1a76-4f78-aaa7-36384b6d054a req-80e77620-0021-43fb-a019-2736464aeae5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 943 time: 0.4544003 Jul 16 22:25:10.829415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['38394ffd-3a39-4c22-a6d2-ba54953d7267'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:10.842018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:10.856224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:10.870678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db33d7a5-2282-4dcb-8e09-e4ad8717d2bf req-ac8cd13c-055d-4364-bcbb-0a7c2edd6919 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744397 Jul 16 22:25:10.892080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.902066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.930412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-9c8015c2-6a23-4924-9aae-f0c4595d1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:10.933243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-9c8015c2-6a23-4924-9aae-f0c4595d1fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4263003 Jul 16 22:25:10.993086 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1133cbb-910b-4c77-a8b0-60dc2d6718d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:10.998016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eda4278c-1a76-4f78-aaa7-36384b6d054a req-87fa01e8-cc96-4a51-8a3e-84a8763b15cf tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690645 Jul 16 22:25:11.025295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:11.029551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Transition to ACTIVE for port object d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:11.064931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1133cbb-910b-4c77-a8b0-60dc2d6718d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.072986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.109715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-de0ce6de-bb39-40ee-a594-aa47b7f05113 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363249 Jul 16 22:25:11.127455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-ef6c44bc-59bf-4062-a758-1936b9b25096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:11.129507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-ef6c44bc-59bf-4062-a758-1936b9b25096 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 1095 time: 1.4892161 Jul 16 22:25:11.182729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e1133cbb-910b-4c77-a8b0-60dc2d6718d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8770b35432a04687af2073dfc284e829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648708 Jul 16 22:25:11.183513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1133cbb-910b-4c77-a8b0-60dc2d6718d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d97b038-560a-417f-bbc3-a4b3aea0671e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:11.187757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52530) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:11.230825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-06b37193-0e31-44da-875b-6c5c5959268c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:11.232310 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-06b37193-0e31-44da-875b-6c5c5959268c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.5983295 Jul 16 22:25:11.249179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:11.256145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88caf4-a13e-4437-9497-6984ee948508 req-06407b72-e92e-440c-ab17-7ca1a9335b39 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:11.257689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e88caf4-a13e-4437-9497-6984ee948508 req-06407b72-e92e-440c-ab17-7ca1a9335b39 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 944 time: 1.4384491 Jul 16 22:25:11.276372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Request body: {'port': {'device_id': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'admin_state_up': True, 'tenant_id': 'f46e073f00ee47ecadcce7b86da759d3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:11.301509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:11.414598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:11.422495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:11.423040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.450663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.477904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Attempting to bind port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:11.478836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Attempting to bind port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:11.479169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Attempting to bind port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:11.498435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe379ea6-1645-4b1a-9014-9ee6b13bf945 req-fd627268-a39a-4351-9c5b-b00f961851aa tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:11.500007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe379ea6-1645-4b1a-9014-9ee6b13bf945 req-fd627268-a39a-4351-9c5b-b00f961851aa tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 949 time: 0.2865803 Jul 16 22:25:11.510464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:11.510780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Attempting to bind port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:11.515906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.553138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5cda367-1019-49e9-ad82-3c8833af1f37 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:11.553717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:11.554068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Checking segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:11.554460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Bound using segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:11.554916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Bound port: d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:11.555275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.613624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.643268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe379ea6-1645-4b1a-9014-9ee6b13bf945 req-3bd25120-31d8-484d-a749-dfae03bb5a96 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339436 Jul 16 22:25:11.656676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-c5e14aaf-6be4-45a0-8b26-8517fb799f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:11.658469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-c5e14aaf-6be4-45a0-8b26-8517fb799f3a service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.4335392 Jul 16 22:25:11.726435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Allocated IP 172.20.0.1 (efdd5ab4-66c7-40c7-b44e-80fe973f1f9f/887ab12a-2794-4c0c-800d-c4b104dca954/c8ef917e-923b-4df9-b085-8c9d9e8da193) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:11.727707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Made reservation on behalf of f46e073f00ee47ecadcce7b86da759d3 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:11.732777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.735646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f5cda367-1019-49e9-ad82-3c8833af1f37 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:11.752540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.752776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:11.753873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f5cda367-1019-49e9-ad82-3c8833af1f37 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:11.754277 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.755789 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.756891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e88caf4-a13e-4437-9497-6984ee948508 req-360ca42a-f40a-4f01-9796-57ac1980a4a6 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675360 Jul 16 22:25:11.757517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d97b038-560a-417f-bbc3-a4b3aea0671e HTTP/1.1" status: 204 len: 168 time: 0.5639668 Jul 16 22:25:11.797453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:11.798684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a4e2b042-d099-43d5-b3d0-e3f6d381ff96 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:11.809886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Router d69cf75d-7356-4f2b-b026-281fe8f7883f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:25:11.822530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c86f1-1cca-4894-b1e9-6037f94a9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d97b038-560a-417f-bbc3-a4b3aea0671e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:11.897968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ac25a1-a99b-4e83-81cf-6c4bbc6d9ad6 req-c97b453e-0397-4f8f-863a-a2b0d8c8c57c service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761204 Jul 16 22:25:11.899694 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-bb59258e-60fe-4334-9e70-61e17af01662 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267 HTTP/1.1" status: 200 len: 217 time: 0.1577106 Jul 16 22:25:11.942353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 38394ffd-3a39-4c22-a6d2-ba54953d7267 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:12.063311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:12.158597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3'}, {'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:12.162612 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1e2e3-5ea9-400c-ac4d-4514a6373801" -d '{"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3"}, {"server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:12.171832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.180583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:12.184542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 38394ffd-3a39-4c22-a6d2-ba54953d7267 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:12.194097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62d39c2f-d3a6-48b5-a3c6-95de35b8c4da req-5b94c5d1-be03-4b02-8166-fbf4fd0e16de tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 210 time: 0.0831902 Jul 16 22:25:12.201819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:12.202333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.205908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 38394ffd-3a39-4c22-a6d2-ba54953d7267 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:12.206421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.212405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-aa85b937-457b-400b-9080-43d109f41fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:12.214014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-aa85b937-457b-400b-9080-43d109f41fbc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.3065796 Jul 16 22:25:12.284145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f5cda367-1019-49e9-ad82-3c8833af1f37, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5cda367-1019-49e9-ad82-3c8833af1f37,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:12.290331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-8f6083a0-7399-4f65-a253-b38c671faba3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534666 Jul 16 22:25:12.310546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:12.314320 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.315852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.340785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aee86e24-6b2a-4357-aa40-c61344a5c7ea admin admin] 10.222.0.70 "PUT /v2.0/routers/d69cf75d-7356-4f2b-b026-281fe8f7883f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2619212 Jul 16 22:25:12.343336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:12.375346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Sync routers for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:12.420578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:12.444152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:12.450974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Allocated IP 172.20.0.10 (d7849417-07f2-4b14-ab8e-107abcb0a0c1/ef73011d-5354-4262-b82b-c990cc21fb5d/5f9ea2de-74a2-4d23-8351-3aad458a5065) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:12.457318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.478701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:12.480601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:12.515028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-f5b6f94d-2b70-4ffe-b44f-67dd05a15cf2 service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163827 Jul 16 22:25:12.517910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:12.518522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.520004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] 10.222.0.47 "PUT /v2.0/ports/d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 HTTP/1.1" status: 200 len: 1093 time: 2.7677786 Jul 16 22:25:12.522316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:12.531065 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80" -d '{"events": [{"name": "network-changed", "server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:12.559193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Transition to ACTIVE for port object c8ef917e-923b-4df9-b085-8c9d9e8da193 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:12.586556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7b229-0e18-4d2e-8006-f292fdae6b7b req-bddb789f-c32c-418d-bc3d-8712193cf3ed tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:12.588144 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b7b229-0e18-4d2e-8006-f292fdae6b7b req-bddb789f-c32c-418d-bc3d-8712193cf3ed tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 944 time: 0.7398355 Jul 16 22:25:12.595798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f5cda367-1019-49e9-ad82-3c8833af1f37,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:12.610671 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.611941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2372b-8bfb-4b0f-8828-89faa04a1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:12.684338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b50e93d2-6c47-4da8-a141-b1cbd21bab65 req-41dc67c2-fdf0-420a-8ec4-2560ffacdd6d service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142814 Jul 16 22:25:12.723305 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.752793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136de8-b12b-4870-a304-839d82cb88d5 req-a8262eb0-afa8-4abe-b250-04f9abfd8640 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:12.764596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b7b229-0e18-4d2e-8006-f292fdae6b7b req-c08141c3-f38d-4316-8b5c-50228c34554a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696868 Jul 16 22:25:12.767298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2136de8-b12b-4870-a304-839d82cb88d5 req-a8262eb0-afa8-4abe-b250-04f9abfd8640 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 944 time: 0.2448156 Jul 16 22:25:12.780618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:12.799857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:12.804739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-47ca6a05-839c-4d30-a17f-9eb6a9d1bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:12.807052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-47ca6a05-839c-4d30-a17f-9eb6a9d1bb7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 1096 time: 0.2137291 Jul 16 22:25:12.844304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.892841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-74ddde1b-8203-41a8-bd1d-de55caba3f26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 HTTP/1.1" status: 200 len: 217 time: 0.0751874 Jul 16 22:25:12.903183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.921065 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4cb9a-1409-403e-954f-78296cbe5c1e x-openstack-request-id: req-ade4cb9a-1409-403e-954f-78296cbe5c1e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:12.921419 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:12.921617 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ade4cb9a-1409-403e-954f-78296cbe5c1e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:12.922020 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'status': 'completed', 'code': 200} Jul 16 22:25:12.945749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:12.952414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:12.970548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:12.971005 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009da40-2651-433a-a608-5e81900ce6fe x-openstack-request-id: req-6009da40-2651-433a-a608-5e81900ce6fe {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:12.971311 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3", "code": 200}, {"server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:12.971566 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6009da40-2651-433a-a608-5e81900ce6fe {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:12.977351 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'code': 200} Jul 16 22:25:12.977651 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520', 'code': 200} Jul 16 22:25:12.984902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:13.004297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:13.054452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-12ce4c1e-8d37-47b5-a439-e636088eaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.055965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-12ce4c1e-8d37-47b5-a439-e636088eaa2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.1502252 Jul 16 22:25:13.068008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.090073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2136de8-b12b-4870-a304-839d82cb88d5 req-cabbbdc0-9015-4132-8e25-0c29fdf11b9c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212159 Jul 16 22:25:13.108534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.115851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:13.177247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.221109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-2cbbefdb-f3db-4cae-ba81-77b734a1ce84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478608 Jul 16 22:25:13.224003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:13.257255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.318997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:13.336808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:13.365541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73127de5-12e3-48d7-8d4f-9c8e4e4014d3 None None] Provisioning for port c8ef917e-923b-4df9-b085-8c9d9e8da193 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:13.371281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73127de5-12e3-48d7-8d4f-9c8e4e4014d3 None None] Provisioning complete for port c8ef917e-923b-4df9-b085-8c9d9e8da193 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:13.371661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73127de5-12e3-48d7-8d4f-9c8e4e4014d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.394495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:13.402206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5cda367-1019-49e9-ad82-3c8833af1f37 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:13.405390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:13.410061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:13.420847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd529-8093-4fd5-9108-25b6d392759b req-3cc78a08-be14-486c-8b38-ea30eae6c658 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.428121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-661fd529-8093-4fd5-9108-25b6d392759b req-3cc78a08-be14-486c-8b38-ea30eae6c658 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.3710344 Jul 16 22:25:13.438872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:25:09Z', 'revision_number': 5, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:13.445421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-73127de5-12e3-48d7-8d4f-9c8e4e4014d3 None None] Port c8ef917e-923b-4df9-b085-8c9d9e8da193 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:13.476298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Checking router: d69cf75d-7356-4f2b-b026-281fe8f7883f for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:13.490077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Routers {'d69cf75d-7356-4f2b-b026-281fe8f7883f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:13.490840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d69cf75d-7356-4f2b-b026-281fe8f7883f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:13.522214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-661fd529-8093-4fd5-9108-25b6d392759b req-aeb4036b-468a-4e97-b16f-cd3ac34e7ae9 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931108 Jul 16 22:25:13.540842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-dd8de168-9aa9-4c1c-ba1a-9f8299c52f07 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966256 Jul 16 22:25:13.556912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.558007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.558150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f5cda367-1019-49e9-ad82-3c8833af1f37 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:13.558420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.644135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-b78023cb-f5e6-4756-98d9-73a00c582166 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3921051 Jul 16 22:25:13.657060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Request body: {'port': {'device_id': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:13.783803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] Set router d69cf75d-7356-4f2b-b026-281fe8f7883f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:13.812286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d8e1a91-b997-4e29-b3d3-e24e8047c1b7 req-d442af43-8b09-4fe9-aa73-dcd6b81f8568 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506640 Jul 16 22:25:13.836589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:13.886468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a2f6-6960-4ebf-ba46-d5a0ee1468bc req-9f9a2b64-95e2-4d28-9ba2-a3dd23add392 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.888120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e26a2f6-6960-4ebf-ba46-d5a0ee1468bc req-9f9a2b64-95e2-4d28-9ba2-a3dd23add392 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 932 time: 0.1539769 Jul 16 22:25:13.965759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6646572-6130-4e02-a55f-c481d8aafe7f req-5bcec45b-6e0c-4e7e-a3b0-310d98665243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.967669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6646572-6130-4e02-a55f-c481d8aafe7f req-5bcec45b-6e0c-4e7e-a3b0-310d98665243 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1102 time: 1.0116026 Jul 16 22:25:13.974371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ee5f7-1d99-4c61-84ca-1a0019a49520 req-6eb88d17-39fe-4fca-9989-bce6494e2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:13.975924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-925ee5f7-1d99-4c61-84ca-1a0019a49520 req-6eb88d17-39fe-4fca-9989-bce6494e2704 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 1102 time: 1.0284669 Jul 16 22:25:14.050065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:25:09Z', 'revision_number': 5, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:14.064313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e26a2f6-6960-4ebf-ba46-d5a0ee1468bc req-ec76dadb-33d0-4730-a74a-abd05541dd27 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421263 Jul 16 22:25:14.073617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.074879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-0f1d1e56-28b0-4128-adb5-389015745a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.080503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-0f1d1e56-28b0-4128-adb5-389015745a3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 1096 time: 0.1913910 Jul 16 22:25:14.083834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3225eb-2798-484a-b54c-f4963b0f9c37 None None] The sync data for ids ['d69cf75d-7356-4f2b-b026-281fe8f7883f'] in n-d-793621-16 is: [{'id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1330332540-router', 'tenant_id': '475698e0406e452eacaaa125e6bae2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:45Z', 'updated_at': '2021-07-16T22:25:09Z', 'revision_number': 5, 'project_id': '475698e0406e452eacaaa125e6bae2ee', 'gw_port': {'id': '81044f3f-442a-483c-82e3-0225e2bc648e', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69cf75d-7356-4f2b-b026-281fe8f7883f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:24:48Z', 'updated_at': '2021-07-16T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:25:14.099486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-925ee5f7-1d99-4c61-84ca-1a0019a49520 req-267ed5a9-9edc-4fcb-95b6-bf9cdbf13b06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 Jul 16 22:25:14.147316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6646572-6130-4e02-a55f-c481d8aafe7f req-ecf73858-fa3a-4895-9625-34fc2ebc61ee service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582062 Jul 16 22:25:14.159839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.173400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391f20-96a9-4b41-b297-327147d53461 req-ce7e3db3-baca-4c94-9b60-7e570d0fb259 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.175282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b391f20-96a9-4b41-b297-327147d53461 req-ce7e3db3-baca-4c94-9b60-7e570d0fb259 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.8118355 Jul 16 22:25:14.275499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Deleting port 81044f3f-442a-483c-82e3-0225e2bc648e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:14.276106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.282837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b391f20-96a9-4b41-b297-327147d53461 req-463f220e-8c08-4687-b9df-6febb26f661f tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960655 Jul 16 22:25:14.369337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-32203d6c-a421-4928-8167-df2b42fe3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.370825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-32203d6c-a421-4928-8167-df2b42fe3482 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 906 time: 0.2029147 Jul 16 22:25:14.429563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-66825ded-8c57-4fd6-aee9-db899f50a2e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 HTTP/1.1" status: 200 len: 217 time: 0.0491116 Jul 16 22:25:14.437698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79959358-3182-4674-ad36-da4004aed718 req-8e5c3c4e-b8b2-4350-a8b2-6b5af8e29bc5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.440160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79959358-3182-4674-ad36-da4004aed718 req-8e5c3c4e-b8b2-4350-a8b2-6b5af8e29bc5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 944 time: 0.2320459 Jul 16 22:25:14.473567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] For port 81044f3f-442a-483c-82e3-0225e2bc648e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=81044f3f-442a-483c-82e3-0225e2bc648e,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:14.473935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.499545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Calling delete_port for 81044f3f-442a-483c-82e3-0225e2bc648e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:14.518725 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.542828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-2cfd38ff-90cd-4410-93b3-5e262e71bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.544307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-2cfd38ff-90cd-4410-93b3-5e262e71bacb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.1043251 Jul 16 22:25:14.550964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79959358-3182-4674-ad36-da4004aed718 req-c9b042e5-7525-4966-9e0e-a8551c5205fc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002357 Jul 16 22:25:14.562300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.591835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-1e57e7c3-008a-405b-8e0f-926411892e02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384679 Jul 16 22:25:14.594115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:14.623140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.651846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Transition to ACTIVE for port object 5f9ea2de-74a2-4d23-8351-3aad458a5065 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:14.663425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e546-8807-4e9e-a3ef-8e666b5561ba req-5cac266e-4462-406d-84c7-e6989e01520a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:14.665142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0115e546-8807-4e9e-a3ef-8e666b5561ba req-5cac266e-4462-406d-84c7-e6989e01520a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2505646 Jul 16 22:25:14.683822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.688823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:14.699871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:14.759663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-6f2763f4-fdd9-4d0a-8441-d097ca37edf2 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601038 Jul 16 22:25:14.762600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:14.824812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0115e546-8807-4e9e-a3ef-8e666b5561ba req-39eae4e9-9401-4a1f-ae5c-83730233345a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467860 Jul 16 22:25:14.880138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-ffaf3d01-a932-48bf-bbf4-ffb0301c800b tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4aae3b6412244e59af5c033bffc4f413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673130 Jul 16 22:25:14.952193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:14.955749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:14.969768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Attempting to bind port 5f9ea2de-74a2-4d23-8351-3aad458a5065 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:14.970122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Attempting to bind port 5f9ea2de-74a2-4d23-8351-3aad458a5065 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:14.970441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Attempting to bind port 5f9ea2de-74a2-4d23-8351-3aad458a5065 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:14.979263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96'}, {'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:14.982204 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba42062-6b68-48ef-8d2b-de213064498f" -d '{"events": [{"server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "name": "network-vif-plugged", "status": "completed", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96"}, {"server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "name": "network-vif-plugged", "status": "completed", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:14.992470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Port 5f9ea2de-74a2-4d23-8351-3aad458a5065 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:14.992790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Attempting to bind port 5f9ea2de-74a2-4d23-8351-3aad458a5065 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:15.040676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c96ead1f-26a7-4c45-8d19-dd1ead8f0a80 req-733428e7-85d6-4a9b-a0b9-9c7e07782827 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562544 Jul 16 22:25:15.041806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:15.042329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Checking segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:15.042878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Bound using segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:15.043486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Bound port: 5f9ea2de-74a2-4d23-8351-3aad458a5065, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:15.044027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.114406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.119748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-d6e48aa0-74cb-4d74-b25c-084137fa6f90 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.121567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-d6e48aa0-74cb-4d74-b25c-084137fa6f90 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345283 Jul 16 22:25:15.155693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81044f3f-442a-483c-82e3-0225e2bc648e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:15.159062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-ccaebf9e-2483-4b55-85ea-72f43881d6e3 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/quotas/4aae3b6412244e59af5c033bffc4f413 HTTP/1.1" status: 200 len: 375 time: 0.0301657 Jul 16 22:25:15.164174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Router 4060f1b8-6b02-4362-bb43-86cc79c5e452 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:25:15.172657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:15.186232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:15.225496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-d21e38e2-a65d-40d7-855c-d3cb58a0ec35 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4aae3b6412244e59af5c033bffc4f413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542822 Jul 16 22:25:15.226889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.263258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.263883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.265312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] 10.222.0.68 "PUT /v2.0/ports/5f9ea2de-74a2-4d23-8351-3aad458a5065 HTTP/1.1" status: 200 len: 1093 time: 1.6126957 Jul 16 22:25:15.265757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:15.268813 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b749a3-13c0-4761-85ee-b58c3e342b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:15.285520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2d4b4819-06c6-4a44-99c6-e9a925f26c3d None None] Provisioning complete for port c8ef917e-923b-4df9-b085-8c9d9e8da193 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:15.285982 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4819-06c6-4a44-99c6-e9a925f26c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.298433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0086-9e17-4b11-bf57-7d11041f85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:15.351060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:15.360004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b4819-06c6-4a44-99c6-e9a925f26c3d None None] Port c8ef917e-923b-4df9-b085-8c9d9e8da193 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:15.411055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6c45ae12-5771-4591-bfb9-895e6509c079 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:15.443513 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d592897b-fa79-4a71-9581-7ab350e53f0b x-openstack-request-id: req-d592897b-fa79-4a71-9581-7ab350e53f0b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:15.443876 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "name": "network-vif-plugged", "status": "completed", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96", "code": 200}, {"server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "name": "network-vif-plugged", "status": "completed", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:15.444051 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d592897b-fa79-4a71-9581-7ab350e53f0b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:15.444450 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96', 'code': 200} Jul 16 22:25:15.444702 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267', 'code': 200} Jul 16 22:25:15.445701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 6c45ae12-5771-4591-bfb9-895e6509c079 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:25:15.446224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6c45ae12-5771-4591-bfb9-895e6509c079 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:25:15.452796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b72ba-e60c-4e61-a49f-ccc2ba6f6586 req-5d55ac2f-1141-4e71-bd0c-9b6898ec70b8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.455060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-727b72ba-e60c-4e61-a49f-ccc2ba6f6586 req-5d55ac2f-1141-4e71-bd0c-9b6898ec70b8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.3448577 Jul 16 22:25:15.465152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.522670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-5cc45185-b93e-44ea-8818-a7545b11045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.532851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-5cc45185-b93e-44ea-8818-a7545b11045e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 1096 time: 0.2157128 Jul 16 22:25:15.548498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:15.574287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'mac_address': 'fa:16:3e:41:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:15.586346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-8b5efed5-699b-4dd0-8764-8025b51d23e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065 HTTP/1.1" status: 200 len: 217 time: 0.0517664 Jul 16 22:25:15.624655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.630797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.640775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:15.649552 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Sync routers for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:15.651053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.651637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2b58af8a-b9eb-4930-9b21-fad1997511d0 admin admin] 10.222.0.70 "PUT /v2.0/routers/4060f1b8-6b02-4362-bb43-86cc79c5e452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1144967 Jul 16 22:25:15.663406 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:15.666269 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:15.687423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:15.719313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-727b72ba-e60c-4e61-a49f-ccc2ba6f6586 req-74172dea-439f-467e-b0fc-38014bbd17aa tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490878 Jul 16 22:25:15.726399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.728914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:15.733737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69cf75d-7356-4f2b-b026-281fe8f7883f {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:25:15.735863 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.756400 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:15.761507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-313fd89c-bbec-4c05-aaab-e2978e93ddf7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d69cf75d-7356-4f2b-b026-281fe8f7883f HTTP/1.1" status: 204 len: 168 time: 3.4125710 Jul 16 22:25:15.761673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:15.815738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:15.841649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-97c97b06-655c-42de-a4a2-604a96538228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.843140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-97c97b06-655c-42de-a4a2-604a96538228 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.2341259 Jul 16 22:25:15.878529 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1e6c7e-bf77-4777-8f6f-04a52d677d68 x-openstack-request-id: req-3a1e6c7e-bf77-4777-8f6f-04a52d677d68 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:15.878844 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:15.879107 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a1e6c7e-bf77-4777-8f6f-04a52d677d68 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:15.880888 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'status': 'completed', 'code': 200} Jul 16 22:25:15.908350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59ceb8-0005-467e-afcd-da23d4d58c5f req-de988e32-ea96-4005-8430-d7fadde06425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:15.914509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c59ceb8-0005-467e-afcd-da23d4d58c5f req-de988e32-ea96-4005-8430-d7fadde06425 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 1097 time: 0.3367894 Jul 16 22:25:15.935090 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:15.955316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-155bc60e-f278-4011-9ce5-651c749f7925 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734627 Jul 16 22:25:15.980553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:15.985424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Deleting subnet 0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:25:15.994520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.016289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa096-7749-474c-b619-03ce763f3312 req-d5653a6d-7b06-45c4-97c1-7068bc7d08a2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:16.023060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-473aa096-7749-474c-b619-03ce763f3312 req-d5653a6d-7b06-45c4-97c1-7068bc7d08a2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 944 time: 0.4059536 Jul 16 22:25:16.026440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6f2-5d49-4afa-9b72-4a799b2d7f2b req-1dd732a4-198d-4be3-bbf9-ffb1d8afd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:16.027889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17b6f6f2-5d49-4afa-9b72-4a799b2d7f2b req-1dd732a4-198d-4be3-bbf9-ffb1d8afd5d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 1097 time: 0.4799383 Jul 16 22:25:16.093594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c59ceb8-0005-467e-afcd-da23d4d58c5f req-c9bd7ae2-b543-4a99-9b26-5e74c96f6d68 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678679 Jul 16 22:25:16.195990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.307707 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:14Z', 'revision_number': 2, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:16.349503 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Checking router: 4060f1b8-6b02-4362-bb43-86cc79c5e452 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:16.349871 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Updating router 4060f1b8-6b02-4362-bb43-86cc79c5e452 port c8ef917e-923b-4df9-b085-8c9d9e8da193 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:25:16.355970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11f74-c63d-4721-9650-89b0948cc406 req-9e5e5c06-924d-4b4c-b7d9-e6a76d6439a9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:16.363035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31a11f74-c63d-4721-9650-89b0948cc406 req-9e5e5c06-924d-4b4c-b7d9-e6a76d6439a9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.2722995 Jul 16 22:25:16.397684 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.417363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.460017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31a11f74-c63d-4721-9650-89b0948cc406 req-8245f3d7-6e6a-4991-b5ab-0cfa7158b55d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960042 Jul 16 22:25:16.529786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.574702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:16.584560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.595620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b1d0351-6a90-4933-9047-d85a48cb951c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0b9b2d3b-9bb1-4735-af57-b2ed2bcd9979 HTTP/1.1" status: 204 len: 168 time: 0.8250902 Jul 16 22:25:16.595855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa3376-f31f-49eb-acc3-e329de66cac9 None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:16.596330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:16.629716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-db16322c-3da2-49df-9f27-1e3df1ef4627 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652310 Jul 16 22:25:16.638754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17b6f6f2-5d49-4afa-9b72-4a799b2d7f2b req-ecb86707-9472-49e1-be8e-dcc8997908f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840876 Jul 16 22:25:16.652988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-473aa096-7749-474c-b619-03ce763f3312 req-66ad3fd4-811e-47ff-8c83-b2d0278b2851 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291533 Jul 16 22:25:16.739299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f161c12-4ca8-49a3-aea0-cd2e18a63adb req-c0f9ba7b-a1fa-4537-9a1f-899d22a08e99 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 210 time: 0.0785792 Jul 16 22:25:16.757350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:16.900155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Deleting port 28297479-3d67-4c65-b7b3-44d5059f8b52 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:16.900597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.001726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4046c782-9f5f-4fe3-832c-8b4cd4019c9e req-69b7918a-55de-4f53-b4a7-6eb4544c5290 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476212 Jul 16 22:25:17.005807 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.019538 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Transition to ACTIVE for port object c8ef917e-923b-4df9-b085-8c9d9e8da193 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:17.024007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74fbd-e35e-41b1-b872-1370b8ff866f req-861d28d1-4154-4944-a207-8882f4b7c98b tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:17.029898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ae74fbd-e35e-41b1-b872-1370b8ff866f req-861d28d1-4154-4944-a207-8882f4b7c98b tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 945 time: 0.1573732 Jul 16 22:25:17.031334 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.105926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] For port 28297479-3d67-4c65-b7b3-44d5059f8b52, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28297479-3d67-4c65-b7b3-44d5059f8b52,segment=NetworkSegment(b39f9d8c-0440-4692-94e9-995f7e417d8d),segment_id=b39f9d8c-0440-4692-94e9-995f7e417d8d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:17.106461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.112285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ae74fbd-e35e-41b1-b872-1370b8ff866f req-20010c31-dd0e-4804-8a31-154c142ce4ef tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719573 Jul 16 22:25:17.114890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d1ea-1ca5-4a4a-ab1e-8d159bf2fa0d None None] Pushing event updated for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:17.128623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Calling delete_port for 28297479-3d67-4c65-b7b3-44d5059f8b52 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:17.226806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] DHCP port deletion for 62035adc-7f7d-4048-bd75-7621e220f509 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:25:17.306389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-7ee83f5b-1b87-4313-8c7f-78538655ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:17.307943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-7ee83f5b-1b87-4313-8c7f-78538655ec63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 1096 time: 0.1523461 Jul 16 22:25:17.346426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:17.365569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Attempting to bind port c8ef917e-923b-4df9-b085-8c9d9e8da193 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:17.369825 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Attempting to bind port c8ef917e-923b-4df9-b085-8c9d9e8da193 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:17.370201 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Attempting to bind port c8ef917e-923b-4df9-b085-8c9d9e8da193 on network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:17.378639 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:17.379029 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Checking segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:17.379417 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.379810 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Bound using segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:17.380287 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Bound port: c8ef917e-923b-4df9-b085-8c9d9e8da193, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:17.380668 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.422258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28297479-3d67-4c65-b7b3-44d5059f8b52 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:17.503293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.520847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd337609-f814-49c2-b983-97e0620e023e req-99428c87-9cab-429a-8c58-385327801e2e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:17.525801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd337609-f814-49c2-b983-97e0620e023e req-99428c87-9cab-429a-8c58-385327801e2e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2592428 Jul 16 22:25:17.557596 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] For port c8ef917e-923b-4df9-b085-8c9d9e8da193, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:17.561733 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] For port c8ef917e-923b-4df9-b085-8c9d9e8da193, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8ef917e-923b-4df9-b085-8c9d9e8da193,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:17.574686 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.592020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Pushing event deleted for resources: {'Port': ['ID=28297479-3d67-4c65-b7b3-44d5059f8b52,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:17.600165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] No DVR routers for this DVR port 28297479-3d67-4c65-b7b3-44d5059f8b52 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:25:17.605726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-6457af49-2267-4e66-9c53-e11f6d99fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:17.611483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-6457af49-2267-4e66-9c53-e11f6d99fe79 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 915 time: 0.2945366 Jul 16 22:25:17.632346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd337609-f814-49c2-b983-97e0620e023e req-3c4614be-d759-46ec-aa1c-afdbd28d79d8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981374 Jul 16 22:25:17.635591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No active binding found for port 28297479-3d67-4c65-b7b3-44d5059f8b52 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 22:25:17.636062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28297479-3d67-4c65-b7b3-44d5059f8b52 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:25:17.636495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 81044f3f-442a-483c-82e3-0225e2bc648e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:17.660059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-0046c012-005a-466d-be0d-c895020980b7 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4aae3b6412244e59af5c033bffc4f413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462358 Jul 16 22:25:17.702834 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d1ea-1ca5-4a4a-ab1e-8d159bf2fa0d None None] Pushing event updated for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:17.715051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 81044f3f-442a-483c-82e3-0225e2bc648e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:25:17.715489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 81044f3f-442a-483c-82e3-0225e2bc648e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:25:17.750008 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:17.750738 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:17.752358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Deleting port 28297479-3d67-4c65-b7b3-44d5059f8b52 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:17.753799 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.786331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:17.801384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.820577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:17.820577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.834165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62035adc-7f7d-4048-bd75-7621e220f509']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:17.867365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39f9d8c-0440-4692-94e9-995f7e417d8d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:17.867688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39f9d8c-0440-4692-94e9-995f7e417d8d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:17.900600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.941755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.977262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:25:17.978199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:25:17.983122 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:25:18.021740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-ac36edf1-20ee-44ea-9e41-9c9c22e83d10 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:18.023941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-ac36edf1-20ee-44ea-9e41-9c9c22e83d10 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429275 Jul 16 22:25:18.046859 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:18.073854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] For port 28297479-3d67-4c65-b7b3-44d5059f8b52, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:18.076507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.081035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-0ca47996-289f-44a7-8b44-6d15cb0295f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065 HTTP/1.1" status: 200 len: 217 time: 0.4012263 Jul 16 22:25:18.085428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Request body: {'port': {'device_id': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '4aae3b6412244e59af5c033bffc4f413'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:18.114266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Calling delete_port for 28297479-3d67-4c65-b7b3-44d5059f8b52 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:18.123794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Port 28297479-3d67-4c65-b7b3-44d5059f8b52 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:25:18.127556 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.132480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.137548 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.139475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] 10.222.0.70 "DELETE /v2.0/networks/62035adc-7f7d-4048-bd75-7621e220f509 HTTP/1.1" status: 204 len: 168 time: 1.5420411 Jul 16 22:25:18.177868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e0d7e-fc19-47af-b5e2-c92f8c03c7af req-a69c3ba1-23a9-4e89-afd0-13c795d9329b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:18.184922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-335e0d7e-fc19-47af-b5e2-c92f8c03c7af req-a69c3ba1-23a9-4e89-afd0-13c795d9329b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.2368844 Jul 16 22:25:18.200683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628fb32-76bb-4f3b-95ed-80c11e8d4846 admin admin] Pushing event deleted for resources: {'Network': ['ID=62035adc-7f7d-4048-bd75-7621e220f509,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:18.238581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Pushing event deleted for resources: {'Port': ['ID=28297479-3d67-4c65-b7b3-44d5059f8b52,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:18.260047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-335e0d7e-fc19-47af-b5e2-c92f8c03c7af req-f79661d2-3bff-4184-922c-e06a8d5324fa tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 Jul 16 22:25:18.264253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] Network 62035adc-7f7d-4048-bd75-7621e220f509 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:25:18.265058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7e7f3-0c6d-4c16-9102-ad0e39f23ba4 None None] No DVR routers for this DVR port 28297479-3d67-4c65-b7b3-44d5059f8b52 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:25:18.313934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-25647dcb-a028-4431-9d05-a0d8dbb72dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:18.316220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-25647dcb-a028-4431-9d05-a0d8dbb72dc8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.0964186 Jul 16 22:25:18.321422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Made reservation on behalf of 4aae3b6412244e59af5c033bffc4f413 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:18.326596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.350001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.362663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24e48-5c68-41b5-8a8b-412917e146bd req-226a6e7b-4266-4620-bc27-586890afe278 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:18.371622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3e24e48-5c68-41b5-8a8b-412917e146bd req-226a6e7b-4266-4620-bc27-586890afe278 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.7590218 Jul 16 22:25:18.376018 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.402265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:18.402265 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1843072-2c80-40e9-b3a5-b0a6b21c3915" -d '{"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-plugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:18.422806 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:25:18.430501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-cecadf80-7886-4122-b25a-36f21c23206e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991457 Jul 16 22:25:18.433506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:18.445884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.520509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:18.539656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:18.542990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3e24e48-5c68-41b5-8a8b-412917e146bd req-7e7fb769-7fcb-4376-993c-3ec07b768793 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701367 Jul 16 22:25:18.596868 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:17Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:18.615936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-52964779-dca0-47d9-b634-70e00fca3c65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=475698e0406e452eacaaa125e6bae2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937684 Jul 16 22:25:18.618458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:18.634800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdbe3-08c6-4d3a-ab9b-8a8cf2bff563 None None] The sync data for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 is: [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:17Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:25:18.636354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66add283-fb6a-47aa-bb61-94dbac817ee6 req-e30632eb-c8e0-4f22-806e-100bbf1a03ff tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:18.636532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-e961423c-c26d-471f-b984-6ef6b0de98f6 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916652 Jul 16 22:25:18.638289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66add283-fb6a-47aa-bb61-94dbac817ee6 req-e30632eb-c8e0-4f22-806e-100bbf1a03ff tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 944 time: 0.1965008 Jul 16 22:25:18.791197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66add283-fb6a-47aa-bb61-94dbac817ee6 req-a62debf1-b330-4a45-9186-e13b1005dca1 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435163 Jul 16 22:25:18.809236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.834518 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa066725-973e-4877-b334-64253d4f075d req-c84c8bbc-eb00-43a1-ba8f-b132b134632c tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 210 time: 0.0387497 Jul 16 22:25:18.848635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.857344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.879496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.947086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0b749a3-13c0-4761-85ee-b58c3e342b2a req-6d9c4270-cc70-4c36-b5bf-ec9e15dc7879 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912767 Jul 16 22:25:18.955057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcc63e-7833-4899-9417-261766e8fb07,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:18.956465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.959325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:18.962835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/686b14b9-ae49-40a7-8502-71559f665dab HTTP/1.1" status: 204 len: 168 time: 0.3410912 Jul 16 22:25:18.975113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242dae3-8b2c-4071-9d2c-8098d4f8680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b14b9-ae49-40a7-8502-71559f665dab,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:19.154700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513020-9f8f-46e4-9c30-a88d0afd8e2d req-0e8dfc8a-e2d2-4869-a5d2-402ca9e3bb86 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:19.161546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513020-9f8f-46e4-9c30-a88d0afd8e2d req-0e8dfc8a-e2d2-4869-a5d2-402ca9e3bb86 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 946 time: 0.1542835 Jul 16 22:25:19.206138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13513020-9f8f-46e4-9c30-a88d0afd8e2d req-58ddb328-6de6-4ea8-93d9-26d9f7d0926d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jul 16 22:25:19.239794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040578aa-4c2a-4d7d-befe-bf69695c2b61 req-06284c7b-5583-4c9c-a576-7e24b9728e54 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:19.241343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-040578aa-4c2a-4d7d-befe-bf69695c2b61 req-06284c7b-5583-4c9c-a576-7e24b9728e54 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.2034817 Jul 16 22:25:19.297165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Allocated IP 192.168.233.232 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/2953aabe-88cb-4d71-b6a7-c44615420288) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:19.320712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-040578aa-4c2a-4d7d-befe-bf69695c2b61 req-94e4c234-6239-464c-8455-fff7b515c066 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Jul 16 22:25:19.322315 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b9de1-eb18-49ed-9e4d-3c2b8c50b1ba x-openstack-request-id: req-212b9de1-eb18-49ed-9e4d-3c2b8c50b1ba {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:19.322827 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-plugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:19.322827 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-212b9de1-eb18-49ed-9e4d-3c2b8c50b1ba {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:19.324034 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'code': 200} Jul 16 22:25:19.434642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8ef917e-923b-4df9-b085-8c9d9e8da193 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:19.561272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c8ef917e-923b-4df9-b085-8c9d9e8da193 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:19.563375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c79b6-36a6-4448-8cce-93fe2a974791 req-a4d5a21e-b95f-45d9-94ba-9eaea643c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:19.564989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-556c79b6-36a6-4448-8cce-93fe2a974791 req-a4d5a21e-b95f-45d9-94ba-9eaea643c946 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 1098 time: 0.1643608 Jul 16 22:25:19.566097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8ef917e-923b-4df9-b085-8c9d9e8da193 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:19.566477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:19.673434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:19.681619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-556c79b6-36a6-4448-8cce-93fe2a974791 req-1cf41aec-f680-41ba-839b-df4cac06e267 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040473 Jul 16 22:25:19.721317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8c758-3354-48ae-9811-93daa914612e req-2c04ce6a-c73d-40ba-a97d-3be10661afa6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:19.725194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c8ef917e-923b-4df9-b085-8c9d9e8da193, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8ef917e-923b-4df9-b085-8c9d9e8da193,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:19.730290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9fd8c758-3354-48ae-9811-93daa914612e req-2c04ce6a-c73d-40ba-a97d-3be10661afa6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1314430 Jul 16 22:25:19.731036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:19.781715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9fd8c758-3354-48ae-9811-93daa914612e req-383154a1-7300-4643-b033-7a72145bf2be tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Jul 16 22:25:19.810370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:19.820314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:19.831880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a595d-420f-48cd-bbfa-4192ac13271d req-4f503af3-4452-4b3a-9c5c-950518b6ae4c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:19.839708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e0a595d-420f-48cd-bbfa-4192ac13271d req-4f503af3-4452-4b3a-9c5c-950518b6ae4c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2979267 Jul 16 22:25:19.878628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Transition to ACTIVE for port object 2953aabe-88cb-4d71-b6a7-c44615420288 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:19.949627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:19.970472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e0a595d-420f-48cd-bbfa-4192ac13271d req-fcb59b62-8de6-4eb2-99b3-c28130f94ada tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Jul 16 22:25:20.042526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.116858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Pushing event updated for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:20.119426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b480a-d71b-4118-95e5-19ff2a2b32ef req-5e1e419a-c2bc-4d3c-b3f2-f4e14d7361ea tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:20.137088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-571b480a-d71b-4118-95e5-19ff2a2b32ef req-5e1e419a-c2bc-4d3c-b3f2-f4e14d7361ea tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 946 time: 0.1703303 Jul 16 22:25:20.139324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:20.143793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:20.148111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:20.232126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:20.257314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'port_id': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'mac_address': 'fa:16:3e:cc:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73011d-5354-4262-b82b-c990cc21fb5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:20.274448 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-571b480a-d71b-4118-95e5-19ff2a2b32ef req-8eeb0baf-bde7-469a-b743-3cc4241346d9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286514 Jul 16 22:25:20.328892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:20.329788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.358604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-093c3fbf-18d5-49bd-a4e2-89ece175fbed tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2809758 Jul 16 22:25:20.377458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.384481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Request body: {'port': {'device_id': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:20.411551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:20.426436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099982-3762-4733-a02c-18be214a169b req-3c0b953a-1fb7-4687-8846-aa021068fdcc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:20.430579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb099982-3762-4733-a02c-18be214a169b req-3c0b953a-1fb7-4687-8846-aa021068fdcc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 944 time: 0.2174475 Jul 16 22:25:20.466612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.468838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:20.480654 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.565845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a340b31-f6f4-4d14-8265-9dbefcc5b0ce None None] Provisioning for port 2953aabe-88cb-4d71-b6a7-c44615420288 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:20.574850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a340b31-f6f4-4d14-8265-9dbefcc5b0ce None None] Provisioning complete for port 2953aabe-88cb-4d71-b6a7-c44615420288 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:20.575222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a340b31-f6f4-4d14-8265-9dbefcc5b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.586509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb099982-3762-4733-a02c-18be214a169b req-c38de1aa-7d21-4dd1-934e-c54b86c124d9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487064 Jul 16 22:25:20.631980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:20.638758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3a340b31-f6f4-4d14-8265-9dbefcc5b0ce None None] Port 2953aabe-88cb-4d71-b6a7-c44615420288 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:20.668097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03b2f3-7cbe-460f-a624-6c4069a4d842 req-d91970f3-3d63-4cf2-8d71-993bd0ef9943 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:20.670631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e03b2f3-7cbe-460f-a624-6c4069a4d842 req-d91970f3-3d63-4cf2-8d71-993bd0ef9943 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 936 time: 0.1366799 Jul 16 22:25:20.689258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:20.752638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['5f9ea2de-74a2-4d23-8351-3aad458a5065'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:20.770734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e03b2f3-7cbe-460f-a624-6c4069a4d842 req-7e6b955f-f774-4f4b-934e-487e1307eb3b tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Jul 16 22:25:20.788553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-fadc9ad7-0d9c-4b0d-afca-17cd513a5be4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317163 Jul 16 22:25:21.068824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-f2e46308-2b52-4f69-a5eb-48495214e472 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:21.070393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-f2e46308-2b52-4f69-a5eb-48495214e472 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731316 Jul 16 22:25:21.099112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-8379500a-c9d9-4547-8a14-2c44cfd691fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/quotas/8b53a27a6ee645939b02e59d8676fcdb HTTP/1.1" status: 200 len: 375 time: 0.0192807 Jul 16 22:25:21.180390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f894c-4496-451c-b8bc-62a686d5f38e req-bcc9f0c2-6b6f-4d4c-97b1-33a4af9c7ae2 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:21.183215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-323f894c-4496-451c-b8bc-62a686d5f38e req-bcc9f0c2-6b6f-4d4c-97b1-33a4af9c7ae2 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 946 time: 0.0772042 Jul 16 22:25:21.222110 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-e7f38091-0bd4-4ec4-842a-3cc2fb218be8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154180 Jul 16 22:25:21.224538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2953aabe-88cb-4d71-b6a7-c44615420288 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:21.232050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.234621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-323f894c-4496-451c-b8bc-62a686d5f38e req-4babc4de-2915-410f-8d38-f0e703534f1e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Jul 16 22:25:21.245584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Transition to ACTIVE for port object 2953aabe-88cb-4d71-b6a7-c44615420288 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:21.264402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.388433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Pushing event updated for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:21.391490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8ef917e-923b-4df9-b085-8c9d9e8da193 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:21.466586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8ef917e-923b-4df9-b085-8c9d9e8da193 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:21.466974 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.505481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Attempting to bind port 2953aabe-88cb-4d71-b6a7-c44615420288 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:21.505932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Attempting to bind port 2953aabe-88cb-4d71-b6a7-c44615420288 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:21.506364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Attempting to bind port 2953aabe-88cb-4d71-b6a7-c44615420288 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:21.511538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Port 2953aabe-88cb-4d71-b6a7-c44615420288 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:21.511995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Attempting to bind port 2953aabe-88cb-4d71-b6a7-c44615420288 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:21.517663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:21.518142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:21.518852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:21.519317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Bound port: 2953aabe-88cb-4d71-b6a7-c44615420288, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:21.519777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.622821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:21.630691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2953aabe-88cb-4d71-b6a7-c44615420288,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:21.640223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.681619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:21.682423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:21.684002 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] 10.222.0.47 "PUT /v2.0/ports/2953aabe-88cb-4d71-b6a7-c44615420288 HTTP/1.1" status: 200 len: 1097 time: 1.3106456 Jul 16 22:25:21.684540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:21.686883 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d1a16-d99d-48ac-9a4a-278fc9534799" -d '{"events": [{"name": "network-changed", "server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:21.725917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e3040-8c5f-4af7-8906-3341daab760c service neutron] Pushing event updated for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:21.781226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889bd7-1732-48a9-bde0-e055f1e43169 req-cdf7cfc0-2c3a-43db-b8db-ec73bea28ad9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:21.790747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7889bd7-1732-48a9-bde0-e055f1e43169 req-cdf7cfc0-2c3a-43db-b8db-ec73bea28ad9 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.1099184 Jul 16 22:25:21.852219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7889bd7-1732-48a9-bde0-e055f1e43169 req-3660c9d4-c9a1-4d6b-84f8-170c0d543c8b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Jul 16 22:25:21.883915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-32429741-7915-4acc-80ae-9a14e2d4db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:21.887076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-32429741-7915-4acc-80ae-9a14e2d4db08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4aae3b6412244e59af5c033bffc4f413&device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 1100 time: 0.1295881 Jul 16 22:25:21.954285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:22.018201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-e63c68e9-2ac3-446a-bcdf-80b66f5b25ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=2953aabe-88cb-4d71-b6a7-c44615420288 HTTP/1.1" status: 200 len: 217 time: 0.1155245 Jul 16 22:25:22.063499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 5f9ea2de-74a2-4d23-8351-3aad458a5065 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:22.077395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 5f9ea2de-74a2-4d23-8351-3aad458a5065 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:22.087300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:22.125509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-67e695b2-1a99-4d44-aa90-3da9c840709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.127146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-67e695b2-1a99-4d44-aa90-3da9c840709a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0816770 Jul 16 22:25:22.145975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b64fa-7dbb-4cf6-b2a0-36612967a2ca req-cdbe4402-92da-4d74-9019-34918baa65ff tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.153698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-652b64fa-7dbb-4cf6-b2a0-36612967a2ca req-cdbe4402-92da-4d74-9019-34918baa65ff tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1505003 Jul 16 22:25:22.185978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95e479e5-e442-49ab-a190-208e5cda32ea req-8cb5dc87-a222-4dbb-8b3f-2a599db9c1ad tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 210 time: 0.0353971 Jul 16 22:25:22.239829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-652b64fa-7dbb-4cf6-b2a0-36612967a2ca req-1463e088-06b1-4450-b4d8-da9e5da6f069 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851684 Jul 16 22:25:22.258855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-66aa56b6-45e0-4b55-bbe1-54c4d54adf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.260381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-66aa56b6-45e0-4b55-bbe1-54c4d54adf64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981824 Jul 16 22:25:22.336107 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:22.354147 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e6fc57-9d83-4c3b-a3ff-8a358746cc61 x-openstack-request-id: req-66e6fc57-9d83-4c3b-a3ff-8a358746cc61 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:22.355095 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:22.355997 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66e6fc57-9d83-4c3b-a3ff-8a358746cc61 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:22.356508 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288', 'status': 'completed', 'code': 200} Jul 16 22:25:22.379968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:22.381009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:22.384511 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0e2b8-9457-4d20-99dd-e109cc848ce5" -d '{"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:22.390307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:22.400916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3dad5-be61-4ff3-9aa7-4b1f924dea2a req-a1414f6a-ba64-4eea-b781-75dcdeaf2d02 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.408825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fb3dad5-be61-4ff3-9aa7-4b1f924dea2a req-a1414f6a-ba64-4eea-b781-75dcdeaf2d02 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0884466 Jul 16 22:25:22.460981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fb3dad5-be61-4ff3-9aa7-4b1f924dea2a req-efaeea02-10a3-4276-8d5d-8083cd43a81b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Jul 16 22:25:22.513408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-a37bc706-20e1-43d6-927d-37c7c1725f51 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375562 Jul 16 22:25:22.516349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:22.756398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600dcdbd-d1f9-454d-bba5-263d9c07377c req-16a4c5fc-eea7-4fbb-b24d-fd273d036303 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383103 Jul 16 22:25:22.780823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777ac3-66e8-458e-9971-8f6fcea524e9 req-45922550-bec8-4e1d-b456-270e3c1328ea tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.782504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8777ac3-66e8-458e-9971-8f6fcea524e9 req-45922550-bec8-4e1d-b456-270e3c1328ea tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 948 time: 0.1369846 Jul 16 22:25:22.803519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:22.880005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8777ac3-66e8-458e-9971-8f6fcea524e9 req-15d90d1c-8236-4072-b463-8e2d9300d257 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788629 Jul 16 22:25:22.913271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-3582ead2-5ad0-4666-a832-076799d22e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.915259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-3582ead2-5ad0-4666-a832-076799d22e30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4aae3b6412244e59af5c033bffc4f413&device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 1100 time: 0.0784466 Jul 16 22:25:22.921900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047196b0-76be-4624-bb1e-bf4d2b39076c req-970ffcd1-4daa-485f-aa86-a852ad1863cd tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:22.923582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-047196b0-76be-4624-bb1e-bf4d2b39076c req-970ffcd1-4daa-485f-aa86-a852ad1863cd tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.0851240 Jul 16 22:25:22.970256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-047196b0-76be-4624-bb1e-bf4d2b39076c req-4d66ff8a-e074-4ba4-a117-e0cacebbd797 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Jul 16 22:25:23.094048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-0546bb36-52e4-41b7-9275-542d1393f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.095690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-0546bb36-52e4-41b7-9275-542d1393f049 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1698265 Jul 16 22:25:23.114053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67e3f9-c970-4f65-9d51-ee81c9c143ac req-c62b932d-e647-4831-984f-bf73fdb7bb82 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.116134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a67e3f9-c970-4f65-9d51-ee81c9c143ac req-c62b932d-e647-4831-984f-bf73fdb7bb82 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 946 time: 0.0927801 Jul 16 22:25:23.161124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d61d-0290-42e7-bee8-729cc7beebef req-67fc2db6-7614-4a74-a9a8-4909aa546655 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.163232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1294d61d-0290-42e7-bee8-729cc7beebef req-67fc2db6-7614-4a74-a9a8-4909aa546655 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.0913053 Jul 16 22:25:23.165720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-428d9cbf-ed25-4d0a-994e-7c7db9073c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=2953aabe-88cb-4d71-b6a7-c44615420288 HTTP/1.1" status: 200 len: 217 time: 0.0479171 Jul 16 22:25:23.212837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1294d61d-0290-42e7-bee8-729cc7beebef req-d602e00c-3684-445e-b99d-84f054b3fefc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jul 16 22:25:23.254075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-a0f9030d-bfe7-4d8f-a0b6-c80b3bc950d3 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371788 Jul 16 22:25:23.286334 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4861928-1e36-495a-b078-dc05ecb0b003 x-openstack-request-id: req-f4861928-1e36-495a-b078-dc05ecb0b003 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:23.286632 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:23.286888 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4861928-1e36-495a-b078-dc05ecb0b003 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:23.287290 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'code': 200} Jul 16 22:25:23.294478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a67e3f9-c970-4f65-9d51-ee81c9c143ac req-0ca44bce-bc1e-4d92-9daf-3d84bc5c425e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693141 Jul 16 22:25:23.351314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-017b6221-0548-4933-9e16-764144dc863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.352850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-017b6221-0548-4933-9e16-764144dc863d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1735661 Jul 16 22:25:23.484912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661479-ff85-41aa-b2c4-a34ffab8bb24 req-a9025fb3-c95d-470d-ba9c-439f9a760f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.486502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4661479-ff85-41aa-b2c4-a34ffab8bb24 req-a9025fb3-c95d-470d-ba9c-439f9a760f56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0701513 Jul 16 22:25:23.590256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4661479-ff85-41aa-b2c4-a34ffab8bb24 req-35db9b19-b0cf-4aa1-bfdb-02af1a824044 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740764 Jul 16 22:25:23.642863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40bca60b-4b92-417f-b819-d45e33dedd9b req-bc5f47f7-ddc5-40f7-9f6d-b336a7b1abf6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 210 time: 0.0425587 Jul 16 22:25:23.730650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-d3a0a179-38a8-4ca6-ba10-c7853e0b10fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.732181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-d3a0a179-38a8-4ca6-ba10-c7853e0b10fd tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4688380 Jul 16 22:25:23.752904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Request body: {'port': {'device_id': '201b8443-aae6-4878-b532-082746230bed', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '8b53a27a6ee645939b02e59d8676fcdb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:23.781834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-4cd4b78e-4323-44d9-8806-2d35b353b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:23.783370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-4cd4b78e-4323-44d9-8806-2d35b353b972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4134979 Jul 16 22:25:23.819600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:23.870117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-14789081-cc78-4889-8b8d-ba4265e677f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2941790 Jul 16 22:25:24.006188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f724999-bb6a-4b3b-bb47-71feb094fb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.136092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f724999-bb6a-4b3b-bb47-71feb094fb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.145794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f724999-bb6a-4b3b-bb47-71feb094fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.174313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa04c3-690a-4adb-b1cd-6f7adbd0b936 req-34bbf3f5-6920-463a-8ed7-d749736756fa tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.181046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa04c3-690a-4adb-b1cd-6f7adbd0b936 req-34bbf3f5-6920-463a-8ed7-d749736756fa tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.186975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa04c3-690a-4adb-b1cd-6f7adbd0b936 req-34bbf3f5-6920-463a-8ed7-d749736756fa tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.188680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81fa04c3-690a-4adb-b1cd-6f7adbd0b936 req-34bbf3f5-6920-463a-8ed7-d749736756fa tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 2418 time: 0.5197930 Jul 16 22:25:24.206944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f724999-bb6a-4b3b-bb47-71feb094fb19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00a4948bf27746c9abb03ffce4a5d7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844771 Jul 16 22:25:24.209685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:24.219569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724999-bb6a-4b3b-bb47-71feb094fb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4cff84-dcde-422c-b999-749f650baf46,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:24.296661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.331015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.339890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81fa04c3-690a-4adb-b1cd-6f7adbd0b936 req-632a63dd-f8af-4203-bdb0-9501ae427263 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228271 Jul 16 22:25:24.345208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-dd3a6c01-fa65-45e6-9a69-beb3e93a8c21 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428529 Jul 16 22:25:24.353169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-846652f6-c88a-42e5-98f2-475152d8eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.354639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-846652f6-c88a-42e5-98f2-475152d8eb05 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=876f91ad2eb449b98d42757fbc0678b7&device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 1098 time: 0.2155247 Jul 16 22:25:24.363935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Made reservation on behalf of 8b53a27a6ee645939b02e59d8676fcdb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:24.368142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.456950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.461127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:24.470137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d4cff84-dcde-422c-b999-749f650baf46 HTTP/1.1" status: 204 len: 168 time: 0.2560315 Jul 16 22:25:24.500127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc3f64-2043-41cb-a017-6387dfde30a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4cff84-dcde-422c-b999-749f650baf46,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:24.699137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c9ef-da8c-46ae-965f-1da74ae04217 req-43e9f92d-7bb5-408f-9bef-5ee1d66c2f80 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.700737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3815c9ef-da8c-46ae-965f-1da74ae04217 req-43e9f92d-7bb5-408f-9bef-5ee1d66c2f80 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1302016 Jul 16 22:25:24.722089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-a6e4e269-a6f8-4eea-8466-853547709a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.723797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-a6e4e269-a6f8-4eea-8466-853547709a04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 200 len: 906 time: 0.3294973 Jul 16 22:25:24.737452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e74d1a16-d99d-48ac-9a4a-278fc9534799 req-b2c1b99f-5856-4d3d-bac6-c2fb0c4f2064 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818021 Jul 16 22:25:24.770993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3815c9ef-da8c-46ae-965f-1da74ae04217 req-656a45bb-c4f9-4c06-b52d-7b8779f0ccd3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639441 Jul 16 22:25:24.804995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-25133a3a-af12-4b47-b507-4cc70423be3c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81e77659-c570-4111-8b7a-4ce1a24737d4 HTTP/1.1" status: 200 len: 217 time: 0.0712659 Jul 16 22:25:24.862538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Allocated IP 192.168.233.26 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/6cfac9e3-6334-4864-994d-91ed5674b040) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:24.928327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a624-2723-468f-877e-4a76b16fedbf req-bd225889-551f-4c2d-861e-643816731b2f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.929922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54b7a624-2723-468f-877e-4a76b16fedbf req-bd225889-551f-4c2d-861e-643816731b2f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.3756571 Jul 16 22:25:24.984571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-3f5c69a3-f906-4e32-9e3c-e15ff8d1e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:24.986190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-3f5c69a3-f906-4e32-9e3c-e15ff8d1e53b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 200 len: 845 time: 0.1563554 Jul 16 22:25:25.047556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-1cdae09c-e653-4432-8e1f-fbd6344a7cf0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2eb2110-be45-43d6-9984-3d03c1920e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474935 Jul 16 22:25:25.063471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54b7a624-2723-468f-877e-4a76b16fedbf req-fc482678-c0c5-438c-8062-c0ab0c9522ff tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253016 Jul 16 22:25:25.083291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d773d-2981-4e4b-b7d1-96981e76d963 req-0b278c51-b44d-4b62-90ca-c96e9ed3ebd0 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:25.091682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1a9d773d-2981-4e4b-b7d1-96981e76d963 req-0b278c51-b44d-4b62-90ca-c96e9ed3ebd0 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 948 time: 0.1056473 Jul 16 22:25:25.153320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1a9d773d-2981-4e4b-b7d1-96981e76d963 req-943273b5-a1a5-472c-8b6a-6ecec8967ea0 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603340 Jul 16 22:25:25.282154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-98b96545-6190-42ac-851f-175b23c48c8a service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222502 Jul 16 22:25:25.287152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:25.311161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Transition to ACTIVE for port object 6cfac9e3-6334-4864-994d-91ed5674b040 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:25.391631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02b4bc6d-28e4-41e5-903e-59854ba00cc1 req-570a8912-d49a-4172-bd0c-7cf28f59a365 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 210 time: 0.0325716 Jul 16 22:25:25.462090 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82e05342-96b4-4210-bd1e-6a3075b6b15e req-74738fa4-19a0-4f5e-aa9c-c56cd988206c service neutron] 10.222.0.68 "GET /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637933 Jul 16 22:25:25.471126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:25.487227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:25.494761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:25.524841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac087b8e-007b-4370-b26e-ddcc1b174943 req-889204ce-c720-4479-b002-aee41aae9de5 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:25.526435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac087b8e-007b-4370-b26e-ddcc1b174943 req-889204ce-c720-4479-b002-aee41aae9de5 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.1932046 Jul 16 22:25:25.558946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:25.559167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:25.568608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:25.571812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:25.615287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event updated for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:25.637780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac087b8e-007b-4370-b26e-ddcc1b174943 req-17eb419f-072c-4a34-93e2-1aa96b00e82a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Jul 16 22:25:25.657526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:25.657983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:25.707648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-c9f33a63-799a-459f-bf19-80f0ab3e4802 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9592359 Jul 16 22:25:25.723147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Request body: {'port': {'device_id': '201b8443-aae6-4878-b532-082746230bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:25.725732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-46597878-network', 'tenant_id': '2fec11636bc742c998c5f693031ff539'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:25.814182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Made reservation on behalf of 2fec11636bc742c998c5f693031ff539 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:25.835886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:25.863343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:25.879793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.105329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1645b61a-dba7-43dc-9c2b-aba4013545f3 None None] Provisioning for port 6cfac9e3-6334-4864-994d-91ed5674b040 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:26.105565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.111589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1645b61a-dba7-43dc-9c2b-aba4013545f3 None None] Provisioning complete for port 6cfac9e3-6334-4864-994d-91ed5674b040 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:26.112276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1645b61a-dba7-43dc-9c2b-aba4013545f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.118782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.155402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1645b61a-dba7-43dc-9c2b-aba4013545f3 None None] Port 6cfac9e3-6334-4864-994d-91ed5674b040 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:26.156079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55007d-ea7e-4e33-8065-2c8a6563d4b8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:26.170019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:26.193377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.199491 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Added segment b367ca47-2886-4fdd-bd14-49db60ffbb0e of type vlan for network bb830d7e-7453-41f5-b68e-6641d8525765 Jul 16 22:25:26.285164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.318249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfac9e3-6334-4864-994d-91ed5674b040 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:26.324368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.325586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:26.326830 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.328093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.356662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Transition to ACTIVE for port object 6cfac9e3-6334-4864-994d-91ed5674b040 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:26.363064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.386193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8260837 Jul 16 22:25:26.395846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:26.403008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Request body: {'subnet': {'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-46597878-subnet', 'tenant_id': '2fec11636bc742c998c5f693031ff539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:26.444011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13323e02-8faf-48e3-be13-5acfdbad38b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb830d7e-7453-41f5-b68e-6641d8525765,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:26.452003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Made reservation on behalf of 2fec11636bc742c998c5f693031ff539 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:26.455301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.456336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bb830d7e-7453-41f5-b68e-6641d8525765 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:26.484517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedc2ac-a5a0-43dd-a707-0a2241f53772 req-e834bca2-7a0f-43fa-8cf5-0a63ac8efdeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:26.489532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eedc2ac-a5a0-43dd-a707-0a2241f53772 req-e834bca2-7a0f-43fa-8cf5-0a63ac8efdeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1309321 Jul 16 22:25:26.523342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:26.541798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6eedc2ac-a5a0-43dd-a707-0a2241f53772 req-ae2e4b67-446d-448a-b19e-0cc4d4332ebe tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Jul 16 22:25:26.690449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Attempting to bind port 6cfac9e3-6334-4864-994d-91ed5674b040 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:26.690794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Attempting to bind port 6cfac9e3-6334-4864-994d-91ed5674b040 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:26.691294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Attempting to bind port 6cfac9e3-6334-4864-994d-91ed5674b040 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:26.697732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Port 6cfac9e3-6334-4864-994d-91ed5674b040 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:26.698061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Attempting to bind port 6cfac9e3-6334-4864-994d-91ed5674b040 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:26.716343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f914f-eeea-46aa-8340-f878f839f32f req-df8b184b-3e4b-4a0c-8055-f3acb3fd5510 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:26.718102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e17f914f-eeea-46aa-8340-f878f839f32f req-df8b184b-3e4b-4a0c-8055-f3acb3fd5510 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2746086 Jul 16 22:25:26.721379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:26.721726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:26.722116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:26.722611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Bound port: 6cfac9e3-6334-4864-994d-91ed5674b040, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:26.722926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.763214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4e0a7-115f-4901-9968-e5bbf59b5bab req-c375449a-d486-453b-a9c5-bd789962d617 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:26.764883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ad4e0a7-115f-4901-9968-e5bbf59b5bab req-c375449a-d486-453b-a9c5-bd789962d617 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 948 time: 0.0788229 Jul 16 22:25:26.822623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ad4e0a7-115f-4901-9968-e5bbf59b5bab req-80c967e1-d3a5-4581-ae26-a53ee77eab78 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Jul 16 22:25:26.873454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e17f914f-eeea-46aa-8340-f878f839f32f req-aa18035e-4b5f-412e-9af9-137fa15c10b5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358826 Jul 16 22:25:26.896248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:26.899571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6cfac9e3-6334-4864-994d-91ed5674b040,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:26.903440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.915290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.992212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:26.993483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:26.995342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] 10.222.0.68 "PUT /v2.0/ports/6cfac9e3-6334-4864-994d-91ed5674b040 HTTP/1.1" status: 200 len: 1096 time: 1.2781482 Jul 16 22:25:27.026279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:27.028734 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea258b99-eb08-447a-a61e-c52bed77918d" -d '{"events": [{"name": "network-changed", "server_uuid": "201b8443-aae6-4878-b532-082746230bed", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:27.034619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7e95d7-c88a-4c62-b3de-d571cbd5a239,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:27.130392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Checking segment: {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:27.130763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Network hostable DHCP agents. Network: bb830d7e-7453-41f5-b68e-6641d8525765, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:27.160868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b27c-d99a-4193-8e05-506ac6021fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:27.203038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Network bb830d7e-7453-41f5-b68e-6641d8525765 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:27.224560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bb830d7e-7453-41f5-b68e-6641d8525765) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:27.233895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-73e7c0fc-01f7-4b88-952b-24469f94a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.234871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84525e-cc77-4042-8591-055a20bd771a None None] Network bb830d7e-7453-41f5-b68e-6641d8525765 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:27.235604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-73e7c0fc-01f7-4b88-952b-24469f94a3c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 1099 time: 0.1670527 Jul 16 22:25:27.238438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.238990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:27.264644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f44b-f0b2-4159-852c-ee733b775809 req-61504293-19a1-43ca-9629-85463a96e386 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.272147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1649f44b-f0b2-4159-852c-ee733b775809 req-61504293-19a1-43ca-9629-85463a96e386 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 947 time: 0.1786051 Jul 16 22:25:27.306802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0955f9-7427-4db4-838a-c2ca8fc0dabc req-d3854682-992e-4177-8f5d-27d35de5ad0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.309548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f0955f9-7427-4db4-838a-c2ca8fc0dabc req-d3854682-992e-4177-8f5d-27d35de5ad0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1220460 Jul 16 22:25:27.319295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4cfb740a-c697-46d2-b840-f4123ac6bed8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9129343 Jul 16 22:25:27.319295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-f8a52594-2040-4ab7-bb92-6781cf230ebe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6cfac9e3-6334-4864-994d-91ed5674b040 HTTP/1.1" status: 200 len: 217 time: 0.0630977 Jul 16 22:25:27.376955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f0955f9-7427-4db4-838a-c2ca8fc0dabc req-a23c89ec-4248-4c31-9675-126af9726c98 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Jul 16 22:25:27.385301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2953aabe-88cb-4d71-b6a7-c44615420288 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:27.413568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1649f44b-f0b2-4159-852c-ee733b775809 req-2c867dc6-110c-4538-852f-3f486119d66d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057158 Jul 16 22:25:27.421995 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2594f-3322-4909-89cd-b015c747dfc8 x-openstack-request-id: req-64f2594f-3322-4909-89cd-b015c747dfc8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:27.422301 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201b8443-aae6-4878-b532-082746230bed", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:27.422575 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64f2594f-3322-4909-89cd-b015c747dfc8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:27.422970 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040', 'status': 'completed', 'code': 200} Jul 16 22:25:27.426546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-9feacb36-8bd7-4448-9146-c66e98cb605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.434558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-9feacb36-8bd7-4448-9146-c66e98cb605d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1152678 Jul 16 22:25:27.439222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed3dc2-b500-4327-9cc9-7e72b24af11a None None] Network bb830d7e-7453-41f5-b68e-6641d8525765 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:27.561750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-f83a3f8c-99cd-4fb3-9cea-61d9cbd01b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:27.568122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-f83a3f8c-99cd-4fb3-9cea-61d9cbd01b51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1213958 Jul 16 22:25:27.706409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3290a9ff-4295-498e-88a4-0a50bf097962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:27.749644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-7c3eda71-54fb-470e-aa05-630f17cdf50b service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720159 Jul 16 22:25:27.772138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2953aabe-88cb-4d71-b6a7-c44615420288,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:27.811360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2953aabe-88cb-4d71-b6a7-c44615420288', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '2953aabe-88cb-4d71-b6a7-c44615420288', 'mac_address': 'fa:16:3e:d6:65:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:27.939218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-961911055', 'description': 'tempest-description-1380651961'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:27.964988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7545e2ef-d8e4-4d7d-a3b2-98b3b616cfe8 req-97758400-7480-4fcb-af3c-399d804371c7 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898592 Jul 16 22:25:27.965854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.009948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2953aabe-88cb-4d71-b6a7-c44615420288 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:28.021848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.064626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2953aabe-88cb-4d71-b6a7-c44615420288,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:28.076706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.157291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:28.215196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.223496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.236711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258b99-eb08-447a-a61e-c52bed77918d req-b74c71a6-aaf7-4891-8d63-b02914cc907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.238316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-b74c71a6-aaf7-4891-8d63-b02914cc907c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 1099 time: 0.1283622 Jul 16 22:25:28.291102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc668c-7d38-488f-a7cf-c80c1b10a759,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:28.294538 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:28.308005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ace674a4-408c-46dd-91b4-a208f8da0379 req-f62e8116-3068-461b-a503-9310f316d024 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3730536 Jul 16 22:25:28.368616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2953aabe-88cb-4d71-b6a7-c44615420288'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:28.462421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258b99-eb08-447a-a61e-c52bed77918d req-f8bf2b93-2474-4fda-b527-4dedd8a6f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.463973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-f8bf2b93-2474-4fda-b527-4dedd8a6f970 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2145097 Jul 16 22:25:28.525380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-8aa708ac-e5ae-4f9d-9da8-a08f85a0bc95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6cfac9e3-6334-4864-994d-91ed5674b040 HTTP/1.1" status: 200 len: 217 time: 0.0500271 Jul 16 22:25:28.542585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d539-4b07-49e7-ad22-ea5c8eb73fea req-5ddca1f2-3f00-41cc-b876-de4c06e22a5a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.551028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a18d539-4b07-49e7-ad22-ea5c8eb73fea req-5ddca1f2-3f00-41cc-b876-de4c06e22a5a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.0975115 Jul 16 22:25:28.579603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98318459-77a5-43a8-aa23-64b293849296 req-0f17849b-59d2-4c4d-b626-8acc077ced7d tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.587402 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-98318459-77a5-43a8-aa23-64b293849296 req-0f17849b-59d2-4c4d-b626-8acc077ced7d tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 949 time: 0.1934772 Jul 16 22:25:28.628798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a18d539-4b07-49e7-ad22-ea5c8eb73fea req-42c57566-a0ac-4603-abb4-ea9af276c9f5 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734608 Jul 16 22:25:28.637988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258b99-eb08-447a-a61e-c52bed77918d req-be4db223-fe61-46c3-8a00-75e9ed0e1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.639837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-be4db223-fe61-46c3-8a00-75e9ed0e1bcc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1068621 Jul 16 22:25:28.656220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-98318459-77a5-43a8-aa23-64b293849296 req-68dcd9a3-8bf0-4e0d-8d4e-08ffb0581228 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Jul 16 22:25:28.729828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258b99-eb08-447a-a61e-c52bed77918d req-eb842161-dd3e-42e3-9671-a84286c675fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.731503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-eb842161-dd3e-42e3-9671-a84286c675fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742698 Jul 16 22:25:28.843876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7441f3-a994-45c4-b240-da7fb31c5ca2 req-f67f759f-9903-4ff1-8635-2aabe7c398e5 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:28.849530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb7441f3-a994-45c4-b240-da7fb31c5ca2 req-f67f759f-9903-4ff1-8635-2aabe7c398e5 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.0831704 Jul 16 22:25:28.903513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb7441f3-a994-45c4-b240-da7fb31c5ca2 req-18740443-692d-4790-92e7-e11abe6b932b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Jul 16 22:25:29.108432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1791106781', 'description': 'tempest-description-1762961217'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:29.145836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.278909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.287689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.309738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-0b7597c7-0d15-48fd-a8e5-4e76089d0c1c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702224 Jul 16 22:25:29.321857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.347203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-610be9ee-5852-4f4a-a433-1bb95392ae6b req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2438922 Jul 16 22:25:29.373848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361ef8f-b387-4b59-9f25-3eb86196c4ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fb1e7-131e-4dc4-8827-598e6da3483c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:29.395484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:29.459765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-3646795d-ee86-4f33-a281-c7a4e87063da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2308896 Jul 16 22:25:29.497219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea258b99-eb08-447a-a61e-c52bed77918d req-d15b6a40-c8bd-4d1c-b2f5-e72f99599b36 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666436 Jul 16 22:25:29.502608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2953aabe-88cb-4d71-b6a7-c44615420288 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:29.595229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:29.618435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'mac_address': 'fa:16:3e:41:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:29.618813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-5b25f606-9ca9-4fa4-a2bb-f30542f8f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:29.621007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-5b25f606-9ca9-4fa4-a2bb-f30542f8f349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 1098 time: 0.0858972 Jul 16 22:25:29.625421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666128b-d298-4209-a209-fded2367b64c req-6c13a5de-38fa-45fd-b11b-2828a4f69b0b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:29.629674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666128b-d298-4209-a209-fded2367b64c req-6c13a5de-38fa-45fd-b11b-2828a4f69b0b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 947 time: 0.1463175 Jul 16 22:25:29.645073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2953aabe-88cb-4d71-b6a7-c44615420288 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:29.654300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2953aabe-88cb-4d71-b6a7-c44615420288 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:29.654677 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.686838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.708389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:29.733038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:29.753414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666128b-d298-4209-a209-fded2367b64c req-45037904-99f2-494a-9d60-56b23df0a112 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170845 Jul 16 22:25:29.769250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.808182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-70e63744-fd78-44e3-9282-e1ae8fae298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:29.816979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-70e63744-fd78-44e3-9282-e1ae8fae298b service neutron] 10.222.0.47 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 917 time: 0.1675522 Jul 16 22:25:29.827478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.855204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:29.868325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06afeba2-7764-447e-926b-2804f8bd520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:29.886219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:29.892551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:29.894974 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35344fe2-8977-41c0-b0ad-b4e319114881" -d '{"events": [{"server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "name": "network-vif-plugged", "status": "completed", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:29.929371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2953aabe-88cb-4d71-b6a7-c44615420288,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:29.931973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-96b1bc10-01be-4c9f-8566-a72f943d032c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932 HTTP/1.1" status: 200 len: 217 time: 0.0982757 Jul 16 22:25:29.947805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:30.032381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6cfac9e3-6334-4864-994d-91ed5674b040 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:30.036816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-284e5855-010f-47f9-9bde-724c01f36ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:30.039104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-284e5855-010f-47f9-9bde-724c01f36ec3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.0975845 Jul 16 22:25:30.075661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:30.088841 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:30.188350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-f13106f0-0f3e-4326-b706-6ccfc0ed5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:30.190151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-f13106f0-0f3e-4326-b706-6ccfc0ed5b5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440697 Jul 16 22:25:30.216951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6cfac9e3-6334-4864-994d-91ed5674b040,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:30.230432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6cfac9e3-6334-4864-994d-91ed5674b040', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '6cfac9e3-6334-4864-994d-91ed5674b040', 'mac_address': 'fa:16:3e:1a:78:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:30.279673 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:30.293217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfac9e3-6334-4864-994d-91ed5674b040 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:30.321850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6cfac9e3-6334-4864-994d-91ed5674b040,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:30.328525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:30.334005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-14180601-2887-46bd-97fb-ecbe3cb34156 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299663 Jul 16 22:25:30.425054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:30.484266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-600fdcc0-3cd7-4dd6-82ec-0ae8c8b4bffc req-06551e1a-e3d0-4fe3-8646-d29bcb66eaf6 service neutron] 10.222.0.47 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431978 Jul 16 22:25:30.639664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6cfac9e3-6334-4864-994d-91ed5674b040'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:31.255418 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:31.427561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:31.512065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:31.512823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:31.605126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:31.651054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:31.657483 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:31.735167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:32.035602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6cfac9e3-6334-4864-994d-91ed5674b040 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:32.127612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 6cfac9e3-6334-4864-994d-91ed5674b040 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:32.132813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6cfac9e3-6334-4864-994d-91ed5674b040 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:32.133823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:32.226536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:32.294740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6cfac9e3-6334-4864-994d-91ed5674b040,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:32.302344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:32.364459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:32.655187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:33.806149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-85024c8a-ccb7-4bd3-b597-8c4bcddb07f8 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:33.813967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-85024c8a-ccb7-4bd3-b597-8c4bcddb07f8 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 811 time: 0.1688986 Jul 16 22:25:33.828306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-470b5b82-553a-4c0d-97a0-c8b27393a69c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/quotas/2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 375 time: 0.0134342 Jul 16 22:25:33.831390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfde50-c2ce-4d1a-a92f-b077c005be08 req-22a46156-94f2-42ef-9191-1294d2c29315 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:33.833425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69bfde50-c2ce-4d1a-a92f-b077c005be08 req-22a46156-94f2-42ef-9191-1294d2c29315 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1005912 Jul 16 22:25:33.879305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-b9342695-cee1-43d3-9c04-9108d26845d2 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387373 Jul 16 22:25:33.912657 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69bfde50-c2ce-4d1a-a92f-b077c005be08 req-b2ad71a5-d30a-42f1-a53b-00e4688c992c tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607135 Jul 16 22:25:34.011982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-546a5f71-9615-44ad-8522-d9bf351fc07e service neutron] 10.222.0.70 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312921 Jul 16 22:25:34.118615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f76bc-f5d4-4ca6-8c16-02a834265cc3 req-927cc446-a964-48c5-bebd-e0eb8c99c335 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:34.126845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-382f76bc-f5d4-4ca6-8c16-02a834265cc3 req-927cc446-a964-48c5-bebd-e0eb8c99c335 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.0785363 Jul 16 22:25:34.129682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-43dd74ff-092c-4f94-81e2-20e265853f1b service neutron] 10.222.0.70 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166899 Jul 16 22:25:34.178661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-382f76bc-f5d4-4ca6-8c16-02a834265cc3 req-f8140a35-7815-4be1-985a-0123cdf6d70e tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Jul 16 22:25:34.259550 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a993b3-fc3f-4d2e-ac82-7d7f5a4fe55e x-openstack-request-id: req-48a993b3-fc3f-4d2e-ac82-7d7f5a4fe55e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:34.260090 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "name": "network-vif-plugged", "status": "completed", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:34.260334 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48a993b3-fc3f-4d2e-ac82-7d7f5a4fe55e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:34.260799 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288', 'code': 200} Jul 16 22:25:34.418011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3fb02-d133-490c-b7d6-fb1cceec7c8b req-9b475647-99af-4242-b8fb-4c22816d0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:34.419703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4da3fb02-d133-490c-b7d6-fb1cceec7c8b req-9b475647-99af-4242-b8fb-4c22816d0b5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 1102 time: 0.0692239 Jul 16 22:25:34.491196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4da3fb02-d133-490c-b7d6-fb1cceec7c8b req-9ef4a545-0ff3-4afe-9f21-13d219e0d5bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631127 Jul 16 22:25:34.558721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3625-14c6-4500-8b7f-03d7ee2ab8be req-61bafa00-eca4-4aa4-9101-9e94e3f9a888 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:34.561232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b9f3625-14c6-4500-8b7f-03d7ee2ab8be req-61bafa00-eca4-4aa4-9101-9e94e3f9a888 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1404836 Jul 16 22:25:34.648774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b9f3625-14c6-4500-8b7f-03d7ee2ab8be req-6d960b5a-b677-4d83-90af-90d82fc6ca36 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817895 Jul 16 22:25:34.746165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cde3af8-92bc-498e-ba6b-eef088298443 req-fd366903-9399-4a15-b454-6a956d4940cf tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 210 time: 0.0472167 Jul 16 22:25:34.822333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a472-8bcd-40bc-bcf7-3affaae65be1 req-a790f35e-7a4d-4609-8d7d-5e8bfb9bd98d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:34.824065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b394a472-8bcd-40bc-bcf7-3affaae65be1 req-a790f35e-7a4d-4609-8d7d-5e8bfb9bd98d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.1910329 Jul 16 22:25:34.908801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b394a472-8bcd-40bc-bcf7-3affaae65be1 req-e67ba62e-fa19-47ed-9e64-9d9e306c79d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Jul 16 22:25:35.061583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2f8f5-eb3f-496b-8a88-a7ca9e6a2d6f req-3ae06125-617b-4f6c-8ef2-1c10ddefc277 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:35.070375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83b2f8f5-eb3f-496b-8a88-a7ca9e6a2d6f req-3ae06125-617b-4f6c-8ef2-1c10ddefc277 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1510110 Jul 16 22:25:35.125959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83b2f8f5-eb3f-496b-8a88-a7ca9e6a2d6f req-8ef443b0-c37a-4d9a-88dc-bc6f24e4c124 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540438 Jul 16 22:25:35.309740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9cd2-5e0d-4048-8aef-c2a133fef079 req-25fc1f08-00b2-4dfa-a4ed-079458defcb3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:35.316506 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62ee9cd2-5e0d-4048-8aef-c2a133fef079 req-25fc1f08-00b2-4dfa-a4ed-079458defcb3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1492167 Jul 16 22:25:35.375498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62ee9cd2-5e0d-4048-8aef-c2a133fef079 req-49efbb82-aebc-43e7-8ec3-9b12be49d591 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Jul 16 22:25:35.484843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821bc62-d08c-402d-9e26-2be0af806111 req-6097bfcc-96d3-4943-aa79-b1819ce0c852 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:35.492128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d821bc62-d08c-402d-9e26-2be0af806111 req-6097bfcc-96d3-4943-aa79-b1819ce0c852 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.0899911 Jul 16 22:25:35.545719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d821bc62-d08c-402d-9e26-2be0af806111 req-3b6ac53f-a1a1-4926-866b-231dde7414d8 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 Jul 16 22:25:35.931289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651d788-40fa-4f05-9ddc-9ca43178fd54 req-4cc461cb-df46-42d3-b834-679a19af6196 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:35.932822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0651d788-40fa-4f05-9ddc-9ca43178fd54 req-4cc461cb-df46-42d3-b834-679a19af6196 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1256456 Jul 16 22:25:36.000298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26bf267c-6415-4ea5-be94-38fd6cc998e2 req-92709e2d-4abf-4d52-b783-84549c171989 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 210 time: 0.0383980 Jul 16 22:25:36.011505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0651d788-40fa-4f05-9ddc-9ca43178fd54 req-a081ee8c-6a24-4b7a-8a5b-41e34edc78e7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Jul 16 22:25:36.262520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'}, {'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:36.265741 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4899cda7-70d1-4c3a-b161-12ca62bd2be2" -d '{"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-plugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349"}, {"server_uuid": "201b8443-aae6-4878-b532-082746230bed", "name": "network-vif-plugged", "status": "completed", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:36.670253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8c978-dfa8-4760-b0c7-0445c0ef94e9 req-23dc5e8a-f514-4907-b8dc-6b421078240b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:36.671983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4b8c978-dfa8-4760-b0c7-0445c0ef94e9 req-23dc5e8a-f514-4907-b8dc-6b421078240b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1872692 Jul 16 22:25:36.688561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-4ac2bb32-0aab-45f5-900f-579ba0b2a84b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:36.690257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-4ac2bb32-0aab-45f5-900f-579ba0b2a84b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.47 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 811 time: 0.2392204 Jul 16 22:25:36.721847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'device_id': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765', 'admin_state_up': True, 'tenant_id': '2fec11636bc742c998c5f693031ff539'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:36.764554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e6f6-e1bf-4b68-8a79-620091541484 req-d35a8b2d-ad26-41eb-b59a-d74c75072cc8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:36.772618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e627e6f6-e1bf-4b68-8a79-620091541484 req-d35a8b2d-ad26-41eb-b59a-d74c75072cc8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.6072600 Jul 16 22:25:36.880688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4b8c978-dfa8-4760-b0c7-0445c0ef94e9 req-56f91d7a-013d-4796-b5a2-50390d48aeca tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892705 Jul 16 22:25:36.915580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Made reservation on behalf of 2fec11636bc742c998c5f693031ff539 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:36.919935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:36.921382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e627e6f6-e1bf-4b68-8a79-620091541484 req-54686dcf-acc5-4bf7-b807-80caac315b34 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401284 Jul 16 22:25:36.983421 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3466d-8e0c-477d-a817-f730422d9db9 x-openstack-request-id: req-03a3466d-8e0c-477d-a817-f730422d9db9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:36.984017 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-plugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349", "code": 200}, {"server_uuid": "201b8443-aae6-4878-b532-082746230bed", "name": "network-vif-plugged", "status": "completed", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:36.984506 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03a3466d-8e0c-477d-a817-f730422d9db9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:36.985177 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'code': 200} Jul 16 22:25:36.985797 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040', 'code': 200} Jul 16 22:25:37.245117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4e794-31f1-4b94-9179-10e331e1e34a req-1c20bfef-4724-45b2-94cd-6d1d4106877a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:37.248847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bb4e794-31f1-4b94-9179-10e331e1e34a req-1c20bfef-4724-45b2-94cd-6d1d4106877a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.0903420 Jul 16 22:25:37.305410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bb4e794-31f1-4b94-9179-10e331e1e34a req-06a8499e-0e35-42c3-8548-8fef38f494c4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Jul 16 22:25:37.346889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Allocated IP 172.20.0.11 (bb830d7e-7453-41f5-b68e-6641d8525765/5d7e95d7-c88a-4c62-b3de-d571cbd5a239/0cb5fee8-a841-4431-b278-64fe0c73bb0e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:37.421007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2812f-801f-453a-8f92-85fcb0f5cafd req-8720f836-b1d7-4408-80db-fd8f9527d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:37.425834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9cc2812f-801f-453a-8f92-85fcb0f5cafd req-8720f836-b1d7-4408-80db-fd8f9527d61e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 1101 time: 0.3325348 Jul 16 22:25:37.470710 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6082787a-93c9-4469-8f0c-36c3f6d94d05 req-2ecba70a-2545-446e-87c7-06ea1ca97aee tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 210 time: 0.0473816 Jul 16 22:25:37.556482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125081-b16f-4966-9ad5-9bacbfab5333 req-4374aae8-8580-4b22-8d89-e350084de563 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:37.563296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc125081-b16f-4966-9ad5-9bacbfab5333 req-4374aae8-8580-4b22-8d89-e350084de563 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.3758266 Jul 16 22:25:37.621798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9cc2812f-801f-453a-8f92-85fcb0f5cafd req-061deb62-8531-4e6e-96e0-1be20356da89 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765296 Jul 16 22:25:37.683531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73cc97-fafe-4bb5-ba8a-87ef247d9021 req-07960426-2d4b-406c-b882-148daa6ec462 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:37.690986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c73cc97-fafe-4bb5-ba8a-87ef247d9021 req-07960426-2d4b-406c-b882-148daa6ec462 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1026998 Jul 16 22:25:37.746927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c73cc97-fafe-4bb5-ba8a-87ef247d9021 req-9144e6ce-0b96-4157-ab86-98d4b255e0bb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547056 Jul 16 22:25:37.752076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc125081-b16f-4966-9ad5-9bacbfab5333 req-fc28c8f4-2f96-42d1-8097-3cf0dfeb212a tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607759 Jul 16 22:25:37.801749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:37.911049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:38.038775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:38.042889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Network bb830d7e-7453-41f5-b68e-6641d8525765 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:38.044645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:38.046786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:38.140154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:38.141331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:38.189948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a414dc-b8b2-4c1a-85ae-d703edb3f6a1 req-71973f13-dc3c-457a-82c2-672ceaa43fce tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:38.198297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-dba09798-ec5c-4e15-b7de-f5e60a88edf5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4809339 Jul 16 22:25:38.199234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a414dc-b8b2-4c1a-85ae-d703edb3f6a1 req-71973f13-dc3c-457a-82c2-672ceaa43fce tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1080282 Jul 16 22:25:38.221173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Request body: {'port': {'device_id': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:38.258222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a414dc-b8b2-4c1a-85ae-d703edb3f6a1 req-1c315355-a098-49d3-90ba-c06462168d2c tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557692 Jul 16 22:25:38.415274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022259e-dbf9-4735-ae9e-f3d2a21a5be2 req-7adea1bb-fc1a-409a-82ad-4f148c9bce38 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:38.416803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0022259e-dbf9-4735-ae9e-f3d2a21a5be2 req-7adea1bb-fc1a-409a-82ad-4f148c9bce38 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.1486311 Jul 16 22:25:38.418274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:38.520822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0022259e-dbf9-4735-ae9e-f3d2a21a5be2 req-d11a1f71-35fd-40f5-b430-1990ab16551a tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Jul 16 22:25:38.574284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8b37c-5853-4840-9f4a-3d1a069948b7 req-9e8b0379-e87f-4c97-a44e-5f2641434ca4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:38.584113 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8c8b37c-5853-4840-9f4a-3d1a069948b7 req-9e8b0379-e87f-4c97-a44e-5f2641434ca4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1337552 Jul 16 22:25:38.692843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8c8b37c-5853-4840-9f4a-3d1a069948b7 req-689fa233-c307-4fff-aee1-52a2ab46e5bf tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Jul 16 22:25:39.004602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb5fee8-a841-4431-b278-64fe0c73bb0e {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:39.031122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17e727-875b-4ad2-af59-366d22261573 req-357fa694-6b0f-45e1-8d95-b5209f80c242 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.032029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:39.034636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de17e727-875b-4ad2-af59-366d22261573 req-357fa694-6b0f-45e1-8d95-b5209f80c242 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 932 time: 0.1130025 Jul 16 22:25:39.077342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Transition to ACTIVE for port object 0cb5fee8-a841-4431-b278-64fe0c73bb0e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:39.096323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:39.097931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de17e727-875b-4ad2-af59-366d22261573 req-acd8bb63-86b4-47ea-b08e-0b2c973e928a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Jul 16 22:25:39.168397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c10256-8450-4672-8872-d72d53bbae66 req-2222d902-41b6-4ae8-b9a8-1e7760506542 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.175459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54c10256-8450-4672-8872-d72d53bbae66 req-2222d902-41b6-4ae8-b9a8-1e7760506542 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.2115154 Jul 16 22:25:39.209102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:39.285190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54c10256-8450-4672-8872-d72d53bbae66 req-0017eb47-3b7a-47b7-833f-d1f296a1c1ad tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087384 Jul 16 22:25:39.347266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Attempting to bind port 0cb5fee8-a841-4431-b278-64fe0c73bb0e on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:39.347536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Attempting to bind port 0cb5fee8-a841-4431-b278-64fe0c73bb0e by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:39.347853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Attempting to bind port 0cb5fee8-a841-4431-b278-64fe0c73bb0e on network bb830d7e-7453-41f5-b68e-6641d8525765 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:39.358635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Port 0cb5fee8-a841-4431-b278-64fe0c73bb0e on network bb830d7e-7453-41f5-b68e-6641d8525765 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:39.358962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Attempting to bind port 0cb5fee8-a841-4431-b278-64fe0c73bb0e on network bb830d7e-7453-41f5-b68e-6641d8525765 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:39.378412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:39.381569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Checking segment: {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:39.382155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Bound using segment: {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:39.399227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Bound port: 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:39.399912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:39.567233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:39.571421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:39.582729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:39.656821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.657735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:39.657904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8578ce-6a9d-4b3c-9c20-d7aa81e9abba req-b8f993ca-f5a6-4986-b0e1-006b58cbe3c9 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.659432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] 10.222.0.47 "PUT /v2.0/ports/0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 1093 time: 1.4431727 Jul 16 22:25:39.664664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:39.666117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be8578ce-6a9d-4b3c-9c20-d7aa81e9abba req-b8f993ca-f5a6-4986-b0e1-006b58cbe3c9 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.0884588 Jul 16 22:25:39.667446 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c58297-5062-4580-b1d6-78f297270a78" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:39.718870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb27c71-b47d-4e8c-87c7-304cbc3af29d service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:39.730143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be8578ce-6a9d-4b3c-9c20-d7aa81e9abba req-2a4ef20e-0f6b-400e-90f6-cc9fd9c81660 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622385 Jul 16 22:25:39.744944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aadf33-64a2-4125-a5d1-2c6de0b7ed5b req-7d97aac2-1ce8-4116-8c8e-4b8367752994 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.747791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9aadf33-64a2-4125-a5d1-2c6de0b7ed5b req-7d97aac2-1ce8-4116-8c8e-4b8367752994 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1680796 Jul 16 22:25:39.869311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9aadf33-64a2-4125-a5d1-2c6de0b7ed5b req-3296847c-60a7-435e-b0d7-f2c90695bfd3 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200719 Jul 16 22:25:39.895951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-b75c3d37-864b-4f3e-a7fc-5ecb15e0e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:39.897723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-b75c3d37-864b-4f3e-a7fc-5ecb15e0e595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1096 time: 0.1257954 Jul 16 22:25:39.975127 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72cd17-d2a6-483e-9578-da0651fc6a44 x-openstack-request-id: req-7d72cd17-d2a6-483e-9578-da0651fc6a44 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:39.975909 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:39.979291 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d72cd17-d2a6-483e-9578-da0651fc6a44 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:39.980212 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'status': 'completed', 'code': 200} Jul 16 22:25:39.982666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-f357b1a2-380a-4ef1-82ae-e6fd0dceca5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 217 time: 0.0763302 Jul 16 22:25:40.048104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f328533-fc97-42cf-9246-c58234db7c7b req-f2de4ed9-6f80-4c0f-b8d0-c00f6ae9a46f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.053808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f328533-fc97-42cf-9246-c58234db7c7b req-f2de4ed9-6f80-4c0f-b8d0-c00f6ae9a46f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.2188447 Jul 16 22:25:40.112136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536485e-8232-473b-8023-43e30051c2c2 req-52ae000b-5406-44de-9937-430375853633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.114527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-52ae000b-5406-44de-9937-430375853633 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1132464 Jul 16 22:25:40.152787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f328533-fc97-42cf-9246-c58234db7c7b req-4e1dc5cb-4083-457d-89bd-97c9665723e7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899374 Jul 16 22:25:40.181944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-e0d26c69-25b8-4360-885f-f87fa18b67d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470340 Jul 16 22:25:40.309184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae674-e1e0-4826-816b-7cbe97d4a537 req-290f9431-1dcc-48b7-964c-809eeaa0d155 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.316379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-394ae674-e1e0-4826-816b-7cbe97d4a537 req-290f9431-1dcc-48b7-964c-809eeaa0d155 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2501531 Jul 16 22:25:40.377473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-394ae674-e1e0-4826-816b-7cbe97d4a537 req-af84860c-4fc7-40f3-a415-85a4666d4de8 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602028 Jul 16 22:25:40.379355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-a56ac9be-5137-4c81-ac20-718dccd8d2de service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885674 Jul 16 22:25:40.416165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761142e-c6a0-4c52-9ac6-48ee98f20431 req-fba349c2-0126-40f7-9e7d-a51dab39e0c6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.421599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b761142e-c6a0-4c52-9ac6-48ee98f20431 req-fba349c2-0126-40f7-9e7d-a51dab39e0c6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 944 time: 0.1034939 Jul 16 22:25:40.495127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b761142e-c6a0-4c52-9ac6-48ee98f20431 req-adb7e420-976f-41e0-8cf7-14b1260d550f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685437 Jul 16 22:25:40.563189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a536485e-8232-473b-8023-43e30051c2c2 req-d438f5c9-3bfa-4ff4-ba4e-f1eadb12cb66 service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749203 Jul 16 22:25:40.745623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58297-5062-4580-b1d6-78f297270a78 req-28fe4753-500c-467a-80e3-c4c9e27afe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.748497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-28fe4753-500c-467a-80e3-c4c9e27afe63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1096 time: 0.1046445 Jul 16 22:25:40.853231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d91f-ef52-4658-a38b-8cd4be9782e6 req-e4a943b6-ce58-43ee-96bb-982f5cfe991b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.854962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e780d91f-ef52-4658-a38b-8cd4be9782e6 req-e4a943b6-ce58-43ee-96bb-982f5cfe991b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1559727 Jul 16 22:25:40.902005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58297-5062-4580-b1d6-78f297270a78 req-8b21e280-4b1d-41f6-852f-673eba44d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:40.903576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-8b21e280-4b1d-41f6-852f-673eba44d875 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.1443813 Jul 16 22:25:40.912710 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e780d91f-ef52-4658-a38b-8cd4be9782e6 req-b2682b27-b64f-4c4f-8045-89dc024b398d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Jul 16 22:25:40.991669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-00d73da1-c9a3-4cd4-8b28-e02387c07b18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 217 time: 0.0676484 Jul 16 22:25:41.132096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca678c5b-d14c-4004-a2c8-63b16c033dd8 req-b914a7dc-c2e6-4b2d-a896-c20e051ced87 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.140450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca678c5b-d14c-4004-a2c8-63b16c033dd8 req-b914a7dc-c2e6-4b2d-a896-c20e051ced87 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.1035728 Jul 16 22:25:41.147538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58297-5062-4580-b1d6-78f297270a78 req-d6cf0520-4513-483a-9701-d3bed235b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.149132 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-d6cf0520-4513-483a-9701-d3bed235b562 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1452165 Jul 16 22:25:41.212051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-6872a39c-fae8-4bc7-958d-acb0dd38e25d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502362 Jul 16 22:25:41.234383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca678c5b-d14c-4004-a2c8-63b16c033dd8 req-edbeb64d-a070-4bc1-b020-066733e261a9 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3fcc63e-7833-4899-9417-261766e8fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892656 Jul 16 22:25:41.344867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830724a6-d1c8-4c38-a149-554b8357713d req-73f28ec4-1320-487d-89db-8851a8a760d1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.346718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830724a6-d1c8-4c38-a149-554b8357713d req-73f28ec4-1320-487d-89db-8851a8a760d1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.47 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 950 time: 0.0885770 Jul 16 22:25:41.347430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-8ea48b0b-6a8e-40fa-bfd0-e0c3efe2a924 service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270864 Jul 16 22:25:41.537209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d7029-ac64-40e7-80b3-61f4f0481de9 req-9708c908-0fb5-4139-a09f-40803e661adf tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.545381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-589d7029-ac64-40e7-80b3-61f4f0481de9 req-9708c908-0fb5-4139-a09f-40803e661adf tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1458967 Jul 16 22:25:41.576182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Deleting port 2953aabe-88cb-4d71-b6a7-c44615420288 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:41.576831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:41.609932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.610536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.611075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.611431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.611912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.612383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.612859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.613364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.613846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.614320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.614791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.615259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.622022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-589d7029-ac64-40e7-80b3-61f4f0481de9 req-26f11f37-4de0-4961-8049-e32ad0819825 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746894 Jul 16 22:25:41.625833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d3945436-a3c7-407c-a2a3-eda80ea5e229 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540&device_id=201b8443-aae6-4878-b532-082746230bed&device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a&device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0&device_id=a0899527-3654-4767-8fd9-7831b0dbe95d&device_id=36d8381a-7782-4286-8195-0637f040b10d&device_id=1db4c217-59e6-4a80-a7d7-84c836119344&device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2&device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13&device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 10879 time: 0.4165838 Jul 16 22:25:41.668052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d6799801-460f-423f-9e64-d513fbb75afc tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:41.738960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] For port 2953aabe-88cb-4d71-b6a7-c44615420288, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2953aabe-88cb-4d71-b6a7-c44615420288,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:41.739876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:41.754919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Calling delete_port for 2953aabe-88cb-4d71-b6a7-c44615420288 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:41.815007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d6799801-460f-423f-9e64-d513fbb75afc tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:41.827590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c58297-5062-4580-b1d6-78f297270a78 req-e8bbb12e-e9f6-4502-97cf-e9e6e2a9f9bf service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992147 Jul 16 22:25:41.828727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d6799801-460f-423f-9e64-d513fbb75afc tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:41.875393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49af1250-25f6-4233-8fcd-a06effa33bc3 req-d6799801-460f-423f-9e64-d513fbb75afc tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&id=6ecf4d9f-6560-49de-894c-256a4a5023d1&id=e3fcc63e-7833-4899-9417-261766e8fb07&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&id=aec9e9f9-8b92-415c-94c8-747a172a7a98&id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 0.2466347 Jul 16 22:25:41.896647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6799801-460f-423f-9e64-d513fbb75afc tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb426623-3104-4ec7-8c20-8e5460513834,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:41.965143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b235a0-269e-4a43-80af-33771cc49bcb req-82bc62bc-a9fd-4947-8dc3-f2d055cee162 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:41.966760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86b235a0-269e-4a43-80af-33771cc49bcb req-82bc62bc-a9fd-4947-8dc3-f2d055cee162 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2008383 Jul 16 22:25:42.023699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86b235a0-269e-4a43-80af-33771cc49bcb req-c49a8e93-d2ba-43d5-a618-2f32b0dd2c6b tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510285 Jul 16 22:25:42.025182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:42.041575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2953aabe-88cb-4d71-b6a7-c44615420288'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:42.095781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Pushing event deleted for resources: {'Port': ['ID=2953aabe-88cb-4d71-b6a7-c44615420288,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:42.124483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff1987-ddc4-448b-8b38-217b9f1b25ce req-90d51d01-8b65-4660-9181-ec2e9e8db85f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:42.126487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cff1987-ddc4-448b-8b38-217b9f1b25ce req-90d51d01-8b65-4660-9181-ec2e9e8db85f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 944 time: 0.1393955 Jul 16 22:25:42.142412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] No DVR routers for this DVR port 2953aabe-88cb-4d71-b6a7-c44615420288 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:25:42.152253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:42.154335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830724a6-d1c8-4c38-a149-554b8357713d req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.47 "DELETE /v2.0/ports/2953aabe-88cb-4d71-b6a7-c44615420288 HTTP/1.1" status: 204 len: 173 time: 0.7941151 Jul 16 22:25:42.155057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'name': 'network-vif-deleted', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:42.162353 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ea9f2-0b84-465d-bd2f-e9d4aaecc4be" -d '{"events": [{"server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "name": "network-vif-deleted", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:42.168280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.169748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.170198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.170704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.171072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.171456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.171912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.178026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.178399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.178736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.179068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.180110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d338d0-a0f3-402c-8f47-6c95f640fcc1 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:42.213492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2cff1987-ddc4-448b-8b38-217b9f1b25ce req-8241c22b-939c-4d54-b0e6-cfd56bbcf9a4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789957 Jul 16 22:25:42.472615 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66346c6d-b5a7-467b-8d94-d97466fcf4ed x-openstack-request-id: req-66346c6d-b5a7-467b-8d94-d97466fcf4ed {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:42.473172 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cbbcb8-486a-450f-9010-b02f35dc8c4a", "name": "network-vif-deleted", "tag": "2953aabe-88cb-4d71-b6a7-c44615420288", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:42.473705 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66346c6d-b5a7-467b-8d94-d97466fcf4ed {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:42.474282 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cbbcb8-486a-450f-9010-b02f35dc8c4a', 'name': 'network-vif-deleted', 'tag': '2953aabe-88cb-4d71-b6a7-c44615420288', 'status': 'completed', 'code': 200} Jul 16 22:25:42.495039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074599-fed4-4da6-abe0-f5e3fdd61fa7 req-28afc4b3-f2f1-4d98-8f73-6b2baeedd913 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:42.496575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58074599-fed4-4da6-abe0-f5e3fdd61fa7 req-28afc4b3-f2f1-4d98-8f73-6b2baeedd913 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.0894077 Jul 16 22:25:42.551547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58074599-fed4-4da6-abe0-f5e3fdd61fa7 req-9f1b0817-4b84-4c14-8efa-d573e1b85844 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Jul 16 22:25:42.660284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf4091ac-e548-489c-b8b7-fd321e61862b req-615b2cfd-f9ea-4429-8d42-2bff36c34ac4 tempest-TenantUsagesTestJSON-1612909151 tempest-TenantUsagesTestJSON-1612909151-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cbbcb8-486a-450f-9010-b02f35dc8c4a HTTP/1.1" status: 200 len: 210 time: 0.0487442 Jul 16 22:25:42.967276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0575-3514-4b43-8e4e-278a541e8fa7 req-ac39a0af-dc1f-4c98-bcca-394c1010224a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:42.968894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-940c0575-3514-4b43-8e4e-278a541e8fa7 req-ac39a0af-dc1f-4c98-bcca-394c1010224a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1514556 Jul 16 22:25:43.053069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403cb6-579a-46a2-9c13-83f4491ae672 req-f4d1705d-1591-4625-856f-a72acc0253d9 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.054209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403cb6-579a-46a2-9c13-83f4491ae672 req-f4d1705d-1591-4625-856f-a72acc0253d9 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.055420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403cb6-579a-46a2-9c13-83f4491ae672 req-f4d1705d-1591-4625-856f-a72acc0253d9 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.064356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02403cb6-579a-46a2-9c13-83f4491ae672 req-f4d1705d-1591-4625-856f-a72acc0253d9 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed&device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2&device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 2886 time: 0.1559782 Jul 16 22:25:43.076461 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-940c0575-3514-4b43-8e4e-278a541e8fa7 req-399b8c01-6cb4-4f84-9565-b44c94f4a4a2 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978692 Jul 16 22:25:43.108211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02403cb6-579a-46a2-9c13-83f4491ae672 req-eb202e09-6680-465a-86cc-38fbd2ef53ac tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Jul 16 22:25:43.337425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4cc4-d13b-407f-a6fd-9c2841d569f7 req-a50643ad-0dd8-4039-a296-71e7ad804205 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.346618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-408d4cc4-d13b-407f-a6fd-9c2841d569f7 req-a50643ad-0dd8-4039-a296-71e7ad804205 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.0955546 Jul 16 22:25:43.397195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-408d4cc4-d13b-407f-a6fd-9c2841d569f7 req-59519c76-e0b1-491c-b52a-89243f6ddc74 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473232 Jul 16 22:25:43.561310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3961d-69f5-4285-88f4-07edbb7ebd27 req-729ddfa8-cad1-4cbf-aabb-5c36492fe183 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.568591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62c3961d-69f5-4285-88f4-07edbb7ebd27 req-729ddfa8-cad1-4cbf-aabb-5c36492fe183 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 944 time: 0.0757132 Jul 16 22:25:43.615031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-62c3961d-69f5-4285-88f4-07edbb7ebd27 req-b63467e1-38e2-430f-a944-383c1a66257b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Jul 16 22:25:43.818813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400747-4256-490a-942e-a9f537a669d8 req-a1e348a0-9752-4e53-999c-a70b60b94738 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:43.820951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12400747-4256-490a-942e-a9f537a669d8 req-a1e348a0-9752-4e53-999c-a70b60b94738 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1019299 Jul 16 22:25:43.911743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12400747-4256-490a-942e-a9f537a669d8 req-51399cb3-8762-40b0-bc8b-4455548d38eb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Jul 16 22:25:44.264776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:44.313034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a0dc-c709-4dfa-b38f-d6ae7cbe5038 req-6d30ed98-7385-4a2c-a4e9-3253c67a4906 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:44.320760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0eb5a0dc-c709-4dfa-b38f-d6ae7cbe5038 req-6d30ed98-7385-4a2c-a4e9-3253c67a4906 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.0755541 Jul 16 22:25:44.380826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0eb5a0dc-c709-4dfa-b38f-d6ae7cbe5038 req-a8034cd8-a10e-4da2-b65b-edebd6a85885 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Jul 16 22:25:44.441315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac788-3241-4003-a1ca-ffe6847c1584 req-d0a6031e-fc34-4236-b0b1-a16ab15afc71 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:44.443377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8fac788-3241-4003-a1ca-ffe6847c1584 req-d0a6031e-fc34-4236-b0b1-a16ab15afc71 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1102 time: 0.0773816 Jul 16 22:25:44.527933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-89e97f82-bdb3-4270-92f8-9b9338ab7645 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4aae3b6412244e59af5c033bffc4f413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610414 Jul 16 22:25:44.530675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:44.544417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8fac788-3241-4003-a1ca-ffe6847c1584 req-924029f7-0cc1-49e3-b836-7881c8da3c75 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Jul 16 22:25:44.598050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:44.657707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:44.720136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5a5d4-2bdf-43ad-a0d1-0581dd1c67bc req-55ba822d-5f5b-4945-a8be-d18ff64f7c4e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:44.721679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a5a5d4-2bdf-43ad-a0d1-0581dd1c67bc req-55ba822d-5f5b-4945-a8be-d18ff64f7c4e tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1090994 Jul 16 22:25:44.746042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:44.748664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:44.752230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3fcc63e-7833-4899-9417-261766e8fb07 HTTP/1.1" status: 204 len: 168 time: 0.2176483 Jul 16 22:25:44.762483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc69bd-1eb2-4c3f-8946-64097d976e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcc63e-7833-4899-9417-261766e8fb07,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:44.777287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a5a5d4-2bdf-43ad-a0d1-0581dd1c67bc req-0a3d3290-3ec0-403b-9a45-374894bca140 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Jul 16 22:25:44.803450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6043979-8341-47fa-ac7c-61db3507a1da req-0dc3b0c3-ff5d-4726-a032-7fd025176a72 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:44.817597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6043979-8341-47fa-ac7c-61db3507a1da req-0dc3b0c3-ff5d-4726-a032-7fd025176a72 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1102 time: 0.0934653 Jul 16 22:25:44.918943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6043979-8341-47fa-ac7c-61db3507a1da req-d88d34d0-01fc-496a-8d16-faf8766733b8 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864966 Jul 16 22:25:45.129747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb87962-5c7d-4442-a07e-4d9eac535509 req-49f07781-cd3b-44e6-ad80-ef94b240b415 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:45.132000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-feb87962-5c7d-4442-a07e-4d9eac535509 req-49f07781-cd3b-44e6-ad80-ef94b240b415 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 944 time: 0.0777831 Jul 16 22:25:45.190417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-feb87962-5c7d-4442-a07e-4d9eac535509 req-d9381993-1f76-477a-9915-c5aadec939e4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Jul 16 22:25:45.207392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:45.237939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b476295b-6654-4872-959c-e7e4a3949b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.384645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b476295b-6654-4872-959c-e7e4a3949b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.388683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b476295b-6654-4872-959c-e7e4a3949b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.445611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:45.446129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b476295b-6654-4872-959c-e7e4a3949b9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c867bc091caf473ca2ae8072197adf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372706 Jul 16 22:25:45.447020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476295b-6654-4872-959c-e7e4a3949b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e70298-6563-47bf-9426-d28b0bc60f69,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:45.519838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0cb5fee8-a841-4431-b278-64fe0c73bb0e details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:45.528421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2953aabe-88cb-4d71-b6a7-c44615420288 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:45.538365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.560677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 2953aabe-88cb-4d71-b6a7-c44615420288 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:25:45.561173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2953aabe-88cb-4d71-b6a7-c44615420288 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:25:45.572507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.633071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:45.639490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-263357214'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:45.648991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53b4c5-4b54-4a44-852d-723b2a8482be req-17ae9eaf-cd97-4d7d-8078-b5cff7109e0e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:45.657390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d53b4c5-4b54-4a44-852d-723b2a8482be req-17ae9eaf-cd97-4d7d-8078-b5cff7109e0e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1663656 Jul 16 22:25:45.665016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:45.669871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.670055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:45.681135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765', 'port_id': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'mac_address': 'fa:16:3e:6c:99:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7e95d7-c88a-4c62-b3de-d571cbd5a239', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:45.701796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3d53b4c5-4b54-4a44-852d-723b2a8482be req-db36c712-5ff1-44de-a860-8f3a57de36ce tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jul 16 22:25:45.701983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:45.702484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.705061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.712025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37e70298-6563-47bf-9426-d28b0bc60f69 HTTP/1.1" status: 204 len: 168 time: 0.2648630 Jul 16 22:25:45.722840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.723843 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Added segment d4f5f3e1-cd75-4644-bf72-31dc893bc994 of type vlan for network 895ade8f-1f55-4282-91fc-eb59b961f1ef Jul 16 22:25:45.735697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.739602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e70298-6563-47bf-9426-d28b0bc60f69,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:45.762432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.764724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.765292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.765809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.766100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb5fee8-a841-4431-b278-64fe0c73bb0e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:45.768731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.769726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.770261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.770599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.770933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.771263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.771593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.771918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5f3cc-7268-4ddf-aab7-f2af6e8f77c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:45.775873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.810322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.814619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:45.818131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:45.819103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.830966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:45.886474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2511127 Jul 16 22:25:45.890847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:45.903603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:45.911265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2042399452'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:45.942129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e515-c1c7-4665-a970-cf49b67c146f req-6d12132f-0755-44c7-a611-d512d1634407 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:45.950474 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d040e515-c1c7-4665-a970-cf49b67c146f req-6d12132f-0755-44c7-a611-d512d1634407 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.0782919 Jul 16 22:25:45.974545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755d5a6-b4ed-4372-98b7-5173f9996ef9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Network': ['ID=895ade8f-1f55-4282-91fc-eb59b961f1ef,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:45.987476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:45.996594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d040e515-c1c7-4665-a970-cf49b67c146f req-feced229-fd32-4fed-a95f-e9793465137f tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Jul 16 22:25:46.004829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:46.013237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.051378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:46.061512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.062156 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Added segment 5262b232-2f65-4d8f-b8c5-a5844236250e of type vlan for network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 Jul 16 22:25:46.104804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.139368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:46.194655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.202186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:46.203484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.289280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3837891 Jul 16 22:25:46.291988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:46.297305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'subnet': {'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:46.352189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b510689-5cc2-46b0-919c-5513ee37b54c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Network': ['ID=412c5129-cb09-462e-bbe9-c8a285a0e4e4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:46.375109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1c2f2-705e-42f4-8e7e-19fa470f048d req-4099127c-2581-49b4-99c8-210c120842da tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:46.376887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dcd1c2f2-705e-42f4-8e7e-19fa470f048d req-4099127c-2581-49b4-99c8-210c120842da tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1430900 Jul 16 22:25:46.394002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:46.425934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dcd1c2f2-705e-42f4-8e7e-19fa470f048d req-499dba9c-71ca-4d1b-98d3-e57e8d03f834 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Jul 16 22:25:46.457375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:46.461077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.655966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb62ea-90ab-4044-a4fd-a51bc14e4090 req-6578a65d-6020-4dbc-815a-aeee1be14d2f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:46.657972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8eeb62ea-90ab-4044-a4fd-a51bc14e4090 req-6578a65d-6020-4dbc-815a-aeee1be14d2f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 945 time: 0.0792356 Jul 16 22:25:46.695471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.710088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8eeb62ea-90ab-4044-a4fd-a51bc14e4090 req-7f7896c3-5262-436e-9ff3-ed682b087dc0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Jul 16 22:25:46.782201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:46.783078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network hostable DHCP agents. Network: 895ade8f-1f55-4282-91fc-eb59b961f1ef, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:46.784566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Subnet': ['ID=630c6244-69be-43fd-b3f1-8d015d662a70,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:46.807364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:46.821974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:46.824152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 895ade8f-1f55-4282-91fc-eb59b961f1ef) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:46.830944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:46.830944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:46.840672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c343a3-6f65-4032-9193-f33c3740043f None None] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:46.890797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-426fd039-707a-44ac-af43-341788238b1f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5971265 Jul 16 22:25:46.893338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:46.903766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'subnet': {'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:47.051986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:47.056107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.073005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-895ade8f-1f55-4282-91fc-eb59b961f1ef', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:25:47.074338 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.076280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-8f007f8f-a67a-40fb-a755-2427ef580ea9 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.080771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-8f007f8f-a67a-40fb-a755-2427ef580ea9 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.2349746 Jul 16 22:25:47.088670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-network', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:47.124583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-e9ebc4e2-2f99-4054-b5d5-724a297d2edf tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/quotas/13464fd634a04030a1d6a019c66373a5 HTTP/1.1" status: 200 len: 375 time: 0.0301971 Jul 16 22:25:47.174931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Made reservation on behalf of 3c4f84fe3878454fb2c3fa466ab43668 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:47.178039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.192985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.261413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-98d49596-9a73-4caa-9c04-7e55bf326c65 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355176 Jul 16 22:25:47.271562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Allocated IP 10.1.1.2 (895ade8f-1f55-4282-91fc-eb59b961f1ef/630c6244-69be-43fd-b3f1-8d015d662a70/e4b940a7-62fc-4743-90fe-16a066f2c41e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:47.344563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.404624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-87105242-9e46-4698-8209-bd9fc316e056 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419265 Jul 16 22:25:47.458343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.463091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.473409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Transition to ACTIVE for port object e4b940a7-62fc-4743-90fe-16a066f2c41e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:47.483071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Subnet': ['ID=50622db6-ac46-4b22-923d-c4e735bce68c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:47.492813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.495756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Transition to ACTIVE for port object e4b940a7-62fc-4743-90fe-16a066f2c41e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:47.504028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.506299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Checking segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:47.506679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network hostable DHCP agents. Network: 412c5129-cb09-462e-bbe9-c8a285a0e4e4, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:47.524545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:47.527030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3078f-9577-43e6-b37f-4455a9244f84 req-6a8eca73-0cb0-4e1b-890e-fad780184787 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.533953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c3078f-9577-43e6-b37f-4455a9244f84 req-6a8eca73-0cb0-4e1b-890e-fad780184787 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.2048054 Jul 16 22:25:47.542676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0cb5fee8-a841-4431-b278-64fe0c73bb0e up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:47.551639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c10ff-83ea-49d5-870b-90240d42f58d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:47.552123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:47.561712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-93ab6e4a-a378-4937-ba28-f11685e5f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.564199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-93ab6e4a-a378-4937-ba28-f11685e5f051 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a292654af1af4894b5d62eb041453249&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 1098 time: 0.2141263 Jul 16 22:25:47.564765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-ccde2f14-5c3d-45e6-bdd1-836f64c2650f service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590989 Jul 16 22:25:47.566494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.566847 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Added segment 731004fe-c225-49f9-b780-c54c113a0b47 of type vlan for network 6eb4e732-43da-4303-83ab-d5e36c6d6935 Jul 16 22:25:47.589837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:47.593911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:47.596505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:47.605236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Pushing event updated for resources: {'Port': ['ID=e4b940a7-62fc-4743-90fe-16a066f2c41e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:47.617536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.625886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c3078f-9577-43e6-b37f-4455a9244f84 req-9231b68c-9ff7-4746-b6ca-2451920d446c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 Jul 16 22:25:47.660799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.661951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.662478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.673960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 412c5129-cb09-462e-bbe9-c8a285a0e4e4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:47.678630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Attempting to bind port e4b940a7-62fc-4743-90fe-16a066f2c41e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:47.679009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Attempting to bind port e4b940a7-62fc-4743-90fe-16a066f2c41e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:47.679912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Attempting to bind port e4b940a7-62fc-4743-90fe-16a066f2c41e on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:47.687652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:47.688021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:47.688426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.688818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Bound using segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:47.689374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Bound port: e4b940a7-62fc-4743-90fe-16a066f2c41e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:47.689758 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.691676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b98ee-b015-4964-a597-a8692d871e3a None None] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:47.710897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8877356 Jul 16 22:25:47.713473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.714962 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.717234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:47.729188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 0cb5fee8-a841-4431-b278-64fe0c73bb0e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:47.734113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Request body: {'subnet': {'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-subnet', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:47.765250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c4e6-3d5b-4637-8059-04fc9a9c559d admin admin] Pushing event updated for resources: {'Network': ['ID=6eb4e732-43da-4303-83ab-d5e36c6d6935,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:47.765515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 0cb5fee8-a841-4431-b278-64fe0c73bb0e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:47.765701 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.786511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d4c83b51-5119-4944-a9f3-5b9cf6b0c1a9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8918285 Jul 16 22:25:47.790270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:47.792823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-0d0bf81b-5c09-47f7-b755-4689537401da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:47.794496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-0d0bf81b-5c09-47f7-b755-4689537401da service neutron] 10.222.0.68 "GET /v2.0/networks?id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 200 len: 917 time: 0.2175231 Jul 16 22:25:47.795965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'name': 'tempest-TaggedBootDevicesTest-2004963806', 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:47.813946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Made reservation on behalf of 3c4f84fe3878454fb2c3fa466ab43668 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:47.818157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:47.850302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:47.892944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-aeca5843-234c-4bcb-bc06-1106163013d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2 HTTP/1.1" status: 200 len: 217 time: 0.0868800 Jul 16 22:25:47.977637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:48.059182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-28253416-db23-4404-a3cd-0cbff51618e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.061996 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-28253416-db23-4404-a3cd-0cbff51618e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 200 len: 855 time: 0.0939682 Jul 16 22:25:48.072442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] For port e4b940a7-62fc-4743-90fe-16a066f2c41e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:48.115795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.123275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] For port e4b940a7-62fc-4743-90fe-16a066f2c41e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e4b940a7-62fc-4743-90fe-16a066f2c41e,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:48.143629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.182964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.193689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6fa1-687f-48eb-a937-f90844005dc8 req-d9ecacc7-a635-43f0-8422-791637dba69b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.194552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:48.196992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8309-5375-4ec0-85e3-6bbfdca9280e req-90d9cbfa-6ef1-4275-829b-06f3372aff98 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.197322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02ae6fa1-687f-48eb-a937-f90844005dc8 req-d9ecacc7-a635-43f0-8422-791637dba69b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2636340 Jul 16 22:25:48.198862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbeb8309-5375-4ec0-85e3-6bbfdca9280e req-90d9cbfa-6ef1-4275-829b-06f3372aff98 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.2013757 Jul 16 22:25:48.228687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:48.231061 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe426e3-c229-4809-aedb-5e1d9a1148d4" -d '{"events": [{"server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:48.236563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.237435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:48.265053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-eed3560f-5bb2-491e-8ad8-a9b557664549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.267487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-eed3560f-5bb2-491e-8ad8-a9b557664549 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=14a677ea-2f12-43fc-9ac0-f1d2d8b08572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883621 Jul 16 22:25:48.275002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] device_id is not set on port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:25:48.342562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02ae6fa1-687f-48eb-a937-f90844005dc8 req-13369bef-56aa-4de8-bf35-eabc9c2f4cce tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441557 Jul 16 22:25:48.378439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbeb8309-5375-4ec0-85e3-6bbfdca9280e req-8cfac216-4b93-44a7-af88-fd907b0d763a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669657 Jul 16 22:25:48.436935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-1ae02024-ce7e-48a2-9bcc-1bc87c504627 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.440195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-1ae02024-ce7e-48a2-9bcc-1bc87c504627 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0899527-3654-4767-8fd9-7831b0dbe95d HTTP/1.1" status: 200 len: 946 time: 0.3091509 Jul 16 22:25:48.568988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.595570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ips': [{'subnet_id': '50622db6-ac46-4b22-923d-c4e735bce68c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:25:48.597970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.661794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61e81b-a14d-48e6-bcb2-44a75acc91b0 None None] Pushing event updated for resources: {'Port': ['ID=e4b940a7-62fc-4743-90fe-16a066f2c41e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:48.664612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f09a7b-2cb7-4464-abcf-b2f18da02c3e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:48.720320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-8c8d8952-53b0-4d14-88b5-bc90fba0c8a3 service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328156 Jul 16 22:25:48.775862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Checking segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:48.776491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Network hostable DHCP agents. Network: 6eb4e732-43da-4303-83ab-d5e36c6d6935, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:48.791431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c370da8-f3dc-4af4-93fd-b3c76ad5b163 req-0d6104d7-7061-4168-80dd-e5db6193df81 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.801726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c370da8-f3dc-4af4-93fd-b3c76ad5b163 req-0d6104d7-7061-4168-80dd-e5db6193df81 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 946 time: 0.2140348 Jul 16 22:25:48.853727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:48.859384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:48.861187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.877838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5b7e5-a90a-45cb-a8ac-ca0486cf33bf req-d32c154e-88d8-48d4-99e9-48821eed3410 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.885946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08c5b7e5-a90a-45cb-a8ac-ca0486cf33bf req-d32c154e-88d8-48d4-99e9-48821eed3410 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2997420 Jul 16 22:25:48.892643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 6eb4e732-43da-4303-83ab-d5e36c6d6935) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:48.910834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:48.911309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:48.911461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.912520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8c81e-864f-4f68-af40-598ceae2e4c2 None None] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:48.929929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b11f074-e4fe-408f-acaf-328a3bd15428 req-512cf2dc-6d15-4a88-abf4-6b5aadb1edd3 service neutron] 10.222.0.68 "GET /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955359 Jul 16 22:25:48.934075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-97883b2f-7847-40a8-9b65-03ed9603f80e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2130663 Jul 16 22:25:48.942106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:48.942532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:48.946445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Allocated IP 10.2.2.2 (412c5129-cb09-462e-bbe9-c8a285a0e4e4/50622db6-ac46-4b22-923d-c4e735bce68c/2dafbef9-61ec-4cee-a83f-8f91cebd1019) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:48.971098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08c5b7e5-a90a-45cb-a8ac-ca0486cf33bf req-31636d3e-54d6-4f95-84bb-147d5e830ed7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846279 Jul 16 22:25:48.984260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:49.019557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c370da8-f3dc-4af4-93fd-b3c76ad5b163 req-3ac3acca-9a1d-4eea-a207-a1f5c5dbd895 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156665 Jul 16 22:25:49.049691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.1.1.41 (895ade8f-1f55-4282-91fc-eb59b961f1ef/630c6244-69be-43fd-b3f1-8d015d662a70/11ade48a-9a82-4ea3-ac8f-a6cb7c430807) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:49.053564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Deleting port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:25:49.055309 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.093568 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9749bdf5-72bf-4002-9246-0f4cf4870b0d x-openstack-request-id: req-9749bdf5-72bf-4002-9246-0f4cf4870b0d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:49.093841 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:49.094199 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9749bdf5-72bf-4002-9246-0f4cf4870b0d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:49.094693 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'code': 200} Jul 16 22:25:49.107735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:49.113778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cde5453-44f1-4a7a-bf17-6adda7f02723 req-a2b65726-a51c-4040-9690-2a8a2d05a8f5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Jul 16 22:25:49.186088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] For port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:49.186442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.204096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Calling delete_port for d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:25:49.279920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435b54d-b3fa-468a-a859-ab59ea83ea0a req-1d78f863-7549-45ed-b254-4d5ea53e7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:49.282113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d435b54d-b3fa-468a-a859-ab59ea83ea0a req-1d78f863-7549-45ed-b254-4d5ea53e7be0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1098 time: 0.0970356 Jul 16 22:25:49.291883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-6eb4e732-43da-4303-83ab-d5e36c6d6935', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'fixed_ips': [{'subnet_id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:25:49.292760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.336164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.337179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.362487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d435b54d-b3fa-468a-a859-ab59ea83ea0a req-fbcba7fd-3ec8-4c5d-959e-91f6522dcd9f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Jul 16 22:25:49.410671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.474412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.527429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e4b940a7-62fc-4743-90fe-16a066f2c41e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:49.532072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Transition to ACTIVE for port object 2dafbef9-61ec-4cee-a83f-8f91cebd1019 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:49.620145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Transition to ACTIVE for port object 2dafbef9-61ec-4cee-a83f-8f91cebd1019 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:49.640001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:49.646889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Allocated IP 172.20.0.2 (6eb4e732-43da-4303-83ab-d5e36c6d6935/99f09a7b-2cb7-4464-abcf-b2f18da02c3e/59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:49.704414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Pushing event updated for resources: {'Port': ['ID=2dafbef9-61ec-4cee-a83f-8f91cebd1019,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:49.740674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563e09-5998-4845-b905-0360dd4a5b9f req-02de2fc5-b151-47cd-9bd3-13879c741911 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:49.742575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9563e09-5998-4845-b905-0360dd4a5b9f req-02de2fc5-b151-47cd-9bd3-13879c741911 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2248094 Jul 16 22:25:49.753693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9509f1-9ce9-4a7b-8c5d-284b1b91e071 None None] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:49.793208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51266d64-5629-4002-9aa3-592a7fb4f439 req-52f2d499-cf0c-411b-92af-44e019e025d3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:49.800881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51266d64-5629-4002-9aa3-592a7fb4f439 req-52f2d499-cf0c-411b-92af-44e019e025d3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.5425658 Jul 16 22:25:49.801161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:49.804342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-e776cdd8-2dbf-4017-905e-66e7a1a794be tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:49.807660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-e776cdd8-2dbf-4017-905e-66e7a1a794be tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.2439959 Jul 16 22:25:49.818904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:49.829361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:49.833445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9563e09-5998-4845-b905-0360dd4a5b9f req-03bc9378-9e9c-49e4-9c2d-fe86e69d9de9 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813267 Jul 16 22:25:49.844538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Request body: {'port': {'device_id': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'admin_state_up': True, 'tenant_id': '13464fd634a04030a1d6a019c66373a5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:50.021359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e4b940a7-62fc-4743-90fe-16a066f2c41e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:50.071338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:50.075032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.080700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Provisioning for port e4b940a7-62fc-4743-90fe-16a066f2c41e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:50.096566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e4b940a7-62fc-4743-90fe-16a066f2c41e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:50.096566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.113329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5d0b-f5b4-4ae3-9fbf-11e261c18358 req-d485ed01-4a2f-4224-88c6-7ae0c002c638 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:50.114800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ece5d0b-f5b4-4ae3-9fbf-11e261c18358 req-d485ed01-4a2f-4224-88c6-7ae0c002c638 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.1150079 Jul 16 22:25:50.132071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Provisioning complete for port e4b940a7-62fc-4743-90fe-16a066f2c41e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:50.133020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.184931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Attempting to bind port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:50.186096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Attempting to bind port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:50.186096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Attempting to bind port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:50.188890 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.233056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:50.233521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Checking segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:50.233839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.234240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Bound using segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:50.234634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ece5d0b-f5b4-4ae3-9fbf-11e261c18358 req-6907aa66-3e02-4a36-bd2e-0867c6217914 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799029 Jul 16 22:25:50.234775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Bound port: 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:50.235138 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.239070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Transition to ACTIVE for port object 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:50.268580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Allocated IP 172.20.0.6 (da3621fc-0d5d-4e59-9f45-a18ad4064f63/47fab7af-a9d0-49a0-b459-533946a13d19/81ef31e9-a8c8-4240-9d6d-90fc161f7e7b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:50.288205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Transition to ACTIVE for port object 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:50.292339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.346283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51266d64-5629-4002-9aa3-592a7fb4f439 req-69458baa-6cd0-4306-a1de-da40cbda8ccf tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440621 Jul 16 22:25:50.349592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.381260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.487015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.506567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Pushing event updated for resources: {'Port': ['ID=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:50.513093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:50.514548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] For port 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:50.518006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event deleted for resources: {'Port': ['ID=d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:50.519043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] For port 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2dafbef9-61ec-4cee-a83f-8f91cebd1019,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:50.520517 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.522520 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.524165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.529884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:50.546145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:50.550206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.573525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:50.619616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.660607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733cfee-d75a-43fd-ad84-2ac16076ceb3 req-284e579f-8e34-4c2c-ad28-645fca113ec0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:50.662188 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7733cfee-d75a-43fd-ad84-2ac16076ceb3 req-284e579f-8e34-4c2c-ad28-645fca113ec0 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1268973 Jul 16 22:25:50.682286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] For port e4b940a7-62fc-4743-90fe-16a066f2c41e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e4b940a7-62fc-4743-90fe-16a066f2c41e,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:50.702341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.705881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Attempting to bind port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:50.706660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Attempting to bind port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:50.706660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Attempting to bind port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 on network 6eb4e732-43da-4303-83ab-d5e36c6d6935 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:50.713678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187cbc-6d86-451d-a36a-f299b2938330 None None] Pushing event updated for resources: {'Port': ['ID=2dafbef9-61ec-4cee-a83f-8f91cebd1019,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:50.722092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] No DVR routers for this DVR port d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:25:50.725826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.730672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.733166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.735449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d135b661-5bcc-4e4a-9e0b-c5214bcd6deb req-a3158e9e-598e-421f-a7b0-f0c6fc62fe57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "DELETE /v2.0/ports/d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 HTTP/1.1" status: 204 len: 173 time: 2.2755892 Jul 16 22:25:50.739132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:50.739523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Checking segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:50.740034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.740440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Bound using segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:50.741053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Bound port: 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:50.741987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.742361 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7733cfee-d75a-43fd-ad84-2ac16076ceb3 req-4601942e-bab0-461d-b55e-3229c119aca3 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727158 Jul 16 22:25:50.770372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-deleted', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:50.784686 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b958e-3137-4c6a-8b26-b21c2e4c17fb" -d '{"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-deleted", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:50.802139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:50.813007 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:25:50.813397 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:25:50.813522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:50.816906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:50.821525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:50.922867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:50.932512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:50.933230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:50.938261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:50.941495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:51.003290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-63815b17-4638-4489-a6e6-edc59534ec6f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1658216 Jul 16 22:25:51.028366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Request body: {'port': {'device_id': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:51.055628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:51.105746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:51.108144 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.122050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1499c-bdd9-4029-bddb-d34ffdfeb4d0 req-bdc205d6-e180-4b28-ae18-40408b857b91 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:51.129295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51c1499c-bdd9-4029-bddb-d34ffdfeb4d0 req-bdc205d6-e180-4b28-ae18-40408b857b91 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 931 time: 0.1866641 Jul 16 22:25:51.171039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f710-8e8b-49c0-a1da-5b513bab2329 req-7d4de315-87ae-4b3f-9c1a-b9d6a6a88cd4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:51.172741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16b9f710-8e8b-49c0-a1da-5b513bab2329 req-7d4de315-87ae-4b3f-9c1a-b9d6a6a88cd4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 946 time: 0.6007960 Jul 16 22:25:51.175111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:51.177854 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f369d78-ad46-4f76-b17f-e8545038b2c7" -d '{"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:51.206192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503e7ff-7b33-4c75-8e95-d4b165c1b324 None None] Pushing event updated for resources: {'Port': ['ID=e4b940a7-62fc-4743-90fe-16a066f2c41e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:51.208781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d82c35ba-8b1c-43cf-bd27-4aa1b2a7fce5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4172781 Jul 16 22:25:51.213907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:51.229833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'name': 'tempest-TaggedBootDevicesTest-768215486', 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:51.234037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-796bfff4-2738-4ce4-941b-3851faf4ccd5 None None] Provisioning complete for port e4b940a7-62fc-4743-90fe-16a066f2c41e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:51.234862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-796bfff4-2738-4ce4-941b-3851faf4ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.245454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51c1499c-bdd9-4029-bddb-d34ffdfeb4d0 req-55146f22-f697-496a-9a85-6d598fc47889 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067724 Jul 16 22:25:51.252710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.312107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] For port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:51.330401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] For port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:51.366146 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.438177 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a50e5f-411b-47fa-acb1-6f722b38876c x-openstack-request-id: req-f1a50e5f-411b-47fa-acb1-6f722b38876c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:51.438553 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-deleted", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:51.438988 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1a50e5f-411b-47fa-acb1-6f722b38876c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:51.439401 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-deleted', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'status': 'completed', 'code': 200} Jul 16 22:25:51.531415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16b9f710-8e8b-49c0-a1da-5b513bab2329 req-d0e5605c-7912-4fa2-a16d-86e75310aa72 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477359 Jul 16 22:25:51.555219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5072436-4b6a-4146-b565-36832b641c19 None None] Pushing event updated for resources: {'Port': ['ID=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:51.612257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.647171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.678172 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8e2fbd-27ad-435f-ae60-1c7f519a552e x-openstack-request-id: req-fd8e2fbd-27ad-435f-ae60-1c7f519a552e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:51.678714 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0899527-3654-4767-8fd9-7831b0dbe95d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:51.679228 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd8e2fbd-27ad-435f-ae60-1c7f519a552e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:51.679832 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0899527-3654-4767-8fd9-7831b0dbe95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c648d9-b54d-4c2f-a3c5-cb3bf97c1349', 'code': 200} Jul 16 22:25:51.716646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-de0895ae-9315-4ba3-bf39-69f77485309e None None] Provisioning for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:51.719086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-de0895ae-9315-4ba3-bf39-69f77485309e None None] Provisioning complete for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:51.719500 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0895ae-9315-4ba3-bf39-69f77485309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.765727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:51.780474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:51.816147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-de0895ae-9315-4ba3-bf39-69f77485309e None None] Port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:51.918947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e4b940a7-62fc-4743-90fe-16a066f2c41e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:51.950913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] device_id is not set on port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:25:51.978683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Allocated IP 172.25.5.4 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/04622342-7a7c-4c46-92f4-128fc1cad64a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:51.998792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e4b940a7-62fc-4743-90fe-16a066f2c41e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:51.999545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.110432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2dafbef9-61ec-4cee-a83f-8f91cebd1019 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:52.168770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:52.184112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12154d14-139f-469d-8161-4636910781c4 req-20ff58c8-1743-4e0d-b7ce-65de5457364a tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.190799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12154d14-139f-469d-8161-4636910781c4 req-20ff58c8-1743-4e0d-b7ce-65de5457364a tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1143265 Jul 16 22:25:52.226715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e431-2cee-421b-a9b9-3d75c51fbb4b req-599e4406-8b75-4432-b232-8a7abb6a08d4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.228253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e3f2e431-2cee-421b-a9b9-3d75c51fbb4b req-599e4406-8b75-4432-b232-8a7abb6a08d4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.3317325 Jul 16 22:25:52.274041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12154d14-139f-469d-8161-4636910781c4 req-995592ae-0131-4920-bde3-d5faff784201 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Jul 16 22:25:52.280065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:52.288103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.291472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.301096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.1.1.9 (895ade8f-1f55-4282-91fc-eb59b961f1ef/630c6244-69be-43fd-b3f1-8d015d662a70/7578e4d1-defe-4bad-85ff-dbaebdd72ac1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:52.317734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Transition to ACTIVE for port object 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:52.325247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.338935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e3f2e431-2cee-421b-a9b9-3d75c51fbb4b req-115cf2a4-367d-42bb-a430-816c85290d92 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Jul 16 22:25:52.375222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4a449-a8a4-4fe0-80d7-c570232b35fe None None] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:52.438602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.473297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:52.527202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:52.531641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Provisioning for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:52.537731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Provisioning complete for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:52.539822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.549413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:52.551852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:52.597191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b06ca6-c037-418a-aa89-1ec30e027bad req-55782fff-cf86-4bfc-b8c3-a0987634e914 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.598967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21b06ca6-c037-418a-aa89-1ec30e027bad req-55782fff-cf86-4bfc-b8c3-a0987634e914 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1754720 Jul 16 22:25:52.599812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Attempting to bind port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:52.600454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Attempting to bind port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:52.601101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Attempting to bind port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:52.613858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:25:52.614535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Attempting to bind port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:52.626273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Pushing event updated for resources: {'Port': ['ID=04622342-7a7c-4c46-92f4-128fc1cad64a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:52.630079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:52.630802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Checking segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:52.632468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Bound using segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:52.634084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Bound port: 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:52.634796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.649668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.670379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21b06ca6-c037-418a-aa89-1ec30e027bad req-c18a8ab6-ba8a-4c9a-b9c8-b06ea74c9027 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654390 Jul 16 22:25:52.682878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:52.737275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:52.741760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:52.747719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.754469 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.798969 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.801059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] For port 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2dafbef9-61ec-4cee-a83f-8f91cebd1019,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:52.803609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98d1e-2759-4297-807c-4f25f42c6e99 req-07de50e4-8c23-48fc-929e-7c16aa886315 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.805667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5c98d1e-2759-4297-807c-4f25f42c6e99 req-07de50e4-8c23-48fc-929e-7c16aa886315 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2672737 Jul 16 22:25:52.811966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.866780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:52.923296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de65411-2600-4c65-9c53-f42af3bb66e0 None None] Pushing event updated for resources: {'Port': ['ID=2dafbef9-61ec-4cee-a83f-8f91cebd1019,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:52.941635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.942269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.943931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-e5d6d1de-b31e-4d84-b380-b324774eed33 service neutron] 10.222.0.47 "PUT /v2.0/ports/81ef31e9-a8c8-4240-9d6d-90fc161f7e7b HTTP/1.1" status: 200 len: 1092 time: 1.9221036 Jul 16 22:25:52.944368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:52.946736 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e92f57-8cca-45eb-a4ca-ccf93356102f" -d '{"events": [{"name": "network-changed", "server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:52.976717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5c98d1e-2759-4297-807c-4f25f42c6e99 req-6982447f-be0f-4cd4-aa9e-57b2bf5584e2 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405654 Jul 16 22:25:52.980091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:52.988373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2bc74-3e07-4bbf-8cea-f7789c41cb14 req-ad14e9ca-4d5b-4bbf-91d3-8fe093ae7f54 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:52.991211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ec2bc74-3e07-4bbf-8cea-f7789c41cb14 req-ad14e9ca-4d5b-4bbf-91d3-8fe093ae7f54 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 943 time: 0.1154718 Jul 16 22:25:53.046262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:53.051152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:53.053907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:53.124303 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ec2bc74-3e07-4bbf-8cea-f7789c41cb14 req-9b5f9d00-34b5-4c13-8fdb-ff0d10a64a03 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Jul 16 22:25:53.156047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-94a624ed-8820-44da-af79-d22b7e1bdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.161609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-94a624ed-8820-44da-af79-d22b7e1bdd86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 1095 time: 0.1597290 Jul 16 22:25:53.162456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b968716-d6ac-451b-bf8b-532d84da758e None None] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:53.182093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf7d5-2cfc-45fc-9d19-e8ae72935529 None None] Provisioning complete for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:53.191206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:53.197660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf7d5-2cfc-45fc-9d19-e8ae72935529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.229174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-8c07448a-6afc-42f5-9ede-94b4c0a5c5af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b HTTP/1.1" status: 200 len: 217 time: 0.0508745 Jul 16 22:25:53.233758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.234422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.259772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.269785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c363d6e-258a-4531-9c45-d0931d3ebd7f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0513008 Jul 16 22:25:53.359711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65991b-0936-47b1-ac19-a831a831f256 req-c1cf3850-c121-4fae-8180-8ab58f4cab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.361598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-c1cf3850-c121-4fae-8180-8ab58f4cab1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.1259043 Jul 16 22:25:53.374629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891f70-8c02-413d-a5d3-a74cd63b5a74 req-27ab9d1f-5bf1-4101-bb80-e3e2259a75ce tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.376021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42891f70-8c02-413d-a5d3-a74cd63b5a74 req-27ab9d1f-5bf1-4101-bb80-e3e2259a75ce tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 946 time: 0.2129111 Jul 16 22:25:53.411166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-3322bef7-7645-4870-adb9-7b819b2b9475 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411251 Jul 16 22:25:53.426825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d00ee-a974-456a-af85-a728f6bb304a req-bbced0f7-53cf-4f0a-823a-fb7ef3878490 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.428564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-821d00ee-a974-456a-af85-a728f6bb304a req-bbced0f7-53cf-4f0a-823a-fb7ef3878490 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 946 time: 0.1277704 Jul 16 22:25:53.466952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42891f70-8c02-413d-a5d3-a74cd63b5a74 req-3f18df45-9c15-473b-943c-227e84a706f1 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822682 Jul 16 22:25:53.510924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-821d00ee-a974-456a-af85-a728f6bb304a req-b954e497-bc13-49fb-941b-a69a1281f3af tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709701 Jul 16 22:25:53.536833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:25:53.568337 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40458524-a51e-4dcc-aa5e-ff5cec6b9a94 x-openstack-request-id: req-40458524-a51e-4dcc-aa5e-ff5cec6b9a94 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:53.568337 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:53.568337 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40458524-a51e-4dcc-aa5e-ff5cec6b9a94 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:53.568337 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'status': 'completed', 'code': 200} Jul 16 22:25:53.571252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.583319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:25:53.583788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8c648d9-b54d-4c2f-a3c5-cb3bf97c1349 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:25:53.600711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5871-c5fa-4be7-8684-905dda03a8c2 None None] Provisioning for port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:53.632765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5871-c5fa-4be7-8684-905dda03a8c2 None None] Provisioning for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:53.645237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5871-c5fa-4be7-8684-905dda03a8c2 None None] Provisioning complete for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:53.645669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5871-c5fa-4be7-8684-905dda03a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.657877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-bdc72e42-2486-4e0b-936c-930909a5aa4e service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276735 Jul 16 22:25:53.719207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb5871-c5fa-4be7-8684-905dda03a8c2 None None] Port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:53.796624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Router d3f44a67-4170-4768-b30b-895cf16fcb40 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:25:53.801851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:53.820343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df65991b-0936-47b1-ac19-a831a831f256 req-4b7ce31b-5898-4532-87ec-a289e1e47a3e service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455944 Jul 16 22:25:53.838252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6a2ae-1972-40e7-9591-665da7bbabed req-591ed6a5-c7e3-4ccb-8f4e-a5a89f97fdc5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.840179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b5d6a2ae-1972-40e7-9591-665da7bbabed req-591ed6a5-c7e3-4ccb-8f4e-a5a89f97fdc5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.0883636 Jul 16 22:25:53.881900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:53.886277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:53.886753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.892635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b5d6a2ae-1972-40e7-9591-665da7bbabed req-b3fba327-3b2b-46ff-be6f-a2de0c2cda27 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Jul 16 22:25:53.961433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:53.964212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-ea3da5b6-8495-48c1-9a9e-256238b42e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:53.966589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-ea3da5b6-8495-48c1-9a9e-256238b42e60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 1095 time: 0.0730398 Jul 16 22:25:53.971366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.981112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Sync routers for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:53.995704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:53.999803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-18d132ab-2aed-4466-91be-1d6308bb1609 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0366993 Jul 16 22:25:54.000226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:54.006016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:54.006612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:54.046411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:54.052934 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.053721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2dafbef9-61ec-4cee-a83f-8f91cebd1019 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:54.128906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-c19dc4d6-ab54-4b42-94bf-d94eea1b6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:54.130947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-c19dc4d6-ab54-4b42-94bf-d94eea1b6f55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 906 time: 0.1571259 Jul 16 22:25:54.141227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2253b71-11bb-4951-8f4c-3c75d08c3750 req-a59bceee-ae61-44cd-9ae1-b5f6c82d300d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:54.142667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2253b71-11bb-4951-8f4c-3c75d08c3750 req-a59bceee-ae61-44cd-9ae1-b5f6c82d300d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.1246915 Jul 16 22:25:54.189699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:54.190548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-81ecf75a-9c7b-4438-b02e-b31fc7c9ceaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b HTTP/1.1" status: 200 len: 217 time: 0.0469377 Jul 16 22:25:54.191510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:54.256854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2253b71-11bb-4951-8f4c-3c75d08c3750 req-169850c0-7192-4aaa-8068-ebd793314615 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679336 Jul 16 22:25:54.272863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-a1f1df32-246b-4df0-9522-218a4432459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:54.283583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-a1f1df32-246b-4df0-9522-218a4432459b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.0765545 Jul 16 22:25:54.289186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:54.289634 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.357414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-c32008d3-beb9-4c63-8d2d-7871788d1116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720870 Jul 16 22:25:54.483528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:52Z', 'revision_number': 3, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:54.502649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.563321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-ae840098-8571-4e67-92be-3d2e077da823 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-961911055&fields=id&tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 267 time: 0.1259327 Jul 16 22:25:54.581528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-de4d4f82-9480-4403-9291-f8270da3bf08 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154474 Jul 16 22:25:54.650016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Checking router: d3f44a67-4170-4768-b30b-895cf16fcb40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:54.651001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Updating router d3f44a67-4170-4768-b30b-895cf16fcb40 port 04622342-7a7c-4c46-92f4-128fc1cad64a binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:25:54.688874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.711331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Allocated IP 172.20.0.1 (6eb4e732-43da-4303-83ab-d5e36c6d6935/99f09a7b-2cb7-4464-abcf-b2f18da02c3e/3869c709-c21e-4ec1-bd45-9f6b7dfa9e44) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:54.712552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e92f57-8cca-45eb-a4ca-ccf93356102f req-f0a61892-0ae6-42a4-8173-8d0b6d275705 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218600 Jul 16 22:25:54.724173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-fa63d1a2-d12f-429f-b21f-9a55c431ed52 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:54.732563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-fa63d1a2-d12f-429f-b21f-9a55c431ed52 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 946 time: 0.1542687 Jul 16 22:25:54.738425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'security_groups': ['5a55007d-ea7e-4e33-8065-2c8a6563d4b8', '29dc668c-7d38-488f-a7cf-c80c1b10a759']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:54.854164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.876695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.895946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Transition to ACTIVE for port object 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:54.937192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:54.988368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:54.993497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:54.998333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:55.002154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Pushing event updated for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.054303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.058877 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.083289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Transition to ACTIVE for port object 04622342-7a7c-4c46-92f4-128fc1cad64a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:55.093485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.133167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:55.141864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987275773', 'description': 'tempest-description--219415136'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:55.167088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:55.172268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Attempting to bind port 04622342-7a7c-4c46-92f4-128fc1cad64a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:25:55.172846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Attempting to bind port 04622342-7a7c-4c46-92f4-128fc1cad64a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:25:55.173268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Attempting to bind port 04622342-7a7c-4c46-92f4-128fc1cad64a on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:25:55.184313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:25:55.184697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:55.185230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.186302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:25:55.186812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Bound port: 04622342-7a7c-4c46-92f4-128fc1cad64a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:25:55.187338 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.205355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.230831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.235748 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:25:55.246867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.259290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6a23-5122-4116-896d-f1048de67760 None None] Pushing event updated for resources: {'Port': ['ID=04622342-7a7c-4c46-92f4-128fc1cad64a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.265783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:55.289846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:55.291091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.292602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8128673c-53cd-4384-ac08-7408bbbb95e8 req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "PUT /v2.0/ports/0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 982 time: 0.5591853 Jul 16 22:25:55.297521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] For port 04622342-7a7c-4c46-92f4-128fc1cad64a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:25:55.322828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] For port 04622342-7a7c-4c46-92f4-128fc1cad64a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04622342-7a7c-4c46-92f4-128fc1cad64a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:25:55.335016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.390092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:55.401121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281dd48-b10e-4d99-92fa-a998651c57ec tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.441797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5cdb6d72-8a62-4ff3-9c8a-2c19a6d4725d None None] Provisioning for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:55.461710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5cdb6d72-8a62-4ff3-9c8a-2c19a6d4725d None None] Provisioning complete for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:55.462186 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6d72-8a62-4ff3-9c8a-2c19a6d4725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.495564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.508847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:55.509612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:55.515286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.523839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6a23-5122-4116-896d-f1048de67760 None None] Pushing event updated for resources: {'Port': ['ID=04622342-7a7c-4c46-92f4-128fc1cad64a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.552026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.553645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4193137 Jul 16 22:25:55.561375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:55.576440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a15c87-a213-4566-adbc-4f6ebbbf1376 req-1769601e-a142-44b0-a93e-78d4fd7caa81 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:55.586606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a15c87-a213-4566-adbc-4f6ebbbf1376 req-1769601e-a142-44b0-a93e-78d4fd7caa81 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1584086 Jul 16 22:25:55.598766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb6d72-8a62-4ff3-9c8a-2c19a6d4725d None None] Port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:55.602844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'security_group_rule': {'security_group_id': '5cc92f79-9b53-44f6-91d8-45711050b5c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:55.608007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:55.611949 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:55.642234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6f77d-8976-4f5c-883b-2b66ef5209dc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc92f79-9b53-44f6-91d8-45711050b5c1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.648817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd098-f53c-474d-ba83-76d6f86ff7f5 req-cd85ecab-7411-4a8e-9088-64ba14ce9264 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:55.650886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc8fd098-f53c-474d-ba83-76d6f86ff7f5 req-cd85ecab-7411-4a8e-9088-64ba14ce9264 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1200709 Jul 16 22:25:55.654507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:55.673424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a15c87-a213-4566-adbc-4f6ebbbf1376 req-546d85cd-3553-40a8-8809-7efbd545a17f tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 Jul 16 22:25:55.713687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.721558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.747879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc8fd098-f53c-474d-ba83-76d6f86ff7f5 req-3ce53027-004b-4c94-971a-a3647c800d5d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725119 Jul 16 22:25:55.762963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:55.824167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e22efe62-6152-4e2f-963b-f3fad29ddc4a req-3ae741ef-b2f2-4afc-85da-6259dc9f0ca8 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:25:55.825325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e22efe62-6152-4e2f-963b-f3fad29ddc4a req-3ae741ef-b2f2-4afc-85da-6259dc9f0ca8 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082135 Jul 16 22:25:55.838768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.851740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.900764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:55.901215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.903326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00caf01d-e9dc-488d-99df-bc8bce5656ba,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:55.919588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.923619 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f941e968-5a8e-4518-8f62-f2d436303dbd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288870 Jul 16 22:25:55.923790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:55.929193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'security_group_rule': {'security_group_id': '5cc92f79-9b53-44f6-91d8-45711050b5c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:55.971899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:55.997755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cac01-3138-44db-ba86-1494e5bd40f8 req-fa02ffc2-ad1d-4059-8739-e787ead542f4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:56.005496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a31cac01-3138-44db-ba86-1494e5bd40f8 req-fa02ffc2-ad1d-4059-8739-e787ead542f4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 943 time: 0.1694591 Jul 16 22:25:56.019816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.031221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e22efe62-6152-4e2f-963b-f3fad29ddc4a req-55472fb7-9e69-4ac4-95d9-da9a0be066ed tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1969707 Jul 16 22:25:56.034492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.071263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a31cac01-3138-44db-ba86-1494e5bd40f8 req-ccb99b0c-ea52-40b8-a657-96ebd807f5a4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645199 Jul 16 22:25:56.123801 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.134860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.160479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.167745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Pushing event updated for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:56.174481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d15b131-1226-45bf-b9a2-f300390fe8a3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:56.191856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.192659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:52Z', 'revision_number': 3, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:56.196515 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f05650a-2032-4624-8eaa-a9a620681b99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2717826 Jul 16 22:25:56.197321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:56.201902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:56.228387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a11e3-0ab4-4a13-8f5a-d76193d84c4f None None] The sync data for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 is: [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:52Z', 'revision_number': 3, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:25:56.255077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.284774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:56.286325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:56.399938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8897f77-a071-4265-9ddc-1f76c3779bfd req-32edd8c9-8e29-4697-910e-fd7497661943 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:56.401529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8897f77-a071-4265-9ddc-1f76c3779bfd req-32edd8c9-8e29-4697-910e-fd7497661943 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1295936 Jul 16 22:25:56.436143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd91c3f9-72a5-44c1-897a-372743920203 req-d7e85198-b295-4270-aed6-7dd8ad400ce1 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1791106781&fields=id&tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 267 time: 0.0793614 Jul 16 22:25:56.461609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Router d3f44a67-4170-4768-b30b-895cf16fcb40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:25:56.466344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8897f77-a071-4265-9ddc-1f76c3779bfd req-2311d747-bd08-4d21-bb24-71873e03c279 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Jul 16 22:25:56.472933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.552312 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d07b16-036f-45d1-a681-828286e761bc x-openstack-request-id: req-34d07b16-036f-45d1-a681-828286e761bc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:56.552606 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:56.552846 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34d07b16-036f-45d1-a681-828286e761bc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:56.557603 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'status': 'completed', 'code': 200} Jul 16 22:25:56.634159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61a29c6f-b9d4-4f21-9922-b6ea81f8607e None None] Provisioning complete for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:56.634624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61a29c6f-b9d4-4f21-9922-b6ea81f8607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.698532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c3f9-72a5-44c1-897a-372743920203 req-339c8abb-ae9e-4c48-9613-387ee24b2ebd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:56.706964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd91c3f9-72a5-44c1-897a-372743920203 req-339c8abb-ae9e-4c48-9613-387ee24b2ebd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 985 time: 0.2617488 Jul 16 22:25:56.709961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:25:56.725892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 172.25.5.211 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:56.726565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e7aa0d74-07cd-4788-ace5-187d436259ff admin admin] 10.222.0.70 "PUT /v2.0/routers/d3f44a67-4170-4768-b30b-895cf16fcb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7243385 Jul 16 22:25:56.732300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'security_groups': ['29dc668c-7d38-488f-a7cf-c80c1b10a759', '5a55007d-ea7e-4e33-8065-2c8a6563d4b8', 'd97fb1e7-131e-4dc4-8827-598e6da3483c']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:56.750998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-61a29c6f-b9d4-4f21-9922-b6ea81f8607e None None] Port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:25:56.840882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-f1a53735-0f1b-4b69-a18d-06ad3400d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:56.842533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-f1a53735-0f1b-4b69-a18d-06ad3400d2e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1137 time: 0.2615240 Jul 16 22:25:56.847338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:56.914354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.012886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-8e89e61a-e946-425f-ae49-8301ecbba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:57.015057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-8e89e61a-e946-425f-ae49-8301ecbba120 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.1494436 Jul 16 22:25:57.104579 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.130946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-4b592465-5cdb-4ff6-b42d-8ed62b1258c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 217 time: 0.1006753 Jul 16 22:25:57.150484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:57.189611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.196480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.210278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:57.219910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:25:57.231486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:57.234060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:57.245009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:25:57.283916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:57.285015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.286204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd91c3f9-72a5-44c1-897a-372743920203 req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "PUT /v2.0/ports/0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 1021 time: 0.5778809 Jul 16 22:25:57.286680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:25:57.289228 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f67a63-7551-4e29-99cc-1b4fe324f016" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:25:57.301884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-75bccedf-a49d-49aa-91ff-6df837de686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:57.306750 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-75bccedf-a49d-49aa-91ff-6df837de686f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1619325 Jul 16 22:25:57.332428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121969a-33ab-4039-b0b7-0c9f1d163e80 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:57.391427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:57.530863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:57.533057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d630e5a-945b-46e1-a04c-26d7b952db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.544374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-network', 'tenant_id': '9b806b6750614d2e84deef48d55529ac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:57.574765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:25:57.594789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee660d2-8ec5-4cf9-9f10-fd7a3f140754 req-6605999d-34ff-402f-ada1-c2ce92832583 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:57.597223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dee660d2-8ec5-4cf9-9f10-fd7a3f140754 req-6605999d-34ff-402f-ada1-c2ce92832583 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.1422248 Jul 16 22:25:57.617624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Made reservation on behalf of 9b806b6750614d2e84deef48d55529ac for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:57.620889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.640698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.690390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04622342-7a7c-4c46-92f4-128fc1cad64a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:57.694800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dee660d2-8ec5-4cf9-9f10-fd7a3f140754 req-43319d9f-0574-4b77-b4dd-6d1fac755cc8 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Jul 16 22:25:57.705561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-4f8e54b8-530b-46b7-9cd5-062c6762c6ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3752391 Jul 16 22:25:57.763210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e231d4-8e65-400e-ad61-bc14f41475b0 req-2fb97854-1071-4397-ac78-c19be06a276b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:57.770144 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-91e231d4-8e65-400e-ad61-bc14f41475b0 req-2fb97854-1071-4397-ac78-c19be06a276b tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.6683726 Jul 16 22:25:57.781786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.787381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.832691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:25:57.845705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d987191f-2184-4dfe-9933-70785209b653,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:57.863507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.867654 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Added segment 7ee7165a-4376-4aef-988a-f3863591fc0f of type vlan for network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 Jul 16 22:25:57.892288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.905549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-91e231d4-8e65-400e-ad61-bc14f41475b0 req-09bdb618-d72c-4a17-a84a-86b020d2a728 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345208 Jul 16 22:25:57.939714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:57.944133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-d02207d0-02bf-4277-a372-d6c3fbe47235 service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182984 Jul 16 22:25:57.951945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 04622342-7a7c-4c46-92f4-128fc1cad64a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:57.956161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.961280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 04622342-7a7c-4c46-92f4-128fc1cad64a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:57.961682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:57.964477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'mac_address': 'fa:16:3e:d3:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:25:58.008726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.009801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.019909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.060839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5212398 Jul 16 22:25:58.065156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:58.082085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Request body: {'subnet': {'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-subnet', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:58.090284 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.118425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:25:58.121100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f19bd-2aa3-4fbb-8e00-9397f98ba1aa admin admin] Pushing event updated for resources: {'Network': ['ID=4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:58.142472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:25:58.143583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9b35-b3fb-4a9e-8247-40fa2319e976 req-f939cc6f-5074-420a-816a-e4c85c9e4c4a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.145355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91bd9b35-b3fb-4a9e-8247-40fa2319e976 req-f939cc6f-5074-420a-816a-e4c85c9e4c4a tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.2756608 Jul 16 22:25:58.162337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.195330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-91bd9b35-b3fb-4a9e-8247-40fa2319e976 req-0331a80e-7244-4fd3-a457-e53d7f21c6a4 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Jul 16 22:25:58.206345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8cd88ef-7cc0-40d2-aa1d-996ed6c6fd9b req-49fc0b2f-68e8-4599-b5a7-bf711b9e4c04 service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509503 Jul 16 22:25:58.209413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Made reservation on behalf of 9b806b6750614d2e84deef48d55529ac for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:25:58.212449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.282347 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cb905-14ba-4c1f-9788-5e58e016c349 x-openstack-request-id: req-e98cb905-14ba-4c1f-9788-5e58e016c349 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:25:58.282961 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:25:58.283480 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e98cb905-14ba-4c1f-9788-5e58e016c349 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:25:58.284281 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'status': 'completed', 'code': 200} Jul 16 22:25:58.333990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919028-8ef1-46de-bdcb-3d78bb99a22e req-d2fd5cdf-e74c-444b-9f66-ea9a2387bc88 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.336114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5919028-8ef1-46de-bdcb-3d78bb99a22e req-d2fd5cdf-e74c-444b-9f66-ea9a2387bc88 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 943 time: 0.2790422 Jul 16 22:25:58.350679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:58.366572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.430509 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.470306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 04622342-7a7c-4c46-92f4-128fc1cad64a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04622342-7a7c-4c46-92f4-128fc1cad64a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:25:58.480898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67302c-e3ee-4d83-8a5b-f32b2e47210e req-f3b1e150-c7a4-4cbb-9baf-33fdfa72cd29 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.485265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.485826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb67302c-e3ee-4d83-8a5b-f32b2e47210e req-f3b1e150-c7a4-4cbb-9baf-33fdfa72cd29 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1024 time: 0.0859697 Jul 16 22:25:58.490295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:58.499464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5919028-8ef1-46de-bdcb-3d78bb99a22e req-4eedb497-e5ad-42dc-8e72-11667dfbf978 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322370 Jul 16 22:25:58.503729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.504198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.504645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.505218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.505707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.506143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.506599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.507616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.508040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.508878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.509478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.510038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:25:58.566573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.572187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-e62328e1-6d23-4286-8873-24b95eb6afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.578323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-e62328e1-6d23-4286-8873-24b95eb6afa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1176 time: 0.2631626 Jul 16 22:25:58.583888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.590309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=04622342-7a7c-4c46-92f4-128fc1cad64a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:58.602401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb67302c-e3ee-4d83-8a5b-f32b2e47210e req-b223cc7a-da64-4a3f-97bf-eb907d58adc0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=29dc668c-7d38-488f-a7cf-c80c1b10a759&id=d97fb1e7-131e-4dc4-8827-598e6da3483c&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 200 len: 6149 time: 0.1086092 Jul 16 22:25:58.649967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:25:58.694765 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Sync routers for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:25:58.708140 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:25:58.709057 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:58.762364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.784733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931254f-4985-45fe-8f13-83d59798731e req-88821931-874f-4039-87a7-b01369166cf0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.786320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6931254f-4985-45fe-8f13-83d59798731e req-88821931-874f-4039-87a7-b01369166cf0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 946 time: 0.0826819 Jul 16 22:25:58.801181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:58.837508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6931254f-4985-45fe-8f13-83d59798731e req-914e2292-8c67-49b8-b5d3-c6e28ecf59b2 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Jul 16 22:25:58.843990 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:25:58.855177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.916057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Pushing event updated for resources: {'Subnet': ['ID=622960ff-7651-480c-86ae-ed49a3d52e60,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:58.927639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:58.939657 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-03f2fbf9-aa46-4c2c-8bfc-64e35f0bb412 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7311785 Jul 16 22:25:58.945563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-c6432769-71fb-4ff8-a210-4b2613a3668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:58.947076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-c6432769-71fb-4ff8-a210-4b2613a3668b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.3158998 Jul 16 22:25:58.969550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Checking segment: {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:25:58.970056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Network hostable DHCP agents. Network: 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:25:59.010788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc24d4f-41d0-4df5-93ee-7cab2b8c160a req-400dd9f3-7a50-4f52-9ce6-229168ea89d3 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.012708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dcc24d4f-41d0-4df5-93ee-7cab2b8c160a req-400dd9f3-7a50-4f52-9ce6-229168ea89d3 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.3059406 Jul 16 22:25:59.017338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-6ccabb59-c944-4cf4-b554-dfbec2f21bf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 200 len: 217 time: 0.0560513 Jul 16 22:25:59.038940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3a13-54c1-4a84-a265-d5d33716cd65 req-72f69d6a-994d-414f-91d9-cb28c732da41 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.041473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90eb3a13-54c1-4a84-a265-d5d33716cd65 req-72f69d6a-994d-414f-91d9-cb28c732da41 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.0836940 Jul 16 22:25:59.069035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:25:59.100141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:25:59.104121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90eb3a13-54c1-4a84-a265-d5d33716cd65 req-4253b555-cdbb-4a79-b2c6-da4a61a8cc49 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Jul 16 22:25:59.110839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dcc24d4f-41d0-4df5-93ee-7cab2b8c160a req-a4178964-5823-4c96-bc21-610d503d1433 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903673 Jul 16 22:25:59.112137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-f40e4142-b3ea-46e4-a587-70d34baf7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.112281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399b0ab-88fb-4067-8706-627fd3c825fc None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:25:59.113543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-f40e4142-b3ea-46e4-a587-70d34baf7ee5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.0845907 Jul 16 22:25:59.114844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.115404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.138238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1043435297 ', 'description': 'tempest-description-1764928248'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:59.171588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-86658ab7-5f48-4898-befe-2a3da276bf9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486681 Jul 16 22:25:59.176255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cf3d774b-50a2-4cce-bf27-eb6c2187398c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1066785 Jul 16 22:25:59.176821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:25:59.179353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.184621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:25:59.270692 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 4, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '3869c709-c21e-4ec1-bd45-9f6b7dfa9e44', 'name': '', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'mac_address': 'fa:16:3e:0c:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:54Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 2, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'subnets': [{'id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:25:59.299977 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.302369 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Checking router: d3f44a67-4170-4768-b30b-895cf16fcb40 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:25:59.302984 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Updating router d3f44a67-4170-4768-b30b-895cf16fcb40 port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:25:59.307472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.333348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-e43acf85-37f4-40b1-aa50-65e5d502496d service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451941 Jul 16 22:25:59.341688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83675b3c-b87a-47b0-b1eb-d7ec647748b1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:59.343002 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.359929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'fixed_ips': [{'subnet_id': '622960ff-7651-480c-86ae-ed49a3d52e60'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:25:59.360844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.387175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.388846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9271c73-e995-4273-b090-10edf444a439 req-c9d50b40-0c46-4a25-9a09-30f6ca19c929 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2547500 Jul 16 22:25:59.393343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.394728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.485010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946fc6-b996-4160-af29-a04669f2bc55 req-9bdf94f6-127e-48f5-a4c3-2c2d1e4cba7f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.486284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc946fc6-b996-4160-af29-a04669f2bc55 req-9bdf94f6-127e-48f5-a4c3-2c2d1e4cba7f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.2070839 Jul 16 22:25:59.522579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Allocated IP 172.20.0.2 (4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5/622960ff-7651-480c-86ae-ed49a3d52e60/bd6b289b-5582-42e4-ab6d-6adeb3b03869) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:25:59.568028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.571251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:59.587385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85f67a63-7551-4e29-99cc-1b4fe324f016 req-69fba1ba-f477-4676-92e6-d5b92e8d3b43 service neutron] 10.222.0.47 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330997 Jul 16 22:25:59.606450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac204e0-d56a-445d-84be-8435d4e5d9dd req-6d2ed155-1390-4e84-87b2-b90f18d2f97d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:25:59.614411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ac204e0-d56a-445d-84be-8435d4e5d9dd req-6d2ed155-1390-4e84-87b2-b90f18d2f97d tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.0919771 Jul 16 22:25:59.664833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04622342-7a7c-4c46-92f4-128fc1cad64a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:25:59.669904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ac204e0-d56a-445d-84be-8435d4e5d9dd req-98619820-4e72-435a-b12d-16bce0bbccd3 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Jul 16 22:25:59.686615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc946fc6-b996-4160-af29-a04669f2bc55 req-8d07a426-161e-40e2-9172-bbc3f35333a3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889675 Jul 16 22:25:59.744120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:25:59.770664 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.784630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Transition to ACTIVE for port object 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:25:59.799148 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.821881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:59.822548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.904446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-25eadc37-4889-4f9e-a700-e4a3e6b42f2c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1987275773&fields=id&tenant_id=36e683180e3740aaa9312a562e7a53c5 HTTP/1.1" status: 200 len: 267 time: 0.0861504 Jul 16 22:25:59.940700 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17fdf6c4-5e42-4c7a-b59c-621e9d5d1e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.943804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 04622342-7a7c-4c46-92f4-128fc1cad64a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:25:59.944785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:25:59.953606 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Pushing event updated for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:25:59.969239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.018824 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.019243 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.020046 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.020586 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.021143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.021540 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.021924 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.022979 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.023378 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.023785 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.024172 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.024553 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:00.039342 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Attempting to bind port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:00.040150 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Attempting to bind port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:00.040576 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Attempting to bind port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 on network 6eb4e732-43da-4303-83ab-d5e36c6d6935 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:00.046330 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:00.046776 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Checking segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:00.047255 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.047704 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Bound using segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:00.048230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Bound port: 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:00.048666 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.055880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Transition to ACTIVE for port object bd6b289b-5582-42e4-ab6d-6adeb3b03869 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:00.059987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d281fb4b-46ee-4ec8-95aa-feb771d0ef3c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.062336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d281fb4b-46ee-4ec8-95aa-feb771d0ef3c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 931 time: 0.1535747 Jul 16 22:26:00.082098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.123590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Transition to ACTIVE for port object bd6b289b-5582-42e4-ab6d-6adeb3b03869 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:00.144019 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.151737 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.172908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cd91816a-cf22-42cd-b804-5f6808e6da3a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.174328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cd91816a-cf22-42cd-b804-5f6808e6da3a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 929 time: 0.1061494 Jul 16 22:26:00.181639 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] For port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:00.185538 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] For port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:00.191922 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.250915 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:26:00.251668 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:00.257856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-370e7615-4eff-43fd-accc-03c9bd7cfe0f req-8140c7e9-5d0d-490b-b28e-18c23a6b2af6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/83675b3c-b87a-47b0-b1eb-d7ec647748b1 HTTP/1.1" status: 200 len: 1781 time: 0.1076422 Jul 16 22:26:00.268324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:00.282668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-b866ceca-0b17-452b-8490-2840700579d0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0951765 Jul 16 22:26:00.288306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:00.300057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:00.315968 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a19b-73fa-4cd4-bbd7-3456a00434f1 None None] Pushing event updated for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:00.333442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.336198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-597ffe0f-9bae-4a9c-9567-5a3b07f75773 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461814 Jul 16 22:26:00.338442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b289b-5582-42e4-ab6d-6adeb3b03869,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:00.450122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:00.458283 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9019882-cb5d-43ec-871c-6e0f07982767" -d '{"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-plugged", "status": "completed", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:00.477414 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:26:00.479360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Attempting to bind port bd6b289b-5582-42e4-ab6d-6adeb3b03869 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:00.479936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Attempting to bind port bd6b289b-5582-42e4-ab6d-6adeb3b03869 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:00.480529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Attempting to bind port bd6b289b-5582-42e4-ab6d-6adeb3b03869 on network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:00.483879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:00.488536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:00.489265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Checking segment: {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:00.489932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.490506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Bound using segment: {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:00.491973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Bound port: bd6b289b-5582-42e4-ab6d-6adeb3b03869, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:00.492570 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.507334 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.534504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cfebd37a-9a5f-4794-b39d-6bdcee9c3f28 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.559003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cfebd37a-9a5f-4794-b39d-6bdcee9c3f28 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.565658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cfebd37a-9a5f-4794-b39d-6bdcee9c3f28 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.573525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cfebd37a-9a5f-4794-b39d-6bdcee9c3f28 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 1990 time: 0.2307265 Jul 16 22:26:00.592283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-2aa5d91c-4247-4786-8d5c-5e428ff2290f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/quotas/36e683180e3740aaa9312a562e7a53c5 HTTP/1.1" status: 200 len: 375 time: 0.0175126 Jul 16 22:26:00.624846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:00.650923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] For port bd6b289b-5582-42e4-ab6d-6adeb3b03869, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:00.661075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] For port bd6b289b-5582-42e4-ab6d-6adeb3b03869, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bd6b289b-5582-42e4-ab6d-6adeb3b03869,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:00.668998 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.695292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-df01ae23-bcff-46f1-944e-34b3f388a066 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1021175 Jul 16 22:26:00.723736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.731030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a0ec-b132-426b-a208-61d72787cfc4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b289b-5582-42e4-ab6d-6adeb3b03869,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:00.755362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:00.824408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fdee-18c9-4672-80f1-c00f96664cd3 req-e0dc0db4-18e0-4ac7-8d1e-b54aee64705d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:00.825363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-bb107231-5027-4445-ba04-5f0d77c8f7f4 service neutron] 10.222.0.70 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187296 Jul 16 22:26:00.828264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 4, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '3869c709-c21e-4ec1-bd45-9f6b7dfa9e44', 'name': '', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'mac_address': 'fa:16:3e:0c:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:54Z', 'updated_at': '2021-07-16T22:26:00Z', 'revision_number': 4, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'subnets': [{'id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:00.832690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a01fdee-18c9-4672-80f1-c00f96664cd3 req-e0dc0db4-18e0-4ac7-8d1e-b54aee64705d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.3027623 Jul 16 22:26:00.864185 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175ea04-b1d5-4baa-9e6b-5f4c0a10bca3 None None] The sync data for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 is: [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:25:55Z', 'revision_number': 4, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '3869c709-c21e-4ec1-bd45-9f6b7dfa9e44', 'name': '', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'mac_address': 'fa:16:3e:0c:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:54Z', 'updated_at': '2021-07-16T22:26:00Z', 'revision_number': 4, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'subnets': [{'id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:26:00.911018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a01fdee-18c9-4672-80f1-c00f96664cd3 req-a54b19b0-a41c-485f-a1cc-4e7782d3079b tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719490 Jul 16 22:26:00.949147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Allocated IP 172.25.5.195 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/8c44c71c-5912-4138-9f37-8d99a5c21ede) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:00.984191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-9e71c6dd-21ee-4977-9c90-f4e43c8a4321 service neutron] 10.222.0.70 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525927 Jul 16 22:26:01.082125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c4b65d15-6f12-4d4b-8a4e-c6cca1f22cbc service neutron] 10.222.0.70 "GET /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0921326 Jul 16 22:26:01.147631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:01.216856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:01.234559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-b821c3c6-6cbe-4c3d-afdd-6421bdddf793 service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485181 Jul 16 22:26:01.260242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:01.279045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:01.290543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:01.297317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:01.338318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Pushing event updated for resources: {'Port': ['ID=8c44c71c-5912-4138-9f37-8d99a5c21ede,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:01.356651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-016c661f-8cd9-461f-818b-1edddb40861a service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094923 Jul 16 22:26:01.411848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-92d3dff4-1a24-4141-9e0a-3e2bd2f3c2fe service neutron] 10.222.0.70 "GET /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0482001 Jul 16 22:26:01.454290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76053dc-6d86-4f28-bd5e-5fa0759fcf78 req-36396eeb-c1e2-4ef0-93db-9dfaab5b90b4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:01.460760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76053dc-6d86-4f28-bd5e-5fa0759fcf78 req-36396eeb-c1e2-4ef0-93db-9dfaab5b90b4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:01.466582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76053dc-6d86-4f28-bd5e-5fa0759fcf78 req-36396eeb-c1e2-4ef0-93db-9dfaab5b90b4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:01.468340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c76053dc-6d86-4f28-bd5e-5fa0759fcf78 req-36396eeb-c1e2-4ef0-93db-9dfaab5b90b4 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344&device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15&device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 2418 time: 0.1914561 Jul 16 22:26:01.516017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-e63019ac-b49a-48fd-9516-b727c6a7378a service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958107 Jul 16 22:26:01.536541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c76053dc-6d86-4f28-bd5e-5fa0759fcf78 req-33afcf28-d2a4-4209-9d4e-8f084dd82b57 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Jul 16 22:26:01.689655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-e22b9575-af8e-4648-93b6-10da996faf7c service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651993 Jul 16 22:26:01.759964 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:01.786207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bd6b289b-5582-42e4-ab6d-6adeb3b03869 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:01.787523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-6a7c2277-d47b-4869-a779-bcb226029254 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:01.789986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-6a7c2277-d47b-4869-a779-bcb226029254 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.1950324 Jul 16 22:26:01.812804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cdecb565-35bc-4ec3-afb0-fe31f5060128 service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218178 Jul 16 22:26:01.893781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port bd6b289b-5582-42e4-ab6d-6adeb3b03869 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:01.900837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:01.960358 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-8ec247ce-d8a4-45e7-a1ff-ac23c4170b70 service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391025 Jul 16 22:26:01.978348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:01.985741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:01.987248 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.084272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a0c3ec7e-cfda-45a5-9c71-98fe7c69dfca service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172457 Jul 16 22:26:02.097152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.142381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:02.147611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6ac17-734a-4032-9e4b-8fcfdf4b7e22 None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:02.151802 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.156382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77393d-c381-4518-af77-821edc2e7fdc req-3d3e1040-9cbd-42d0-8d38-b90b2b08bd13 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:02.157510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd77393d-c381-4518-af77-821edc2e7fdc req-3d3e1040-9cbd-42d0-8d38-b90b2b08bd13 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=36d8381a-7782-4286-8195-0637f040b10d HTTP/1.1" status: 200 len: 945 time: 0.3831792 Jul 16 22:26:02.206539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:02.215118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-1a359788-c046-42fc-a26f-616aa1f5d8f6 service neutron] 10.222.0.70 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229935 Jul 16 22:26:02.240666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Provisioning for port bd6b289b-5582-42e4-ab6d-6adeb3b03869 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:02.264598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd77393d-c381-4518-af77-821edc2e7fdc req-7cee8ba8-c972-47ae-b967-c034252c7720 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959651 Jul 16 22:26:02.270644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 38394ffd-3a39-4c22-a6d2-ba54953d7267 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:02.270849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.281783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Provisioning complete for port bd6b289b-5582-42e4-ab6d-6adeb3b03869 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:02.282331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.323043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:02.358892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-325f13d1-88b9-4a09-a273-138b0c9eaba7 service neutron] 10.222.0.70 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381423 Jul 16 22:26:02.393139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 38394ffd-3a39-4c22-a6d2-ba54953d7267, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=38394ffd-3a39-4c22-a6d2-ba54953d7267,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:02.393373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.418693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 38394ffd-3a39-4c22-a6d2-ba54953d7267 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:02.421001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.506294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a9698c9e-c23b-401f-8f51-7a09961edb21 service neutron] 10.222.0.70 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256196 Jul 16 22:26:02.618589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ef5d0ffa-af26-4e34-8e41-0485546d15b1 service neutron] 10.222.0.70 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106415 Jul 16 22:26:02.655494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b923-0785-461c-ac6e-a7d0dbce64f5 req-59e0a8ec-a61b-4cc7-929a-a6e374b42e49 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:02.656985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab05b923-0785-461c-ac6e-a7d0dbce64f5 req-59e0a8ec-a61b-4cc7-929a-a6e374b42e49 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2251439 Jul 16 22:26:02.714167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:02.735817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.741567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'port_id': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'mac_address': 'fa:16:3e:cc:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73011d-5354-4262-b82b-c990cc21fb5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:02.743182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.749609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c9a63c3e-4ff9-4cea-843f-556277a9993a service neutron] 10.222.0.70 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188374 Jul 16 22:26:02.769683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab05b923-0785-461c-ac6e-a7d0dbce64f5 req-6c01fa52-83e9-4b4c-94e6-a6b31f7cf149 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037121 Jul 16 22:26:02.772813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.793998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Router da317561-efae-4dff-a55c-e9648dc498b9 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:26:02.796020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['81e77659-c570-4111-8b7a-4ce1a24737d4', '38394ffd-3a39-4c22-a6d2-ba54953d7267'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:02.890942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] For port bd6b289b-5582-42e4-ab6d-6adeb3b03869, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bd6b289b-5582-42e4-ab6d-6adeb3b03869,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:02.894879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.901673 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:02.949324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:02.991478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:03.016069 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.029384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ca405-31bf-46b1-b332-686da0ed26fe None None] Pushing event updated for resources: {'Port': ['ID=bd6b289b-5582-42e4-ab6d-6adeb3b03869,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:03.119345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=38394ffd-3a39-4c22-a6d2-ba54953d7267,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:03.132984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:03.147460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f47cd28-5e32-413c-9f1f-6b172795a542 None None] Provisioning complete for port bd6b289b-5582-42e4-ab6d-6adeb3b03869 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:03.148049 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f47cd28-5e32-413c-9f1f-6b172795a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.224286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 38394ffd-3a39-4c22-a6d2-ba54953d7267 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:03.233619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.235484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c0397d2-5e71-424e-9e31-63cdfc3446ad req-38a44275-726a-4b76-b00c-3203bc45ff07 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "DELETE /v2.0/ports/38394ffd-3a39-4c22-a6d2-ba54953d7267 HTTP/1.1" status: 204 len: 173 time: 1.4126647 Jul 16 22:26:03.235949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'name': 'network-vif-deleted', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:03.238249 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a69dd5e-c94b-424b-a807-46e95b3f43f2" -d '{"events": [{"server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "name": "network-vif-deleted", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:03.253728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-6b8bdefb-1a82-4e42-84ef-ff09aed545d5 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/83675b3c-b87a-47b0-b1eb-d7ec647748b1 HTTP/1.1" status: 200 len: 1781 time: 0.1374876 Jul 16 22:26:03.333645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['5f9ea2de-74a2-4d23-8351-3aad458a5065'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:03.358554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:26:03.370138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Sync routers for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:26:03.383635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.394620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Routers {'da317561-efae-4dff-a55c-e9648dc498b9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:26:03.395380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['da317561-efae-4dff-a55c-e9648dc498b9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:03.396631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.398448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7ab94f6b-9c1a-4b01-b786-6801465d8131 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2198474 Jul 16 22:26:03.401530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:03.429122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.492055 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d22f5a-b832-47de-9e95-004ab1fc40c3 x-openstack-request-id: req-22d22f5a-b832-47de-9e95-004ab1fc40c3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:03.492436 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-plugged", "status": "completed", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:03.492840 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22d22f5a-b832-47de-9e95-004ab1fc40c3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:03.493323 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'code': 200} Jul 16 22:26:03.505499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.510079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:03.511274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6f6fb33-b238-4491-bb26-e68bb0bbc695 req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/83675b3c-b87a-47b0-b1eb-d7ec647748b1 HTTP/1.1" status: 204 len: 173 time: 0.2482932 Jul 16 22:26:03.536306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ccf3a-ae34-42e6-a7fb-cffdc30c04f3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83675b3c-b87a-47b0-b1eb-d7ec647748b1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:03.581373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-e102abdc-79c2-4f7e-a9cf-c78e5db14d1f req-d7e48207-3a99-40d5-b953-7f46dcaaa1f0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:26:03.583222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e102abdc-79c2-4f7e-a9cf-c78e5db14d1f req-d7e48207-3a99-40d5-b953-7f46dcaaa1f0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070927 Jul 16 22:26:03.626873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Set router da317561-efae-4dff-a55c-e9648dc498b9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:26:03.729643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bd6b289b-5582-42e4-ab6d-6adeb3b03869 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:03.834564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713252cc-aaf4-43d4-82c8-042065306e5b req-ac2f63f2-abc1-4ff7-9b03-f02606f81c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:03.836994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-713252cc-aaf4-43d4-82c8-042065306e5b req-ac2f63f2-abc1-4ff7-9b03-f02606f81c89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 1097 time: 0.2461152 Jul 16 22:26:03.917911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e102abdc-79c2-4f7e-a9cf-c78e5db14d1f req-2ff36e1b-d92c-4871-bbb0-95fe6c3a4449 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3155293 Jul 16 22:26:03.970912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-713252cc-aaf4-43d4-82c8-042065306e5b req-804f38f1-2a0b-4f6f-8538-5f6d40336321 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240232 Jul 16 22:26:03.992421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port bd6b289b-5582-42e4-ab6d-6adeb3b03869 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:03.993063 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.131154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:01Z', 'revision_number': 3, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:04.221662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:04.231913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Checking router: da317561-efae-4dff-a55c-e9648dc498b9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:26:04.232419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Updating router da317561-efae-4dff-a55c-e9648dc498b9 port 8c44c71c-5912-4138-9f37-8d99a5c21ede binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:26:04.293416 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.320205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:04.367821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65c72-8602-4e7d-93c0-8537aecc4e12 req-a0f668e0-9db2-497e-9596-e71ff1de94fb tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:04.369972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93a65c72-8602-4e7d-93c0-8537aecc4e12 req-a0f668e0-9db2-497e-9596-e71ff1de94fb tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1045060 Jul 16 22:26:04.432270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93a65c72-8602-4e7d-93c0-8537aecc4e12 req-79068685-cc2a-4093-9b14-d7eef7bb70b1 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542591 Jul 16 22:26:04.501124 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe64f2b-28b5-4a41-a158-75d80893368d x-openstack-request-id: req-1fe64f2b-28b5-4a41-a158-75d80893368d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:04.501518 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d8381a-7782-4286-8195-0637f040b10d", "name": "network-vif-deleted", "tag": "38394ffd-3a39-4c22-a6d2-ba54953d7267", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:04.501922 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fe64f2b-28b5-4a41-a158-75d80893368d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:04.502401 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d8381a-7782-4286-8195-0637f040b10d', 'name': 'network-vif-deleted', 'tag': '38394ffd-3a39-4c22-a6d2-ba54953d7267', 'status': 'completed', 'code': 200} Jul 16 22:26:04.514865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:04.515423 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.516753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.575280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:04.586896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34dc3-80ef-49ce-873b-a97dbff2272d req-0444f916-9c1d-4662-87ad-051c3877174d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:04.594083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34e34dc3-80ef-49ce-873b-a97dbff2272d req-0444f916-9c1d-4662-87ad-051c3877174d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 945 time: 0.6030018 Jul 16 22:26:04.598503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:04.619715 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.620875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 38394ffd-3a39-4c22-a6d2-ba54953d7267 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:04.643796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.665852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34e34dc3-80ef-49ce-873b-a97dbff2272d req-76599d08-4153-4316-ada1-5c2744b0e8dc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Jul 16 22:26:04.698776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 38394ffd-3a39-4c22-a6d2-ba54953d7267 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:04.699281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 38394ffd-3a39-4c22-a6d2-ba54953d7267 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:04.739827 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-319a3e42-fbb5-4188-9d1e-429543ec63bc req-3d66f585-dafb-475b-9ceb-d32a416c57c3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:26:04.746299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-319a3e42-fbb5-4188-9d1e-429543ec63bc req-3d66f585-dafb-475b-9ceb-d32a416c57c3 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/83675b3c-b87a-47b0-b1eb-d7ec647748b1 HTTP/1.1" status: 404 len: 352 time: 0.0491166 Jul 16 22:26:04.784847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-588c831a-52c5-4bfb-9075-ecb79b32b890 req-4600b02e-905d-4bc4-bd76-9495306896be tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0423110 Jul 16 22:26:04.795168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:04.892073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.910853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Transition to ACTIVE for port object 8c44c71c-5912-4138-9f37-8d99a5c21ede will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:04.923454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:04.930320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Allocated IP 172.20.0.1 (4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5/622960ff-7651-480c-86ae-ed49a3d52e60/6f5747b3-1b17-467b-96e8-1750dec1e948) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:04.980092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb172a-3d2e-4582-aea5-e7ddc0dfd392 req-7b36aed7-c878-46fc-8216-33ecbedea3e5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:04.981662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ceb172a-3d2e-4582-aea5-e7ddc0dfd392 req-7b36aed7-c878-46fc-8216-33ecbedea3e5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1097100 Jul 16 22:26:05.003019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Attempting to bind port 8c44c71c-5912-4138-9f37-8d99a5c21ede on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:05.003415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Attempting to bind port 8c44c71c-5912-4138-9f37-8d99a5c21ede by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:05.003729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Attempting to bind port 8c44c71c-5912-4138-9f37-8d99a5c21ede on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:05.012412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f29a80-c5c1-4c7f-b93e-58c5f53582c7 None None] Pushing event updated for resources: {'Port': ['ID=8c44c71c-5912-4138-9f37-8d99a5c21ede,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:05.015424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:05.015609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:05.016016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.016408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:05.016890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Bound port: 8c44c71c-5912-4138-9f37-8d99a5c21ede, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:05.017309 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.062451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ceb172a-3d2e-4582-aea5-e7ddc0dfd392 req-bd609efa-ca89-4252-ae67-4a42ef7ff22b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Jul 16 22:26:05.109307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.117243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1060730636', 'description': 'tempest-description-1236518409'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:05.136211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] For port 8c44c71c-5912-4138-9f37-8d99a5c21ede, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:05.137357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Transition to ACTIVE for port object 6f5747b3-1b17-467b-96e8-1750dec1e948 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:05.141949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] For port 8c44c71c-5912-4138-9f37-8d99a5c21ede, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8c44c71c-5912-4138-9f37-8d99a5c21ede,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:05.150657 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.169907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.221638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.229125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Routers {'da317561-efae-4dff-a55c-e9648dc498b9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:26:05.229757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['da317561-efae-4dff-a55c-e9648dc498b9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:05.273509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:05.276528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-8c34b0f3-e71f-4cb3-afe0-0db5abccd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:05.277969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-8c34b0f3-e71f-4cb3-afe0-0db5abccd48e service neutron] 10.222.0.47 "GET /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 1027 time: 0.0777924 Jul 16 22:26:05.284519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:05.289639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:05.330082 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.348470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cc715e77-bcde-4a8f-b59b-8a252a82e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:05.350788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-cc715e77-bcde-4a8f-b59b-8a252a82e551 service neutron] 10.222.0.47 "GET /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 1025 time: 0.0643024 Jul 16 22:26:05.379416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:05.382398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] Set router da317561-efae-4dff-a55c-e9648dc498b9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:26:05.501288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.517679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.534196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-9c809b68-2ac9-49c7-8488-65b7bb4a647c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:05.551341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-9c809b68-2ac9-49c7-8488-65b7bb4a647c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:05.558152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-9c809b68-2ac9-49c7-8488-65b7bb4a647c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:05.563072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-9c809b68-2ac9-49c7-8488-65b7bb4a647c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 1990 time: 0.2063305 Jul 16 22:26:05.638823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787f78dc-ce98-4fb5-963f-f434a833affe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:05.648180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7ed7b377-f385-489e-b5b9-a84b01a28c21 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36e683180e3740aaa9312a562e7a53c5 HTTP/1.1" status: 200 len: 380 time: 0.0755053 Jul 16 22:26:05.660723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'admin_state_up': True, 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'security_groups': ['5cc92f79-9b53-44f6-91d8-45711050b5c1']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:05.663514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f29a80-c5c1-4c7f-b93e-58c5f53582c7 None None] Pushing event updated for resources: {'Port': ['ID=8c44c71c-5912-4138-9f37-8d99a5c21ede,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:05.677310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.681920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.698880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c764381a-075c-4f3d-8cb7-1f832fa92c16 None None] Provisioning for port 6f5747b3-1b17-467b-96e8-1750dec1e948 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:05.703020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d6919513-dfbb-45b3-89a3-155c079c44f2 req-b5c8248e-319a-4114-be5f-fd0fbfd3c17c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5896471 Jul 16 22:26:05.706646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c764381a-075c-4f3d-8cb7-1f832fa92c16 None None] Provisioning complete for port 6f5747b3-1b17-467b-96e8-1750dec1e948 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:05.707030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c764381a-075c-4f3d-8cb7-1f832fa92c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.905532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:05.912194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:05.933120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:01Z', 'revision_number': 3, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:05.974520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f060bb-9a16-4921-aafa-fc35471c4f45 None None] The sync data for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 is: [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:01Z', 'revision_number': 3, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:26:05.980601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c764381a-075c-4f3d-8cb7-1f832fa92c16 None None] Port 6f5747b3-1b17-467b-96e8-1750dec1e948 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:06.007275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa46bb-bfda-422b-98eb-e0b65a21b7e0 req-da8fe070-e63b-4572-9b26-72b380d44cfa tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:06.010043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bffa46bb-bfda-422b-98eb-e0b65a21b7e0 req-da8fe070-e63b-4572-9b26-72b380d44cfa tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1460972 Jul 16 22:26:06.067591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.075044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bffa46bb-bfda-422b-98eb-e0b65a21b7e0 req-d400977c-bdca-48a1-885d-17abebf99c9c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Jul 16 22:26:06.086551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.113304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 172.20.0.3 (efdd5ab4-66c7-40c7-b44e-80fe973f1f9f/887ab12a-2794-4c0c-800d-c4b104dca954/256db649-91d2-46e2-8692-900e006e102e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:06.175050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849935559', 'description': 'tempest-description-223830917'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:06.197636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:06.199179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:06.202548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:06.221979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.245674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.376419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88bc00-90fe-47c5-9645-e9bdfc337104 req-c5c1b8f9-d31d-45e1-a8d7-2880a03313c2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:06.385095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3c88bc00-90fe-47c5-9645-e9bdfc337104 req-c5c1b8f9-d31d-45e1-a8d7-2880a03313c2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 944 time: 0.2177279 Jul 16 22:26:06.403997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:06.413528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:06.423930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 5f9ea2de-74a2-4d23-8351-3aad458a5065 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:06.432829 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.466117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.486026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3c88bc00-90fe-47c5-9645-e9bdfc337104 req-1777449f-d46d-4360-8c97-c500920fe504 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996673 Jul 16 22:26:06.522670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object 256db649-91d2-46e2-8692-900e006e102e will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:06.527181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.573378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.632457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f7c571-665d-4130-8ae5-0de4472c738b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:06.638278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.651597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.665742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c7995ab-8b98-44d5-b684-be48641d508d req-209caac6-0a5d-4f2c-996a-18ccd71fae96 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5177982 Jul 16 22:26:06.680954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Router da317561-efae-4dff-a55c-e9648dc498b9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:26:06.685881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:06.781940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:06.835175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'mac_address': 'fa:16:3e:96:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:06.862284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:06.867453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:06.870611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:26:06.877526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:06.888518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:06.905542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e6ab96e2-d991-4375-989c-6c7209489a26 admin admin] 10.222.0.70 "PUT /v2.0/routers/da317561-efae-4dff-a55c-e9648dc498b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022037 Jul 16 22:26:06.956766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.000765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:07.003057 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d3e315-ef45-495f-a4b2-fcd4c94f5d66" -d '{"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:07.071835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:07.084933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:07.091111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5b29e004-f0a1-4952-9bad-acdb25e5e567 None None] Provisioning complete for port 6f5747b3-1b17-467b-96e8-1750dec1e948 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:07.094621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be4bc7-f626-42d2-bde7-f73e4ef4c05a req-5efd618d-8dcf-4062-aa2a-f2ea68f1259a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:07.102408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88be4bc7-f626-42d2-bde7-f73e4ef4c05a req-5efd618d-8dcf-4062-aa2a-f2ea68f1259a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 931 time: 0.3063736 Jul 16 22:26:07.114763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b29e004-f0a1-4952-9bad-acdb25e5e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.116464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:07.117195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.184698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88be4bc7-f626-42d2-bde7-f73e4ef4c05a req-9a4c81aa-d813-426b-afe1-27d9fc24ce75 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629766 Jul 16 22:26:07.203564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dadb5e1e-5a23-4bc3-a338-570f6a70276f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5466995 Jul 16 22:26:07.217638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'admin_state_up': True, 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'security_groups': ['5cc92f79-9b53-44f6-91d8-45711050b5c1']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:07.228265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5b29e004-f0a1-4952-9bad-acdb25e5e567 None None] Port 6f5747b3-1b17-467b-96e8-1750dec1e948 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:07.248991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.402448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:07.428005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:07.440926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bc0c6-bb90-43b1-b0de-ff1ec20f9f4f req-972db339-7933-47dd-b81e-aeb46e0f8066 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:07.446187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.452131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a3bc0c6-bb90-43b1-b0de-ff1ec20f9f4f req-972db339-7933-47dd-b81e-aeb46e0f8066 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1369462 Jul 16 22:26:07.474870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:07.479085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.519652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abc28858-7dfc-4c68-bd21-691d53581dda None None] Provisioning for port 256db649-91d2-46e2-8692-900e006e102e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:07.555712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abc28858-7dfc-4c68-bd21-691d53581dda None None] Provisioning complete for port 256db649-91d2-46e2-8692-900e006e102e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:07.556095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abc28858-7dfc-4c68-bd21-691d53581dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.558073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a3bc0c6-bb90-43b1-b0de-ff1ec20f9f4f req-a577d859-9d8f-498f-8b3a-2ea36e000c0d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024427 Jul 16 22:26:07.622413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-139505366', 'description': 'tempest-description-2022245929'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:07.661842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.761488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:07.790372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-abc28858-7dfc-4c68-bd21-691d53581dda None None] Port 256db649-91d2-46e2-8692-900e006e102e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:07.797992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:07.832731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.844884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.889814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:07.905842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a01d1e9-0b45-44f9-8e0f-5515340e85ec req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2874184 Jul 16 22:26:07.910653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff571909-7ed8-4bed-a627-9effdf305338 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde80faf-350a-43e7-a2ff-63c0b7403d3a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:07.913323 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a8a2c-9a4f-4e63-b38b-b573263a91b7 x-openstack-request-id: req-cb0a8a2c-9a4f-4e63-b38b-b573263a91b7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:07.913858 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:07.914445 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb0a8a2c-9a4f-4e63-b38b-b573263a91b7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:07.915023 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'code': 200} Jul 16 22:26:07.919985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8c44c71c-5912-4138-9f37-8d99a5c21ede up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:07.921691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.1.1.193 (895ade8f-1f55-4282-91fc-eb59b961f1ef/630c6244-69be-43fd-b3f1-8d015d662a70/af128ea1-0a69-41b9-bb8f-9d3fe643b3ce) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:08.120819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 8c44c71c-5912-4138-9f37-8d99a5c21ede completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:08.157245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8c44c71c-5912-4138-9f37-8d99a5c21ede triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:08.165349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.269442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:08.300697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.338258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object af128ea1-0a69-41b9-bb8f-9d3fe643b3ce will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:08.447031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc091ea0-ccbf-4379-80b8-d5c27cbb89d1 req-544be763-b46c-4b33-bc05-b021f6c03cc3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:08.456415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc091ea0-ccbf-4379-80b8-d5c27cbb89d1 req-544be763-b46c-4b33-bc05-b021f6c03cc3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.3024909 Jul 16 22:26:08.524956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc091ea0-ccbf-4379-80b8-d5c27cbb89d1 req-601a8ea8-b47a-4f8d-8060-92788a8ae454 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668097 Jul 16 22:26:08.543233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.653575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.695465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.720225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72c0cfb0-d946-4bb6-a67c-587ad1212461 req-91ba3a7a-f948-4930-b2ae-82a709b8a299 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 10896 time: 0.1494741 Jul 16 22:26:08.723351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:08.770640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:08.774274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72c0cfb0-d946-4bb6-a67c-587ad1212461 req-c370d3f7-cdcf-4e72-8113-2c322955b15b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 200 len: 2981 time: 0.0528116 Jul 16 22:26:08.792143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.793010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:08.797415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 8c44c71c-5912-4138-9f37-8d99a5c21ede, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8c44c71c-5912-4138-9f37-8d99a5c21ede,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:08.831883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:08.858574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:08.871758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:08.889124 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:08.891149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72c0cfb0-d946-4bb6-a67c-587ad1212461 req-b6c517da-7af6-4828-abd8-139290b2ad55 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 200 len: 2981 time: 0.1157067 Jul 16 22:26:09.016836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982310-7e58-42d2-90a4-4fca37eca7b9 req-42162cb6-d196-4106-9119-d77c30665b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:09.017574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:09.023427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57982310-7e58-42d2-90a4-4fca37eca7b9 req-42162cb6-d196-4106-9119-d77c30665b46 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 1098 time: 0.5987899 Jul 16 22:26:09.078557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Sync routers for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:26:09.091761 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Routers {'da317561-efae-4dff-a55c-e9648dc498b9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:26:09.095805 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['da317561-efae-4dff-a55c-e9648dc498b9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:09.105900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:09.109007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:09.112181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=8c44c71c-5912-4138-9f37-8d99a5c21ede,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:09.179079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb29344-3ab3-4560-aced-24c4819c30d7 req-718613c0-6371-4a1f-a7da-572acdbb9c9c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:09.201493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3cb29344-3ab3-4560-aced-24c4819c30d7 req-718613c0-6371-4a1f-a7da-572acdbb9c9c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.5449841 Jul 16 22:26:09.237563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-eb2e3af5-f4e4-4f65-a88e-30ec6166324f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0244422 Jul 16 22:26:09.261777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'admin_state_up': True, 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'security_groups': ['5cc92f79-9b53-44f6-91d8-45711050b5c1']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:09.292056 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Set router da317561-efae-4dff-a55c-e9648dc498b9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:26:09.329362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ae1a860-40a0-4a45-970e-4648b377ed5d None None] Provisioning for port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:09.336750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ae1a860-40a0-4a45-970e-4648b377ed5d None None] Provisioning complete for port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:09.337831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a860-40a0-4a45-970e-4648b377ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:09.419080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93073a-97ba-40be-8271-24e20ba446c8 req-ae45aa30-750e-4512-a766-55a9e47847e7 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:09.427253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93073a-97ba-40be-8271-24e20ba446c8 req-ae45aa30-750e-4512-a766-55a9e47847e7 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:09.439841 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec93073a-97ba-40be-8271-24e20ba446c8 req-ae45aa30-750e-4512-a766-55a9e47847e7 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 1653 time: 0.1562734 Jul 16 22:26:09.442268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57982310-7e58-42d2-90a4-4fca37eca7b9 req-a79fdd9e-9600-4959-9573-c39b11b7c870 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985889 Jul 16 22:26:09.452027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1a860-40a0-4a45-970e-4648b377ed5d None None] Port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:09.561440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec93073a-97ba-40be-8271-24e20ba446c8 req-4a181a2c-be06-4767-bb1e-93c268dee186 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133161 Jul 16 22:26:09.562130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3cb29344-3ab3-4560-aced-24c4819c30d7 req-c144038d-c176-4d93-be5f-59999dbca6aa tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595440 Jul 16 22:26:09.594450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:09.599229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:09.712826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8c44c71c-5912-4138-9f37-8d99a5c21ede up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:09.755170 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 4, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6f5747b3-1b17-467b-96e8-1750dec1e948', 'name': '', 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'mac_address': 'fa:16:3e:80:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:04Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 2, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'subnets': [{'id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:09.851950 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Checking router: da317561-efae-4dff-a55c-e9648dc498b9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:26:09.853119 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Updating router da317561-efae-4dff-a55c-e9648dc498b9 port 6f5747b3-1b17-467b-96e8-1750dec1e948 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:26:09.855023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8c44c71c-5912-4138-9f37-8d99a5c21ede triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:09.855023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:09.955506 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.020287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.1.1.150 (895ade8f-1f55-4282-91fc-eb59b961f1ef/630c6244-69be-43fd-b3f1-8d015d662a70/edc257dd-40d8-443a-9f12-c4c5f91c8fa0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:10.048374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b69d4-08d9-4e5d-b05f-646f625c5626 req-71021591-518d-4582-be1d-a20e9b36b687 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:10.061581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-700b69d4-08d9-4e5d-b05f-646f625c5626 req-71021591-518d-4582-be1d-a20e9b36b687 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 948 time: 0.1399996 Jul 16 22:26:10.141059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-700b69d4-08d9-4e5d-b05f-646f625c5626 req-8f2ffc85-e2bc-4a81-a15c-b3d4458ace04 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Jul 16 22:26:10.219332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:10.312096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.325675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-5f68c5a2-f580-4ce3-9796-533146405286 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/787f78dc-ce98-4fb5-963f-f434a833affe HTTP/1.1" status: 200 len: 1801 time: 0.1212013 Jul 16 22:26:10.358154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object edc257dd-40d8-443a-9f12-c4c5f91c8fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:10.367761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:10.368051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.442381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.474023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.503336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.564832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.623806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.633440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.635269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:10.656923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:10.658964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:10.671962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-faaa8fe8-0149-4dc2-9eda-863e1b1fc910 req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/787f78dc-ce98-4fb5-963f-f434a833affe HTTP/1.1" status: 204 len: 173 time: 0.3394065 Jul 16 22:26:10.678539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:10.720738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c1ac8-f6eb-4375-b4d3-9c9f292c5c54 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f78dc-ce98-4fb5-963f-f434a833affe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:10.736004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:10.752540 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8fdee3-6ff3-4d9c-a809-1e8f1b62f6d8" -d '{"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:10.870235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:10.886063 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:10.944404 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.000124 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Transition to ACTIVE for port object 6f5747b3-1b17-467b-96e8-1750dec1e948 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:11.024590 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.058616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:11.071999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.080997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:11.152944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-ee8e1906-f4f2-4454-922b-56441592bcaf tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8957243 Jul 16 22:26:11.160279 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fff434-c23b-4390-a758-402eea1cf49d None None] Pushing event updated for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:11.206274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'admin_state_up': True, 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'security_groups': ['5cc92f79-9b53-44f6-91d8-45711050b5c1']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:11.222768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ee2afcb8-939b-4b4f-9f8e-8e7e45dc2909 None None] Provisioning for port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:11.228795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993566e-67e2-4399-ba8c-848d89b35ce2 req-8eb165bf-4fdd-41af-89df-8feb4da85784 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:11.238947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ee2afcb8-939b-4b4f-9f8e-8e7e45dc2909 None None] Provisioning complete for port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:11.239329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee2afcb8-939b-4b4f-9f8e-8e7e45dc2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.242092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a993566e-67e2-4399-ba8c-848d89b35ce2 req-8eb165bf-4fdd-41af-89df-8feb4da85784 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.1891313 Jul 16 22:26:11.325916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec7205-1462-4cc3-a3c6-6b9831475565 req-c0c77e91-5eec-4573-a830-75166252ba15 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:11.328710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Attempting to bind port 6f5747b3-1b17-467b-96e8-1750dec1e948 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:11.329365 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Attempting to bind port 6f5747b3-1b17-467b-96e8-1750dec1e948 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:11.337412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Attempting to bind port 6f5747b3-1b17-467b-96e8-1750dec1e948 on network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:11.340346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cec7205-1462-4cc3-a3c6-6b9831475565 req-c0c77e91-5eec-4573-a830-75166252ba15 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.5551443 Jul 16 22:26:11.351963 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:11.352794 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Checking segment: {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:11.353479 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.354137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Bound using segment: {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:11.355695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ee2afcb8-939b-4b4f-9f8e-8e7e45dc2909 None None] Port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:11.356475 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Bound port: 6f5747b3-1b17-467b-96e8-1750dec1e948, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7165a-4376-4aef-988a-f3863591fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:11.357322 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.381889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a993566e-67e2-4399-ba8c-848d89b35ce2 req-c1d7e751-c828-4924-be3b-ac858fa00aa0 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388059 Jul 16 22:26:11.542081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] For port 6f5747b3-1b17-467b-96e8-1750dec1e948, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:11.548762 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] For port 6f5747b3-1b17-467b-96e8-1750dec1e948, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6f5747b3-1b17-467b-96e8-1750dec1e948,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:11.561412 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:11.626797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cec7205-1462-4cc3-a3c6-6b9831475565 req-b80cb2b9-ad57-47b8-946a-8a9f9e0c89eb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850575 Jul 16 22:26:11.729517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:11.860276 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Routers {'da317561-efae-4dff-a55c-e9648dc498b9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:26:11.861160 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['da317561-efae-4dff-a55c-e9648dc498b9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:12.013321 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fff434-c23b-4390-a758-402eea1cf49d None None] Pushing event updated for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:12.075232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-8e8f841a-70be-494a-b773-9be0ee5efd81 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.085524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:12.086160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-8e8f841a-70be-494a-b773-9be0ee5efd81 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 945 time: 0.4709256 Jul 16 22:26:12.126575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c0e2-e1d1-44c2-a085-8a9d86142003 req-a38706f6-cd90-4c89-bf28-5dc9ad8372ef tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.138868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01b1c0e2-e1d1-44c2-a085-8a9d86142003 req-a38706f6-cd90-4c89-bf28-5dc9ad8372ef tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.4079864 Jul 16 22:26:12.206929 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] Set router da317561-efae-4dff-a55c-e9648dc498b9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:26:12.232347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31c9e-d6f7-4fdd-b302-0bebe4d5dd7e req-5e122cde-ebe0-4561-8e0a-7ed925409b22 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.244607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31c9e-d6f7-4fdd-b302-0bebe4d5dd7e req-5e122cde-ebe0-4561-8e0a-7ed925409b22 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.257010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31c9e-d6f7-4fdd-b302-0bebe4d5dd7e req-5e122cde-ebe0-4561-8e0a-7ed925409b22 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.265410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ef31c9e-d6f7-4fdd-b302-0bebe4d5dd7e req-5e122cde-ebe0-4561-8e0a-7ed925409b22 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 2374 time: 0.3031931 Jul 16 22:26:12.315867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01b1c0e2-e1d1-44c2-a085-8a9d86142003 req-d9f3c431-0f51-4874-8023-1fe5c2da8205 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466544 Jul 16 22:26:12.339426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ef31c9e-d6f7-4fdd-b302-0bebe4d5dd7e req-93f5f04d-8263-4ad6-915a-3f315d07204b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728991 Jul 16 22:26:12.415434 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-638ed0ea-fb3a-4220-969f-70d1f59c0ad0 req-fcaa5f6e-9c35-4588-94a1-6e396104f3fe tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:26:12.432727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-638ed0ea-fb3a-4220-969f-70d1f59c0ad0 req-fcaa5f6e-9c35-4588-94a1-6e396104f3fe tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/787f78dc-ce98-4fb5-963f-f434a833affe HTTP/1.1" status: 404 len: 352 time: 0.0546315 Jul 16 22:26:12.469671 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d27fa-8350-442b-a7bf-46bd3a4ba069 x-openstack-request-id: req-e85d27fa-8350-442b-a7bf-46bd3a4ba069 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:12.470175 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:12.470291 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e85d27fa-8350-442b-a7bf-46bd3a4ba069 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:12.471831 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'code': 200} Jul 16 22:26:12.503424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Deleting port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:12.504166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:12.586290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.2.2.100 (412c5129-cb09-462e-bbe9-c8a285a0e4e4/50622db6-ac46-4b22-923d-c4e735bce68c/67207f4f-29fa-4bf6-8779-ec2f48314cdd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:12.691607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 4, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6f5747b3-1b17-467b-96e8-1750dec1e948', 'name': '', 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'mac_address': 'fa:16:3e:80:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:04Z', 'updated_at': '2021-07-16T22:26:11Z', 'revision_number': 4, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'subnets': [{'id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:12.723767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57eccc-afa1-43dc-ac6f-0820911b5f5b None None] The sync data for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 is: [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:26:05Z', 'revision_number': 4, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '6f5747b3-1b17-467b-96e8-1750dec1e948', 'name': '', 'network_id': '4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'mac_address': 'fa:16:3e:80:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:04Z', 'updated_at': '2021-07-16T22:26:11Z', 'revision_number': 4, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'subnets': [{'id': '622960ff-7651-480c-86ae-ed49a3d52e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:26:12.757623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] For port a4e2b042-d099-43d5-b3d0-e3f6d381ff96, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:12.767631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:12.819936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Calling delete_port for a4e2b042-d099-43d5-b3d0-e3f6d381ff96 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:12.953614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:12.960040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338044b-53e2-49bc-92e6-55c582188e0f req-fb4c49a1-f00b-4b13-a413-6dcfecc05b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:12.961613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4338044b-53e2-49bc-92e6-55c582188e0f req-fb4c49a1-f00b-4b13-a413-6dcfecc05b3b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1102 time: 0.2533038 Jul 16 22:26:12.979804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object 67207f4f-29fa-4bf6-8779-ec2f48314cdd will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:13.109964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:13.113492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4338044b-53e2-49bc-92e6-55c582188e0f req-eab88ac4-9d15-468d-ac8a-b3c40215b08c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427112 Jul 16 22:26:13.125775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e7138ca4-1af9-408d-9a65-8237e6612bd2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:13.128133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:13.142325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:13.191300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event deleted for resources: {'Port': ['ID=a4e2b042-d099-43d5-b3d0-e3f6d381ff96,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:13.302011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] No DVR routers for this DVR port a4e2b042-d099-43d5-b3d0-e3f6d381ff96 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:13.305693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:13.308419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53eb8b0a-a0c7-40b4-b5c2-bbd0e72810ec req-f72560cb-43d4-451e-83c1-3adbc3d14b59 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "DELETE /v2.0/ports/a4e2b042-d099-43d5-b3d0-e3f6d381ff96 HTTP/1.1" status: 204 len: 173 time: 1.2154157 Jul 16 22:26:13.309792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'name': 'network-vif-deleted', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:13.321299 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6720e344-ca4c-4168-8773-4bbb3bebf456" -d '{"events": [{"server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "name": "network-vif-deleted", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:13.365157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceaf2a-3fa7-4f76-a4aa-a407b7f143c3 req-b6d27a66-ae53-4cab-853c-10f7c9bd8a36 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:13.370015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-baceaf2a-3fa7-4f76-a4aa-a407b7f143c3 req-b6d27a66-ae53-4cab-853c-10f7c9bd8a36 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.7108254 Jul 16 22:26:13.505331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-baceaf2a-3fa7-4f76-a4aa-a407b7f143c3 req-fcc6dbfb-06f0-4d3f-a48a-976496ff27bc tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229026 Jul 16 22:26:13.804415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6f5747b3-1b17-467b-96e8-1750dec1e948 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:13.925922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c2b6f4-b4e2-40eb-99a3-b825cce2502c req-d04b42e6-0b4a-41ab-98b8-11d5624a488a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=1db4c217-59e6-4a80-a7d7-84c836119344 HTTP/1.1" status: 200 len: 210 time: 0.0928152 Jul 16 22:26:13.992001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f202d8-ac07-46ae-94de-319ab2bf7420 req-df020285-2967-41ea-83d6-670676abfdd7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:14.003087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7f202d8-ac07-46ae-94de-319ab2bf7420 req-df020285-2967-41ea-83d6-670676abfdd7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.9878464 Jul 16 22:26:14.008132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6f5747b3-1b17-467b-96e8-1750dec1e948 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:14.018359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6f5747b3-1b17-467b-96e8-1750dec1e948 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:14.018830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.055209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-47bd566a-374c-42c4-964d-ef208c201b7a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/15f7c571-665d-4130-8ae5-0de4472c738b HTTP/1.1" status: 200 len: 1799 time: 0.0843892 Jul 16 22:26:14.140205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:14.154860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.184263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:14.205517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:14.237929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.276312 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.330721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.337021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.346419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18912ddc-6ca7-4cba-91bc-fbf90ae7a0fa req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/15f7c571-665d-4130-8ae5-0de4472c738b HTTP/1.1" status: 204 len: 173 time: 0.2884016 Jul 16 22:26:14.384309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:14.385015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.388810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:14.391252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08df367-f3bd-4451-b4e7-1fa385d1665b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f7c571-665d-4130-8ae5-0de4472c738b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:14.412747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 6f5747b3-1b17-467b-96e8-1750dec1e948, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6f5747b3-1b17-467b-96e8-1750dec1e948,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:14.444791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7f202d8-ac07-46ae-94de-319ab2bf7420 req-a29ec353-90b1-4180-b871-716915859c2c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408104 Jul 16 22:26:14.471699 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.505350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-23e95fb6-f42d-43d9-892c-b3bfb32cb6b3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3152530 Jul 16 22:26:14.528857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'admin_state_up': True, 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'security_groups': ['5cc92f79-9b53-44f6-91d8-45711050b5c1']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:14.644000 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804be649-070e-4432-a3ca-dbd6e2afefa4 x-openstack-request-id: req-804be649-070e-4432-a3ca-dbd6e2afefa4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:14.644411 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db4c217-59e6-4a80-a7d7-84c836119344", "name": "network-vif-deleted", "tag": "a4e2b042-d099-43d5-b3d0-e3f6d381ff96", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:14.644891 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-804be649-070e-4432-a3ca-dbd6e2afefa4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:14.645326 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db4c217-59e6-4a80-a7d7-84c836119344', 'name': 'network-vif-deleted', 'tag': 'a4e2b042-d099-43d5-b3d0-e3f6d381ff96', 'status': 'completed', 'code': 200} Jul 16 22:26:14.695268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:14.782066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad26dd9d-88fc-4796-b619-b762c71e4e78 None None] Provisioning for port 67207f4f-29fa-4bf6-8779-ec2f48314cdd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:14.786501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad26dd9d-88fc-4796-b619-b762c71e4e78 None None] Provisioning complete for port 67207f4f-29fa-4bf6-8779-ec2f48314cdd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:14.787748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad26dd9d-88fc-4796-b619-b762c71e4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.804432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Made reservation on behalf of 36e683180e3740aaa9312a562e7a53c5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:14.809524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:14.876253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad26dd9d-88fc-4796-b619-b762c71e4e78 None None] Port 67207f4f-29fa-4bf6-8779-ec2f48314cdd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:14.990962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7fc26-b9f1-4f5e-b2d8-e063ffa64638 req-7604fb97-75c3-4f5d-99ea-616bd4e153c3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:14.992713 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26b7fc26-b9f1-4f5e-b2d8-e063ffa64638 req-7604fb97-75c3-4f5d-99ea-616bd4e153c3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1109760 Jul 16 22:26:15.031995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81269-0669-4181-a9b7-c449da850adb req-7411f14b-b626-494a-86ea-0a519ed5fe8c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:15.045128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81269-0669-4181-a9b7-c449da850adb req-7411f14b-b626-494a-86ea-0a519ed5fe8c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:15.059924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81269-0669-4181-a9b7-c449da850adb req-7411f14b-b626-494a-86ea-0a519ed5fe8c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:15.065592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26b7fc26-b9f1-4f5e-b2d8-e063ffa64638 req-8f16470a-d513-48c5-a82a-15ffcdc1894a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Jul 16 22:26:15.072439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81269-0669-4181-a9b7-c449da850adb req-7411f14b-b626-494a-86ea-0a519ed5fe8c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:15.080284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58f81269-0669-4181-a9b7-c449da850adb req-7411f14b-b626-494a-86ea-0a519ed5fe8c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 3095 time: 0.2237844 Jul 16 22:26:15.134639 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-37901c32-a055-4fc4-b460-a3d7a2fa5fb1 req-a0b8669c-cb85-41d2-bf4d-73a3023557be tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:26:15.148633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37901c32-a055-4fc4-b460-a3d7a2fa5fb1 req-a0b8669c-cb85-41d2-bf4d-73a3023557be tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/15f7c571-665d-4130-8ae5-0de4472c738b HTTP/1.1" status: 404 len: 352 time: 0.0412581 Jul 16 22:26:15.198640 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58f81269-0669-4181-a9b7-c449da850adb req-e6c21839-a687-4c16-ac99-8ae7fd3835ec tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172359 Jul 16 22:26:15.201767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Allocated IP 10.2.2.200 (412c5129-cb09-462e-bbe9-c8a285a0e4e4/50622db6-ac46-4b22-923d-c4e735bce68c/51a8dd49-98c0-4174-bb7b-798bd2dbee56) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:15.520064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:15.539373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65582654-233f-4737-9a5d-3e6cef37763c req-2c01a9f3-9945-40a3-9934-2f012bdd6b6b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:15.560399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65582654-233f-4737-9a5d-3e6cef37763c req-2c01a9f3-9945-40a3-9934-2f012bdd6b6b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1603618 Jul 16 22:26:15.604636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Transition to ACTIVE for port object 51a8dd49-98c0-4174-bb7b-798bd2dbee56 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:15.657587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65582654-233f-4737-9a5d-3e6cef37763c req-fbc740c4-e62a-4d9c-9d00-41c673b54617 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Jul 16 22:26:15.674768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a4e2b042-d099-43d5-b3d0-e3f6d381ff96 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:15.711941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: a4e2b042-d099-43d5-b3d0-e3f6d381ff96 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:15.712586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a4e2b042-d099-43d5-b3d0-e3f6d381ff96 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:15.720450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6f5747b3-1b17-467b-96e8-1750dec1e948 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:15.781288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-9a9ab8b6-a14e-4616-8c67-afc6d39b4a3e tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/fde80faf-350a-43e7-a2ff-63c0b7403d3a HTTP/1.1" status: 200 len: 1800 time: 0.0573225 Jul 16 22:26:15.782881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:15.791119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6f5747b3-1b17-467b-96e8-1750dec1e948 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:15.791886 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:15.887035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:15.911016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:15.916412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:15.919174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:15.979292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.008650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:16.013502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.065076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.068826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a92ad09e-a565-4e36-8cbc-8538370fdc4c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5458231 Jul 16 22:26:16.116911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:16.121094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.123926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.125306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b305f33-4af3-400c-9ed7-0db9cd3f7bd0 req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/fde80faf-350a-43e7-a2ff-63c0b7403d3a HTTP/1.1" status: 204 len: 173 time: 0.3329268 Jul 16 22:26:16.168651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da48b47-bf9d-4a4d-bd8b-3f94e29673e6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde80faf-350a-43e7-a2ff-63c0b7403d3a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:16.205789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-8a73a595-d481-4886-b104-69768791c3c6 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:16.212723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-8a73a595-d481-4886-b104-69768791c3c6 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.2241578 Jul 16 22:26:16.247301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-6f1b29f0-4dd5-4afb-9166-a887204b9696 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/quotas/f46e073f00ee47ecadcce7b86da759d3 HTTP/1.1" status: 200 len: 375 time: 0.0288687 Jul 16 22:26:16.309049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.357057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5dabbc48-febc-4954-8994-03b2fa96faba None None] Provisioning for port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:16.370462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5dabbc48-febc-4954-8994-03b2fa96faba None None] Provisioning complete for port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:16.371185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dabbc48-febc-4954-8994-03b2fa96faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.432472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-5bc63af9-57c8-461b-b195-0733b53c32d8 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838825 Jul 16 22:26:16.470570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5dabbc48-febc-4954-8994-03b2fa96faba None None] Port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:16.555023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-5bdcf662-ada3-48da-b590-6cb968bb787f service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210718 Jul 16 22:26:16.673069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-62ef8679-f0c4-4938-8873-9cecacf28d78 service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112189 Jul 16 22:26:16.697753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256db649-91d2-46e2-8692-900e006e102e {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:16.709311 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:16.731087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d562-61af-46ec-b587-9e5352105367 req-84f5ae31-ff39-4ea7-95ae-03b3854d7554 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:16.737692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81c0d562-61af-46ec-b587-9e5352105367 req-84f5ae31-ff39-4ea7-95ae-03b3854d7554 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2137148 Jul 16 22:26:16.745236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Transition to ACTIVE for port object 256db649-91d2-46e2-8692-900e006e102e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:16.757477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:17.044459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Attempting to bind port 256db649-91d2-46e2-8692-900e006e102e on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:17.045061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Attempting to bind port 256db649-91d2-46e2-8692-900e006e102e by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:17.046338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Attempting to bind port 256db649-91d2-46e2-8692-900e006e102e on network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:17.051545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:17.055570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Port 256db649-91d2-46e2-8692-900e006e102e on network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:17.056114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Attempting to bind port 256db649-91d2-46e2-8692-900e006e102e on network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:17.117336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:17.117931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Checking segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:17.118508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Bound using segment: {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:17.119207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Bound port: 256db649-91d2-46e2-8692-900e006e102e, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:17.119755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:17.167434 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81c0d562-61af-46ec-b587-9e5352105367 req-04981aa3-0bf2-4a05-9ea2-6909d57ec0c8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279015 Jul 16 22:26:17.380791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:17.395438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:17.419185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:17.426036 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-836b2036-7802-4d76-a548-cdc26e7c1830 req-3ddae5aa-6b9c-417c-b0fb-cfee05c710b7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:26:17.453361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-836b2036-7802-4d76-a548-cdc26e7c1830 req-3ddae5aa-6b9c-417c-b0fb-cfee05c710b7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/fde80faf-350a-43e7-a2ff-63c0b7403d3a HTTP/1.1" status: 404 len: 352 time: 0.0556350 Jul 16 22:26:17.561761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:17.562259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:17.568868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 1092 time: 1.4602711 Jul 16 22:26:17.576592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '256db649-91d2-46e2-8692-900e006e102e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:17.580630 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6411324-d566-4db8-ba0c-f8bc9c03b572" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "256db649-91d2-46e2-8692-900e006e102e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:17.649629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:17.707344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-acb63af1-af6c-4ea5-a867-bca647d85030 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:17.709446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-acb63af1-af6c-4ea5-a867-bca647d85030 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/ports?device_id=85252b91-127d-426d-9bb5-7f69b2ed7cb0 HTTP/1.1" status: 200 len: 946 time: 0.5364816 Jul 16 22:26:17.798725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff0fd9-bb51-47ea-89f1-71ab64dec4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:17.965676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:17.972059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:17.988926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:18.001643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:18.015991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:18.018592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-464339a3-18d7-4d56-8184-bae1dce5715c req-dc3b3bd2-35a2-4cc3-81d3-7f2cb0c6956f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 3828 time: 0.2601371 Jul 16 22:26:18.037727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950c09a-f59f-439b-b13d-fda86ab58bbd req-130e35a7-5f76-4f73-8c5b-e0146480bf7d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:18.047410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e950c09a-f59f-439b-b13d-fda86ab58bbd req-130e35a7-5f76-4f73-8c5b-e0146480bf7d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.4533832 Jul 16 22:26:18.073803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:18.087721 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-464339a3-18d7-4d56-8184-bae1dce5715c req-e012b0d0-1382-485d-ac42-8c318bf70fa1 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615644 Jul 16 22:26:18.099715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Deleting port 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:18.100019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:18.228272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] For port 5f9ea2de-74a2-4d23-8351-3aad458a5065, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5f9ea2de-74a2-4d23-8351-3aad458a5065,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:18.228674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:18.246792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Calling delete_port for 5f9ea2de-74a2-4d23-8351-3aad458a5065 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:18.353275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e950c09a-f59f-439b-b13d-fda86ab58bbd req-196762e8-827b-4bee-81e1-93284829a85d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046350 Jul 16 22:26:18.369769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a36304f3-4a02-439a-b6f9-536db1e8a8c1 req-216e9057-022a-4e51-96e6-73dbe68c803d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 210 time: 0.0749536 Jul 16 22:26:18.741641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98dae-724e-42d2-99b8-847e02bc6974 req-c4feeea5-ad83-4460-b4c1-4078b4173831 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:18.743247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50e98dae-724e-42d2-99b8-847e02bc6974 req-c4feeea5-ad83-4460-b4c1-4078b4173831 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 946 time: 0.1933880 Jul 16 22:26:18.795364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:18.838568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50e98dae-724e-42d2-99b8-847e02bc6974 req-848736ca-4d19-4571-a129-246849650d5e tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Jul 16 22:26:19.138120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-c7534a1b-6bcb-4654-b225-2cd3d0e60b2a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.142269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-c7534a1b-6bcb-4654-b225-2cd3d0e60b2a tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 946 time: 0.2412000 Jul 16 22:26:19.242552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] No DVR routers for this DVR port 5f9ea2de-74a2-4d23-8351-3aad458a5065 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:19.245747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event deleted for resources: {'Port': ['ID=5f9ea2de-74a2-4d23-8351-3aad458a5065,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:19.305500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-2d9c4e82-6bcc-4b78-a1e4-d3638867780c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.308276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-2d9c4e82-6bcc-4b78-a1e4-d3638867780c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.3663194 Jul 16 22:26:19.360515 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee36452-a489-47bd-8df5-b7b1d3893f98 x-openstack-request-id: req-9ee36452-a489-47bd-8df5-b7b1d3893f98 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:19.361599 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "256db649-91d2-46e2-8692-900e006e102e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:19.362100 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ee36452-a489-47bd-8df5-b7b1d3893f98 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:19.362765 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '256db649-91d2-46e2-8692-900e006e102e', 'status': 'completed', 'code': 200} Jul 16 22:26:19.366110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:19.368394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6cedbaa-00e0-4f75-b724-e43715adf43f req-f8541e07-6c70-4a7e-92c5-0426a422107a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "DELETE /v2.0/ports/5f9ea2de-74a2-4d23-8351-3aad458a5065 HTTP/1.1" status: 204 len: 173 time: 1.6376901 Jul 16 22:26:19.381637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ee30fe0-ed1d-4086-b46c-beed5b674980 req-485122a9-1b58-4775-a51e-22f1a93ca3d2 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 6149 time: 0.2987702 Jul 16 22:26:19.397480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Request body: {'port': {'device_id': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'admin_state_up': True, 'tenant_id': 'f46e073f00ee47ecadcce7b86da759d3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:19.440994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Deleting port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:19.441396 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:19.658860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] For port 4cc87473-3658-4046-b4a0-0c7dc5f7b932, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4cc87473-3658-4046-b4a0-0c7dc5f7b932,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:19.659293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:19.678675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Calling delete_port for 4cc87473-3658-4046-b4a0-0c7dc5f7b932 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:19.695494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ef5c-199e-468a-8a30-5f9ff73dc2ea req-02cd8d38-fef7-415b-8f3f-a2c3016404ac tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.696550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7a3ef5c-199e-468a-8a30-5f9ff73dc2ea req-02cd8d38-fef7-415b-8f3f-a2c3016404ac tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1597424 Jul 16 22:26:19.705462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Made reservation on behalf of f46e073f00ee47ecadcce7b86da759d3 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:19.710007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:19.757623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ee30fe0-ed1d-4086-b46c-beed5b674980 req-670cdee0-5a52-4fd7-9d1d-d9edd30ca8ae tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 200 len: 2981 time: 0.3743134 Jul 16 22:26:19.823682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.825044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.825930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.826570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.827354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:19.829752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-e5b4dd6e-f08a-47d6-9779-c9a358eae445 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 4364 time: 0.5198939 Jul 16 22:26:19.933802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:20.011115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:20.016340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7a3ef5c-199e-468a-8a30-5f9ff73dc2ea req-be900c93-4af0-4309-9bf8-9b2c006e1412 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 Jul 16 22:26:20.017722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:20.035390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['4cc87473-3658-4046-b4a0-0c7dc5f7b932'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:20.095631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e7138ca4-1af9-408d-9a65-8237e6612bd2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:20.143243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ee30fe0-ed1d-4086-b46c-beed5b674980 req-a1a2f055-c1f1-4a16-af0c-230ef0e70475 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 200 len: 2981 time: 0.3833127 Jul 16 22:26:20.207748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event deleted for resources: {'Port': ['ID=4cc87473-3658-4046-b4a0-0c7dc5f7b932,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:20.221996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Transition to ACTIVE for port object 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:20.293371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] No DVR routers for this DVR port 4cc87473-3658-4046-b4a0-0c7dc5f7b932 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:20.308772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:20.314213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde8d344-4b2f-4901-b740-2010ad723a63 req-d3990cc3-2d80-49ff-8380-3e88238a85fe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.47 "DELETE /v2.0/ports/4cc87473-3658-4046-b4a0-0c7dc5f7b932 HTTP/1.1" status: 204 len: 173 time: 1.1573217 Jul 16 22:26:20.314740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'name': 'network-vif-deleted', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:20.323195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:20.329857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:20.341013 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b1db4-78ce-4a91-8201-d3a14b648a32" -d '{"events": [{"server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "name": "network-vif-deleted", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:20.468433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 5f9ea2de-74a2-4d23-8351-3aad458a5065 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:20.469170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5f9ea2de-74a2-4d23-8351-3aad458a5065 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:20.532936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.011584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6351e-4b98-45dd-bb7a-5a2417f95e03 req-4b5ffbdd-77f0-4e3f-bfee-dc1c96231604 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.012795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8f6351e-4b98-45dd-bb7a-5a2417f95e03 req-4b5ffbdd-77f0-4e3f-bfee-dc1c96231604 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1092110 Jul 16 22:26:21.055190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-a89fda92-7add-4814-956d-3c509b2d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.055875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-a89fda92-7add-4814-956d-3c509b2d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.061819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-a89fda92-7add-4814-956d-3c509b2d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.061819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-a89fda92-7add-4814-956d-3c509b2d0b18 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2064519 Jul 16 22:26:21.062143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8f6351e-4b98-45dd-bb7a-5a2417f95e03 req-7d8bd4b7-4099-41ad-b042-ea8a21e5f431 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Jul 16 22:26:21.077359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:21.135923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Allocated IP 172.20.0.14 (d7849417-07f2-4b14-ab8e-107abcb0a0c1/ef73011d-5354-4262-b82b-c990cc21fb5d/d4de8f4d-beaf-4cb3-ad05-fff50c759fd2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:21.272319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67b62e91-f75a-41e8-9a37-a8d06f222dce req-e8629f89-325a-443c-8483-0d5eb8e457fb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 210 time: 0.0567689 Jul 16 22:26:21.370351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-deleted', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:21.372657 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a788ea-30ae-4646-b13a-52266831ab57" -d '{"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-deleted", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:21.398423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.417169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.426262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.432112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.438413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.444703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.451942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29f75c08-114b-4b69-9a02-076c0020da42 req-50f12c77-e269-49c1-930f-23c7b7cc9f53 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 4600 time: 0.5107913 Jul 16 22:26:21.468473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1ce117-be76-4b02-bac5-06720e319707 req-99be65b0-da03-45ff-9f84-3b32c4d02026 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15 HTTP/1.1" status: 200 len: 210 time: 0.0338809 Jul 16 22:26:21.518441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1897013341', 'description': 'tempest-description-926482190'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:21.576198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.679390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-5e623ebe-b47f-491c-9586-636f8ea32e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.691064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6411324-d566-4db8-ba0c-f8bc9c03b572 req-5e623ebe-b47f-491c-9586-636f8ea32e5d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6034570 Jul 16 22:26:21.702446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.712864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.722507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29f75c08-114b-4b69-9a02-076c0020da42 req-1697e410-95b2-41a2-88dd-72d8decfe9a3 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2650502 Jul 16 22:26:21.727463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Attempting to bind port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:21.727791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Attempting to bind port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:21.728124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Attempting to bind port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:21.749222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:21.749501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Attempting to bind port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:21.767881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba58cc6-7993-4169-bfec-ac83c51699a8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:21.791818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:21.792120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:21.793419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Bound using segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:21.793419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Bound port: 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:21.793419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.823633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.831122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2da8dc7-4353-41a2-aa0d-8c9319dfd67f req-02ec6c43-810b-4005-8f35-3038b9234e1a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3173499 Jul 16 22:26:21.903507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.915868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:21.920414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:21.932533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.975004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:21.975269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:21.976912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] 10.222.0.47 "PUT /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 1131 time: 4.3501050 Jul 16 22:26:22.030516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:22.040127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.075829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ce84-2fba-4895-8203-72047d42bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:22.197764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0a75-3640-4dc8-9da7-53c71f769b58 req-853ced37-ef23-48df-8f39-dcb77d74febc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:22.206088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccaf0a75-3640-4dc8-9da7-53c71f769b58 req-853ced37-ef23-48df-8f39-dcb77d74febc tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 946 time: 0.1640720 Jul 16 22:26:22.215822 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ccff5-a9f7-497a-abe7-60af115849ee x-openstack-request-id: req-e94ccff5-a9f7-497a-abe7-60af115849ee {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:22.216240 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15", "name": "network-vif-deleted", "tag": "4cc87473-3658-4046-b4a0-0c7dc5f7b932", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:22.216587 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e94ccff5-a9f7-497a-abe7-60af115849ee {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:22.217264 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbf3355-a0e7-47ab-b3c1-4fb0b595ec15', 'name': 'network-vif-deleted', 'tag': '4cc87473-3658-4046-b4a0-0c7dc5f7b932', 'status': 'completed', 'code': 200} Jul 16 22:26:22.222721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:22.281759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccaf0a75-3640-4dc8-9da7-53c71f769b58 req-53dc9483-a81d-4b0a-8692-846129b967b6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 Jul 16 22:26:22.369064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:22.411287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-97432287', 'description': 'tempest-description-491276530'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:22.417881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.435550 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ecb04-f969-4ded-9d4c-8f3ebb5f31ce x-openstack-request-id: req-9c3ecb04-f969-4ded-9d4c-8f3ebb5f31ce {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:22.435974 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85252b91-127d-426d-9bb5-7f69b2ed7cb0", "name": "network-vif-deleted", "tag": "5f9ea2de-74a2-4d23-8351-3aad458a5065", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:22.436177 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c3ecb04-f969-4ded-9d4c-8f3ebb5f31ce {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:22.436697 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85252b91-127d-426d-9bb5-7f69b2ed7cb0', 'name': 'network-vif-deleted', 'tag': '5f9ea2de-74a2-4d23-8351-3aad458a5065', 'status': 'completed', 'code': 200} Jul 16 22:26:22.438158 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.444341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:22.452300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:22.547065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.554215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.601098 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.602135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0960748-28df-4cb6-9fef-a641634a5805 req-f25a98ed-7487-426e-8e24-df4ee0de2ee7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:22.603911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0960748-28df-4cb6-9fef-a641634a5805 req-f25a98ed-7487-426e-8e24-df4ee0de2ee7 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 946 time: 0.3852935 Jul 16 22:26:22.617446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee335605-7bde-4b30-9822-898b42b6d79d req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2073278 Jul 16 22:26:22.619465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ea40f-4e9e-415e-b662-33aedec43aea tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfabb4b-0350-4503-99d9-8a69c4c06ddb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:22.625941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:22.626629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.717316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-80e00af4-be57-46dc-84bb-ade1db36afeb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3241112 Jul 16 22:26:22.727258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6380e-d00d-47b8-b919-9b2020f0bbc3 req-24731174-ca94-462b-9181-c622bc5c5b56 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:22.735130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-def6380e-d00d-47b8-b919-9b2020f0bbc3 req-24731174-ca94-462b-9181-c622bc5c5b56 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.3645952 Jul 16 22:26:22.755473 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.776261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Request body: {'port': {'device_id': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:22.846719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1c42-60b8-4d60-a412-66900ec829c9 req-5d8ab27b-a141-4da2-8b12-5b1efcc37517 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:22.848793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e1f1c42-60b8-4d60-a412-66900ec829c9 req-5d8ab27b-a141-4da2-8b12-5b1efcc37517 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1051331 Jul 16 22:26:22.875848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:22.915163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e1f1c42-60b8-4d60-a412-66900ec829c9 req-5f6c95ff-1d00-4351-a1c7-6d63f8fb33e9 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586448 Jul 16 22:26:23.002839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-def6380e-d00d-47b8-b919-9b2020f0bbc3 req-a439753d-b2e6-4fad-bd00-2d1bf632efe0 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667415 Jul 16 22:26:23.267665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114905cc-3caa-456d-98b3-8e40395b385e req-484d98b3-e958-4df7-a11a-a9c87109b4eb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.278131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-114905cc-3caa-456d-98b3-8e40395b385e req-484d98b3-e958-4df7-a11a-a9c87109b4eb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 932 time: 0.1516428 Jul 16 22:26:23.330576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-114905cc-3caa-456d-98b3-8e40395b385e req-c098bfb1-5f15-403c-949b-ba3c81de62ae tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Jul 16 22:26:23.344297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Deleting port 81e77659-c570-4111-8b7a-4ce1a24737d4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:23.344922 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:23.599247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.605833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.612649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.620114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.628187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.635135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:23.641589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2690976a-e5a8-4120-91ea-1293613afcaf req-7a1a8318-4825-4dc3-87fd-0e7ef589b163 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 4600 time: 0.1626782 Jul 16 22:26:23.687278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2690976a-e5a8-4120-91ea-1293613afcaf req-32593317-e889-47e7-adc0-46ffb2021e29 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431180 Jul 16 22:26:23.705181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4cc87473-3658-4046-b4a0-0c7dc5f7b932 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:23.737929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 4cc87473-3658-4046-b4a0-0c7dc5f7b932 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:23.738281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4cc87473-3658-4046-b4a0-0c7dc5f7b932 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:23.757975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:23.765820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:23.777886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Transition to ACTIVE for port object 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:23.802161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] For port 81e77659-c570-4111-8b7a-4ce1a24737d4, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=81e77659-c570-4111-8b7a-4ce1a24737d4,segment=NetworkSegment(b7eb3927-ae6d-420f-b189-616d309873a3),segment_id=b7eb3927-ae6d-420f-b189-616d309873a3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:23.803102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:23.816158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Calling delete_port for 81e77659-c570-4111-8b7a-4ce1a24737d4 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:24.203955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f6720-5092-4a9a-a80c-b4d733d8ce50 req-50e2d710-4a0d-45f9-ba59-ec063e74efe6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:24.212360 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f1f6720-5092-4a9a-a80c-b4d733d8ce50 req-50e2d710-4a0d-45f9-ba59-ec063e74efe6 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c00d23d-5c97-46d4-a41a-938e4a5c91df HTTP/1.1" status: 200 len: 946 time: 0.0979357 Jul 16 22:26:24.223520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-db06d08d-ad04-4860-9b8c-891375a56f8f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:24.225700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-db06d08d-ad04-4860-9b8c-891375a56f8f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 811 time: 0.9600513 Jul 16 22:26:24.234635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.254591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f1f6720-5092-4a9a-a80c-b4d733d8ce50 req-f4ab9d05-0546-4eb3-a2f8-6ad176a8cbef tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ecf4d9f-6560-49de-894c-256a4a5023d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Jul 16 22:26:24.281389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:24.290748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.350530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-cefa2fd0-f044-40f6-b520-6a61653d3673 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/quotas/2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 375 time: 0.1114600 Jul 16 22:26:24.379820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Transition to ACTIVE for port object d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:24.413247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:24.429773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.453560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:24.460088 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e02044-704a-4b74-b981-a6ef2995e8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "11ade48a-9a82-4ea3-ac8f-a6cb7c430807"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:24.584007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.608629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:24.650279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635db9d-3e97-4def-933d-be4a4a4af7a7 req-9e98f28b-9afc-4218-98b8-9165a8946513 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:24.658131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f635db9d-3e97-4def-933d-be4a4a4af7a7 req-9e98f28b-9afc-4218-98b8-9165a8946513 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.2175019 Jul 16 22:26:24.680021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Pushing event deleted for resources: {'Port': ['ID=81e77659-c570-4111-8b7a-4ce1a24737d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:24.727518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f635db9d-3e97-4def-933d-be4a4a4af7a7 req-51a97362-1936-4809-8682-8d95b07741a8 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682077 Jul 16 22:26:24.752114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Attempting to bind port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:24.752114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Attempting to bind port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:24.752344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Attempting to bind port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:24.757372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-368faff4-95d5-4506-bd61-1a8aa21d0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:24.760932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-368faff4-95d5-4506-bd61-1a8aa21d0743 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1102 time: 0.1544890 Jul 16 22:26:24.807566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-8ed02408-cf73-420d-a188-97ba075b156c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4560955 Jul 16 22:26:24.809618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] No DVR routers for this DVR port 81e77659-c570-4111-8b7a-4ce1a24737d4 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:24.822043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.823950 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0960748-28df-4cb6-9fef-a641634a5805 req-3cf8b90d-b0a8-4403-9263-13a25cc1f5d9 tempest-ServersTestJSON-1506665486 tempest-ServersTestJSON-1506665486-project] 10.222.0.68 "DELETE /v2.0/ports/81e77659-c570-4111-8b7a-4ce1a24737d4 HTTP/1.1" status: 204 len: 173 time: 2.1195564 Jul 16 22:26:24.824509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:24.824857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Attempting to bind port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:24.870150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:24.870482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:24.870885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Bound using segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:24.871327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Bound port: 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:24.871682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:24.926091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Attempting to bind port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:24.926432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Attempting to bind port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:24.926765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Attempting to bind port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:24.954636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:24.954968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Attempting to bind port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:24.968842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:24.969225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Checking segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:24.969622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Bound using segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:24.970073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Bound port: d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:24.970437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:25.014800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-d7c73e85-665c-4dea-b80d-a6f97ac0cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.015440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-744d92d2-d520-4125-9804-c152bd8dc224 service neutron] 10.222.0.70 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068779 Jul 16 22:26:25.032047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-d7c73e85-665c-4dea-b80d-a6f97ac0cc8a service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2321870 Jul 16 22:26:25.089717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:25.124730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-4b9ea498-a933-4c25-ba8b-b25569b54385 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3 HTTP/1.1" status: 200 len: 217 time: 0.0498500 Jul 16 22:26:25.149679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:25.164901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:25.169017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:25.175743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:25.190009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:25.208871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-0870b422-2df7-4e6d-8988-c14b3cf71dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.216230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-0870b422-2df7-4e6d-8988-c14b3cf71dfe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0665085 Jul 16 22:26:25.224642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-2da98b12-5864-474f-b199-f487263f5734 service neutron] 10.222.0.70 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077165 Jul 16 22:26:25.255827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.257615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:25.259156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] 10.222.0.47 "PUT /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 1129 time: 3.2332659 Jul 16 22:26:25.280938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.280938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:25.283068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] 10.222.0.68 "PUT /v2.0/ports/d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 HTTP/1.1" status: 200 len: 1093 time: 2.5109756 Jul 16 22:26:25.313828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ada9d-29a7-449b-89b5-a113f0d1435c req-af105cea-0479-470d-b683-c3be914b3a47 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.320235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:25.329129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b67ada9d-29a7-449b-89b5-a113f0d1435c req-af105cea-0479-470d-b683-c3be914b3a47 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.2914722 Jul 16 22:26:25.395827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b67ada9d-29a7-449b-89b5-a113f0d1435c req-a555ffbc-87cd-473c-9ddd-f15b29630f07 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Jul 16 22:26:25.424248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-b05c86b6-23b4-4047-a147-ecb982cc562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.425605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-b05c86b6-23b4-4047-a147-ecb982cc562a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1970212 Jul 16 22:26:25.435651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a684fa-d8c3-4231-b3c8-5b151b9dd866 service neutron] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:25.734264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-83dfd202-0286-4cad-b11e-86bb9d1e91d4 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842889 Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.855128 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:25.860130 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:25.888446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679c4a-0bd4-4878-97a6-fad18bdcd41f service neutron] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:25.980227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-aa127400-5a38-4927-9fe6-d3905c980b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:25.982263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-aa127400-5a38-4927-9fe6-d3905c980b1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 1096 time: 0.5796278 Jul 16 22:26:26.002375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:26.294226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af128ea1-0a69-41b9-bb8f-9d3fe643b3ce {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:26.303039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:26.314514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 81e77659-c570-4111-8b7a-4ce1a24737d4 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:26.330153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Transition to ACTIVE for port object af128ea1-0a69-41b9-bb8f-9d3fe643b3ce will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:26.356380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 81e77659-c570-4111-8b7a-4ce1a24737d4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:26.365234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 81e77659-c570-4111-8b7a-4ce1a24737d4 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:26.397789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-90e77f1c-6b14-4e31-b748-f5eb7f7f11a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 HTTP/1.1" status: 200 len: 217 time: 0.4045084 Jul 16 22:26:26.398484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:26.443944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06a9884f-07eb-4e49-ab88-282e4c034240 req-f10640a8-0dc2-479c-a03b-70ab68800549 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723223 Jul 16 22:26:26.457847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-bdfa731d-ca39-44e3-be13-4768d786970e tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.460916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-bdfa731d-ca39-44e3-be13-4768d786970e tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.6129413 Jul 16 22:26:26.543855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ed9d3-f111-4f9c-b68f-63a8f3bceb39 req-329eced0-c645-4147-8f11-401ecf0afd6e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.548784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9042f-ae8b-461d-b05f-5bcf7477f608 req-fc4a4a15-ea86-45c9-b905-11fc9d598239 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.551902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-993ed9d3-f111-4f9c-b68f-63a8f3bceb39 req-329eced0-c645-4147-8f11-401ecf0afd6e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 944 time: 0.7049611 Jul 16 22:26:26.563079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90a9042f-ae8b-461d-b05f-5bcf7477f608 req-fc4a4a15-ea86-45c9-b905-11fc9d598239 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.8272552 Jul 16 22:26:26.627147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90a9042f-ae8b-461d-b05f-5bcf7477f608 req-a2f80c5e-11ef-46f0-8e5a-a9d1957f4150 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629480 Jul 16 22:26:26.762826 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cbde86-e03d-4002-a956-0534ad026710 x-openstack-request-id: req-09cbde86-e03d-4002-a956-0534ad026710 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:26.763391 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "11ade48a-9a82-4ea3-ac8f-a6cb7c430807", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:26.763842 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09cbde86-e03d-4002-a956-0534ad026710 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:26.764447 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807', 'status': 'completed', 'code': 200} Jul 16 22:26:26.867218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:26.885586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-a5baed14-6c32-4dfe-8245-3b6f73e825d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.887585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-a5baed14-6c32-4dfe-8245-3b6f73e825d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.4743302 Jul 16 22:26:26.959941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-3610c41b-382f-4ad0-a1c0-161fbc30e57b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588715 Jul 16 22:26:26.961848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.963356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-993ed9d3-f111-4f9c-b68f-63a8f3bceb39 req-fb7c66c6-abef-4024-bdce-91182cf6147a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673186 Jul 16 22:26:26.970795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.972344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Attempting to bind port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:26.972812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Attempting to bind port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:26.973167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Attempting to bind port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:26.978600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.986855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:26.994178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.001120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.008595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.016802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-bb0f8409-0e8a-48ce-8152-404406a5512f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5382 time: 0.1654084 Jul 16 22:26:27.067490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86f92ce5-8d7f-429f-9ed0-67de1db9d622 req-4c42c056-5027-424f-a35c-4f69e88845ec tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495198 Jul 16 22:26:27.084669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce on network 895ade8f-1f55-4282-91fc-eb59b961f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:27.085008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Attempting to bind port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:27.109697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:27.110042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:27.110421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Bound using segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:27.110930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Bound port: af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:27.111197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.123570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:27.193768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:27.211198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:27.219491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-60928bbc-1e60-4556-89d1-8e4804dec5d5 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433643 Jul 16 22:26:27.229691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.230173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.230652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.231127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.231600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.232084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.232532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.234442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-75c08b4e-5273-4af2-9391-0251ac3bb01d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6236 time: 0.4736958 Jul 16 22:26:27.235769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Deleting port e7138ca4-1af9-408d-9a65-8237e6612bd2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:27.236105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.238683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Deleting subnet 46349363-5bd1-48ad-9e5f-cca13565f716 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:26:27.259426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.271338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49529662-dba3-4b3d-b385-2d352dadb637 req-215c92d0-1847-4582-b8d2-160ecfb5af7b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 210 time: 0.0456212 Jul 16 22:26:27.346719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.392754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.425565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.512924 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77623062-e64d-4fc3-b0a0-4c008b3131f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.579596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-108da052-c684-4ac1-9bbd-c20f6c7308a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.580749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-108da052-c684-4ac1-9bbd-c20f6c7308a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.581430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-108da052-c684-4ac1-9bbd-c20f6c7308a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.591878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-108da052-c684-4ac1-9bbd-c20f6c7308a9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3412106 Jul 16 22:26:27.620600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.621304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.624901 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.631174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] 10.222.0.47 "PUT /v2.0/ports/af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 1092 time: 2.3303535 Jul 16 22:26:27.681389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46349363-5bd1-48ad-9e5f-cca13565f716,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:27.698588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.700589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5b5d90e3-ab83-4291-b559-03824da2b618 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/46349363-5bd1-48ad-9e5f-cca13565f716 HTTP/1.1" status: 204 len: 168 time: 0.5757177 Jul 16 22:26:27.703280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:27.726562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-333a1999-1f37-4af1-8070-457aee116997 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.728376 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-333a1999-1f37-4af1-8070-457aee116997 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.68 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 811 time: 0.2484317 Jul 16 22:26:27.753390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203eb67-34d0-465e-bf1d-ad3ff0e0f4ca req-562ba440-3ef8-418e-adfe-b59cf8c39c84 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:27.756292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b203eb67-34d0-465e-bf1d-ad3ff0e0f4ca req-562ba440-3ef8-418e-adfe-b59cf8c39c84 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 946 time: 0.2900190 Jul 16 22:26:27.763132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'device_id': '2c556a65-b00b-4ecb-859d-649928902656', 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765', 'admin_state_up': True, 'tenant_id': '2fec11636bc742c998c5f693031ff539'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:27.772384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:27.975748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:27.991498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b203eb67-34d0-465e-bf1d-ad3ff0e0f4ca req-e6073a1c-5e95-4618-a95e-18c2b2454893 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92f3195-5190-46f9-bf65-c6ca2be8f0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981130 Jul 16 22:26:28.028727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706115-92e7-4be3-8552-e705e6fd7b82 service neutron] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:28.141504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.144019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Made reservation on behalf of 2fec11636bc742c998c5f693031ff539 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:28.148609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:28.149257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.149414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.169067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6806ec48-9883-4c3a-baf8-eb7e56b76139 req-2cf7b028-1c2e-4fb6-8f7b-18fc85406017 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9261301 Jul 16 22:26:28.182453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eb2110-be45-43d6-9984-3d03c1920e70']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:28.195676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7eb3927-ae6d-420f-b189-616d309873a3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:28.196331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7eb3927-ae6d-420f-b189-616d309873a3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:28.241544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48f284-5e23-42b6-a45c-d87839e728f2 req-fbaa9904-4b33-41aa-b4f7-f7e5e9381d15 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:28.246851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.249874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e48f284-5e23-42b6-a45c-d87839e728f2 req-fbaa9904-4b33-41aa-b4f7-f7e5e9381d15 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.8372505 Jul 16 22:26:28.252728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Calling delete_port for e7138ca4-1af9-408d-9a65-8237e6612bd2 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:28.277199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.295209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:26:28.295951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:26:28.298421 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:26:28.316165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e7138ca4-1af9-408d-9a65-8237e6612bd2 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:28.347009 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e48f284-5e23-42b6-a45c-d87839e728f2 req-cfac038a-47d8-4526-8615-fdb7d384d3c2 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961633 Jul 16 22:26:28.386320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-2feaee38-ba1f-4f65-ae8d-f5a8119e4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:28.389080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5e02044-704a-4b74-b981-a6ef2995e8e1 req-2feaee38-ba1f-4f65-ae8d-f5a8119e4aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7548075 Jul 16 22:26:28.393623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.492796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Allocated IP 172.20.0.14 (bb830d7e-7453-41f5-b68e-6641d8525765/5d7e95d7-c88a-4c62-b3de-d571cbd5a239/fb330044-3a58-40ac-86e3-4022adba7384) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:28.504012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.518329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.528514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.530466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c2eb2110-be45-43d6-9984-3d03c1920e70 HTTP/1.1" status: 204 len: 168 time: 0.8261561 Jul 16 22:26:28.532753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ae01c-fd6c-41fe-955f-e97eaf825192 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eb2110-be45-43d6-9984-3d03c1920e70,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:28.593584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546badb0-f2c5-481a-a7a1-a5a6cd0eebd9 req-4a58a733-024e-4ac5-98ac-f4acddb30cf2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:28.606195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-546badb0-f2c5-481a-a7a1-a5a6cd0eebd9 req-4a58a733-024e-4ac5-98ac-f4acddb30cf2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2689106 Jul 16 22:26:28.606612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e7138ca4-1af9-408d-9a65-8237e6612bd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e7138ca4-1af9-408d-9a65-8237e6612bd2,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:28.609435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:28.613700 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c0004-9359-46b6-a8d0-9dc81a2d5dca" -d '{"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-unplugged", "status": "completed", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:28.631922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.745252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-546badb0-f2c5-481a-a7a1-a5a6cd0eebd9 req-c0eacfa2-4fac-4e40-9066-cc30740b8046 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380610 Jul 16 22:26:28.758129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:28.789870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'name': 'network-vif-deleted', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4'}, {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1'}, {'name': 'network-changed', 'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2'}, {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:28.795661 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c8978-92f4-46c1-b418-995c11288999" -d '{"events": [{"server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "name": "network-vif-deleted", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4"}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "7578e4d1-defe-4bad-85ff-dbaebdd72ac1"}, {"name": "network-changed", "server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2"}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:28.923411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:28.934492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:29.039774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39f27e6d-d62e-4dd7-9653-fe069953b96a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=876f91ad2eb449b98d42757fbc0678b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038370 Jul 16 22:26:29.040432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:29.064421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.077845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:29.152434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Network bb830d7e-7453-41f5-b68e-6641d8525765 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:29.155112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:29.164315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:29.218868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.225680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.231822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.249505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.270127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.276460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.302987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.304893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-26abb20d-3eed-408b-98f6-b368617f04b4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5382 time: 0.3482656 Jul 16 22:26:29.313905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:29.367654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.436856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c95f3b56-c4e9-4c3f-92ed-168b3af51b7c req-051a21d1-b201-4505-80aa-2057f85865fd tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136677 Jul 16 22:26:29.475590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.476874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.506959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.544061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-c93969fb-3424-484a-b340-5d5de57c7487 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7847800 Jul 16 22:26:29.559337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Request body: {'port': {'device_id': '2c556a65-b00b-4ecb-859d-649928902656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:29.656414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.718853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817216-ac46-49d2-8d6b-23898dfce3e9 req-571d31c8-31d8-4a39-a9ea-1a075f8929a0 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.726454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2817216-ac46-49d2-8d6b-23898dfce3e9 req-571d31c8-31d8-4a39-a9ea-1a075f8929a0 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 944 time: 1.0816038 Jul 16 22:26:29.765399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-78ea450d-3517-4d74-b9ea-376998c72d5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2089143 Jul 16 22:26:29.766015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.826089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc257dd-40d8-443a-9f12-c4c5f91c8fa0 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:29.830600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703c63f-3463-42ac-99f4-64cd5463f92c req-e8f0a055-fabb-4e96-acb2-d3b032233a5c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:29.835500 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b7169ad-8a3b-4184-b418-06b7f0c1faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.838114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.845352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f703c63f-3463-42ac-99f4-64cd5463f92c req-e8f0a055-fabb-4e96-acb2-d3b032233a5c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 932 time: 0.1446702 Jul 16 22:26:29.854082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Transition to ACTIVE for port object edc257dd-40d8-443a-9f12-c4c5f91c8fa0 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:29.912978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.915946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.918913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ecf4d9f-6560-49de-894c-256a4a5023d1 HTTP/1.1" status: 204 len: 168 time: 0.8752091 Jul 16 22:26:29.925307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:29.960213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567fd55-d2de-4f55-ab87-efac3fb07fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf4d9f-6560-49de-894c-256a4a5023d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:29.992639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f703c63f-3463-42ac-99f4-64cd5463f92c req-1213c575-ec37-4fcf-b9c1-070c5cceb095 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459789 Jul 16 22:26:30.063762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.081364 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3010f27-4fed-4bad-abbd-f42c15021787 x-openstack-request-id: req-c3010f27-4fed-4bad-abbd-f42c15021787 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:30.081766 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-unplugged", "status": "completed", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:30.082317 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3010f27-4fed-4bad-abbd-f42c15021787 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:30.084202 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'code': 200} Jul 16 22:26:30.140000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Pushing event deleted for resources: {'Port': ['ID=e7138ca4-1af9-408d-9a65-8237e6612bd2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:30.268914 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0938f750-6d33-41c1-a03a-58cf8814db1d x-openstack-request-id: req-0938f750-6d33-41c1-a03a-58cf8814db1d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:30.269585 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c00d23d-5c97-46d4-a41a-938e4a5c91df", "name": "network-vif-deleted", "tag": "81e77659-c570-4111-8b7a-4ce1a24737d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "7578e4d1-defe-4bad-85ff-dbaebdd72ac1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:30.270100 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0938f750-6d33-41c1-a03a-58cf8814db1d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:30.270788 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c00d23d-5c97-46d4-a41a-938e4a5c91df', 'name': 'network-vif-deleted', 'tag': '81e77659-c570-4111-8b7a-4ce1a24737d4', 'status': 'completed', 'code': 200} Jul 16 22:26:30.271417 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1', 'status': 'completed', 'code': 200} Jul 16 22:26:30.272026 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'status': 'completed', 'code': 200} Jul 16 22:26:30.272550 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'status': 'completed', 'code': 200} Jul 16 22:26:30.292831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2817216-ac46-49d2-8d6b-23898dfce3e9 req-522887bf-49aa-4244-a147-e30b2b2f473b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654440 Jul 16 22:26:30.294091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] No DVR routers for this DVR port e7138ca4-1af9-408d-9a65-8237e6612bd2 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:30.315231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:30.505912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb330044-3a58-40ac-86e3-4022adba7384 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:30.516680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.517513 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.522305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35af966c-2a67-4ef2-ac40-0e54122ea79d req-51988192-d245-496b-9936-0e5b06fa2abe tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.68 "DELETE /v2.0/ports/e7138ca4-1af9-408d-9a65-8237e6612bd2 HTTP/1.1" status: 204 len: 173 time: 4.0094030 Jul 16 22:26:30.538636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Transition to ACTIVE for port object fb330044-3a58-40ac-86e3-4022adba7384 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:30.607163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:30.631208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'port_id': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'mac_address': 'fa:16:3e:2c:16:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73011d-5354-4262-b82b-c990cc21fb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:30.643234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-895f67c1-c66d-41e6-8ab0-98f9551399c2 req-8158f505-e312-4e12-b0ed-fa96f15d7756 tempest-ListServerFiltersTestJSON-878258334 tempest-ListServerFiltersTestJSON-878258334-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad3ae5b-8e75-4b37-900e-33568e68cc13 HTTP/1.1" status: 200 len: 210 time: 0.0948277 Jul 16 22:26:30.653554 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.727412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.738690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:30.756635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Attempting to bind port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:30.756992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Attempting to bind port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:30.757337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Attempting to bind port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:30.757649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:30.768046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.768951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.769370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.769907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.770443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.771011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.771607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.774585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-40fceef2-f17f-436b-8f8c-d948f875ebcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6304 time: 0.5652041 Jul 16 22:26:30.807111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:30.822854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.834015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:30.866881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:30.867265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Attempting to bind port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:30.899061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-35e195b0-6297-4352-bc16-c180c96315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:30.900762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-35e195b0-6297-4352-bc16-c180c96315f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 1102 time: 1.0310194 Jul 16 22:26:30.926417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:30.927310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Checking segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:30.927830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Bound using segment: {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:30.928299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Bound port: edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f3e1-cd75-4644-bf72-31dc893bc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:30.928661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:30.971532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:31.062260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['d4de8f4d-beaf-4cb3-ad05-fff50c759fd2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:31.095271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Attempting to bind port fb330044-3a58-40ac-86e3-4022adba7384 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:31.095779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Attempting to bind port fb330044-3a58-40ac-86e3-4022adba7384 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:31.096224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Attempting to bind port fb330044-3a58-40ac-86e3-4022adba7384 on network bb830d7e-7453-41f5-b68e-6641d8525765 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:31.107664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-5ebf854d-02a7-456d-a462-7fe6a44a3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.108399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-5ebf854d-02a7-456d-a462-7fe6a44a3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.109013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-5ebf854d-02a7-456d-a462-7fe6a44a3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.110689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-5ebf854d-02a7-456d-a462-7fe6a44a3404 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3085268 Jul 16 22:26:31.113569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Port fb330044-3a58-40ac-86e3-4022adba7384 on network bb830d7e-7453-41f5-b68e-6641d8525765 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:31.113569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Attempting to bind port fb330044-3a58-40ac-86e3-4022adba7384 on network bb830d7e-7453-41f5-b68e-6641d8525765 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:31.114103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-09b983a8-fef4-46b6-9698-8341ccfb10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.116305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-09b983a8-fef4-46b6-9698-8341ccfb10fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1717653 Jul 16 22:26:31.127088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:31.127595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Checking segment: {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:31.130800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Bound using segment: {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:31.131377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Bound port: fb330044-3a58-40ac-86e3-4022adba7384, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b367ca47-2886-4fdd-bd14-49db60ffbb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:31.137349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.210656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146b34-99fb-4e91-aca8-89b4fb3c81b8 req-078372cb-0522-4a8d-ab85-e79b69c0af61 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.213850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c146b34-99fb-4e91-aca8-89b4fb3c81b8 req-078372cb-0522-4a8d-ab85-e79b69c0af61 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2618001 Jul 16 22:26:31.221599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-2eafdc0c-5b58-4cda-81cd-aa164bc22808 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 HTTP/1.1" status: 200 len: 217 time: 0.0920420 Jul 16 22:26:31.234556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f7da3-2940-4108-b107-b415913ad71c req-0d5683c6-ffed-42c2-ba5f-2c5bd6d2d5ae tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.242544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-281f7da3-2940-4108-b107-b415913ad71c req-0d5683c6-ffed-42c2-ba5f-2c5bd6d2d5ae tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.6353586 Jul 16 22:26:31.252731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ca5370f8-de43-447c-a0be-c48a3c8b145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.254544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-ca5370f8-de43-447c-a0be-c48a3c8b145f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 1096 time: 0.9807966 Jul 16 22:26:31.332871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c146b34-99fb-4e91-aca8-89b4fb3c81b8 req-61c9c807-3885-4b84-942b-87c9cc843168 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068261 Jul 16 22:26:31.459860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.473032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:31.486649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:31.508739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.531381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-fb5737ba-dada-4e73-9015-7c532bf6ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.533375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-fb5737ba-dada-4e73-9015-7c532bf6ae17 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502319 Jul 16 22:26:31.554043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.555050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.556757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] 10.222.0.68 "PUT /v2.0/ports/fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 1093 time: 2.0040472 Jul 16 22:26:31.557495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:31.559999 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69155d-063c-4dce-8880-45fac881f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:31.562750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-40e6bf55-3295-4507-b9ef-c6dcd7741e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.571047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-40e6bf55-3295-4507-b9ef-c6dcd7741e0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3243678 Jul 16 22:26:31.573886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-586569c5-a5f7-496e-b3fe-827bbfea42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.578898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-586569c5-a5f7-496e-b3fe-827bbfea42aa service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 915 time: 0.3118699 Jul 16 22:26:31.587337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:31.608737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:31.637988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.719021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-281f7da3-2940-4108-b107-b415913ad71c req-85d345fb-09fe-4f5f-9b82-3258a189ef36 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747360 Jul 16 22:26:31.732291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:31.777832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-2ec8e7b0-dc87-4ae2-977f-15394859e15c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 HTTP/1.1" status: 200 len: 217 time: 0.1415749 Jul 16 22:26:31.794411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fea8d-dfe7-4536-a32d-ed90cd80094b service neutron] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:31.823872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.824508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:31.826054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] 10.222.0.47 "PUT /v2.0/ports/edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 1092 time: 4.0733695 Jul 16 22:26:31.929240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.939604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.950327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.962161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:31.977818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:31.999154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.005843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.012645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.014727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-4e40593c-de1b-4681-bcbf-6c3899e48e04 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5394 time: 0.4418411 Jul 16 22:26:32.022829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1018110387-network', 'tenant_id': 'c8f44270748448c797cf2fa5b44380e5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:32.027589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93059b1-f842-477f-bb94-08351fe8e664 service neutron] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:32.032713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-6064fde7-c99f-4a8f-9a6e-4556d7cc7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.034274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-6064fde7-c99f-4a8f-9a6e-4556d7cc7660 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.2307453 Jul 16 22:26:32.079577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-0b053806-2547-4d35-838a-f1e5a10f4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.081319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-0b053806-2547-4d35-838a-f1e5a10f4d22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1096 time: 0.4011974 Jul 16 22:26:32.145028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-419ca593-5f7e-4b4c-8419-2baa4622b7e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563002 Jul 16 22:26:32.146235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-a44d200a-4a5a-468b-bf5b-15885798d74a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 217 time: 0.0456464 Jul 16 22:26:32.147132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-96c8314e-01a1-432d-a638-e805149935b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.148705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-96c8314e-01a1-432d-a638-e805149935b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5689185 Jul 16 22:26:32.191202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Made reservation on behalf of c8f44270748448c797cf2fa5b44380e5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:32.193851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.230970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.235285 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:26:32.236363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be6bf68b-049a-4d7f-bcfa-d57cfe26ea74 req-ceff9c5a-87e7-47da-859e-fe24d18d9243 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919084 Jul 16 22:26:32.242072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.295452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-a8c50a56-8d59-4560-af94-5cc75d79aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.297271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-a8c50a56-8d59-4560-af94-5cc75d79aaa3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1322491 Jul 16 22:26:32.305500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.306125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.306678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.307871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.308417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.308982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.309656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.310938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:32.311744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-ac6feafe-a120-4987-9239-92fd664e7812 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6346 time: 0.2942343 Jul 16 22:26:32.356772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-f35fd373-eecf-4a7c-97c2-e53d314fcaa6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439191 Jul 16 22:26:32.421690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:32.426581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:32.428062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.475653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-deleted', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2'}, {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:32.478055 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd" -d '{"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-deleted", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2"}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:32.482274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-c34df044-1c6b-4726-bc73-0b4e8596e1f3 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007042 Jul 16 22:26:32.484303 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-9ffb1502-22e4-417b-af8d-ad211435bbdf service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062520 Jul 16 22:26:32.531492 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.575072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:32.577295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:32.580227 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4005650-ae51-44dc-bcde-52aad65ae50f" -d '{"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-plugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:32.588031 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.614691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-b42799f3-8eb0-45f4-b365-fca77b2ba1ef service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456138 Jul 16 22:26:32.619309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-a3a4e18c-3376-4867-a85c-dff8b8f0458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.620177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-a3a4e18c-3376-4867-a85c-dff8b8f0458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.620726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-a3a4e18c-3376-4867-a85c-dff8b8f0458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.622434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-a3a4e18c-3376-4867-a85c-dff8b8f0458e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2978041 Jul 16 22:26:32.645231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc89de65-00d7-4fab-bf92-8b02b5586085 req-5c2e714d-5b87-41db-9c33-5a877addc93c service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372960 Jul 16 22:26:32.660338 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.664915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:32.720434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd16b-432b-407f-8871-7e7d714040ec req-88f23461-8db9-43f7-963e-ea8d70ef08ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.722062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df5dd16b-432b-407f-8871-7e7d714040ec req-88f23461-8db9-43f7-963e-ea8d70ef08ca tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 944 time: 0.7708936 Jul 16 22:26:32.793610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:32.815752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df5dd16b-432b-407f-8871-7e7d714040ec req-b577ae06-b8b1-4bde-8150-291058e47976 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810044 Jul 16 22:26:32.890228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb0d3-6c7f-4991-90b6-a194e977bab7 req-6c2a698c-6edc-4a5c-9677-8d6d094dbb53 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:32.898894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e4fb0d3-6c7f-4991-90b6-a194e977bab7 req-6c2a698c-6edc-4a5c-9677-8d6d094dbb53 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 945 time: 0.4037523 Jul 16 22:26:32.928025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-bb0380cf-53d8-447b-be7a-d1b75abbfacf service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234648 Jul 16 22:26:33.100224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54048) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:33.233752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Deleting subnet 46c0dec6-d2e2-4934-bda0-3bbb72c5880f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:26:33.242769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.247166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67207f4f-29fa-4bf6-8779-ec2f48314cdd {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:33.254408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.261498 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64b472-be32-45f4-a180-ad85b5577ec3 x-openstack-request-id: req-fd64b472-be32-45f4-a180-ad85b5577ec3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:33.261845 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:33.262062 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd64b472-be32-45f4-a180-ad85b5577ec3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:33.262415 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384', 'status': 'completed', 'code': 200} Jul 16 22:26:33.274633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.299007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:26:33.310478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.335608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Transition to ACTIVE for port object 67207f4f-29fa-4bf6-8779-ec2f48314cdd will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:33.347504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.347748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.348027 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Added segment 0371b8c6-9d2d-492e-81ec-034b83829390 of type vlan for network 5a503ace-9a21-45c9-a4c5-8574ace33155 Jul 16 22:26:33.349987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf60c4-a103-4838-ba0a-af590e6d36ed,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:33.353964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba03df5c-aa17-415d-924c-76ca1af8d9b5 req-a2d7dccc-2e89-47f3-8bf2-bb2614a620e0 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267146 Jul 16 22:26:33.356867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e4fb0d3-6c7f-4991-90b6-a194e977bab7 req-cc86c1a2-aa27-4084-a13a-5574da94e5fc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571815 Jul 16 22:26:33.365789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8978-92f4-46c1-b418-995c11288999 req-c8e8a682-4d25-428e-bd69-f61543eb2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.367700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-331c8978-92f4-46c1-b418-995c11288999 req-c8e8a682-4d25-428e-bd69-f61543eb2010 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7228727 Jul 16 22:26:33.370539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ce9a-f7b8-4287-8816-e3d7ac014021 req-c427102b-0f92-4257-a7d2-9c6f36db30d6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.375971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8171ce9a-f7b8-4287-8816-e3d7ac014021 req-c427102b-0f92-4257-a7d2-9c6f36db30d6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1898210 Jul 16 22:26:33.477582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.519814 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a68ce-e058-444f-847c-b076052263f2 x-openstack-request-id: req-9c4a68ce-e058-444f-847c-b076052263f2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:33.520382 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-plugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:33.520382 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c4a68ce-e058-444f-847c-b076052263f2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:33.520792 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'code': 200} Jul 16 22:26:33.526119 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47fd525-dc32-4a2f-803c-0d695b0086c7 x-openstack-request-id: req-c47fd525-dc32-4a2f-803c-0d695b0086c7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:33.527288 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3ae5b-8e75-4b37-900e-33568e68cc13", "name": "network-vif-deleted", "tag": "e7138ca4-1af9-408d-9a65-8237e6612bd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:33.527667 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c47fd525-dc32-4a2f-803c-0d695b0086c7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:33.528235 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3ae5b-8e75-4b37-900e-33568e68cc13', 'name': 'network-vif-deleted', 'tag': 'e7138ca4-1af9-408d-9a65-8237e6612bd2', 'status': 'completed', 'code': 200} Jul 16 22:26:33.528593 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'status': 'completed', 'code': 200} Jul 16 22:26:33.593978 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.635269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8171ce9a-f7b8-4287-8816-e3d7ac014021 req-0debe678-5ee3-4ff4-9c58-9c5ef7e92270 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265620 Jul 16 22:26:33.673401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.674382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.674959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.715698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:33.812284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.822634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Attempting to bind port 67207f4f-29fa-4bf6-8779-ec2f48314cdd on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:33.822985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Attempting to bind port 67207f4f-29fa-4bf6-8779-ec2f48314cdd by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:33.823314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Attempting to bind port 67207f4f-29fa-4bf6-8779-ec2f48314cdd on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:33.830280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0944808 Jul 16 22:26:33.832481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69155d-063c-4dce-8880-45fac881f86a req-02e13455-adb9-4280-afb8-38f1fc58ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.845282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-02e13455-adb9-4280-afb8-38f1fc58ab79 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1096 time: 0.4112821 Jul 16 22:26:33.849134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:33.862232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.862474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.862802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.863283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.863752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.864981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.865386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.867256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-43d1a6eb-f468-48f0-b016-e4397816ff7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6372 time: 0.3764780 Jul 16 22:26:33.873962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Request body: {'subnet': {'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1018110387-subnet', 'tenant_id': 'c8f44270748448c797cf2fa5b44380e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:33.874163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242a1e1-2d9c-4802-a42c-7b8e298121e5 None None] Network 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:33.877545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:33.880080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/46c0dec6-d2e2-4934-bda0-3bbb72c5880f HTTP/1.1" status: 204 len: 168 time: 0.7774324 Jul 16 22:26:33.881176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09c04-48b8-4414-a307-152d4ee7e450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c0dec6-d2e2-4934-bda0-3bbb72c5880f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:33.883332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:33.893648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Port 67207f4f-29fa-4bf6-8779-ec2f48314cdd on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:33.894256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Attempting to bind port 67207f4f-29fa-4bf6-8779-ec2f48314cdd on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:33.909478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd69b71-ca60-453f-856e-c17d32e5e23f req-f5f7103b-d0b9-4d5c-b5c9-5f4d21afa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:33.911808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efd69b71-ca60-453f-856e-c17d32e5e23f req-f5f7103b-d0b9-4d5c-b5c9-5f4d21afa6d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 1098 time: 0.2753160 Jul 16 22:26:33.937867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73392-5660-4d44-99d9-bf785ae824d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a503ace-9a21-45c9-a4c5-8574ace33155,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:33.957314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:33.958482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Checking segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:33.959184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Bound using segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:33.960087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Bound port: 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:33.960622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.116052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.122752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efd69b71-ca60-453f-856e-c17d32e5e23f req-178cd6a4-16f0-45ba-9ea6-c3565e2f9700 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863382 Jul 16 22:26:34.137823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-49b0972e-1bca-42ee-b979-91eb0ab27bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.138320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-49b0972e-1bca-42ee-b979-91eb0ab27bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.138929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-49b0972e-1bca-42ee-b979-91eb0ab27bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.140595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-49b0972e-1bca-42ee-b979-91eb0ab27bbb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2251778 Jul 16 22:26:34.144711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Made reservation on behalf of c8f44270748448c797cf2fa5b44380e5 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:34.148416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.171345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bb110-630a-4716-8c21-aa972b44bb12 req-68ab3579-dea1-46f7-87c2-036ee7fade71 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.172522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:26:34.178671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-877bb110-630a-4716-8c21-aa972b44bb12 req-68ab3579-dea1-46f7-87c2-036ee7fade71 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.4905260 Jul 16 22:26:34.183176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.192832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.201715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.209646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.217405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.241447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.251012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.253119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-74b69961-8d49-4f49-a76f-41110e1e0379 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5406 time: 0.4020581 Jul 16 22:26:34.267603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69155d-063c-4dce-8880-45fac881f86a req-d5060f0c-af70-4823-bc68-c889a383c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.269163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-d5060f0c-af70-4823-bc68-c889a383c70e service neutron] 10.222.0.68 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.4140661 Jul 16 22:26:34.326387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:34.367373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:34.380699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59a7c187-3d7e-4280-8e3c-67d0e8b1df4f req-48cf1ccf-a9c3-4a1d-9abf-fd66e3561c44 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905080 Jul 16 22:26:34.385988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.396127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] DHCP port deletion for 14a677ea-2f12-43fc-9ac0-f1d2d8b08572 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:26:34.402614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-d427b73e-d507-4fc6-8ca9-8141a9f6416f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 217 time: 0.0994611 Jul 16 22:26:34.461092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:34.479299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-877bb110-630a-4716-8c21-aa972b44bb12 req-69c84973-ba3a-4dc3-af79-46a5d3ed39db tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784810 Jul 16 22:26:34.491491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.492334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.494038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-dfe54f22-1ee1-480b-a64d-a0db99661b0f service neutron] 10.222.0.47 "PUT /v2.0/ports/67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 1092 time: 2.5379462 Jul 16 22:26:34.498137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Deleting port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:34.498663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.537215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Deleting port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:26:34.537823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.584896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-325f2ee8-9e31-4dfd-9aa4-1ccd5cc5ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.586401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60e29d50-767c-4e14-a6ea-782f6b1ce4cd req-325f2ee8-9e31-4dfd-9aa4-1ccd5cc5ed7b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4278300 Jul 16 22:26:34.614478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69155d-063c-4dce-8880-45fac881f86a req-97c7b6dd-e701-4256-a0bf-3cb06644ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:34.615923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-97c7b6dd-e701-4256-a0bf-3cb06644ff9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1991732 Jul 16 22:26:34.617459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] For port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:34.617783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.632980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Calling delete_port for 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:34.725262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] For port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,segment=NetworkSegment(3b59445f-9828-4bf3-bc40-dfa6da5bbacf),segment_id=3b59445f-9828-4bf3-bc40-dfa6da5bbacf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:34.725851 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.744689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Request body: {'port': {'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:34.745931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Calling delete_port for 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:26:34.766657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.776469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-fab5b335-1fbf-4c13-b85e-54cbb0a160e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437881 Jul 16 22:26:34.852264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:34.877440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] No DVR routers for this DVR port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:34.958019 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:34.991505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.027810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] Pushing event deleted for resources: {'Port': ['ID=5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:35.037137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca766e1-f9e7-4cdc-9e2d-d81c491352a3 req-15393444-b0ea-41d5-a7f4-10fbdbc7c1af tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.037338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ac99b-a790-48af-bca8-67a7c31468bf None None] No DVR routers for this DVR port 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:26:35.038722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ca766e1-f9e7-4cdc-9e2d-d81c491352a3 req-15393444-b0ea-41d5-a7f4-10fbdbc7c1af tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2828236 Jul 16 22:26:35.057450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-d31bc4bb-1f43-4052-870c-342d21b845e0 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321584 Jul 16 22:26:35.109922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=86580ff3-40a2-4108-9ed3-29d44d71e486,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:35.199346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ca766e1-f9e7-4cdc-9e2d-d81c491352a3 req-92e63c73-f593-4c42-9bec-87cd146b4219 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508806 Jul 16 22:26:35.205550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Checking segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:35.205909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Network hostable DHCP agents. Network: 5a503ace-9a21-45c9-a4c5-8574ace33155, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:26:35.261303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb69155d-063c-4dce-8880-45fac881f86a req-7e85f0b5-cdf8-4772-988f-1b6f5b83e1b1 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909766 Jul 16 22:26:35.266051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:26:35.282338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 5a503ace-9a21-45c9-a4c5-8574ace33155) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:35.290390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.291312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.291554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b18a68-76a3-4dd1-9d24-f15ba79bbca1 None None] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:35.316428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2fc9bbae-668e-40b2-aa60-56dcbdcf47fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4644921 Jul 16 22:26:35.427225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a968-77d4-40c2-bfb3-7bdbb2204f40 req-46a7f29e-91c2-4261-b7f2-fe7921801370 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.429264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ee7a968-77d4-40c2-bfb3-7bdbb2204f40 req-46a7f29e-91c2-4261-b7f2-fe7921801370 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.0739453 Jul 16 22:26:35.489242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ee7a968-77d4-40c2-bfb3-7bdbb2204f40 req-ca2273d1-1092-4893-bd92-5129d4bb84a1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jul 16 22:26:35.546839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802ba8c-86f0-425b-9539-70a548515db7 None None] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:35.557140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.559490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:35.561780 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:35.594099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a677ea-2f12-43fc-9ac0-f1d2d8b08572']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:35.621419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b59445f-9828-4bf3-bc40-dfa6da5bbacf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:35.621776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b59445f-9828-4bf3-bc40-dfa6da5bbacf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:26:35.632328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999279d-e4ba-495b-8bab-da0a1d1bc270 req-30063bbb-9592-45ef-994a-60a3402f7791 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.639942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b999279d-e4ba-495b-8bab-da0a1d1bc270 req-30063bbb-9592-45ef-994a-60a3402f7791 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 944 time: 0.9107163 Jul 16 22:26:35.671413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.672195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:26:35.677915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.704856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:26:35.705629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5ff5fa7a-d44d-4288-a6c8-ac645f0cf41d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:26:35.721752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b999279d-e4ba-495b-8bab-da0a1d1bc270 req-03111053-2f96-4f9b-b6f9-c7e5d606c3fa tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808597 Jul 16 22:26:35.726032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.758979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.763321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:26:35.763739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:26:35.765449 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:26:35.775434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.783259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.790473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.797027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.804069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.810934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:35.818133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-31c80719-1ac4-4a1c-8578-12013e908886 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5406 time: 0.1575308 Jul 16 22:26:35.868877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-128b16f6-079e-471e-a201-a5cb78fe88ed req-a314d72f-4ca6-4e3a-99ef-da53c7ec8e8a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491281 Jul 16 22:26:35.902873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.937328 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:35.939496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] 10.222.0.70 "DELETE /v2.0/networks/14a677ea-2f12-43fc-9ac0-f1d2d8b08572 HTTP/1.1" status: 204 len: 168 time: 2.0428605 Jul 16 22:26:35.973813 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90639e-0298-4c43-94fb-62f0fc1861e6 x-openstack-request-id: req-bb90639e-0298-4c43-94fb-62f0fc1861e6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:35.974107 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:35.974359 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb90639e-0298-4c43-94fb-62f0fc1861e6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:35.974968 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'status': 'completed', 'code': 200} Jul 16 22:26:35.977292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf0444-fe86-4c37-95b2-26e6d2e9fb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a677ea-2f12-43fc-9ac0-f1d2d8b08572,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:36.101263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f282-fe04-4cb4-a572-29340522784d req-d1689c98-9c8f-4fab-ba7b-0ebbc762a791 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.103266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a87f282-fe04-4cb4-a572-29340522784d req-d1689c98-9c8f-4fab-ba7b-0ebbc762a791 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1859672 Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.144551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-a96ab440-acce-49a4-962d-2cfd1dee5ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6414 time: 0.1411545 Jul 16 22:26:36.198686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:36.245931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a8dd49-98c0-4174-bb7b-798bd2dbee56 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:36.279213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.320990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a87f282-fe04-4cb4-a572-29340522784d req-109483be-78d8-4062-8bc0-6124a4cb9581 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205859 Jul 16 22:26:36.324130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-d4a02d04-ffcd-40c5-9c5f-a6a935b5ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.324614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-d4a02d04-ffcd-40c5-9c5f-a6a935b5ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.325135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-d4a02d04-ffcd-40c5-9c5f-a6a935b5ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.326754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-d4a02d04-ffcd-40c5-9c5f-a6a935b5ee78 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e683180e3740aaa9312a562e7a53c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1739883 Jul 16 22:26:36.343294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a3c81aee-68b8-4782-8fc9-5e6055989fe9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a292654af1af4894b5d62eb041453249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386034 Jul 16 22:26:36.349518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:36.367517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fb330044-3a58-40ac-86e3-4022adba7384 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:36.373209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Transition to ACTIVE for port object 51a8dd49-98c0-4174-bb7b-798bd2dbee56 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:36.385298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.456038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-4aa796fc-16f1-4e5b-a3b5-3acec3e43dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.458280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6b9476a-07f2-4ad0-8f86-65cc1a750e86 req-4aa796fc-16f1-4e5b-a3b5-3acec3e43dec service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237721 Jul 16 22:26:36.497592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:36.550581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.621366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.631411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:36.645289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'fb330044-3a58-40ac-86e3-4022adba7384', 'network_id': 'bb830d7e-7453-41f5-b68e-6641d8525765', 'port_id': 'fb330044-3a58-40ac-86e3-4022adba7384', 'mac_address': 'fa:16:3e:79:a3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7e95d7-c88a-4c62-b3de-d571cbd5a239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:36.681783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Attempting to bind port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:36.688376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Attempting to bind port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:36.688883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Attempting to bind port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:36.698405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:36.698772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Attempting to bind port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 on network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:36.702568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.718814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb330044-3a58-40ac-86e3-4022adba7384 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:36.719275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:36.719728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Checking segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:36.720123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Bound using segment: {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:36.720581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Bound port: 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5262b232-2f65-4d8f-b8c5-a5844236250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:36.720949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.740659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa6dd-2f6a-4137-8100-ff936d5d40e4 req-49208c5b-5708-48b4-81f4-b11ac329f65a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.742309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e4efa6dd-2f6a-4137-8100-ff936d5d40e4 req-49208c5b-5708-48b4-81f4-b11ac329f65a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1837754 Jul 16 22:26:36.752458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:36.758491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.808173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.810128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.811681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a92f3195-5190-46f9-bf65-c6ca2be8f0ad HTTP/1.1" status: 204 len: 168 time: 0.4585292 Jul 16 22:26:36.841907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:36.863892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813d5d3-0125-43cd-8c4d-5b002c800785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f3195-5190-46f9-bf65-c6ca2be8f0ad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:36.878113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e4efa6dd-2f6a-4137-8100-ff936d5d40e4 req-e259ec04-aecb-415c-a3db-cef9579ccd89 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285527 Jul 16 22:26:36.893431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:36.897492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:36.902524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.942962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:36.943270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:36.944774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] 10.222.0.47 "PUT /v2.0/ports/51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 1092 time: 2.2041254 Jul 16 22:26:36.985232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09259d8-7e24-4236-8269-dd81d6352f19 service neutron] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:36.994184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ca52cbc0-f0a7-41e4-8591-685a29ec2b63 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.001369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ca52cbc0-f0a7-41e4-8591-685a29ec2b63 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 814 time: 0.2560632 Jul 16 22:26:37.022227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-c7b3d216-d02b-484a-b4cd-71a96e8320d9 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/quotas/c8f44270748448c797cf2fa5b44380e5 HTTP/1.1" status: 200 len: 375 time: 0.0199103 Jul 16 22:26:37.039831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fb330044-3a58-40ac-86e3-4022adba7384'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:37.126619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-11f28711-7ce0-4766-981f-ef6ec904b439 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034029 Jul 16 22:26:37.141330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.142282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.143998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.144786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.146257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.148352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.149076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.154947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-5fcb6938-a263-4cd7-acfd-0102eaa17b33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6482 time: 0.1557748 Jul 16 22:26:37.269425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-181f139a-50bd-4f31-840a-a145d061bc94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 217 time: 0.0930884 Jul 16 22:26:37.315825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ba2ed84a-e222-4a8b-a044-515463929a4c service neutron] 10.222.0.70 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881659 Jul 16 22:26:37.336281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a6f96d0c-a62c-4b1b-8c54-69d70069802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.338791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-a6f96d0c-a62c-4b1b-8c54-69d70069802c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.0618331 Jul 16 22:26:37.354930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a7aa-ab9c-45a1-8c8f-7bccd39e8f90 req-b4a3b4cf-f146-4b0a-85ce-cf3f93ee9198 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.356767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bb2a7aa-ab9c-45a1-8c8f-7bccd39e8f90 req-b4a3b4cf-f146-4b0a-85ce-cf3f93ee9198 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1926298 Jul 16 22:26:37.459104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-26fe7cab-a68b-4364-b957-140ee1c775e3 service neutron] 10.222.0.70 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354592 Jul 16 22:26:37.485398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bb2a7aa-ab9c-45a1-8c8f-7bccd39e8f90 req-baae65d3-9076-471a-bedf-11a6abfe413e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 Jul 16 22:26:37.523725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-079fd685-8e2d-48d7-b598-69212f39f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.531738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-079fd685-8e2d-48d7-b598-69212f39f118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852117 Jul 16 22:26:37.739875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-40565ab2-3aae-4e82-95f4-91ce17f96c0c service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005641 Jul 16 22:26:37.765537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b27f9c-4af9-4a41-975b-d18f7b82bef6 req-6d1fce09-047a-46d9-a495-394c99dac924 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.767189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6b27f9c-4af9-4a41-975b-d18f7b82bef6 req-6d1fce09-047a-46d9-a495-394c99dac924 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 945 time: 0.1331618 Jul 16 22:26:37.918647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6b27f9c-4af9-4a41-975b-d18f7b82bef6 req-09588421-2db8-47ae-aba4-3883d4af5e3d tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382422 Jul 16 22:26:37.975513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69fa80-cfdd-4612-a641-25fb981d70bd req-627752ab-93c2-4f90-8f70-ef0b3ba5ad0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:37.981464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:37.984312 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5921f9b1-f8bb-495e-a126-915da4b0a2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:37.990861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d69fa80-cfdd-4612-a641-25fb981d70bd req-627752ab-93c2-4f90-8f70-ef0b3ba5ad0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1762428 Jul 16 22:26:38.001301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-43525af5-21d1-4d09-8c28-531303852034 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549918 Jul 16 22:26:38.075298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d69fa80-cfdd-4612-a641-25fb981d70bd req-48a1700e-c164-4d53-879d-156179c096b3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830984 Jul 16 22:26:38.136549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-04b09162-27ef-489f-9f7b-b33fea146eb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 217 time: 0.1270723 Jul 16 22:26:38.310869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7a938e17-eff0-4062-a89f-c61652129730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.312438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7a938e17-eff0-4062-a89f-c61652129730 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1675420 Jul 16 22:26:38.314098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:38.338932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf94770-8123-476f-ae0f-99d76a5e536d req-cfc095e3-4a53-4bc0-af19-4439cee5a954 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.349629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cf94770-8123-476f-ae0f-99d76a5e536d req-cfc095e3-4a53-4bc0-af19-4439cee5a954 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1106386 Jul 16 22:26:38.404317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fb330044-3a58-40ac-86e3-4022adba7384 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:38.434053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cf94770-8123-476f-ae0f-99d76a5e536d req-4d8eacd4-c656-4179-899d-a1669cd6eb69 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826757 Jul 16 22:26:38.469650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.496570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.500447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port fb330044-3a58-40ac-86e3-4022adba7384 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:38.516614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.518621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port fb330044-3a58-40ac-86e3-4022adba7384 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:38.521728 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:38.523350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.537268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.543737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.549694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.551715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-060c5c3f-5e61-4da4-a536-28ebeadf1ea8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.3439858 Jul 16 22:26:38.559204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-438578190-network', 'tenant_id': 'fa7ef62a068644e0bc342b27cfddf6d6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:38.618226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-fed19898-33a9-4b8a-87d9-3faebe470d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:38.619843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-fed19898-33a9-4b8a-87d9-3faebe470d26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985845 Jul 16 22:26:38.622915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Made reservation on behalf of fa7ef62a068644e0bc342b27cfddf6d6 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:38.624135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db315958-4753-49a2-90c4-b9bf7ee98540 req-25957adc-eb5d-44ad-b1d5-c21fd238efa2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 210 time: 0.0488183 Jul 16 22:26:38.625287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:38.641463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:38.644978 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:38.666786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:38.669517 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb472994-1685-46f0-8ad5-eee0dc7bfaf4" -d '{"events": [{"server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "name": "network-vif-plugged", "status": "completed", "tag": "fb330044-3a58-40ac-86e3-4022adba7384"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:38.680433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f4f336d-aac6-4acc-ae31-0db1f89f9b9a req-84ed8c86-7b3b-434b-8746-ee606caeead4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134980 Jul 16 22:26:38.689353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:38.696273 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1199c0f-9aa4-4e9a-bdcf-084e32d17b14 x-openstack-request-id: req-d1199c0f-9aa4-4e9a-bdcf-084e32d17b14 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:38.696776 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:38.698536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:38.698882 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1199c0f-9aa4-4e9a-bdcf-084e32d17b14 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:38.699459 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'status': 'completed', 'code': 200} Jul 16 22:26:38.804929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:38.881616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-41e9ba3f-e810-4d1d-9fc8-ba6001839212 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532010 Jul 16 22:26:39.009943 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9c512-131b-4163-b92f-145b43f548e7 x-openstack-request-id: req-b4c9c512-131b-4163-b92f-145b43f548e7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:39.010973 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "name": "network-vif-plugged", "status": "completed", "tag": "fb330044-3a58-40ac-86e3-4022adba7384", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:39.011476 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4c9c512-131b-4163-b92f-145b43f548e7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:39.011996 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384', 'code': 200} Jul 16 22:26:39.063945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.076235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7a6dd99e-e768-4e4a-98a1-34a664df5384 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746869 Jul 16 22:26:39.079972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.138042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d0d7bb17-2c1c-4ddc-bd86-7b3866197223 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0533509 Jul 16 22:26:39.146099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:26:39.196370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65588e-245e-41d0-88a1-4f74446e2dfb req-265a186c-baf8-48b7-b2f8-07cf1cced399 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.197990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f65588e-245e-41d0-88a1-4f74446e2dfb req-265a186c-baf8-48b7-b2f8-07cf1cced399 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2814870 Jul 16 22:26:39.202304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c400e6-4fd5-4862-8171-8742843269dd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:39.208487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.208853 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Added segment 9e29e233-bcd5-4e0b-9680-64f8f06bbbac of type vlan for network 26298614-3415-45c0-8e36-3e3a5f406dfc Jul 16 22:26:39.276731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d1700c4b-3b69-4c44-852e-764e870105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.278259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d1700c4b-3b69-4c44-852e-764e870105d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1301141 Jul 16 22:26:39.280620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d48d4f-49f0-4084-9318-10a3d3b9d89f req-8d9e83a8-ff22-4839-87a7-b0a70c7b3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.282107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17d48d4f-49f0-4084-9318-10a3d3b9d89f req-8d9e83a8-ff22-4839-87a7-b0a70c7b3423 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1098 time: 0.1424794 Jul 16 22:26:39.282498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.294489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d6686-de3a-4f39-89d1-14be5e51e44e req-83ddd645-c4e8-4d85-90cc-0599f1088e5b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.296040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f7d6686-de3a-4f39-89d1-14be5e51e44e req-83ddd645-c4e8-4d85-90cc-0599f1088e5b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 946 time: 0.1462228 Jul 16 22:26:39.329416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f65588e-245e-41d0-88a1-4f74446e2dfb req-b8a535dc-034e-4218-8089-f455d4d83b6f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241789 Jul 16 22:26:39.376358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.377472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.378089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.379722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17d48d4f-49f0-4084-9318-10a3d3b9d89f req-afe8a8f8-486a-4d3a-be12-92ff15bf6be4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826700 Jul 16 22:26:39.419158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f7d6686-de3a-4f39-89d1-14be5e51e44e req-21eef252-0203-413d-9df5-d180f60a8df1 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Jul 16 22:26:39.425485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1103349 Jul 16 22:26:39.429165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:26:39.436654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Request body: {'subnet': {'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-438578190-subnet', 'tenant_id': 'fa7ef62a068644e0bc342b27cfddf6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:39.468392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36d2de-f358-406b-8160-176ab852e3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=26298614-3415-45c0-8e36-3e3a5f406dfc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:39.469331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Made reservation on behalf of fa7ef62a068644e0bc342b27cfddf6d6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:39.475532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-aece3956-5e0d-439e-8bc4-27a66e933c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.477266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-aece3956-5e0d-439e-8bc4-27a66e933c06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837847 Jul 16 22:26:39.478688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:39.479577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 26298614-3415-45c0-8e36-3e3a5f406dfc details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:26:39.640644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-3786182e-5bda-47b8-b43b-60fb4aaac90e service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558709 Jul 16 22:26:39.683251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70bed-9e4a-4dab-8053-bf3e1eb77e53 req-1c84042b-2c94-4a1c-be55-2db7e9771f98 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:39.690333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83d70bed-9e4a-4dab-8053-bf3e1eb77e53 req-1c84042b-2c94-4a1c-be55-2db7e9771f98 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1708868 Jul 16 22:26:39.775673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83d70bed-9e4a-4dab-8053-bf3e1eb77e53 req-4de06765-235b-4f41-b870-d708ae22a261 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843179 Jul 16 22:26:39.839628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-87fd28e4-4175-4e37-953b-a5634472f0f5 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853776 Jul 16 22:26:39.930634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-bff8c20f-1f1b-4089-bea7-3fe941383ef0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 217 time: 0.0849094 Jul 16 22:26:39.935500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:40.013157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09993079-b3ff-4176-812f-2bb825975f47 req-e2ea7668-1670-4c64-8fe9-b107fcd5b6a0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 210 time: 0.0578532 Jul 16 22:26:40.037073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-df4b8b5d-b1da-4556-838e-3a59e3e876c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.042228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-df4b8b5d-b1da-4556-838e-3a59e3e876c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1052656 Jul 16 22:26:40.092407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-f8e7e48f-e1b4-4590-9ce0-a9920fe243a9 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.093996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-f8e7e48f-e1b4-4590-9ce0-a9920fe243a9 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 814 time: 0.5581784 Jul 16 22:26:40.109193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Request body: {'port': {'device_id': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'admin_state_up': True, 'tenant_id': 'c8f44270748448c797cf2fa5b44380e5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:40.122497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-da079dc6-c8fd-4836-b402-685bf929a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.124416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-da079dc6-c8fd-4836-b402-685bf929a30d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757909 Jul 16 22:26:40.223552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edf55bb-5248-47ae-a0a3-a50c282c35a6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:40.262848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2839-03eb-48ff-8949-afd9456627f4 req-d097a1e1-d6f5-4ecd-8d43-95617a0ec4cc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.268812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-1d10ea49-e21e-44fd-9a81-258b77adf766 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370695 Jul 16 22:26:40.269871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ffd2839-03eb-48ff-8949-afd9456627f4 req-d097a1e1-d6f5-4ecd-8d43-95617a0ec4cc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.4279943 Jul 16 22:26:40.299672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Checking segment: {'id': '9e29e233-bcd5-4e0b-9680-64f8f06bbbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:40.300374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Network hostable DHCP agents. Network: 26298614-3415-45c0-8e36-3e3a5f406dfc, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:26:40.305554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.311725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.318033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.324380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.330437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.332320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Made reservation on behalf of c8f44270748448c797cf2fa5b44380e5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:40.336200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:40.337461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.342532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Network 26298614-3415-45c0-8e36-3e3a5f406dfc is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:26:40.344041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.345969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e346136c-c37d-487c-a624-92b1164f9b83 req-37917304-761f-4f64-b9d5-36a46cc21a99 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1825049 Jul 16 22:26:40.365709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ffd2839-03eb-48ff-8949-afd9456627f4 req-c7caef5c-93bf-488e-a25a-5685c886529c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948238 Jul 16 22:26:40.436584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 26298614-3415-45c0-8e36-3e3a5f406dfc) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:40.446056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0612be5-f077-411e-85cc-4c36666cf49b None None] Network 26298614-3415-45c0-8e36-3e3a5f406dfc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:40.451879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.453102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:40.453757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e346136c-c37d-487c-a624-92b1164f9b83 req-d73ba347-f5e2-4c24-b7f8-72382bf4e5d5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918121 Jul 16 22:26:40.496493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-e045bb89-673f-4c39-b2d6-bd251d093fba service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177119 Jul 16 22:26:40.511744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8a12fa95-203d-4552-bfcd-5a6f78e2ae37 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0811589 Jul 16 22:26:40.600236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d4b32c07-94e3-4656-938c-ada4b4bfa772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 217 time: 0.0847368 Jul 16 22:26:40.663898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Allocated IP 172.20.0.10 (5a503ace-9a21-45c9-a4c5-8574ace33155/86580ff3-40a2-4108-9ed3-29d44d71e486/6616940f-c6fb-440b-bc28-2d9b49b27fda) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:40.687488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-90e04450-deed-4b5a-ae4c-86c76a03a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.690576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-90e04450-deed-4b5a-ae4c-86c76a03a140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.0879858 Jul 16 22:26:40.784115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb5932-f3bf-4b3a-9fc1-31667348859a None None] Network 26298614-3415-45c0-8e36-3e3a5f406dfc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:26:40.868675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141971-024d-4089-9fe0-27fc76d8003c req-3e942cb4-2bca-41d0-be41-c35b7d42e728 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.876641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54141971-024d-4089-9fe0-27fc76d8003c req-3e942cb4-2bca-41d0-be41-c35b7d42e728 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1992948 Jul 16 22:26:40.878462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d991-8bd2-4cb8-93a7-1f7c0479a4db req-8e31c3d1-ffff-430d-8da6-cbaf27e4afbb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.880630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b971d991-8bd2-4cb8-93a7-1f7c0479a4db req-8e31c3d1-ffff-430d-8da6-cbaf27e4afbb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2749841 Jul 16 22:26:40.911352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-e7adb3d8-bfec-44ed-952f-d770e4cce004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:40.913784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-e7adb3d8-bfec-44ed-952f-d770e4cce004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2031891 Jul 16 22:26:40.962063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b971d991-8bd2-4cb8-93a7-1f7c0479a4db req-cfacd284-4e08-4767-880c-598cb31c1192 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Jul 16 22:26:40.967064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:40.980433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54141971-024d-4089-9fe0-27fc76d8003c req-091094c3-4259-4883-838a-ab85c7b25a50 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024172 Jul 16 22:26:41.043697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:41.113472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:41.118030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:41.136191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:41.142688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:41.184806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-87049fba-0deb-4e02-844d-b4f2a26cef29 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575843 Jul 16 22:26:41.206665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:41.207315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:41.226066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-b10ba35c-2cd8-46f1-8fc2-fc6e53e48c51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1212502 Jul 16 22:26:41.240370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Request body: {'port': {'device_id': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:41.258160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7eb12-e958-4d6d-b9f0-8f6e3bbd55c6 req-653e01b1-8c1c-4250-9109-d2a4930866b7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:41.265675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fee7eb12-e958-4d6d-b9f0-8f6e3bbd55c6 req-653e01b1-8c1c-4250-9109-d2a4930866b7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 946 time: 0.1347227 Jul 16 22:26:41.346221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fee7eb12-e958-4d6d-b9f0-8f6e3bbd55c6 req-585a82fa-2d45-4d7a-b501-4e85dbfb265f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796115 Jul 16 22:26:41.391735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:41.407913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7038cb4b-0dcf-4ab1-8a3c-e6b0821026a8 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164454 Jul 16 22:26:41.509843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-196302bd-c47d-40ad-9c35-1c5b2bcc9455 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 217 time: 0.0938158 Jul 16 22:26:41.634424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-224d52e5-7440-455f-9c0d-4d46c2b3b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:41.639020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-224d52e5-7440-455f-9c0d-4d46c2b3b134 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.1226318 Jul 16 22:26:41.754963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:41.763319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:41.787128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Transition to ACTIVE for port object 6616940f-c6fb-440b-bc28-2d9b49b27fda will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:41.796736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:41.861368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:41.982383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:41.982738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:41.983073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:41.995424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:41.995771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:42.009243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:42.009672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Checking segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:42.010160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Bound using segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:42.012978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Bound port: 6616940f-c6fb-440b-bc28-2d9b49b27fda, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:42.013387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:42.100455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:42.106527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:42.116588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:42.247653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:42.258609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.259269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.259783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.260305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.260934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.261461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.261962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.262480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.262992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.263498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.264113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.264608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:42.326106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:42.326896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:42.328458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-ebb2d285-1785-4107-b5f8-09179d02de3f service neutron] 10.222.0.47 "PUT /v2.0/ports/6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 1093 time: 1.0943956 Jul 16 22:26:42.330195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:42.331651 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d" -d '{"events": [{"name": "network-changed", "server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:42.381488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c50c-d972-4e52-919d-65123f17cdc8 req-a4add16b-5367-4fe9-948d-9aa8b6611e93 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:42.391459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58f7c50c-d972-4e52-919d-65123f17cdc8 req-a4add16b-5367-4fe9-948d-9aa8b6611e93 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.1025000 Jul 16 22:26:42.406360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-840f7358-6d77-4896-b2dc-4e1b0a7dc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:42.408127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-840f7358-6d77-4896-b2dc-4e1b0a7dc4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7628231 Jul 16 22:26:42.424182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a43bf0ac-3b9b-40fc-8d9b-4243c4ab803b tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:42.425970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a43bf0ac-3b9b-40fc-8d9b-4243c4ab803b tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/networks?id=26298614-3415-45c0-8e36-3e3a5f406dfc HTTP/1.1" status: 200 len: 812 time: 0.7095881 Jul 16 22:26:42.459669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-8cbd62e1-8eec-4677-ad90-76852be7964b tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/quotas/fa7ef62a068644e0bc342b27cfddf6d6 HTTP/1.1" status: 200 len: 375 time: 0.0240166 Jul 16 22:26:42.486678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58f7c50c-d972-4e52-919d-65123f17cdc8 req-e754042c-bd17-4894-a7ea-e9bab21fa5eb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932763 Jul 16 22:26:42.544033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-373e092b-f1eb-40c4-a7e2-06ab873d0f26 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa7ef62a068644e0bc342b27cfddf6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769866 Jul 16 22:26:42.550396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-4b6ddac8-79e3-4977-a6b6-701b34705387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:42.552115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-4b6ddac8-79e3-4977-a6b6-701b34705387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1096 time: 0.1052663 Jul 16 22:26:42.703428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-66421b28-4120-43e3-b7a1-127fc995f995 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756197 Jul 16 22:26:42.772328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-3eea388c-5816-4846-bfed-d33f4d8dc473 service neutron] 10.222.0.70 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271588 Jul 16 22:26:42.936047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-59131fa7-2352-4ee8-8a00-3f6330864755 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251332 Jul 16 22:26:42.942687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-228fb4de-b9df-47a4-ab3c-224a816dd9ef service neutron] 10.222.0.70 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687944 Jul 16 22:26:42.985907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-d83e94c2-a4dd-4666-9338-cfb995364c1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0412359 Jul 16 22:26:43.030172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-a07500c9-ca66-4562-817c-d0ed51c81f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.4699025 Jul 16 22:26:43.091488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-62cc6c6c-e821-4bf8-86bc-d849b432c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.094979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-62cc6c6c-e821-4bf8-86bc-d849b432c092 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.0995336 Jul 16 22:26:43.111200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-6ebab8c2-4b2b-47ef-aa75-f0f65bae2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.112654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-6ebab8c2-4b2b-47ef-aa75-f0f65bae2122 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.0649312 Jul 16 22:26:43.115971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-07e6ab70-ce14-4f71-9a4d-07d08a2e35ab tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1897013341&fields=id&tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 267 time: 0.0885646 Jul 16 22:26:43.164372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-0ac3b37c-b5d4-477b-bf15-04858511bb8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431280 Jul 16 22:26:43.192875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-85114250-e94b-484e-a524-d17b2e6def65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.195038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-85114250-e94b-484e-a524-d17b2e6def65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898249 Jul 16 22:26:43.295834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-0e7c43a3-1b5e-435f-9ba5-f1f25ae8ad99 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.297371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-0e7c43a3-1b5e-435f-9ba5-f1f25ae8ad99 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 946 time: 0.1684220 Jul 16 22:26:43.303564 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-f46ed963-c06a-44eb-9ca7-5a024b72e360 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136346 Jul 16 22:26:43.310315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'security_groups': ['5a55007d-ea7e-4e33-8065-2c8a6563d4b8', '2ba58cc6-7993-4169-bfec-ac83c51699a8']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:43.406144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.423252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.431123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.437152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.444156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.452181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.458828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.467562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-38799819-369a-4eb0-825a-b6e86dd8d219 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.2648768 Jul 16 22:26:43.478176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:43.483846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-f13dea23-8bc0-42fe-97f3-73d4a7e33bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764845 Jul 16 22:26:43.513369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1441348f-bd2b-4145-bd80-18c2b0f86b2e req-4bc8124c-605a-4dd5-9f40-db37b807d0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993358 Jul 16 22:26:43.567795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae54422d-9f4f-4444-8fc8-a1561f9ccdae req-b2695fb2-fc4d-4049-b4c9-502874d77346 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992961 Jul 16 22:26:43.702477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-beeadcc0-7dc6-4877-9d53-65480e03f469 req-7fd5ed1c-9842-4ea8-a6e7-188fd5789123 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091603 Jul 16 22:26:43.767379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:43.800872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:43.812311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:43.825384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fb330044-3a58-40ac-86e3-4022adba7384'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:43.880434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:43.896102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:43.915930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.918828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:43.920546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3df8545d-cecc-42fe-b840-eeda1e1674d7 req-c0f78991-d6be-4021-85c7-55d5b9ec0c22 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "PUT /v2.0/ports/fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 982 time: 0.6152935 Jul 16 22:26:43.944447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f55386-c394-46b0-9c6f-308779e19899 req-98232e2b-7f0a-4739-bf38-6b974033ec50 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.949483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2f55386-c394-46b0-9c6f-308779e19899 req-98232e2b-7f0a-4739-bf38-6b974033ec50 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1629112 Jul 16 22:26:43.965743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.966328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.966880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.967422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.967960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.968494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.969049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:43.971273 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5ba1509d-5802-40fb-b903-eb75b091aab9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6482 time: 0.1487820 Jul 16 22:26:44.015258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fb330044-3a58-40ac-86e3-4022adba7384'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:44.053382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2f55386-c394-46b0-9c6f-308779e19899 req-3802c763-2532-46ea-884d-c0cc37a7a020 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975804 Jul 16 22:26:44.117163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb9fa-362d-4c36-b12f-068dbea43162 req-364c0859-6bed-4ede-882c-ffcc53e85a39 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.121413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6a9fb9fa-362d-4c36-b12f-068dbea43162 req-364c0859-6bed-4ede-882c-ffcc53e85a39 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0941901 Jul 16 22:26:44.168443 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3756c2-d155-40e0-8b46-7f1f189e4fc1 x-openstack-request-id: req-8a3756c2-d155-40e0-8b46-7f1f189e4fc1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:44.169443 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:44.169801 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a3756c2-d155-40e0-8b46-7f1f189e4fc1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:44.170304 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'status': 'completed', 'code': 200} Jul 16 22:26:44.177147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6a9fb9fa-362d-4c36-b12f-068dbea43162 req-eb97d83f-d62b-49ba-a2f6-3f7003980da2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500872 Jul 16 22:26:44.217600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-7bd17cd8-d00e-4b91-9828-953375a4ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.219059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-7bd17cd8-d00e-4b91-9828-953375a4ebc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 903 time: 0.2221644 Jul 16 22:26:44.307625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-a5251775-bdcf-4abd-b199-ac2a689357b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0795364 Jul 16 22:26:44.374865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5eb05e52-ac42-4b4d-a40a-7c0458af9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.377656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-5eb05e52-ac42-4b4d-a40a-7c0458af9102 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.0597324 Jul 16 22:26:44.384872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-34a6e045-9e90-415e-b6e0-ad91f293e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.387905 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-34a6e045-9e90-415e-b6e0-ad91f293e25d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1096 time: 0.1945686 Jul 16 22:26:44.460757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e8f7aa1-0924-45e6-a8d5-ff21c3e6683f req-6e10bb8e-efe4-4f80-97fe-a0d008deb996 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 210 time: 0.0589592 Jul 16 22:26:44.498501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1777-fab0-4dae-98c0-febd5c5ea526 req-33264361-d510-44ce-a575-ff1efabe3655 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.500040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba5a1777-fab0-4dae-98c0-febd5c5ea526 req-33264361-d510-44ce-a575-ff1efabe3655 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.1834352 Jul 16 22:26:44.511747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-813064f3-5904-46d6-bee7-d710f672ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.513308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-813064f3-5904-46d6-bee7-d710f672ead4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1255422 Jul 16 22:26:44.572523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-377e1758-16f8-4855-8af3-ee8b8e27b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.573596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-377e1758-16f8-4855-8af3-ee8b8e27b206 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.1769209 Jul 16 22:26:44.593322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba5a1777-fab0-4dae-98c0-febd5c5ea526 req-e0d192c6-a96a-4b57-8d57-af8905a7e6d3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843773 Jul 16 22:26:44.647776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-4816fefa-bd60-4de6-adbe-f3b4b99fa664 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265779 Jul 16 22:26:44.674010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-b944e469-6abd-4dbe-9ae5-dd8a2923d486 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.0793176 Jul 16 22:26:44.752283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-7d618090-3381-4ddf-8f1e-5cec5cb62587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.753968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-7d618090-3381-4ddf-8f1e-5cec5cb62587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.0703115 Jul 16 22:26:44.762833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a294035-026e-4c17-af8d-417e469bfa4f req-145f0ae2-c0b8-41c3-ba5f-4d61340ca157 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/2ba58cc6-7993-4169-bfec-ac83c51699a8 HTTP/1.1" status: 200 len: 1800 time: 0.1015623 Jul 16 22:26:44.813498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-f4dcc10a-6171-4e20-8d88-1a54b9d79815 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484862 Jul 16 22:26:44.903909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5921f9b1-f8bb-495e-a126-915da4b0a2e3 req-fb99bbd4-90b5-458c-9a5d-909cca0c4ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458906 Jul 16 22:26:44.913490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-74c891e8-2cfd-46b9-acb2-5f85b8c2432f tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.915060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-74c891e8-2cfd-46b9-acb2-5f85b8c2432f tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/networks?id=6eb4e732-43da-4303-83ab-d5e36c6d6935 HTTP/1.1" status: 200 len: 814 time: 0.2716992 Jul 16 22:26:44.929601 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-0a294035-026e-4c17-af8d-417e469bfa4f req-a5268a86-0179-4f37-886f-c9ba0be7a974 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 22:26:44.937536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a294035-026e-4c17-af8d-417e469bfa4f req-a5268a86-0179-4f37-886f-c9ba0be7a974 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/2ba58cc6-7993-4169-bfec-ac83c51699a8 HTTP/1.1" status: 409 len: 341 time: 0.1736376 Jul 16 22:26:44.949973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-dac98a74-3a8a-41c9-926e-5822241989b6 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/quotas/3c4f84fe3878454fb2c3fa466ab43668 HTTP/1.1" status: 200 len: 375 time: 0.0210671 Jul 16 22:26:44.956857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a37e5d22-13f0-42f5-90a1-f57b77adec45 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:44.958423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a37e5d22-13f0-42f5-90a1-f57b77adec45 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.47 "GET /v2.0/networks?id=26298614-3415-45c0-8e36-3e3a5f406dfc HTTP/1.1" status: 200 len: 812 time: 0.2471685 Jul 16 22:26:44.974044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-7b890beb-bdbc-4a61-a4f7-7963919957d4 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516514 Jul 16 22:26:44.974611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Request body: {'port': {'device_id': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc', 'admin_state_up': True, 'tenant_id': 'fa7ef62a068644e0bc342b27cfddf6d6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:45.086050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a7452d1-d13f-46bf-aa07-0c3f2b76b13d req-48d709a9-f27f-4044-b9ef-47770e439a1d service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054194 Jul 16 22:26:45.145816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-eefeac28-1507-41c8-9e29-bb3b17e7e606 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4f84fe3878454fb2c3fa466ab43668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863134 Jul 16 22:26:45.181135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Made reservation on behalf of fa7ef62a068644e0bc342b27cfddf6d6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:45.184937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:45.224895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.232056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.239657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.245865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.252370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.258429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.266095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.266747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-939badba-d414-4959-8a2f-461479ff1f1e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1440284 Jul 16 22:26:45.321221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-a71298ec-b765-4584-8e34-56b9fa6eb246 service neutron] 10.222.0.70 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743631 Jul 16 22:26:45.333590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13e188f1-f95b-4dd9-8727-6adeca02ad2d req-11bede9b-f440-4a2a-91e1-7867c4180fc8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566440 Jul 16 22:26:45.485438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Allocated IP 172.20.0.14 (26298614-3415-45c0-8e36-3e3a5f406dfc/5edf55bb-5248-47ae-a0a3-a50c282c35a6/898ec6e0-6018-4d86-af09-7bca528ea2e3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:45.507721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-4fcc0d28-3453-41e5-b9dc-d1f21d9af3c7 service neutron] 10.222.0.70 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854646 Jul 16 22:26:45.739659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:45.775702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:45.811332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:45.881351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-91a72149-2a84-4029-8af0-fae74462ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:45.884771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-91a72149-2a84-4029-8af0-fae74462ebbc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1137 time: 0.1395500 Jul 16 22:26:45.920248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Network 26298614-3415-45c0-8e36-3e3a5f406dfc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:45.941928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:45.955340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:45.976790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:46.005208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'mac_address': 'fa:16:3e:d3:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:46.011343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.011865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:46.038341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Pushing event updated for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:46.054684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.055050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.055389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.055816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.056211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.056472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.057610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.057993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.058329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.058706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.059039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.059482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:26:46.065483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-f52b85f8-1511-4f27-8c39-a9cc5f28c015 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0960977 Jul 16 22:26:46.080843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Request body: {'port': {'device_id': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:46.117325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dc2f5-6ed5-4db6-a956-0ea39ea67561 req-f5a44593-7090-47e2-a273-aba32123672b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.118879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-681dc2f5-6ed5-4db6-a956-0ea39ea67561 req-f5a44593-7090-47e2-a273-aba32123672b tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.2107942 Jul 16 22:26:46.151396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5b8e-a85b-4790-a100-4c1189683421 req-da2b0a05-a6ed-4ce6-93c2-3c48cab5819e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.161182 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3ea5b8e-a85b-4790-a100-4c1189683421 req-da2b0a05-a6ed-4ce6-93c2-3c48cab5819e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2672491 Jul 16 22:26:46.171662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:46.175132 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d55874-44f7-41c0-b82a-f55ca99eb82d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:46.186791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:46.189336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-0ce1ed49-e4ea-4c2b-ae2e-0bc345ce9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.191119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-0ce1ed49-e4ea-4c2b-ae2e-0bc345ce9903 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.2927396 Jul 16 22:26:46.225438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-681dc2f5-6ed5-4db6-a956-0ea39ea67561 req-e7b6644d-c337-4377-bfc5-da0d846dabf8 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714703 Jul 16 22:26:46.241397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:46.245193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:46.263788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3ea5b8e-a85b-4790-a100-4c1189683421 req-9e82b932-26c2-4f5d-bd6f-3626924906bd tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003528 Jul 16 22:26:46.298874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:46.312506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:46.325883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-bb1b4054-552f-4a6d-a3d2-60c3698d32b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 217 time: 0.1147227 Jul 16 22:26:46.425008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:46.484586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:46.579265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-383cd145-8aa6-405b-b5e4-ed0b15f6c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.580830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-383cd145-8aa6-405b-b5e4-ed0b15f6c5dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.2472308 Jul 16 22:26:46.656498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4507a-1092-4aff-ac9b-92881a10476f req-adc73455-7b78-442e-8d46-de013d08e1c3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.664831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8aa4507a-1092-4aff-ac9b-92881a10476f req-adc73455-7b78-442e-8d46-de013d08e1c3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.1529403 Jul 16 22:26:46.692107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-fba5dca6-e1af-4e60-ae58-8050005cbd71 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020339 Jul 16 22:26:46.800493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2cae3-daab-4afe-88c3-06a001b0806a req-283ec00d-b1e7-41b2-a584-d11a0352a79a tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:46.813389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fd2cae3-daab-4afe-88c3-06a001b0806a req-283ec00d-b1e7-41b2-a584-d11a0352a79a tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 932 time: 0.3793721 Jul 16 22:26:46.829602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8aa4507a-1092-4aff-ac9b-92881a10476f req-cc2c267c-10d0-4a63-9871-1e07012e7591 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633263 Jul 16 22:26:46.962253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898ec6e0-6018-4d86-af09-7bca528ea2e3 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:46.975066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:46.976861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fd2cae3-daab-4afe-88c3-06a001b0806a req-1746cedf-6d63-4908-ab33-04ef4ae8aa40 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625340 Jul 16 22:26:47.006276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Transition to ACTIVE for port object 898ec6e0-6018-4d86-af09-7bca528ea2e3 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:47.016031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:47.022731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-75e59f94-f171-45bc-b6ce-4b2a1fdc0408 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206263 Jul 16 22:26:47.143450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Pushing event updated for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:47.219965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91354-69c4-4dd6-9c3d-a11f661a21cb req-0518ca7e-c042-43c6-95b2-b7fafbb489c8 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.227462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b7793bc-88bf-483a-a30a-77d9347cf13f req-d3fdfdbc-1cb5-4c81-b8af-21b5573bd8d0 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937461 Jul 16 22:26:47.228719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebf91354-69c4-4dd6-9c3d-a11f661a21cb req-0518ca7e-c042-43c6-95b2-b7fafbb489c8 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 985 time: 0.1736500 Jul 16 22:26:47.247850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Attempting to bind port 898ec6e0-6018-4d86-af09-7bca528ea2e3 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:47.248193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Attempting to bind port 898ec6e0-6018-4d86-af09-7bca528ea2e3 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '9e29e233-bcd5-4e0b-9680-64f8f06bbbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:47.248509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Attempting to bind port 898ec6e0-6018-4d86-af09-7bca528ea2e3 on network 26298614-3415-45c0-8e36-3e3a5f406dfc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:47.262232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Port 898ec6e0-6018-4d86-af09-7bca528ea2e3 on network 26298614-3415-45c0-8e36-3e3a5f406dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:47.262631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Attempting to bind port 898ec6e0-6018-4d86-af09-7bca528ea2e3 on network 26298614-3415-45c0-8e36-3e3a5f406dfc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:47.264158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7aad84af-7a33-435f-bc86-72259b9fb49b req-5f20f67d-f5dc-4ebd-aa2d-d6a550712972 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0494866 Jul 16 22:26:47.282560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:47.282560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Checking segment: {'id': '9e29e233-bcd5-4e0b-9680-64f8f06bbbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:47.282560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Bound using segment: {'id': '9e29e233-bcd5-4e0b-9680-64f8f06bbbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:47.282560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Bound port: 898ec6e0-6018-4d86-af09-7bca528ea2e3, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29e233-bcd5-4e0b-9680-64f8f06bbbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:47.282560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:47.296326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebf91354-69c4-4dd6-9c3d-a11f661a21cb req-bbd265b4-7e42-4d54-ac6e-6eef7bdd3774 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0665181 Jul 16 22:26:47.324698 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9264de-c9f4-4e6c-af74-9cd54ff80eb9 x-openstack-request-id: req-bb9264de-c9f4-4e6c-af74-9cd54ff80eb9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:47.325279 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:47.325713 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb9264de-c9f4-4e6c-af74-9cd54ff80eb9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:47.326174 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384', 'status': 'completed', 'code': 200} Jul 16 22:26:47.477662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:47.485105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3,segment=NetworkSegment(9e29e233-bcd5-4e0b-9680-64f8f06bbbac),segment_id=9e29e233-bcd5-4e0b-9680-64f8f06bbbac)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:47.487107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-282e3ece-c140-4380-baa2-29f379b18e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.497484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-282e3ece-c140-4380-baa2-29f379b18e2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1137 time: 0.1298401 Jul 16 22:26:47.541861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:47.611060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.612222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:47.615360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] 10.222.0.47 "PUT /v2.0/ports/898ec6e0-6018-4d86-af09-7bca528ea2e3 HTTP/1.1" status: 200 len: 1093 time: 1.5407193 Jul 16 22:26:47.617627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:47.619889 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76394572-8e8e-4456-b1c5-6b5c297b779f" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:47.655774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.668283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.677106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.684251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.688915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-f9339db5-d55f-4510-bbaa-4328e0cd7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.690403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-f9339db5-d55f-4510-bbaa-4328e0cd7bac service neutron] 10.222.0.68 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.1852822 Jul 16 22:26:47.693224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.699503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.699692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980451-24cc-4589-8ee5-32bd8288893c req-0f7ffdf9-a311-4e7a-b6d6-87dbccde7b2f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.702607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be980451-24cc-4589-8ee5-32bd8288893c req-0f7ffdf9-a311-4e7a-b6d6-87dbccde7b2f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 950 time: 0.1550686 Jul 16 22:26:47.705901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.714959 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4558416a-ed04-4c8f-9020-8694085ff221 req-095a16f8-388a-4a81-ba95-18c61dde3d8b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.2168052 Jul 16 22:26:47.741401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1858e-5cf5-491c-b38d-58405dc6f98e service neutron] Pushing event updated for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:47.775655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4558416a-ed04-4c8f-9020-8694085ff221 req-dcef3dc3-2069-4842-b422-bc08df34429a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603733 Jul 16 22:26:47.791926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-48f990b8-4d23-48f4-a8f2-c1ae870389f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 217 time: 0.0883188 Jul 16 22:26:47.794504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:47.797236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:47.913587 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be980451-24cc-4589-8ee5-32bd8288893c req-2e09c8b0-3b99-4bf8-b71c-5bfd8f360706 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039990 Jul 16 22:26:47.924616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-1cd9300f-b100-41b3-9521-8a5bf46cb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:47.927304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-1cd9300f-b100-41b3-9521-8a5bf46cb005 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1211219 Jul 16 22:26:48.006109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-5fa0757c-11cf-4eb3-9d58-cca620265796 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708094 Jul 16 22:26:48.028284 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b6018-780e-48df-88f5-1eb841476aea x-openstack-request-id: req-ec3b6018-780e-48df-88f5-1eb841476aea {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:48.029309 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:48.029772 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec3b6018-780e-48df-88f5-1eb841476aea {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:48.030387 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3', 'status': 'completed', 'code': 200} Jul 16 22:26:48.097307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:48.098297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.170354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-bd76165f-e222-49de-970b-fa6e3a53e11a service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558180 Jul 16 22:26:48.208054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:48.229497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'port_id': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'mac_address': 'fa:16:3e:ea:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86580ff3-40a2-4108-9ed3-29d44d71e486', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:48.300457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.315832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:48.323614 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.360092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:48.362426 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5635a242-8fcd-4df1-b806-1fbadcfe91e5" -d '{"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-plugged", "status": "completed", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:48.368023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:48.388812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:48.390677 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.461976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:48.466864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.512400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:48.513638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b07bd-82e2-4257-a031-c2b7a3b0b993 req-2cd5ca90-e2b6-4f8d-ac70-8e6a594d493f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.515213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-245b07bd-82e2-4257-a031-c2b7a3b0b993 req-2cd5ca90-e2b6-4f8d-ac70-8e6a594d493f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.2960982 Jul 16 22:26:48.568320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7d55874-44f7-41c0-b82a-f55ca99eb82d req-39399a73-76ab-406c-b230-4d68b0b99ae9 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877060 Jul 16 22:26:48.625918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a07e4aae-e527-407f-9a71-2d2aecac1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.628087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a07e4aae-e527-407f-9a71-2d2aecac1146 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa7ef62a068644e0bc342b27cfddf6d6&device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 1096 time: 0.7949007 Jul 16 22:26:48.632847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-245b07bd-82e2-4257-a031-c2b7a3b0b993 req-dd13dfd6-5a14-4706-8733-c664fd5316d1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082747 Jul 16 22:26:48.634089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:48.640624 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-343781ec-b840-4a43-b254-4c0e87a6afa0 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.642566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-343781ec-b840-4a43-b254-4c0e87a6afa0 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.68 "GET /v2.0/networks?id=6eb4e732-43da-4303-83ab-d5e36c6d6935 HTTP/1.1" status: 200 len: 814 time: 0.8609254 Jul 16 22:26:48.668769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'mac_address': 'fa:16:3e:96:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:48.694299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Request body: {'port': {'device_id': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'admin_state_up': True, 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:48.706738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780121d-8253-41b3-916b-8c40204e2eae req-ab065082-6571-4129-9353-04aeefb14ce9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.715721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b780121d-8253-41b3-916b-8c40204e2eae req-ab065082-6571-4129-9353-04aeefb14ce9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.6614184 Jul 16 22:26:48.721636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-2db59fc5-bff5-449b-8a60-87b892337a84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3 HTTP/1.1" status: 200 len: 217 time: 0.0779550 Jul 16 22:26:48.771658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:48.776833 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.790161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6616940f-c6fb-440b-bc28-2d9b49b27fda'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:48.817590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b780121d-8253-41b3-916b-8c40204e2eae req-111dfeac-8506-4d05-ae0f-6dbb499d0909 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006615 Jul 16 22:26:48.825941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:48.913230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:48.921800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:48.955450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a73696e3-7920-4a2b-a3cf-29a96f46587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.968281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-a73696e3-7920-4a2b-a3cf-29a96f46587e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5edf55bb-5248-47ae-a0a3-a50c282c35a6 HTTP/1.1" status: 200 len: 852 time: 0.1699162 Jul 16 22:26:48.985696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7546f8-1672-4c99-860e-6388bd5c0ccb req-22e8380d-a83e-476b-a892-b81ad40bb8f4 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:48.993635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc7546f8-1672-4c99-860e-6388bd5c0ccb req-22e8380d-a83e-476b-a892-b81ad40bb8f4 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 944 time: 0.2519102 Jul 16 22:26:49.001747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:49.090552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-73c20b01-c048-4685-b417-a485029fc347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26298614-3415-45c0-8e36-3e3a5f406dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119113 Jul 16 22:26:49.104525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc7546f8-1672-4c99-860e-6388bd5c0ccb req-4cc58548-e3c9-4a68-9946-8d805c6e7cf0 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090055 Jul 16 22:26:49.152690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f72ef295-f664-4800-a838-468feea0f3d8 req-ff012e5c-7b73-4051-aedd-df8b7cdc44bd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0944483 Jul 16 22:26:49.208943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:49.307799 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7be49c0-b26f-4487-9ea6-bf4d4db11bff x-openstack-request-id: req-d7be49c0-b26f-4487-9ea6-bf4d4db11bff {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:49.308085 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-plugged", "status": "completed", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:49.308356 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7be49c0-b26f-4487-9ea6-bf4d4db11bff {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:49.310163 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'code': 200} Jul 16 22:26:49.417980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-651b805a-953d-49a9-8a95-89c67fac8fad service neutron] 10.222.0.47 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549207 Jul 16 22:26:49.435123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f0283-08cd-4c49-b7fa-154733867f2a req-a0baccf9-2cf2-46ae-80ac-d04bffab9dff tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.436619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c55f0283-08cd-4c49-b7fa-154733867f2a req-a0baccf9-2cf2-46ae-80ac-d04bffab9dff tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 985 time: 0.1436641 Jul 16 22:26:49.498158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Made reservation on behalf of 3c4f84fe3878454fb2c3fa466ab43668 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:26:49.507329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:49.536265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c55f0283-08cd-4c49-b7fa-154733867f2a req-a8e9d3bc-c484-47ce-8437-a3a34d48eb8d tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0890818 Jul 16 22:26:49.810067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.817469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.832870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.847924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.857126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.861968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96c18b89-646f-4332-a95d-125939db3ae2 req-8bec625f-afaa-4928-82d3-f4624d3dbaee service neutron] 10.222.0.47 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881879 Jul 16 22:26:49.866442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.879761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:49.891130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-fe214a13-157b-40f4-a772-8cac55be7ccb tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.2063415 Jul 16 22:26:49.958698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5b94a53-3209-4ea1-bc86-2f85b17ae364 req-37b6eb11-d716-4b5a-afca-79de3aced573 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662920 Jul 16 22:26:50.031210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Allocated IP 172.20.0.14 (6eb4e732-43da-4303-83ab-d5e36c6d6935/99f09a7b-2cb7-4464-abcf-b2f18da02c3e/75ea4989-3447-4b95-a652-bf50b4ee5443) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:26:50.076617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-d36abb74-b141-4dc5-b85c-c3b4bb663dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:50.078283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-d36abb74-b141-4dc5-b85c-c3b4bb663dde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa7ef62a068644e0bc342b27cfddf6d6&device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 1096 time: 0.1421504 Jul 16 22:26:50.239486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8192-0458-41c5-9a6a-527dbbf533f4 req-86609a52-ad68-4ae5-8f6f-d18bfcb250b2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:50.247872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fcc8192-0458-41c5-9a6a-527dbbf533f4 req-86609a52-ad68-4ae5-8f6f-d18bfcb250b2 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 949 time: 0.1216605 Jul 16 22:26:50.264655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-23306cf0-66ab-4723-96ad-02ec23280e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:50.266188 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-23306cf0-66ab-4723-96ad-02ec23280e35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26298614-3415-45c0-8e36-3e3a5f406dfc HTTP/1.1" status: 200 len: 913 time: 0.1779792 Jul 16 22:26:50.319280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fcc8192-0458-41c5-9a6a-527dbbf533f4 req-4630a207-05f0-41a3-8373-78d61a4f0d9c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Jul 16 22:26:50.398663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-76f4492c-2afc-4f73-9b7b-47df0352a16f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3 HTTP/1.1" status: 200 len: 217 time: 0.1193948 Jul 16 22:26:50.406984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.466777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.491142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-5d7ef2e7-1e51-49ff-b88e-03afe9e305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:50.492601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:50.494458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-5d7ef2e7-1e51-49ff-b88e-03afe9e305e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5edf55bb-5248-47ae-a0a3-a50c282c35a6 HTTP/1.1" status: 200 len: 852 time: 0.0765080 Jul 16 22:26:50.503161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Transition to ACTIVE for port object 75ea4989-3447-4b95-a652-bf50b4ee5443 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:50.507600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-24c06bf6-c919-4f6e-898f-0b49e98693d9 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-97432287&fields=id&tenant_id=2fec11636bc742c998c5f693031ff539 HTTP/1.1" status: 200 len: 267 time: 0.0520234 Jul 16 22:26:50.584010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-34e920ef-a544-4713-b840-125d8d3d467c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26298614-3415-45c0-8e36-3e3a5f406dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766249 Jul 16 22:26:50.635879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 204db6fb-bac9-447e-bb3a-6d725dacebf3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:50.636718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.642607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-ddad5912-01dd-4f22-9bde-46242fdd1747 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:50.646546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-ddad5912-01dd-4f22-9bde-46242fdd1747 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 985 time: 0.1380556 Jul 16 22:26:50.667851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'port': {'security_groups': ['2ba58cc6-7993-4169-bfec-ac83c51699a8', '5a55007d-ea7e-4e33-8065-2c8a6563d4b8', '7dfabb4b-0350-4503-99d9-8a69c4c06ddb']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:50.690804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.765239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:26:50.771479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:26:50.773879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Pushing event updated for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:50.776309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:26:50.782196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-a90289a1-1a5c-42d1-99c4-359f601e09c9 service neutron] 10.222.0.47 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914046 Jul 16 22:26:50.807590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.873586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:50.880009 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.911775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:50.955435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:51.005910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:51.006696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.045729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-82325b8f-634a-406f-a66c-99dacb7730cf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3893991 Jul 16 22:26:51.070330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76394572-8e8e-4456-b1c5-6b5c297b779f req-00c6ef8c-f27f-4d58-9f3e-43c1a81d6abd service neutron] 10.222.0.47 "GET /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524676 Jul 16 22:26:51.129282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Request body: {'port': {'device_id': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:26:51.163069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-70eb9800-2e4b-40f4-80a2-80f9c8d35371 None None] Provisioning for port 75ea4989-3447-4b95-a652-bf50b4ee5443 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:51.168696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-70eb9800-2e4b-40f4-80a2-80f9c8d35371 None None] Provisioning complete for port 75ea4989-3447-4b95-a652-bf50b4ee5443 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:51.169381 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-70eb9800-2e4b-40f4-80a2-80f9c8d35371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.232314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-70eb9800-2e4b-40f4-80a2-80f9c8d35371 None None] Port 75ea4989-3447-4b95-a652-bf50b4ee5443 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:26:51.262160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.311475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:51.315097 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526b8259-636d-455f-a5a5-cf57e4ca6184" -d '{"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:51.385197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:51.441760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.449812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.465130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:51.468156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fb330044-3a58-40ac-86e3-4022adba7384'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:51.607359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:51.616831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:51.633721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.635283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-948756e3-f90c-4ff3-98ce-89450c7f2303 req-5855909d-def3-4536-9200-e496df2eaec6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "PUT /v2.0/ports/fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 1021 time: 0.9770665 Jul 16 22:26:51.635704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:51.643792 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:51.799450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fb330044-3a58-40ac-86e3-4022adba7384'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:51.892300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:51.907773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ea4989-3447-4b95-a652-bf50b4ee5443 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:51.927920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:51.963076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Transition to ACTIVE for port object 75ea4989-3447-4b95-a652-bf50b4ee5443 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:26:51.970683 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.042076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f6e4-fdbe-4139-9388-9f8a70a27b65 req-1d9cfdb2-b89a-4e8b-a078-708346bfb2f2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:52.051089 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fc2f6e4-fdbe-4139-9388-9f8a70a27b65 req-1d9cfdb2-b89a-4e8b-a078-708346bfb2f2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.1718488 Jul 16 22:26:52.134758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fc2f6e4-fdbe-4139-9388-9f8a70a27b65 req-6afa2c47-adae-4ef6-996a-bf335c519cce tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Jul 16 22:26:52.256748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:52.339328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Attempting to bind port 75ea4989-3447-4b95-a652-bf50b4ee5443 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:26:52.339908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Attempting to bind port 75ea4989-3447-4b95-a652-bf50b4ee5443 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:26:52.340260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Attempting to bind port 75ea4989-3447-4b95-a652-bf50b4ee5443 on network 6eb4e732-43da-4303-83ab-d5e36c6d6935 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:52.354261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Port 75ea4989-3447-4b95-a652-bf50b4ee5443 on network 6eb4e732-43da-4303-83ab-d5e36c6d6935 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:26:52.354606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Attempting to bind port 75ea4989-3447-4b95-a652-bf50b4ee5443 on network 6eb4e732-43da-4303-83ab-d5e36c6d6935 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:26:52.370263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:26:52.371678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Checking segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:26:52.373208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Bound using segment: {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:26:52.375137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Bound port: 75ea4989-3447-4b95-a652-bf50b4ee5443, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731004fe-c225-49f9-b780-c54c113a0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:26:52.375543 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.482203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 6616940f-c6fb-440b-bc28-2d9b49b27fda completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:52.499936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:26:52.506892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75ea4989-3447-4b95-a652-bf50b4ee5443,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:26:52.514483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.527612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f2540-2e4b-4f86-a976-a0cac816a11f req-1dc5ced9-77cc-4ad6-a95d-99a3aa68cbff tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:52.536139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-375f2540-2e4b-4f86-a976-a0cac816a11f req-1dc5ced9-77cc-4ad6-a95d-99a3aa68cbff tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1319237 Jul 16 22:26:52.563649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 6616940f-c6fb-440b-bc28-2d9b49b27fda triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:52.564015 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.600175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:52.617498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.619319 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] 10.222.0.68 "PUT /v2.0/ports/75ea4989-3447-4b95-a652-bf50b4ee5443 HTTP/1.1" status: 200 len: 1093 time: 1.5199053 Jul 16 22:26:52.619848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:52.621047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-375f2540-2e4b-4f86-a976-a0cac816a11f req-dc246506-c55d-4a64-8b74-c98dcb439e94 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837393 Jul 16 22:26:52.622231 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f433f66-9087-4f19-97ad-ebc37b902317" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:52.686798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f201d-c8cf-400b-820f-3d9802017b13 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:52.815740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.846591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-b20ddcaa-b085-4718-afaf-efa0b03031d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:52.852746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-b20ddcaa-b085-4718-afaf-efa0b03031d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c4f84fe3878454fb2c3fa466ab43668&device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1260695 Jul 16 22:26:52.975430 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:52.991491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-896109de-8bb3-47a5-be4a-b2d7543b5b81 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75ea4989-3447-4b95-a652-bf50b4ee5443 HTTP/1.1" status: 200 len: 217 time: 0.1177292 Jul 16 22:26:52.992468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb8602-e271-4dfe-a8b2-45ca84275be3 req-19546125-7017-4786-a989-3e7ac6fb9b1f tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.003384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bb8602-e271-4dfe-a8b2-45ca84275be3 req-19546125-7017-4786-a989-3e7ac6fb9b1f tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 944 time: 0.1390486 Jul 16 22:26:53.076060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:53.078568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bb8602-e271-4dfe-a8b2-45ca84275be3 req-dc720d49-1f6a-44ed-971d-ccffbddf62a3 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726783 Jul 16 22:26:53.083452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:53.140423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-5da7d842-f132-4d2a-a2ac-5d1fad284084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.141958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-5da7d842-f132-4d2a-a2ac-5d1fad284084 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99f09a7b-2cb7-4464-abcf-b2f18da02c3e HTTP/1.1" status: 200 len: 853 time: 0.1364799 Jul 16 22:26:53.183501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:53.244630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-285c259e-8a06-46b9-a05c-674caa1dcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.246252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-285c259e-8a06-46b9-a05c-674caa1dcf79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6eb4e732-43da-4303-83ab-d5e36c6d6935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937154 Jul 16 22:26:53.311688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16515aef-e836-48e8-a3fd-790c597dc277 req-3b93b3ec-796d-4fc4-8979-f35f9371ab26 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.313413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16515aef-e836-48e8-a3fd-790c597dc277 req-3b93b3ec-796d-4fc4-8979-f35f9371ab26 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.0934834 Jul 16 22:26:53.370185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-7cecfd65-23ed-4308-b982-8d03e4370744 service neutron] 10.222.0.68 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158986 Jul 16 22:26:53.376263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16515aef-e836-48e8-a3fd-790c597dc277 req-529b53bc-6e8c-499d-9ed9-8cfb8659e61b tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545297 Jul 16 22:26:53.529021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-872a4094-106a-4c58-8fd7-1a8edec791e5 req-d302e41c-af4a-4f34-a59a-c42707458c73 service neutron] 10.222.0.68 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349485 Jul 16 22:26:53.634179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.642061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.651086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.657518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.664445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.672774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.680233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:53.682430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-c1ce21ae-757b-4ff6-aad9-2d7fec7ec065 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1586714 Jul 16 22:26:53.758543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49ed5806-37b3-4429-8a44-ebbda375a5bb req-428065d0-278a-426a-a2bc-a8377f7cced2 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600755 Jul 16 22:26:53.812201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 898ec6e0-6018-4d86-af09-7bca528ea2e3 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:26:54.101803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3,segment=NetworkSegment(9e29e233-bcd5-4e0b-9680-64f8f06bbbac),segment_id=9e29e233-bcd5-4e0b-9680-64f8f06bbbac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:54.121932 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a9085-d730-40c7-a874-4bc1fad6b483 x-openstack-request-id: req-d99a9085-d730-40c7-a874-4bc1fad6b483 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:54.122241 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-plugged", "status": "completed", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:54.123155 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d99a9085-d730-40c7-a874-4bc1fad6b483 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:54.123155 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'code': 200} Jul 16 22:26:54.124359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '898ec6e0-6018-4d86-af09-7bca528ea2e3', 'network_id': '26298614-3415-45c0-8e36-3e3a5f406dfc', 'port_id': '898ec6e0-6018-4d86-af09-7bca528ea2e3', 'mac_address': 'fa:16:3e:dc:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf55bb-5248-47ae-a0a3-a50c282c35a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:26:54.192584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256856b-75d5-4cf6-bbf8-eed94680172b req-532215b7-eca7-433a-9283-034ea9b3801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:54.197236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a256856b-75d5-4cf6-bbf8-eed94680172b req-532215b7-eca7-433a-9283-034ea9b3801f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1103 time: 0.0862563 Jul 16 22:26:54.207976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3844-64ab-4fbd-9011-9cf3480eeadc req-95d71874-f5ea-4459-9db6-eb210f23c81c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:54.210571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b06a3844-64ab-4fbd-9011-9cf3480eeadc req-95d71874-f5ea-4459-9db6-eb210f23c81c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.1496761 Jul 16 22:26:54.226387 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:54.252528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a256856b-75d5-4cf6-bbf8-eed94680172b req-f056a031-8559-4506-9e7d-f84753ab081f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Jul 16 22:26:54.256377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898ec6e0-6018-4d86-af09-7bca528ea2e3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:26:54.284576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3,segment=NetworkSegment(9e29e233-bcd5-4e0b-9680-64f8f06bbbac),segment_id=9e29e233-bcd5-4e0b-9680-64f8f06bbbac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:54.302553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:54.314661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b06a3844-64ab-4fbd-9011-9cf3480eeadc req-6a5ed773-7ffc-4db4-ba92-3445b844fb1a tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Jul 16 22:26:54.395660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:54.404991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a43e0d39-d80c-4f08-864a-79c2d95ffb50 req-d8d0cb3b-2c18-4850-9b4d-cadfab362dae tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7dfabb4b-0350-4503-99d9-8a69c4c06ddb HTTP/1.1" status: 200 len: 1799 time: 0.0625031 Jul 16 22:26:54.467642 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-a43e0d39-d80c-4f08-864a-79c2d95ffb50 req-995474a1-049b-46e7-a462-8704ea515f52 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 22:26:54.479728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a43e0d39-d80c-4f08-864a-79c2d95ffb50 req-995474a1-049b-46e7-a462-8704ea515f52 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/7dfabb4b-0350-4503-99d9-8a69c4c06ddb HTTP/1.1" status: 409 len: 341 time: 0.0672493 Jul 16 22:26:54.512124 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94c450-9480-4b30-9395-3c0f7b3fee01 x-openstack-request-id: req-ef94c450-9480-4b30-9395-3c0f7b3fee01 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:54.512569 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "tag": "fb330044-3a58-40ac-86e3-4022adba7384", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:54.512886 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef94c450-9480-4b30-9395-3c0f7b3fee01 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:54.513420 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384', 'status': 'completed', 'code': 200} Jul 16 22:26:54.564641 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767e97a-6313-416a-b8f8-41c67de10f1a x-openstack-request-id: req-f767e97a-6313-416a-b8f8-41c67de10f1a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:54.565625 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:54.566523 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f767e97a-6313-416a-b8f8-41c67de10f1a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:54.567230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['898ec6e0-6018-4d86-af09-7bca528ea2e3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:26:54.578104 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443', 'status': 'completed', 'code': 200} Jul 16 22:26:54.721097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-c91e3d66-68e6-49ef-ae9b-c7939b482dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:54.721097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-c91e3d66-68e6-49ef-ae9b-c7939b482dd6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c4f84fe3878454fb2c3fa466ab43668&device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1225419 Jul 16 22:26:54.721690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-f4a4108a-eb39-46e9-a4b8-3ea72a532187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:54.721690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-f4a4108a-eb39-46e9-a4b8-3ea72a532187 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fec11636bc742c998c5f693031ff539&device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1176 time: 0.1653836 Jul 16 22:26:54.908187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f81e3-46b2-4d5f-acaf-400f1293c1ad req-aecd1a95-8aa6-4967-8d15-4fdf7439824d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:54.910802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e2f81e3-46b2-4d5f-acaf-400f1293c1ad req-aecd1a95-8aa6-4967-8d15-4fdf7439824d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1776168 Jul 16 22:26:55.005181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-28aa8915-fc6c-4cf5-8c35-390ee3b071be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.008093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-28aa8915-fc6c-4cf5-8c35-390ee3b071be service neutron] 10.222.0.68 "GET /v2.0/networks?id=6eb4e732-43da-4303-83ab-d5e36c6d6935 HTTP/1.1" status: 200 len: 915 time: 0.2303884 Jul 16 22:26:55.132482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-c02e6da0-8c70-4e05-badf-d371462520fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.134467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-c02e6da0-8c70-4e05-badf-d371462520fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 200 len: 912 time: 0.2343655 Jul 16 22:26:55.160343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e2f81e3-46b2-4d5f-acaf-400f1293c1ad req-a9bc0868-85d5-4f3b-8e68-9189115e20d9 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177455 Jul 16 22:26:55.166432 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-9a741fd9-0e5a-45af-b726-edf0162898a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75ea4989-3447-4b95-a652-bf50b4ee5443 HTTP/1.1" status: 200 len: 217 time: 0.1064980 Jul 16 22:26:55.279914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-31c829f2-f417-40ff-8f93-bed4dcf6ff12 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 200 len: 217 time: 0.0767136 Jul 16 22:26:55.484687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-6c4becfc-55f2-4ed4-915c-09695f2a3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.486308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-6c4becfc-55f2-4ed4-915c-09695f2a3877 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 200 len: 851 time: 0.1275868 Jul 16 22:26:55.520158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-d07e394e-5ecc-476c-a07c-7aa1b5955db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.522514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-d07e394e-5ecc-476c-a07c-7aa1b5955db4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99f09a7b-2cb7-4464-abcf-b2f18da02c3e HTTP/1.1" status: 200 len: 853 time: 0.1617341 Jul 16 22:26:55.544458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd291d-974d-470c-b2ed-288069d997a5 req-1844fdb1-f4d5-425b-bb81-17bb330fb405 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.551397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6dd291d-974d-470c-b2ed-288069d997a5 req-1844fdb1-f4d5-425b-bb81-17bb330fb405 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2667258 Jul 16 22:26:55.622907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6dd291d-974d-470c-b2ed-288069d997a5 req-b08db8f3-4edc-48b9-b5e5-a705c5b2520b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Jul 16 22:26:55.822522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 898ec6e0-6018-4d86-af09-7bca528ea2e3 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:26:55.926526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 898ec6e0-6018-4d86-af09-7bca528ea2e3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:26:55.933646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 898ec6e0-6018-4d86-af09-7bca528ea2e3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:26:55.934032 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:55.974268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33665c5-42a2-4ca8-8378-a6bd604c9a0b req-ae8505f2-b71b-472c-95b5-60433bb3598c tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:55.980150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d33665c5-42a2-4ca8-8378-a6bd604c9a0b req-ae8505f2-b71b-472c-95b5-60433bb3598c tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 945 time: 0.1543124 Jul 16 22:26:56.048222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d33665c5-42a2-4ca8-8378-a6bd604c9a0b req-7d54a093-b75f-4620-9329-d941ff87e65d tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670378 Jul 16 22:26:56.077182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:56.127288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:56.129863 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060a4e8-0dcc-4d92-a2fe-f61988b74fa4" -d '{"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:56.162821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3,segment=NetworkSegment(9e29e233-bcd5-4e0b-9680-64f8f06bbbac),segment_id=9e29e233-bcd5-4e0b-9680-64f8f06bbbac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:26:56.170225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:56.289016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:26:56.393820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980726-7e41-4a85-8c6f-4a4cde7c1e86 req-5769b220-31be-4dad-ae0a-352b81d3d885 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:56.411491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7980726-7e41-4a85-8c6f-4a4cde7c1e86 req-5769b220-31be-4dad-ae0a-352b81d3d885 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.1120317 Jul 16 22:26:56.478569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7980726-7e41-4a85-8c6f-4a4cde7c1e86 req-0b0047ab-0345-4deb-bc00-147bc5cb77ca tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660484 Jul 16 22:26:57.040632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.050865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.062457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.071301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.077403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.084354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.105314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.124188 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-c34d0a98-8114-4db9-a00b-8c7fcf7d7c92 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1670792 Jul 16 22:26:57.186718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef67ca35-d295-4cd0-a0b7-eab3554a0de7 req-551182d0-40d1-4e3f-9a10-2ea70ba3306e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613437 Jul 16 22:26:57.406149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420985d6-cdbc-4311-ac4e-9a055e3c389a req-3207e274-9a71-48ea-9642-8e35ef1a4772 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.415437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-420985d6-cdbc-4311-ac4e-9a055e3c389a req-3207e274-9a71-48ea-9642-8e35ef1a4772 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.1173627 Jul 16 22:26:57.493814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-420985d6-cdbc-4311-ac4e-9a055e3c389a req-e7538322-0821-4bf2-8e93-05d6dd361314 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717595 Jul 16 22:26:57.514904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf73fe7-cfa1-4219-a0cf-7308ada14dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:26:57.562686 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d31e5d-97ac-4d0b-914a-938e4eb6bd9b x-openstack-request-id: req-29d31e5d-97ac-4d0b-914a-938e4eb6bd9b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:57.563117 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:57.563471 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29d31e5d-97ac-4d0b-914a-938e4eb6bd9b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:57.563968 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'code': 200} Jul 16 22:26:57.826834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5d60d-ad9c-4431-8735-ee4570a7b1bd req-cd2124f6-aa1f-43ab-b72f-74c3fdccecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.829337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acc5d60d-ad9c-4431-8735-ee4570a7b1bd req-cd2124f6-aa1f-43ab-b72f-74c3fdccecad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1098 time: 0.1539781 Jul 16 22:26:57.883006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acc5d60d-ad9c-4431-8735-ee4570a7b1bd req-023c28c0-f0a3-4e54-bb4b-69f6ceabdf74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466475 Jul 16 22:26:57.903688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b88b9-11e5-40df-831e-097a65a26bb0 req-3abf2fc9-02a0-4086-97bd-06411db7d727 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:57.908045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd2b88b9-11e5-40df-831e-097a65a26bb0 req-3abf2fc9-02a0-4086-97bd-06411db7d727 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1682606 Jul 16 22:26:57.963746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd2b88b9-11e5-40df-831e-097a65a26bb0 req-1bcc2071-6937-4997-a876-74851853fef9 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Jul 16 22:26:58.205712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b07c34-d5f9-46be-a953-4e447f59b7fd req-61f49ba6-5eab-443d-9d61-3c1738b3d90d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:58.208939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74b07c34-d5f9-46be-a953-4e447f59b7fd req-61f49ba6-5eab-443d-9d61-3c1738b3d90d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0933988 Jul 16 22:26:58.254963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74b07c34-d5f9-46be-a953-4e447f59b7fd req-341733b2-f21f-437e-86ea-7b126fcf79a9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Jul 16 22:26:58.488990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1cf9c-5428-4165-a99a-fa67ee5bd0d1 req-06574d2d-e52e-4997-aa45-d094893c0afb tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:58.490486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b1cf9c-5428-4165-a99a-fa67ee5bd0d1 req-06574d2d-e52e-4997-aa45-d094893c0afb tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1024 time: 0.1058092 Jul 16 22:26:58.556131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b1cf9c-5428-4165-a99a-fa67ee5bd0d1 req-852049d3-f9d3-4f2b-ad09-afd6aefba41c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=7dfabb4b-0350-4503-99d9-8a69c4c06ddb&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0591211 Jul 16 22:26:58.748990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8666291-dcbf-400d-a2f1-eb815d55242f req-6f0809b6-7d18-4356-807a-2893ec19dddf tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:58.750365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8666291-dcbf-400d-a2f1-eb815d55242f req-6f0809b6-7d18-4356-807a-2893ec19dddf tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.0710597 Jul 16 22:26:58.805006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8666291-dcbf-400d-a2f1-eb815d55242f req-58f0e21c-ef91-4c6d-9fe1-3be9ab874856 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Jul 16 22:26:59.076319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239289-2b0e-47c2-991a-44a873a073e0 req-27ee45bc-c2e9-4fc6-9ed5-8b40769c05ce tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.076319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d239289-2b0e-47c2-991a-44a873a073e0 req-27ee45bc-c2e9-4fc6-9ed5-8b40769c05ce tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.1231651 Jul 16 22:26:59.110772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d239289-2b0e-47c2-991a-44a873a073e0 req-b1e8ea37-0a60-4507-9d20-a2b58a224ea0 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Jul 16 22:26:59.308937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.316283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.322703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.328872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.335470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.341730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.347725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.349667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-3de2e7d2-40cc-4d47-8264-7265308c51a4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1210003 Jul 16 22:26:59.404006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3151a6b1-a58a-4f6c-8d81-ff6019109d84 req-36a71026-acf7-45f3-87f5-03e0d36e5f19 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361767 Jul 16 22:26:59.482620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51362-31fb-42a8-9f83-1ce043993642 req-86ef1e5e-534e-4f83-9e4f-3ae386080e6e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.484140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0d51362-31fb-42a8-9f83-1ce043993642 req-86ef1e5e-534e-4f83-9e4f-3ae386080e6e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.0648861 Jul 16 22:26:59.522152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0d51362-31fb-42a8-9f83-1ce043993642 req-03b014ad-6fb1-4c67-845a-fa6a32a895cc tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 16 22:26:59.566400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:26:59.569303 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06279662-f858-4b81-8172-a8c4084d6d1c" -d '{"events": [{"server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "name": "network-vif-plugged", "status": "completed", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:26:59.592758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ccdf-d7cf-4778-a4c1-3838af0dec21 req-206c4e3e-52a6-49af-85cf-2abee6179f1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.602017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5177ccdf-d7cf-4778-a4c1-3838af0dec21 req-206c4e3e-52a6-49af-85cf-2abee6179f1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0941348 Jul 16 22:26:59.646353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5177ccdf-d7cf-4778-a4c1-3838af0dec21 req-c0809689-4432-49d1-ad6b-d8f78e59abaa tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Jul 16 22:26:59.759438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bda6a-c589-4c99-8b85-531045eb9fdc req-647f4c08-ec96-402c-a91c-f00b5ef14b99 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:26:59.766324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc0bda6a-c589-4c99-8b85-531045eb9fdc req-647f4c08-ec96-402c-a91c-f00b5ef14b99 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1141584 Jul 16 22:26:59.805226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc0bda6a-c589-4c99-8b85-531045eb9fdc req-f714a7a2-66e7-40fd-9fb2-0270246ffaa8 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377123 Jul 16 22:26:59.848271 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8eee61-7b67-450d-8134-d15b199ca0a8 x-openstack-request-id: req-9c8eee61-7b67-450d-8134-d15b199ca0a8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:26:59.852362 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "name": "network-vif-plugged", "status": "completed", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:26:59.853324 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c8eee61-7b67-450d-8134-d15b199ca0a8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:26:59.854027 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3', 'code': 200} Jul 16 22:26:59.856592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed6338e4-7289-485f-8b10-afa52beea9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:00.024099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847a307-c1d2-4879-a0db-605ba8e09077 req-199c8295-83bf-4a76-b407-e440ac2990a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:00.025903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7847a307-c1d2-4879-a0db-605ba8e09077 req-199c8295-83bf-4a76-b407-e440ac2990a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 1098 time: 0.1169739 Jul 16 22:27:00.033918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cea416-98b4-4dab-b2c4-1989c690ccd8 req-8cb25635-5a66-4dbc-8aec-88360f196ff0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:00.036000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20cea416-98b4-4dab-b2c4-1989c690ccd8 req-8cb25635-5a66-4dbc-8aec-88360f196ff0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1024 time: 0.0955150 Jul 16 22:27:00.052832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:00.084570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7847a307-c1d2-4879-a0db-605ba8e09077 req-1a7c56d2-ded4-4150-a212-7534536817da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 Jul 16 22:27:00.102492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20cea416-98b4-4dab-b2c4-1989c690ccd8 req-b1006715-db7e-4417-9c46-572de3f90821 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=7dfabb4b-0350-4503-99d9-8a69c4c06ddb&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0589759 Jul 16 22:27:00.545759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-5318261c-50dd-4927-b5bd-4ce0166268b0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:00.547461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-5318261c-50dd-4927-b5bd-4ce0166268b0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 814 time: 0.1043077 Jul 16 22:27:00.568517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-2ac09abf-612a-4674-a42c-3e8a5f826b38 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/quotas/c8f44270748448c797cf2fa5b44380e5 HTTP/1.1" status: 200 len: 375 time: 0.0105822 Jul 16 22:27:00.571822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3bdf9-e43f-46b6-9ddb-48409bfcbc25 req-c6f24628-5df7-4c70-ae0c-b2a95c023872 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:00.574515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29d3bdf9-e43f-46b6-9ddb-48409bfcbc25 req-c6f24628-5df7-4c70-ae0c-b2a95c023872 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.0781660 Jul 16 22:27:00.639805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29d3bdf9-e43f-46b6-9ddb-48409bfcbc25 req-eae8d17e-08eb-4ba0-bfbf-511e6204b83a tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Jul 16 22:27:00.653932 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-b94e01ae-5d02-4b06-9858-1e3c6417327d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776174 Jul 16 22:27:00.754057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-845764b3-7ceb-4b25-a2bd-177713f7519a service neutron] 10.222.0.70 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998363 Jul 16 22:27:00.804555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ceeaf-60d7-4cdd-8039-9192492de29c req-07adfd07-a92d-414e-a3d2-1b16da682b96 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:00.806303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce8ceeaf-60d7-4cdd-8039-9192492de29c req-07adfd07-a92d-414e-a3d2-1b16da682b96 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.0717719 Jul 16 22:27:00.845594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce8ceeaf-60d7-4cdd-8039-9192492de29c req-1ee7064a-cec6-47e8-b532-97cc73a26fa8 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Jul 16 22:27:00.848387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-9f7712ce-6b26-4ef7-b063-0c5e3302bf9e service neutron] 10.222.0.70 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934055 Jul 16 22:27:01.230195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.237443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.245457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.252785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.261257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.268241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.274915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.275943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:01.282617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-74ebfb47-87aa-4946-99c0-3b4091069b9c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.1419134 Jul 16 22:27:01.321555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95bdd768-19f5-4cad-8c20-57c43ca3b9de req-a64ef5c4-bad9-46d8-a7c8-79f6fb9028ba tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380046 Jul 16 22:27:01.388800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41c18-bf86-467f-912c-06d23754befc req-9d650252-99a0-4c2e-91fe-f4e83f78b486 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.390511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9a41c18-bf86-467f-912c-06d23754befc req-9d650252-99a0-4c2e-91fe-f4e83f78b486 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.0728238 Jul 16 22:27:01.449707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9a41c18-bf86-467f-912c-06d23754befc req-58493351-7ba4-4f08-8669-12bbabfea3a9 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Jul 16 22:27:01.513921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cce4e55-4857-40f8-a5b2-c921c60e868b req-34740676-5a32-43cb-baf1-a4aba424b03c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 210 time: 0.0359786 Jul 16 22:27:01.515529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaee707-e35c-456e-99c7-60a7ac00a22b req-64c44811-6fbd-454b-824d-28c65f893b1f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.517067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abaee707-e35c-456e-99c7-60a7ac00a22b req-64c44811-6fbd-454b-824d-28c65f893b1f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0827167 Jul 16 22:27:01.564511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abaee707-e35c-456e-99c7-60a7ac00a22b req-22380eb7-17fd-4744-8085-fe6e21df0412 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Jul 16 22:27:01.691879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41c3e6-1aa7-4fcf-b06c-44ca64179942 req-a4377ba3-bd56-4077-9f76-b1b32121858f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.693345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d41c3e6-1aa7-4fcf-b06c-44ca64179942 req-a4377ba3-bd56-4077-9f76-b1b32121858f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1024 time: 0.0719979 Jul 16 22:27:01.738282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d41c3e6-1aa7-4fcf-b06c-44ca64179942 req-a35dde90-fa0b-4dfa-837d-c58f4523623b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=7dfabb4b-0350-4503-99d9-8a69c4c06ddb&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0383930 Jul 16 22:27:01.761414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-a635807c-dd31-47ba-b8f4-5a426d593c13 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.762952 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-a635807c-dd31-47ba-b8f4-5a426d593c13 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.1126215 Jul 16 22:27:01.779415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-286cdc05-4948-49b2-8b6b-8f840129af49 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/quotas/13464fd634a04030a1d6a019c66373a5 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Jul 16 22:27:01.853633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea5068a0-0653-4209-bdbc-cb4f9dbc701b tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672722 Jul 16 22:27:01.911079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd62ba-f243-49b5-a954-b2bc28afa155 req-7e9914db-eb98-426b-9541-96b45e32571c tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:01.912686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ffd62ba-f243-49b5-a954-b2bc28afa155 req-7e9914db-eb98-426b-9541-96b45e32571c tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.0736692 Jul 16 22:27:01.949809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-bd1365ea-72dc-4d64-a7c0-fbb3e0cbcef8 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Jul 16 22:27:01.951178 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ffd62ba-f243-49b5-a954-b2bc28afa155 req-14fdabbd-12c3-412f-baea-2512f7c01518 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Jul 16 22:27:02.045686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-5f92bea1-4adc-4ef6-865d-4f55212d3927 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895627 Jul 16 22:27:02.116473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364121ab-2336-49be-8e4f-7057d363e335 req-5293df42-ff12-49ff-b43f-aa356ffdabdf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:02.118152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-364121ab-2336-49be-8e4f-7057d363e335 req-5293df42-ff12-49ff-b43f-aa356ffdabdf tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.0653238 Jul 16 22:27:02.153723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-4ac9a70b-c6c3-4c39-90a0-ebd3da0bead0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bb830d7e-7453-41f5-b68e-6641d8525765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374644 Jul 16 22:27:02.230884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-364121ab-2336-49be-8e4f-7057d363e335 req-2658a46d-ccf0-4e2a-8f1a-9b793827f24a tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Jul 16 22:27:02.270932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-f4b514b1-21cf-4875-a5e0-9fe7cfbebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:02.273648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-f4b514b1-21cf-4875-a5e0-9fe7cfbebc49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6eb4e732-43da-4303-83ab-d5e36c6d6935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545434 Jul 16 22:27:02.339582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8288fa36-8216-4735-bb1a-d1df8c978d58 req-df39d6cb-2699-49b1-8def-412b91a12eac tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 210 time: 0.0589111 Jul 16 22:27:02.384035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-d5f7ed69-b07e-4711-9f53-907c942959d4 service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225478 Jul 16 22:27:02.469595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-638426a6-c867-46fa-b02d-decac243d161 service neutron] 10.222.0.68 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699898 Jul 16 22:27:02.629288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4cf0ec-4b19-4f07-ac50-21ca94c31bc8 req-5baf41bd-a20d-4cdd-9a77-dd08284ae52b service neutron] 10.222.0.68 "GET /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376816 Jul 16 22:27:02.637285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:02.673218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-eda2e76e-46f8-45a1-8e4c-2ed3b4fe6832 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:02.675964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-eda2e76e-46f8-45a1-8e4c-2ed3b4fe6832 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 814 time: 0.2124457 Jul 16 22:27:02.689340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Request body: {'port': {'device_id': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'admin_state_up': True, 'tenant_id': 'c8f44270748448c797cf2fa5b44380e5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:02.957826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89dcf0-9fa9-4614-8afc-e7f746cab9ee req-beebe74d-017d-4e17-b000-f64f3c182cdb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:02.959373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f89dcf0-9fa9-4614-8afc-e7f746cab9ee req-beebe74d-017d-4e17-b000-f64f3c182cdb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.2774653 Jul 16 22:27:02.974184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Made reservation on behalf of c8f44270748448c797cf2fa5b44380e5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:02.977566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.053797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f89dcf0-9fa9-4614-8afc-e7f746cab9ee req-d2516c75-5abf-434a-8bc6-a74a66732145 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877264 Jul 16 22:27:03.072934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f433f66-9087-4f19-97ad-ebc37b902317 req-94865a6c-15f8-456c-9724-7906a1bab122 service neutron] 10.222.0.68 "GET /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956371 Jul 16 22:27:03.114707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-8cf361ea-4e8f-47a3-98fb-5e6cccf3921d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.116259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-8cf361ea-4e8f-47a3-98fb-5e6cccf3921d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/ports?device_id=677c068f-c42e-45b1-9d17-f616fb3f4448 HTTP/1.1" status: 200 len: 945 time: 0.1726933 Jul 16 22:27:03.132178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.138038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.144576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.151164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.157576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.162707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Allocated IP 172.20.0.14 (5a503ace-9a21-45c9-a4c5-8574ace33155/86580ff3-40a2-4108-9ed3-29d44d71e486/5f1d0dc1-bd46-43b6-b638-738cd84e9ce2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:03.163432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.169403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.171343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-246009d8-c97a-4e00-85e5-fee688772829 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5418 time: 0.2290275 Jul 16 22:27:03.291916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f179c0a-9065-460f-b179-b9c97d1efda6 req-6d9c1f64-8ebc-4634-95e0-db41a4e9ee20 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669868 Jul 16 22:27:03.304990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Deleting port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:03.305357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.354118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c080e07d-f5cd-4e13-be31-18bd490960fe req-90b751fd-5b8a-4326-91f0-2902f1f7a02b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 210 time: 0.0405331 Jul 16 22:27:03.397088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.402928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] For port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:03.403370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.421650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Calling delete_port for 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:03.438412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.451730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6616940f-c6fb-440b-bc28-2d9b49b27fda'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:03.506276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Network 5a503ace-9a21-45c9-a4c5-8574ace33155 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:03.530438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:03.536555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:03.542452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535fdc0-69a7-4083-9ab6-eaa1a236507b req-56540c3b-c470-44b6-9c15-750af817c65c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.543516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6535fdc0-69a7-4083-9ab6-eaa1a236507b req-56540c3b-c470-44b6-9c15-750af817c65c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1199722 Jul 16 22:27:03.570255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Pushing event updated for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:03.611461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.612171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.623094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6535fdc0-69a7-4083-9ab6-eaa1a236507b req-d302f58b-8667-417b-a361-e2c39eae4008 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680382 Jul 16 22:27:03.635256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e8232-e80f-4990-8c90-fc1aca60c937 req-657ec0dc-21ab-4c52-a275-3d9b649e1e04 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.643749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa1e8232-e80f-4990-8c90-fc1aca60c937 req-657ec0dc-21ab-4c52-a275-3d9b649e1e04 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1024 time: 0.1560140 Jul 16 22:27:03.652157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-4bfb6f8b-6235-452a-a22e-56f283d06d03 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9673543 Jul 16 22:27:03.669807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.670767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Request body: {'port': {'device_id': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:03.705033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event deleted for resources: {'Port': ['ID=81ef31e9-a8c8-4240-9d6d-90fc161f7e7b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:03.761330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] No DVR routers for this DVR port 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:03.764422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:03.766649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8fc7ef37-be34-4cda-860c-9741e8c4a1b0 req-5fba913d-1541-48f5-9aef-6b184a5327a7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "DELETE /v2.0/ports/81ef31e9-a8c8-4240-9d6d-90fc161f7e7b HTTP/1.1" status: 204 len: 173 time: 0.5943730 Jul 16 22:27:03.767121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-deleted', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:03.769806 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687d4ca-c8c4-4af3-8b03-693dfdaed15b" -d '{"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-deleted", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:03.851735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device af128ea1-0a69-41b9-bb8f-9d3fe643b3ce details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:03.886435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:03.949054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:03.949667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:03.951740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-f523631a-643d-4c5a-b18f-b55dfe900406 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:03.953487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-f523631a-643d-4c5a-b18f-b55dfe900406 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.68 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.1666522 Jul 16 22:27:03.968645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Request body: {'port': {'device_id': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'admin_state_up': True, 'tenant_id': '13464fd634a04030a1d6a019c66373a5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:04.063307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.075868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'port_id': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'mac_address': 'fa:16:3e:0a:05:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:04.129463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa1e8232-e80f-4990-8c90-fc1aca60c937 req-7ad9fd38-57c7-401e-8a33-85db06443023 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ba58cc6-7993-4169-bfec-ac83c51699a8&id=7dfabb4b-0350-4503-99d9-8a69c4c06ddb&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4845419 Jul 16 22:27:04.134316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.136753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:04.141372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.152627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af128ea1-0a69-41b9-bb8f-9d3fe643b3ce {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:04.198088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.199917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.205286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.207595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:04.248887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.267916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'port_id': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1', 'mac_address': 'fa:16:3e:3b:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:04.270667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-7f1744d1-d8e9-4369-9f15-99d7be39556b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:04.272331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-7f1744d1-d8e9-4369-9f15-99d7be39556b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 1024 time: 0.2255747 Jul 16 22:27:04.352435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Allocated IP 172.20.0.12 (da3621fc-0d5d-4e59-9f45-a18ad4064f63/47fab7af-a9d0-49a0-b459-533946a13d19/8d28b5ba-a0b1-4333-886b-85ccddd0a8da) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:04.478374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b6bcb78-daaa-4b6d-bb51-e0d1e2a6b5a8 req-54ce849f-1323-41a0-9c37-877014576fe4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 210 time: 0.0474045 Jul 16 22:27:04.499391 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.529550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:04.550095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:04.557529 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3e4b6-19dc-49a9-9611-c5d3141399bc x-openstack-request-id: req-e0e3e4b6-19dc-49a9-9611-c5d3141399bc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:04.557529 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c068f-c42e-45b1-9d17-f616fb3f4448", "name": "network-vif-deleted", "tag": "81ef31e9-a8c8-4240-9d6d-90fc161f7e7b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:04.557798 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0e3e4b6-19dc-49a9-9611-c5d3141399bc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:04.558029 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c068f-c42e-45b1-9d17-f616fb3f4448', 'name': 'network-vif-deleted', 'tag': '81ef31e9-a8c8-4240-9d6d-90fc161f7e7b', 'status': 'completed', 'code': 200} Jul 16 22:27:04.583787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75ea4989-3447-4b95-a652-bf50b4ee5443 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:04.592559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.592832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.595781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.596253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.596946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.597455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:04.607466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12e150-f7c0-4708-b8f2-bff66b9f9dbb req-91acdfde-1da1-43fe-bb4f-7c898a2d8838 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:04.612016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.614639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e12e150-f7c0-4708-b8f2-bff66b9f9dbb req-91acdfde-1da1-43fe-bb4f-7c898a2d8838 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 944 time: 0.2903781 Jul 16 22:27:04.661985 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.662949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:04.678756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Deleting port fb330044-3a58-40ac-86e3-4022adba7384 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:04.679284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.722422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e12e150-f7c0-4708-b8f2-bff66b9f9dbb req-8bc6d8f6-003b-4d54-a44a-e593bfed564b tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068072 Jul 16 22:27:04.734081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.774989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.798808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:04.803561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa0fea-c8be-43e7-b835-f4989d191ac4 req-03635227-1d02-4e89-8775-3fa68f50dd9b tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:04.806111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6faa0fea-c8be-43e7-b835-f4989d191ac4 req-03635227-1d02-4e89-8775-3fa68f50dd9b tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1103 time: 0.1213892 Jul 16 22:27:04.810613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'port_id': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807', 'mac_address': 'fa:16:3e:35:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:04.819481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:04.831813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.841777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.849878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port fb330044-3a58-40ac-86e3-4022adba7384, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fb330044-3a58-40ac-86e3-4022adba7384,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.850160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.869103 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.882245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75ea4989-3447-4b95-a652-bf50b4ee5443,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.882844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Transition to ACTIVE for port object 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:04.887885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Calling delete_port for fb330044-3a58-40ac-86e3-4022adba7384 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:04.897645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:04.903266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '75ea4989-3447-4b95-a652-bf50b4ee5443', 'network_id': '6eb4e732-43da-4303-83ab-d5e36c6d6935', 'port_id': '75ea4989-3447-4b95-a652-bf50b4ee5443', 'mac_address': 'fa:16:3e:d0:d3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f09a7b-2cb7-4464-abcf-b2f18da02c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:04.909836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.917918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6faa0fea-c8be-43e7-b835-f4989d191ac4 req-44e7fadb-f8b6-4d95-8341-dd8b086bfc96 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049228 Jul 16 22:27:04.924760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:04.929770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:04.932023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:04.937664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:04.968457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:04.987024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:04.988228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device edc257dd-40d8-443a-9f12-c4c5f91c8fa0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:04.989900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:04.990534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.006349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-75854d1c-ba11-410e-9376-0bd27b65050e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0439603 Jul 16 22:27:05.020202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Request body: {'port': {'device_id': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:05.022202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.065088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ea4989-3447-4b95-a652-bf50b4ee5443 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:05.073771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.091406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.100279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'network_id': '895ade8f-1f55-4282-91fc-eb59b961f1ef', 'port_id': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'mac_address': 'fa:16:3e:d7:1f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c6244-69be-43fd-b3f1-8d015d662a70', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:05.101295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.104856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75ea4989-3447-4b95-a652-bf50b4ee5443,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.129861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.144383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b759a80-34a0-4da5-909c-9972f7016a56 req-fdf2f640-c9a5-4fe5-a3b7-6789ee317109 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.149440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b759a80-34a0-4da5-909c-9972f7016a56 req-fdf2f640-c9a5-4fe5-a3b7-6789ee317109 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.2571433 Jul 16 22:27:05.164881 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.171143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.196942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc257dd-40d8-443a-9f12-c4c5f91c8fa0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:05.210572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.224190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.225964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b759a80-34a0-4da5-909c-9972f7016a56 req-9ffdfefb-66da-4503-a144-83cf353c00bf tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Jul 16 22:27:05.231456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.232182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 51a8dd49-98c0-4174-bb7b-798bd2dbee56 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:05.250642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.253583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.260134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.266563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.272709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.278767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.285325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.287296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-b419165b-8786-4c41-9c01-6d69d16985e0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5421 time: 0.1761429 Jul 16 22:27:05.316295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Attempting to bind port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:05.316685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Attempting to bind port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:05.317060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Attempting to bind port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:05.322115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 on network 5a503ace-9a21-45c9-a4c5-8574ace33155 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:05.322488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Attempting to bind port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:05.326255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.333932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.346057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'port_id': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'mac_address': 'fa:16:3e:33:73:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50622db6-ac46-4b22-923d-c4e735bce68c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:05.374743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'Port': ['ID=fb330044-3a58-40ac-86e3-4022adba7384,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.374932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0cb5fee8-a841-4431-b278-64fe0c73bb0e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:05.399666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:05.400279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Checking segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:05.400737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Bound using segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:05.401194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Bound port: 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:05.401557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.401661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-979b1ce6-27c5-42b8-adb9-600c46bb4e7c req-bf9627f6-0882-4d22-9594-d73fb8100d7c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052859 Jul 16 22:27:05.467684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['75ea4989-3447-4b95-a652-bf50b4ee5443'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:05.473679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.499471 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.516352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] No DVR routers for this DVR port fb330044-3a58-40ac-86e3-4022adba7384 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:05.521957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.525601 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc8aa17b-da57-427c-a15d-bf5a7d9a5569 req-4bad9002-4bef-4c83-ac6e-1399e0be242f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.68 "DELETE /v2.0/ports/fb330044-3a58-40ac-86e3-4022adba7384 HTTP/1.1" status: 204 len: 173 time: 1.2312572 Jul 16 22:27:05.529242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'name': 'network-vif-deleted', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:05.536941 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733350ef-31dc-4306-bd01-cb862f5afe0f" -d '{"events": [{"server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "name": "network-vif-deleted", "tag": "fb330044-3a58-40ac-86e3-4022adba7384"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:05.546204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a8dd49-98c0-4174-bb7b-798bd2dbee56 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:05.589856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.604709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.605834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 67207f4f-29fa-4bf6-8779-ec2f48314cdd details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:05.674520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:05.682539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:05.701907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb47554-cba2-4fbb-b962-47378334edb3 req-4c267edc-13fd-49ef-a872-96c1fac9da0a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.705431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbb47554-cba2-4fbb-b962-47378334edb3 req-4c267edc-13fd-49ef-a872-96c1fac9da0a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 944 time: 0.3323143 Jul 16 22:27:05.708400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.782397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:05.789448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.807702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.808698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.810958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 HTTP/1.1" status: 200 len: 1093 time: 2.1467643 Jul 16 22:27:05.837648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'network_id': '412c5129-cb09-462e-bbe9-c8a285a0e4e4', 'port_id': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'mac_address': 'fa:16:3e:8a:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50622db6-ac46-4b22-923d-c4e735bce68c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:05.853297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6830f94-b452-49dd-9fa7-1f9770ce5e36 req-c6132533-ef44-4614-9eb7-896fc769fe21 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:05.856137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6830f94-b452-49dd-9fa7-1f9770ce5e36 req-c6132533-ef44-4614-9eb7-896fc769fe21 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2571530 Jul 16 22:27:05.879834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d28b5ba-a0b1-4333-886b-85ccddd0a8da {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:05.888292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.902536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Transition to ACTIVE for port object 8d28b5ba-a0b1-4333-886b-85ccddd0a8da will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:05.915689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbb47554-cba2-4fbb-b962-47378334edb3 req-ced22a31-dd81-4c1b-926f-b9d6fa767160 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924291 Jul 16 22:27:05.925274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:05.971070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba326083-ef7f-4d5f-8d05-5dba1ff2ed29 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:05.989124 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.001778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-dc502db5-0b69-4faf-9abb-01b22029e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.003896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-dc502db5-0b69-4faf-9abb-01b22029e91f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 1096 time: 0.1439674 Jul 16 22:27:06.021856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67207f4f-29fa-4bf6-8779-ec2f48314cdd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:06.025417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:06.052311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:06.059800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.060596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 256db649-91d2-46e2-8692-900e006e102e details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:06.071780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-367f1d13-24a3-4243-b20d-c041ddde8b99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 HTTP/1.1" status: 200 len: 217 time: 0.0599174 Jul 16 22:27:06.097273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6830f94-b452-49dd-9fa7-1f9770ce5e36 req-326bd5e1-ad17-4891-a1fb-28220d49853e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930127 Jul 16 22:27:06.137670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5215f6-7731-4a01-a111-d40facd757be req-de03e70b-1481-4d77-9eee-54b4244f5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.139949 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-de03e70b-1481-4d77-9eee-54b4244f5ac7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.0597658 Jul 16 22:27:06.148285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:06.189617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-927a8772-6344-463d-bfb6-02bb26815da9 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.191877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-927a8772-6344-463d-bfb6-02bb26815da9 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.4781883 Jul 16 22:27:06.195326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-bf021d45-7592-4bbd-8fcf-0bcd3716b2f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468874 Jul 16 22:27:06.228748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:06.243377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '256db649-91d2-46e2-8692-900e006e102e', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'port_id': '256db649-91d2-46e2-8692-900e006e102e', 'mac_address': 'fa:16:3e:18:01:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:06.260366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Attempting to bind port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:06.263548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Attempting to bind port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:06.264088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Attempting to bind port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:06.296906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.316797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256db649-91d2-46e2-8692-900e006e102e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:06.323810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:06.337583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Attempting to bind port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:06.344181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:06.349557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.367883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:06.368244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Checking segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:06.368620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Bound using segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:06.369101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Bound port: 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:06.369467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.370695 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-b501a412-ffd7-497a-bc00-5fadd72e90f5 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666472 Jul 16 22:27:06.419854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:06.423573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a501cd12-dc2a-4991-b370-ae70a9932d8c req-f8826963-86e6-496d-926f-65e447005d5e tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c556a65-b00b-4ecb-859d-649928902656 HTTP/1.1" status: 200 len: 210 time: 0.0822053 Jul 16 22:27:06.473051 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eafcc5-80c0-4f8e-b7c0-c1a30a60e493 x-openstack-request-id: req-42eafcc5-80c0-4f8e-b7c0-c1a30a60e493 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:06.473350 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c556a65-b00b-4ecb-859d-649928902656", "name": "network-vif-deleted", "tag": "fb330044-3a58-40ac-86e3-4022adba7384", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:06.473604 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42eafcc5-80c0-4f8e-b7c0-c1a30a60e493 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:06.474014 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c556a65-b00b-4ecb-859d-649928902656', 'name': 'network-vif-deleted', 'tag': 'fb330044-3a58-40ac-86e3-4022adba7384', 'status': 'completed', 'code': 200} Jul 16 22:27:06.528446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5215f6-7731-4a01-a111-d40facd757be req-30137143-7c66-490d-ae57-6f12a029b7bf service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502016 Jul 16 22:27:06.530979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:06.535461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:06.550767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.552191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54279ba-20c7-49e2-85e2-a387a97eb405 req-b0fb6fd1-13ff-4ae7-881f-924d1c7d8df5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.553886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d54279ba-20c7-49e2-85e2-a387a97eb405 req-b0fb6fd1-13ff-4ae7-881f-924d1c7d8df5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 944 time: 0.1280665 Jul 16 22:27:06.560421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Deleting port 898ec6e0-6018-4d86-af09-7bca528ea2e3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:06.560767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.561425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fb330044-3a58-40ac-86e3-4022adba7384 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:06.582736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: fb330044-3a58-40ac-86e3-4022adba7384 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:06.583075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fb330044-3a58-40ac-86e3-4022adba7384 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:06.599583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d54279ba-20c7-49e2-85e2-a387a97eb405 req-c469eda9-658c-4f7e-96e2-d2816453fab8 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Jul 16 22:27:06.647505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.648164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.649584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] 10.222.0.68 "PUT /v2.0/ports/8d28b5ba-a0b1-4333-886b-85ccddd0a8da HTTP/1.1" status: 200 len: 1093 time: 1.6350148 Jul 16 22:27:06.653634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:06.655818 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92024809-2fa4-4b85-b8f7-ccdecef77b58" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:06.755765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514c65-2cae-4653-b603-3bf69e62b94b service neutron] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:06.768162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223847-ac1c-4a07-97a8-adc4695c66fb req-c9a8b8ee-6c4d-4c30-9359-03fdfacfbcb0 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.769784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56223847-ac1c-4a07-97a8-adc4695c66fb req-c9a8b8ee-6c4d-4c30-9359-03fdfacfbcb0 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eabca58-6bae-4a4e-b03b-b92f02f4c847 HTTP/1.1" status: 200 len: 946 time: 0.0651753 Jul 16 22:27:06.786029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] For port 898ec6e0-6018-4d86-af09-7bca528ea2e3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=898ec6e0-6018-4d86-af09-7bca528ea2e3,segment=NetworkSegment(9e29e233-bcd5-4e0b-9680-64f8f06bbbac),segment_id=9e29e233-bcd5-4e0b-9680-64f8f06bbbac)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:06.786439 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:06.808339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Calling delete_port for 898ec6e0-6018-4d86-af09-7bca528ea2e3 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:06.813605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56223847-ac1c-4a07-97a8-adc4695c66fb req-6f40abde-ec5e-453b-abb9-f6f6d61b3541 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2c400e6-4fd5-4862-8171-8742843269dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Jul 16 22:27:06.836727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45477-74ea-4582-b7e6-d1536167c666 req-fc4dd917-f78c-4100-9448-2deaedb18dd3 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.841561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ebd45477-74ea-4582-b7e6-d1536167c666 req-fc4dd917-f78c-4100-9448-2deaedb18dd3 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 945 time: 0.2522361 Jul 16 22:27:06.892383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-68b82993-96bb-4a12-9a76-968b88ba5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.894066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-68b82993-96bb-4a12-9a76-968b88ba5f2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 1096 time: 0.1926746 Jul 16 22:27:06.963902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-353ae3c6-4689-42ef-a858-ba02e254c365 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da HTTP/1.1" status: 200 len: 217 time: 0.0578949 Jul 16 22:27:06.970852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7caa7-6f52-4da5-bb82-a6fce25983d8 req-ce63b6ab-d0e5-4196-93fd-0c65057a24c1 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:06.972992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ebd45477-74ea-4582-b7e6-d1536167c666 req-7270af7a-fd78-41b9-91d9-52beb89b668c tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273975 Jul 16 22:27:06.973150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cff7caa7-6f52-4da5-bb82-a6fce25983d8 req-ce63b6ab-d0e5-4196-93fd-0c65057a24c1 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 1103 time: 0.0575039 Jul 16 22:27:07.010463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cff7caa7-6f52-4da5-bb82-a6fce25983d8 req-5901bbee-1976-406f-a944-747a36c99628 tempest-ServersAdminTestJSON-224566659 tempest-ServersAdminTestJSON-224566659-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297596 Jul 16 22:27:07.028110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-504652a1-8b0b-42bf-a867-937b2b7b5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.029673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-504652a1-8b0b-42bf-a867-937b2b7b5225 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.0558221 Jul 16 22:27:07.086215 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca259e9-21db-44e8-aa17-6b509daad66a x-openstack-request-id: req-0ca259e9-21db-44e8-aa17-6b509daad66a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:07.086511 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:07.086768 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ca259e9-21db-44e8-aa17-6b509daad66a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:07.087177 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'status': 'completed', 'code': 200} Jul 16 22:27:07.089336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-102e60c3-74f9-4907-9196-93591f8603dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351529 Jul 16 22:27:07.110288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['edc257dd-40d8-443a-9f12-c4c5f91c8fa0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.136746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7578e4d1-defe-4bad-85ff-dbaebdd72ac1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.137012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:07.139237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['af128ea1-0a69-41b9-bb8f-9d3fe643b3ce'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.200330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Pushing event deleted for resources: {'Port': ['ID=898ec6e0-6018-4d86-af09-7bca528ea2e3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:07.203710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['11ade48a-9a82-4ea3-ac8f-a6cb7c430807'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.206627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['51a8dd49-98c0-4174-bb7b-798bd2dbee56'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.208852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['256db649-91d2-46e2-8692-900e006e102e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:07.242581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5404a6a-417e-4760-ab02-8a3493a64234 req-37c12f84-6da0-42c6-a270-41bda9e25c8c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.244253 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5404a6a-417e-4760-ab02-8a3493a64234 req-37c12f84-6da0-42c6-a270-41bda9e25c8c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 944 time: 0.0663741 Jul 16 22:27:07.285535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5404a6a-417e-4760-ab02-8a3493a64234 req-bf22bbb8-77bd-4fba-ba74-b00b7762a38a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jul 16 22:27:07.296841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] No DVR routers for this DVR port 898ec6e0-6018-4d86-af09-7bca528ea2e3 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:07.303219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:07.309784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39f29a13-4e13-4acf-9040-10a4ab71bf43 req-167bd27f-6fe8-4f1b-9971-c33fc8992e29 tempest-ServerPasswordTestJSON-1816312586 tempest-ServerPasswordTestJSON-1816312586-project] 10.222.0.47 "DELETE /v2.0/ports/898ec6e0-6018-4d86-af09-7bca528ea2e3 HTTP/1.1" status: 204 len: 173 time: 1.0999122 Jul 16 22:27:07.324038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-4110e37b-d4e3-454b-b09c-0c8552e39eef service neutron] 10.222.0.68 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258034 Jul 16 22:27:07.336710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.343324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.350885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.357259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.363301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.369250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.375241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.377209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-ff8dd02c-0b4f-4359-a6c2-389454537eb6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5425 time: 0.2673233 Jul 16 22:27:07.479593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08ea5c11-94a3-453a-b252-0b1b82dbbde8 req-69ddc896-4646-4c11-a779-fd332a6055b7 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923002 Jul 16 22:27:07.507051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a670e23f-cf02-4dde-94d0-bd828e8ae1d3 req-8a018385-7173-462b-9c2d-9507267f9578 service neutron] 10.222.0.68 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281481 Jul 16 22:27:07.701582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-e3ef186e-bcdf-4b28-a780-08a0674f93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.703120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-e3ef186e-bcdf-4b28-a780-08a0674f93f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 1096 time: 0.1237187 Jul 16 22:27:07.763125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c837d-f109-40bb-9503-d9390467054d req-ee620713-9b77-4007-8bb6-3594d128d478 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.764660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a2c837d-f109-40bb-9503-d9390467054d req-ee620713-9b77-4007-8bb6-3594d128d478 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1184599 Jul 16 22:27:07.841591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b5b9-2eab-4876-90e9-3d7cad029a62 req-97989ebf-15db-4e46-ab35-e51d3ce318fb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.845791 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a2c837d-f109-40bb-9503-d9390467054d req-6748b998-27a3-4822-80eb-45f6eaf97cb2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Jul 16 22:27:07.849198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7b2b5b9-2eab-4876-90e9-3d7cad029a62 req-97989ebf-15db-4e46-ab35-e51d3ce318fb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.0780551 Jul 16 22:27:07.849387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-7e8cc61b-ad2a-4e22-a4f3-f3be64cfd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:07.850765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-7e8cc61b-ad2a-4e22-a4f3-f3be64cfd9cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 906 time: 0.1401494 Jul 16 22:27:07.896411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7b2b5b9-2eab-4876-90e9-3d7cad029a62 req-a4b82dc4-1b60-4736-987d-f0b0e7667dee tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Jul 16 22:27:07.919652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-b7d883bf-4b27-4eb1-8d0e-255f3d9c4342 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da HTTP/1.1" status: 200 len: 217 time: 0.0602293 Jul 16 22:27:07.987898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-a55333c5-9336-413e-8f0c-6dbe0a20258a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/2ba58cc6-7993-4169-bfec-ac83c51699a8 HTTP/1.1" status: 200 len: 1800 time: 0.0647430 Jul 16 22:27:08.026762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-b20d338e-51cc-4886-a05a-b94c50e3fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:08.028368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-b20d338e-51cc-4886-a05a-b94c50e3fcb3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.0953364 Jul 16 22:27:08.045334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.073392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.087189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-8fed47ac-6c4a-4067-8e3f-818b6fd8c5b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440488 Jul 16 22:27:08.118703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['67207f4f-29fa-4bf6-8779-ec2f48314cdd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:08.122627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.126197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.128086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0c48485-e114-4ccd-ac48-7cd58fc904d1 req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/2ba58cc6-7993-4169-bfec-ac83c51699a8 HTTP/1.1" status: 204 len: 173 time: 0.1388035 Jul 16 22:27:08.138481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a3ee1-8b31-4e82-a9e3-732e865b554a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba58cc6-7993-4169-bfec-ac83c51699a8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:08.212364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:08.256280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f37c2e-0674-46c6-91af-15e68d6ab33f req-4d00e550-e529-41be-b740-398993ad3532 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:08.264568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2f37c2e-0674-46c6-91af-15e68d6ab33f req-4d00e550-e529-41be-b740-398993ad3532 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 944 time: 0.1541450 Jul 16 22:27:08.288133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Deleting subnet 5edf55bb-5248-47ae-a0a3-a50c282c35a6 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:27:08.291944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.306717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-c6fa49ac-d660-45a8-b57a-e75bea11d754 service neutron] 10.222.0.68 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109046 Jul 16 22:27:08.328080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2f37c2e-0674-46c6-91af-15e68d6ab33f req-27af0d33-48ff-4cd9-bad3-0f4227806ea5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626404 Jul 16 22:27:08.364254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.368763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:08.372736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:08.398263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:08.398777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 81ef31e9-a8c8-4240-9d6d-90fc161f7e7b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:08.399322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 898ec6e0-6018-4d86-af09-7bca528ea2e3 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:08.413681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a8fc-64f0-48fc-a26e-63f289373008 req-2483572a-6838-46cf-beae-10278188f817 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:08.415214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a764a8fc-64f0-48fc-a26e-63f289373008 req-2483572a-6838-46cf-beae-10278188f817 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1001391 Jul 16 22:27:08.421545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 898ec6e0-6018-4d86-af09-7bca528ea2e3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:08.422230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 898ec6e0-6018-4d86-af09-7bca528ea2e3 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:08.428572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.448223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255954f-c02e-4e4d-be31-372da7d29527 req-7d67e1f4-e3c8-4a39-9bb5-38825cc76292 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7dfabb4b-0350-4503-99d9-8a69c4c06ddb HTTP/1.1" status: 200 len: 1799 time: 0.0931680 Jul 16 22:27:08.450688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92024809-2fa4-4b85-b8f7-ccdecef77b58 req-f83a61f1-6691-4f2a-9d70-2c84934ff4cd service neutron] 10.222.0.68 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356573 Jul 16 22:27:08.477877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:08.480198 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286fb635-aacd-4198-8e5c-94990c34d65d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:08.499233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a764a8fc-64f0-48fc-a26e-63f289373008 req-ef292487-75d7-4df9-b6a3-a843ba5fc051 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761006 Jul 16 22:27:08.511257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3255954f-c02e-4e4d-be31-372da7d29527 req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.516673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:08.526262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.536565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3255954f-c02e-4e4d-be31-372da7d29527 req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.540491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'port_id': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2', 'mac_address': 'fa:16:3e:d0:74:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86580ff3-40a2-4108-9ed3-29d44d71e486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:08.543687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.548036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5edf55bb-5248-47ae-a0a3-a50c282c35a6 HTTP/1.1" status: 204 len: 168 time: 0.3342295 Jul 16 22:27:08.552721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:08.567450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948d97e-daca-4ee1-a202-f758454a70de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edf55bb-5248-47ae-a0a3-a50c282c35a6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:08.568256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75ea4989-3447-4b95-a652-bf50b4ee5443 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:08.609606 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.627040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:08.639405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.651975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:08.657255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.658948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 75ea4989-3447-4b95-a652-bf50b4ee5443 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:08.671329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3255954f-c02e-4e4d-be31-372da7d29527 req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.673804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3255954f-c02e-4e4d-be31-372da7d29527 req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.677511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255954f-c02e-4e4d-be31-372da7d29527 req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/7dfabb4b-0350-4503-99d9-8a69c4c06ddb HTTP/1.1" status: 204 len: 173 time: 0.2224557 Jul 16 22:27:08.683998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 75ea4989-3447-4b95-a652-bf50b4ee5443 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:08.684383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.702617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726595f-1c07-4864-a9a5-b7a6135b65f4 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfabb4b-0350-4503-99d9-8a69c4c06ddb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:08.752488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:08.752897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9c0b-bebe-404a-9636-5b2e38f38b36 req-280bd418-cecf-4cbe-8816-a7f7f5d7dcf3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:08.754789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-222d9c0b-bebe-404a-9636-5b2e38f38b36 req-280bd418-cecf-4cbe-8816-a7f7f5d7dcf3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 944 time: 0.1262755 Jul 16 22:27:08.763340 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6efc90-bf22-4487-96af-56e014092b20 x-openstack-request-id: req-8e6efc90-bf22-4487-96af-56e014092b20 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:08.763872 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:08.764127 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e6efc90-bf22-4487-96af-56e014092b20 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:08.764527 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2', 'status': 'completed', 'code': 200} Jul 16 22:27:08.772747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.800211 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.803398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-222d9c0b-bebe-404a-9636-5b2e38f38b36 req-4fc7d16a-a7c4-43a4-8c97-05cee6952f3b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Jul 16 22:27:08.822002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26298614-3415-45c0-8e36-3e3a5f406dfc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:08.833834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:08.836338 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c6773a-c7c3-451a-9066-32f425ca3056" -d '{"events": [{"server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:08.839749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-458480528', 'description': 'tempest-description-220303407'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:08.849770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e29e233-bcd5-4e0b-9680-64f8f06bbbac') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:08.850767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75ea4989-3447-4b95-a652-bf50b4ee5443,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:08.850957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e29e233-bcd5-4e0b-9680-64f8f06bbbac') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:08.855888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.873934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.893295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.911220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:08.920305 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.933060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb635-aacd-4198-8e5c-94990c34d65d req-0354717d-4236-4831-959e-40a155a94300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:08.934658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-0354717d-4236-4831-959e-40a155a94300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 1097 time: 0.1587327 Jul 16 22:27:08.936371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:27:08.936766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:27:08.942151 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:27:09.234328 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:27:09.323731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'name': 'network-vif-deleted', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:09.325982 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8bac9-a212-49be-b838-b7f3f07103bb" -d '{"events": [{"server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "name": "network-vif-deleted", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:09.380275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.386914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.392928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.398840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.403981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.404733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.408709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.411806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.417694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.419620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-9250e55e-f8a7-429f-ab22-209a5c4c992a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5425 time: 0.5914431 Jul 16 22:27:09.442301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.443525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f98a096a-2a2c-4566-9c03-5f1ebffa4d79 req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6083333 Jul 16 22:27:09.445317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5033-e73a-4061-a3a2-c60432f982dd tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe5db7-f9f1-427f-bec8-e6b2de318a1f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:09.454346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.459707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.462431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] 10.222.0.70 "DELETE /v2.0/networks/26298614-3415-45c0-8e36-3e3a5f406dfc HTTP/1.1" status: 204 len: 168 time: 0.9081345 Jul 16 22:27:09.492156 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d84cb-eb39-41d8-b140-2d6326c0ac7a x-openstack-request-id: req-e15d84cb-eb39-41d8-b140-2d6326c0ac7a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:09.492638 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "name": "network-vif-plugged", "status": "completed", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:09.492889 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e15d84cb-eb39-41d8-b140-2d6326c0ac7a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:09.493615 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443', 'code': 200} Jul 16 22:27:09.504869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebf866-68fc-49bd-b92d-a62d53c2c46e admin admin] Pushing event deleted for resources: {'Network': ['ID=26298614-3415-45c0-8e36-3e3a5f406dfc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:09.528232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['5f1d0dc1-bd46-43b6-b638-738cd84e9ce2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:09.556008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb635-aacd-4198-8e5c-94990c34d65d req-bd1bd659-a225-4b0a-915c-1471d8409a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.557536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-bd1bd659-a225-4b0a-915c-1471d8409a9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.6146250 Jul 16 22:27:09.574046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a374f40-9c8c-4d24-97a7-75512019fd3e req-0158aaea-0f43-4955-9c3f-b4b013250996 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210051 Jul 16 22:27:09.630901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:09.660233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-8212464f-2742-4f2b-abe4-8c8d04f58c72 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.661818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-8212464f-2742-4f2b-abe4-8c8d04f58c72 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.3326852 Jul 16 22:27:09.663206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-5baf8c48-12cc-4930-8c3c-adea7f31380c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 HTTP/1.1" status: 200 len: 217 time: 0.0872848 Jul 16 22:27:09.717305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8aae88e7-a382-42eb-a1a5-b346b9a0b8e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa7ef62a068644e0bc342b27cfddf6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853014 Jul 16 22:27:09.720259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:09.761144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271b04-ede9-4cee-8c09-38146e75695b req-9e54fc43-2e73-4bce-b9d6-b48c7719cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.762926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-32271b04-ede9-4cee-8c09-38146e75695b req-9e54fc43-2e73-4bce-b9d6-b48c7719cb99 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1759152 Jul 16 22:27:09.808510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81681-b94c-4df2-897c-d3155f7f3ace req-1669ab1a-ae26-4b3c-8491-0fc1a3aa2d46 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.810023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3c81681-b94c-4df2-897c-d3155f7f3ace req-1669ab1a-ae26-4b3c-8491-0fc1a3aa2d46 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1799724 Jul 16 22:27:09.812906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb635-aacd-4198-8e5c-94990c34d65d req-86c57971-0a06-41c5-9e3c-37fee7318fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.814401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-86c57971-0a06-41c5-9e3c-37fee7318fda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.1383252 Jul 16 22:27:09.844861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.851984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-32271b04-ede9-4cee-8c09-38146e75695b req-38122728-cb79-4252-9ab1-1563ca1cabb3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Jul 16 22:27:09.866169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-200a3246-ae72-4892-aff8-9b5111799214 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423737 Jul 16 22:27:09.883805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.892595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3c81681-b94c-4df2-897c-d3155f7f3ace req-e4c5d3ea-0fd8-45ac-9b31-be5acaac62f5 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720623 Jul 16 22:27:09.910672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07371b7f-d031-47e4-8bfa-28ce52dbe89e req-86d1a2a4-1f02-48ac-a58f-2189bacd2abb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:09.912398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07371b7f-d031-47e4-8bfa-28ce52dbe89e req-86d1a2a4-1f02-48ac-a58f-2189bacd2abb tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 949 time: 0.2025030 Jul 16 22:27:09.921135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Deleting port 6cfac9e3-6334-4864-994d-91ed5674b040 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:09.921481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.942691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.946057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:09.949849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2c400e6-4fd5-4862-8171-8742843269dd HTTP/1.1" status: 204 len: 168 time: 0.2246373 Jul 16 22:27:09.959213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13e230-494c-4d58-94d6-4de1ad34006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c400e6-4fd5-4862-8171-8742843269dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:09.998628 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f3246-ad76-417b-a028-d94b61eed8c4 x-openstack-request-id: req-fb9f3246-ad76-417b-a028-d94b61eed8c4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:09.998923 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabca58-6bae-4a4e-b03b-b92f02f4c847", "name": "network-vif-deleted", "tag": "898ec6e0-6018-4d86-af09-7bca528ea2e3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:09.999175 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb9f3246-ad76-417b-a028-d94b61eed8c4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:09.999565 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eabca58-6bae-4a4e-b03b-b92f02f4c847', 'name': 'network-vif-deleted', 'tag': '898ec6e0-6018-4d86-af09-7bca528ea2e3', 'status': 'completed', 'code': 200} Jul 16 22:27:10.061559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07371b7f-d031-47e4-8bfa-28ce52dbe89e req-6e247ae0-74e2-48a4-b3c6-17af8e4613fc tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242604 Jul 16 22:27:10.094660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-de0a04c4-334e-4ba6-8cd8-97a6b2714a51 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201240 Jul 16 22:27:10.133060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] For port 6cfac9e3-6334-4864-994d-91ed5674b040, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6cfac9e3-6334-4864-994d-91ed5674b040,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:10.133362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.145839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4d63e-e086-41f6-a43e-95838f71944a req-8a3f56cc-05a3-4049-9bf8-394642ca6784 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:10.147511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ce4d63e-e086-41f6-a43e-95838f71944a req-8a3f56cc-05a3-4049-9bf8-394642ca6784 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 944 time: 0.0878544 Jul 16 22:27:10.177290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Calling delete_port for 6cfac9e3-6334-4864-994d-91ed5674b040 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:10.191085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ce4d63e-e086-41f6-a43e-95838f71944a req-c0b7063f-a267-44c6-8d29-65bd26743a42 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 Jul 16 22:27:10.245615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83db20f3-5715-4715-843b-2da79299f903 req-fa81b923-e715-4f11-9581-afdb457b3ce7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7bfe5db7-f9f1-427f-bec8-e6b2de318a1f HTTP/1.1" status: 200 len: 1801 time: 0.1532578 Jul 16 22:27:10.289105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Request body: {'security_group': {'name': 'tempest-sg-hth-255357866', 'description': 'tempest-description-hth-251930327'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:10.340409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-286fb635-aacd-4198-8e5c-94990c34d65d req-d48ca7e8-7f78-40d0-8aea-cad2b83e0106 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327962 Jul 16 22:27:10.354090 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.361816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 256db649-91d2-46e2-8692-900e006e102e up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:10.380205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4f39-31a7-45f3-8d81-1c94f8e2c9ec req-a247b854-2b80-45d3-9d32-aee845ff949d tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:10.381834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3c4c4f39-31a7-45f3-8d81-1c94f8e2c9ec req-a247b854-2b80-45d3-9d32-aee845ff949d tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 946 time: 0.0891643 Jul 16 22:27:10.416212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.426841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3c4c4f39-31a7-45f3-8d81-1c94f8e2c9ec req-e66b94d4-627f-4428-b04c-797fa2bdfe6b tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Jul 16 22:27:10.437293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 256db649-91d2-46e2-8692-900e006e102e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:10.439021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.442911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.445800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 256db649-91d2-46e2-8692-900e006e102e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:10.446719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.449488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83db20f3-5715-4715-843b-2da79299f903 req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "PUT /v2.0/security-groups/7bfe5db7-f9f1-427f-bec8-e6b2de318a1f HTTP/1.1" status: 200 len: 1775 time: 0.1946685 Jul 16 22:27:10.532193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf42ec-5f50-4a8a-9dae-880e645dfc51 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe5db7-f9f1-427f-bec8-e6b2de318a1f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:10.543137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.547077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.562433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6cfac9e3-6334-4864-994d-91ed5674b040', '204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:10.579582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event deleted for resources: {'Port': ['ID=6cfac9e3-6334-4864-994d-91ed5674b040,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:10.587152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:10.591649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2146eb29-6c36-4a33-9e6f-d48c7662eaa3 req-fe87d849-0072-44ad-af88-cc9cd22e493c tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7bfe5db7-f9f1-427f-bec8-e6b2de318a1f HTTP/1.1" status: 200 len: 1775 time: 0.1222012 Jul 16 22:27:10.635533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8603a4-2f59-40ee-a740-a83a97b435dd req-1924f2c9-d47a-46c5-a19c-a0ef48153c89 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:10.644384 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c8603a4-2f59-40ee-a740-a83a97b435dd req-1924f2c9-d47a-46c5-a19c-a0ef48153c89 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 945 time: 0.0916162 Jul 16 22:27:10.657816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] No DVR routers for this DVR port 6cfac9e3-6334-4864-994d-91ed5674b040 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:10.686037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.688494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bba18d45-ab2f-4b1f-b96d-75b9803d9b81 req-a9b479ca-273b-4480-ae21-e7a5c9a8cd18 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "DELETE /v2.0/ports/6cfac9e3-6334-4864-994d-91ed5674b040 HTTP/1.1" status: 204 len: 173 time: 1.0204952 Jul 16 22:27:10.702120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c8603a4-2f59-40ee-a740-a83a97b435dd req-d5808c01-d53b-412f-940d-7350527c03e0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568564 Jul 16 22:27:10.734752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:10.750620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-e26451c8-fc61-4901-a20c-5746b3414c1b tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7bfe5db7-f9f1-427f-bec8-e6b2de318a1f HTTP/1.1" status: 200 len: 1775 time: 0.1193728 Jul 16 22:27:10.761667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'mac_address': 'fa:16:3e:66:7a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:10.782235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:10.813637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.814438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device af128ea1-0a69-41b9-bb8f-9d3fe643b3ce up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:10.886282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:10.910214 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.960454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:10.975702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.026176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.028444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:11.040271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.045238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.045910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.048100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d28b5ba-a0b1-4333-886b-85ccddd0a8da {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:11.050128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cffa9d5a-df60-49d5-bdfc-e152c356b605 req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/7bfe5db7-f9f1-427f-bec8-e6b2de318a1f HTTP/1.1" status: 204 len: 173 time: 0.2920022 Jul 16 22:27:11.059120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.071109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:11.076913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.085520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60db53-8e71-4e30-b1ad-9509535b3863 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe5db7-f9f1-427f-bec8-e6b2de318a1f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:11.088050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.099057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.105659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.107802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-a86d6353-d8d6-4c69-8f65-7fd3ebd34f82 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5426 time: 0.2445874 Jul 16 22:27:11.181276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0427149-8082-4234-b88f-15ebbaee9fa0 req-df7966a4-ed9f-4c89-bcbf-1e81beefc27d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649421 Jul 16 22:27:11.190311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:11.219306 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.299379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:11.308981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:11.327270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:11.327652 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.332424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-209490963-network', 'tenant_id': '7b081d3f2aa440b8909f6276310cc3d6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:11.379960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Made reservation on behalf of 7b081d3f2aa440b8909f6276310cc3d6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:11.383089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.401051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.421840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b807d9-88eb-4dfd-950d-cd04e91f1dfd req-c9ff2e7d-24bb-4d55-a26d-a537f9604383 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:11.424187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b807d9-88eb-4dfd-950d-cd04e91f1dfd req-c9ff2e7d-24bb-4d55-a26d-a537f9604383 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1504226 Jul 16 22:27:11.480644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8d28b5ba-a0b1-4333-886b-85ccddd0a8da'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:11.495115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b807d9-88eb-4dfd-950d-cd04e91f1dfd req-f37f9a2d-9162-489b-9596-989df8dc32db tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Jul 16 22:27:11.516191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256db649-91d2-46e2-8692-900e006e102e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:11.521863 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef68e81-54a7-4e8a-a028-2986bff1ea9c" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "256db649-91d2-46e2-8692-900e006e102e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:11.552621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-203531ac-7f51-4ba5-9d93-f076ba669194 req-874a35fc-6fdf-43db-8d96-b5f308d7317c tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=201b8443-aae6-4878-b532-082746230bed HTTP/1.1" status: 200 len: 210 time: 0.0638580 Jul 16 22:27:11.612996 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.679570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.692230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.722803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:11.740361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.741621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 51a8dd49-98c0-4174-bb7b-798bd2dbee56 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:11.758526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:11.786782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:27:11.809377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.809730 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Added segment b9fcd4ac-ea1b-4847-9ff0-2ab40303e709 of type vlan for network aac91453-12fc-44e4-a65a-e3146bdc964a Jul 16 22:27:11.914314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:11.921765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:11.928846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:11.933318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:11.933804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.001179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'name': 'network-vif-deleted', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:12.004645 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b59879d-0d74-411c-9c4c-fb74157de2aa" -d '{"events": [{"server_uuid": "201b8443-aae6-4878-b532-082746230bed", "name": "network-vif-deleted", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:12.009029 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.009381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeef21d-163b-4de2-b769-a14acefa6e14 req-e4791a45-0fa5-44da-852e-c7155395b1d1 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.010123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.010721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.010933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eeeef21d-163b-4de2-b769-a14acefa6e14 req-e4791a45-0fa5-44da-852e-c7155395b1d1 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 946 time: 0.0707202 Jul 16 22:27:12.017812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.042019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cbfdd-ba5b-4614-9c2a-243ccfbc3e9b req-e2fc611d-60ff-4b4f-a5bb-e1637e22baf4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.044045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c4cbfdd-ba5b-4614-9c2a-243ccfbc3e9b req-e2fc611d-60ff-4b4f-a5bb-e1637e22baf4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 945 time: 0.1351295 Jul 16 22:27:12.057529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:12.063404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.064631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:12.076768 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eeeef21d-163b-4de2-b769-a14acefa6e14 req-fab0f32e-2ca1-4b6d-85d7-828fb9146c30 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546296 Jul 16 22:27:12.094165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0219200 Jul 16 22:27:12.097084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:12.104942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Request body: {'subnet': {'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-209490963-subnet', 'tenant_id': '7b081d3f2aa440b8909f6276310cc3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:12.133127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b115328-b011-4084-9082-b2a11d9ab935 admin admin] Pushing event updated for resources: {'Network': ['ID=aac91453-12fc-44e4-a65a-e3146bdc964a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:12.148727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network aac91453-12fc-44e4-a65a-e3146bdc964a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:27:12.152426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Made reservation on behalf of 7b081d3f2aa440b8909f6276310cc3d6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:12.156361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.175034 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf0dd98-d26b-4997-91bf-acc9b67ccbef x-openstack-request-id: req-bdf0dd98-d26b-4997-91bf-acc9b67ccbef {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:12.176083 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "256db649-91d2-46e2-8692-900e006e102e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:12.176405 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdf0dd98-d26b-4997-91bf-acc9b67ccbef {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:12.176865 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256db649-91d2-46e2-8692-900e006e102e', 'code': 200} Jul 16 22:27:12.188279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c4cbfdd-ba5b-4614-9c2a-243ccfbc3e9b req-b61964a4-a13a-451a-a265-71a059b3a1d2 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299174 Jul 16 22:27:12.192417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:12.266393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:12.272790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:12.273204 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.286723 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-d521a616-cd04-4954-920a-9a42478cde59 req-4bb70f5b-82f0-4dda-9b0e-150be044a372 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:12.294043 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d521a616-cd04-4954-920a-9a42478cde59 req-4bb70f5b-82f0-4dda-9b0e-150be044a372 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/7dfabb4b-0350-4503-99d9-8a69c4c06ddb HTTP/1.1" status: 404 len: 352 time: 0.0283346 Jul 16 22:27:12.364710 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db975956-c10c-4cb8-aea4-24e5d39f168a x-openstack-request-id: req-db975956-c10c-4cb8-aea4-24e5d39f168a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:12.365338 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b8443-aae6-4878-b532-082746230bed", "name": "network-vif-deleted", "tag": "6cfac9e3-6334-4864-994d-91ed5674b040", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:12.365789 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db975956-c10c-4cb8-aea4-24e5d39f168a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:12.366427 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b8443-aae6-4878-b532-082746230bed', 'name': 'network-vif-deleted', 'tag': '6cfac9e3-6334-4864-994d-91ed5674b040', 'status': 'completed', 'code': 200} Jul 16 22:27:12.387809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.436319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd6f2-78e9-4c67-876b-b8fe1324c7f7 req-50752440-e651-44c2-b1ff-31cee3b40086 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.449295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-792cd6f2-78e9-4c67-876b-b8fe1324c7f7 req-50752440-e651-44c2-b1ff-31cee3b40086 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 945 time: 0.1139975 Jul 16 22:27:12.457478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.473540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:12.483025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.484057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device edc257dd-40d8-443a-9f12-c4c5f91c8fa0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:12.517877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-792cd6f2-78e9-4c67-876b-b8fe1324c7f7 req-b33b8912-2837-4243-9cb0-782f1bc117e6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Jul 16 22:27:12.574522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbc2e16-3561-478d-847d-dc4cefa342bd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:12.582336 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-53ff19d0-62bd-4312-b698-0f01d9034c7f req-be3e7c6a-ea9f-4852-9e88-1512f2e5dcbe tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:12.586866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ff19d0-62bd-4312-b698-0f01d9034c7f req-be3e7c6a-ea9f-4852-9e88-1512f2e5dcbe tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/2ba58cc6-7993-4169-bfec-ac83c51699a8 HTTP/1.1" status: 404 len: 352 time: 0.0312636 Jul 16 22:27:12.593535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Checking segment: {'id': 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:12.594863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Network hostable DHCP agents. Network: aac91453-12fc-44e4-a65a-e3146bdc964a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:27:12.603606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:12.638722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.647482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.655179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:12.655607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.658638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:12.664479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.665994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:12.666374 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.671332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.679731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.686518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.694884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-ba9434ee-37f5-471b-b21c-698973aba12e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5429 time: 0.2169921 Jul 16 22:27:12.713946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Network aac91453-12fc-44e4-a65a-e3146bdc964a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:27:12.720878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:12.755857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d9ecd37-5f81-40a2-883c-61bd06e2f5d1 req-1a39fbe0-e346-4b23-b6fb-b3e6507b873a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585928 Jul 16 22:27:12.758317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, aac91453-12fc-44e4-a65a-e3146bdc964a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:12.765474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.767022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.775106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.777319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63226b-e399-428b-954e-a0778c5f2e6b None None] Network aac91453-12fc-44e4-a65a-e3146bdc964a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:27:12.799131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b91545-2321-4e49-8ad9-1d86c9bf8c50 req-a9d747a9-5240-472b-b892-4fd86e2fe15f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:12.801670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92b91545-2321-4e49-8ad9-1d86c9bf8c50 req-a9d747a9-5240-472b-b892-4fd86e2fe15f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0940051 Jul 16 22:27:12.804376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5d4f0616-681d-4cd2-93d1-21547239261b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7053781 Jul 16 22:27:12.813421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:12.813834 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:12.829437 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-a4abf488-ec0e-49de-bacc-b84ec5db9cfb req-0f746dd7-4656-4d7a-a209-16d7fc235dc0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:12.839901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4abf488-ec0e-49de-bacc-b84ec5db9cfb req-0f746dd7-4656-4d7a-a209-16d7fc235dc0 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/fde80faf-350a-43e7-a2ff-63c0b7403d3a HTTP/1.1" status: 404 len: 352 time: 0.0341861 Jul 16 22:27:12.881565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92b91545-2321-4e49-8ad9-1d86c9bf8c50 req-635c1fcd-d79d-4652-9170-e83e3476578e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631316 Jul 16 22:27:12.939572 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-621d4e77-ccdf-4e85-8864-dc4a9bd368a2 req-5e802690-1f6a-4ee2-92b1-5c2aca044c0a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:12.940633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-621d4e77-ccdf-4e85-8864-dc4a9bd368a2 req-5e802690-1f6a-4ee2-92b1-5c2aca044c0a tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/15f7c571-665d-4130-8ae5-0de4472c738b HTTP/1.1" status: 404 len: 352 time: 0.0175457 Jul 16 22:27:12.948100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:12.964241 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.005948 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-06888211-cfc7-4d92-a24a-166902ce5064 req-5546c00d-5a45-454c-9444-900feb68b0f6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:13.007223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06888211-cfc7-4d92-a24a-166902ce5064 req-5546c00d-5a45-454c-9444-900feb68b0f6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/787f78dc-ce98-4fb5-963f-f434a833affe HTTP/1.1" status: 404 len: 352 time: 0.0258224 Jul 16 22:27:13.094871 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-38e9b910-451a-48f6-919c-94e313d7c391 req-097e947a-e990-4e6e-b89e-1c317eacb665 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] show failed (client error): The resource could not be found. Jul 16 22:27:13.097914 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38e9b910-451a-48f6-919c-94e313d7c391 req-097e947a-e990-4e6e-b89e-1c317eacb665 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/83675b3c-b87a-47b0-b1eb-d7ec647748b1 HTTP/1.1" status: 404 len: 352 time: 0.0226247 Jul 16 22:27:13.125579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:13.250351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb671ead-e2ce-4102-8f4a-bc719a81947a None None] Network aac91453-12fc-44e4-a65a-e3146bdc964a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:27:13.252014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:13.271273 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.364311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:13.368643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:13.375548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:13.375919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.382823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.383635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6cfac9e3-6334-4864-994d-91ed5674b040 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:13.442611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 6cfac9e3-6334-4864-994d-91ed5674b040 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:13.442952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6cfac9e3-6334-4864-994d-91ed5674b040 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:13.497946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-fef58855-d34d-4540-aa7c-06c460521306 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:13.505227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-fef58855-d34d-4540-aa7c-06c460521306 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/networks?id=aac91453-12fc-44e4-a65a-e3146bdc964a HTTP/1.1" status: 200 len: 808 time: 0.1511669 Jul 16 22:27:13.527899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:13.528654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-9b12039e-d52a-41d6-a949-036b26f0192a tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/quotas/7b081d3f2aa440b8909f6276310cc3d6 HTTP/1.1" status: 200 len: 375 time: 0.0221205 Jul 16 22:27:13.586417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.635644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-38ed01ea-23fe-4c82-8b7b-89eddd5902e8 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b081d3f2aa440b8909f6276310cc3d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056800 Jul 16 22:27:13.650948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:13.657361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.658307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:13.741134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-7e231b60-2c73-42bb-87ce-6d7840840709 service neutron] 10.222.0.70 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981333 Jul 16 22:27:13.746529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:13.757285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:13.761141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:13.761516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.796182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1d47-d690-4385-81e1-1da4cfaab82e req-6595d89a-53c4-42c0-b093-0ba9f981c462 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:13.797937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d86e1d47-d690-4385-81e1-1da4cfaab82e req-6595d89a-53c4-42c0-b093-0ba9f981c462 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 946 time: 0.0770664 Jul 16 22:27:13.840008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d86e1d47-d690-4385-81e1-1da4cfaab82e req-7c209799-2e19-490a-b9fb-530dd09b749c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Jul 16 22:27:13.841040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.844000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-dfa8d851-a366-4e76-8197-d26ceda778bd service neutron] 10.222.0.70 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968232 Jul 16 22:27:13.882936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:13.887292 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:13.888097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 67207f4f-29fa-4bf6-8779-ec2f48314cdd up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:13.965785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:13.979483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 67207f4f-29fa-4bf6-8779-ec2f48314cdd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:13.983649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 67207f4f-29fa-4bf6-8779-ec2f48314cdd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:13.984039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:14.040999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3a595-7106-46d7-9e31-5735a47c2a6e req-50584364-7549-4227-86b6-00af6199ab3e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.043076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afc3a595-7106-46d7-9e31-5735a47c2a6e req-50584364-7549-4227-86b6-00af6199ab3e tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.0903735 Jul 16 22:27:14.077477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:14.096762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afc3a595-7106-46d7-9e31-5735a47c2a6e req-163e15f1-64e8-4a7a-b6d8-ceb8b97068a6 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jul 16 22:27:14.131570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:14.137169 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:14.178771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0'}, {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da'}, {'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:14.181195 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8cb706-8ed8-4bae-a819-b9aedf2a45fd" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "11ade48a-9a82-4ea3-ac8f-a6cb7c430807"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0"}, {"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-plugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da"}, {"server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "7578e4d1-defe-4bad-85ff-dbaebdd72ac1"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:14.204163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:14.226065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182d4c-9345-4b54-bba6-97cc3655d7c1 req-d28dc501-d00e-49ab-8478-ba9d7d151424 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.227728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50182d4c-9345-4b54-bba6-97cc3655d7c1 req-d28dc501-d00e-49ab-8478-ba9d7d151424 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 946 time: 0.1192787 Jul 16 22:27:14.277987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50182d4c-9345-4b54-bba6-97cc3655d7c1 req-61264c61-f7ee-4928-bec6-409f71c4aff4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Jul 16 22:27:14.358427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe68b-e15c-4f81-b56e-c0f97c02d785 req-f568ccc7-5393-4908-83bd-5df29f0e9805 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.360097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b0fe68b-e15c-4f81-b56e-c0f97c02d785 req-f568ccc7-5393-4908-83bd-5df29f0e9805 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1024 time: 0.0721886 Jul 16 22:27:14.405871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b0fe68b-e15c-4f81-b56e-c0f97c02d785 req-211301ae-35dd-4f02-be11-346546a0e342 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=29dc668c-7d38-488f-a7cf-c80c1b10a759&id=d97fb1e7-131e-4dc4-8827-598e6da3483c&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0394499 Jul 16 22:27:14.488772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.495000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.500975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.507027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.512982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.519441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.525551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.527510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-b522e62f-566a-4409-b556-a7f20b11fd9e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.1225519 Jul 16 22:27:14.575443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3774cde0-79ae-489b-8a01-a5d319badc6d req-31d4dcac-cb5d-467a-8f14-94c3b01991ff tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413599 Jul 16 22:27:14.593317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4e6e-7794-42ab-9910-35b6f67c29e4 req-5703dbfb-e6f1-46fc-ad2a-894cb58ae6dc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.594974 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4f8d4e6e-7794-42ab-9910-35b6f67c29e4 req-5703dbfb-e6f1-46fc-ad2a-894cb58ae6dc tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0725317 Jul 16 22:27:14.652766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4f8d4e6e-7794-42ab-9910-35b6f67c29e4 req-d90dfe84-54d8-49a8-91ef-0aa421077c74 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Jul 16 22:27:14.714682 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7338f36-cc92-4b00-b9d4-9672d285dd88 x-openstack-request-id: req-e7338f36-cc92-4b00-b9d4-9672d285dd88 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:14.715750 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "11ade48a-9a82-4ea3-ac8f-a6cb7c430807", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0", "code": 200}, {"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-plugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da", "code": 200}, {"server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "7578e4d1-defe-4bad-85ff-dbaebdd72ac1", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-plugged", "status": "completed", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:14.716264 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7338f36-cc92-4b00-b9d4-9672d285dd88 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:14.717038 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'code': 200} Jul 16 22:27:14.717748 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'code': 200} Jul 16 22:27:14.718228 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ade48a-9a82-4ea3-ac8f-a6cb7c430807', 'code': 200} Jul 16 22:27:14.718726 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'code': 200} Jul 16 22:27:14.719169 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'code': 200} Jul 16 22:27:14.719609 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2', 'code': 200} Jul 16 22:27:14.720047 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578e4d1-defe-4bad-85ff-dbaebdd72ac1', 'code': 200} Jul 16 22:27:14.720480 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'code': 200} Jul 16 22:27:14.741402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e13bb650-63d2-48fd-bfc6-c8695b84e013 req-82ea193b-daed-4eab-969d-d1df6ee1e099 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 210 time: 0.0368993 Jul 16 22:27:14.934668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ab435-7ea9-4c17-a885-89d20e8e3ec9 req-91d9555b-cbb9-4570-b642-35e354dd7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.936288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a50ab435-7ea9-4c17-a885-89d20e8e3ec9 req-91d9555b-cbb9-4570-b642-35e354dd7e5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 1098 time: 0.0918753 Jul 16 22:27:14.943511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5efe8-becc-45a3-8207-b0696045b3f6 req-c8371605-8597-4cb0-bdd6-28e153152f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:14.945125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9d5efe8-becc-45a3-8207-b0696045b3f6 req-c8371605-8597-4cb0-bdd6-28e153152f01 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 1098 time: 0.1363342 Jul 16 22:27:15.044541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9d5efe8-becc-45a3-8207-b0696045b3f6 req-d013f5b7-1a50-48a1-87ac-fcd91c497956 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908864 Jul 16 22:27:15.049139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a50ab435-7ea9-4c17-a885-89d20e8e3ec9 req-c33a4534-f553-4b24-88a1-eb8400c82028 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Jul 16 22:27:15.082268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d80a-0a88-463d-8626-45914550d58c req-ab5f5eb1-556a-4436-baec-4cf60d5ff190 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.089880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b19d80a-0a88-463d-8626-45914550d58c req-ab5f5eb1-556a-4436-baec-4cf60d5ff190 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 946 time: 0.1283164 Jul 16 22:27:15.152896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b19d80a-0a88-463d-8626-45914550d58c req-6f8e4826-db82-49b1-b8aa-1403f119b5c7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619400 Jul 16 22:27:15.323887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:27:15.328534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.329135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.329690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.330234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.330873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.331710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.332397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.334839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-ee61cd5a-20c9-4230-9dfd-a9ccf7f5d03b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.4667490 Jul 16 22:27:15.423276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c33fe-058b-43c1-9292-1d5918997b0d req-67ada290-f697-47b3-937e-fc7e07595da1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.425558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-220c33fe-058b-43c1-9292-1d5918997b0d req-67ada290-f697-47b3-937e-fc7e07595da1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.47 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.5246298 Jul 16 22:27:15.541701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-200345b0-c51c-4559-9b80-3e16fe2599f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595209 Jul 16 22:27:15.546431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009103df-831f-4be1-aa30-7a192a595b88 req-070333fe-1fb3-4d31-83f5-3b462c947d5f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.548313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-009103df-831f-4be1-aa30-7a192a595b88 req-070333fe-1fb3-4d31-83f5-3b462c947d5f tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1024 time: 0.2244024 Jul 16 22:27:15.559713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-3983bbca-40a1-4b60-b572-7fcac519e82d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.561215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-3983bbca-40a1-4b60-b572-7fcac519e82d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.47 "GET /v2.0/networks?id=aac91453-12fc-44e4-a65a-e3146bdc964a HTTP/1.1" status: 200 len: 808 time: 0.1887417 Jul 16 22:27:15.562874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e5834-b8cd-4527-a377-041a3ccd0069 req-c5a2435f-2c94-4836-ad37-ee677c09cfb5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.571269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79e5834-b8cd-4527-a377-041a3ccd0069 req-c5a2435f-2c94-4836-ad37-ee677c09cfb5 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 950 time: 0.2353339 Jul 16 22:27:15.587295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f066c7-836a-49fb-b18e-6006cceb81ed req-8907b1df-735a-4ffe-bd60-b43830d49775 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.588915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3f066c7-836a-49fb-b18e-6006cceb81ed req-8907b1df-735a-4ffe-bd60-b43830d49775 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 946 time: 0.1272678 Jul 16 22:27:15.639752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a79e5834-b8cd-4527-a377-041a3ccd0069 req-79820121-adc0-4d59-a065-2da38d791c6f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Jul 16 22:27:15.665074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Deleting port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:15.665424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:15.694955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Request body: {'port': {'device_id': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a', 'admin_state_up': True, 'tenant_id': '7b081d3f2aa440b8909f6276310cc3d6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:15.720458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3f066c7-836a-49fb-b18e-6006cceb81ed req-bfe857e8-a17f-4f3f-8c0d-8a044e2831cf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250522 Jul 16 22:27:15.843751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] For port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:15.844122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:15.872798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Calling delete_port for ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:15.920559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046cf83-6c34-4fa2-8a6b-d65b547a53df req-1c2dfce8-f414-4677-b43e-f8ef22d856a6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:15.930863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Made reservation on behalf of 7b081d3f2aa440b8909f6276310cc3d6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:15.932611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5046cf83-6c34-4fa2-8a6b-d65b547a53df req-1c2dfce8-f414-4677-b43e-f8ef22d856a6 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 1024 time: 0.1626372 Jul 16 22:27:15.934589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:15.955111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Deleting port 0cb5fee8-a841-4431-b278-64fe0c73bb0e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:15.955998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:16.016468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5046cf83-6c34-4fa2-8a6b-d65b547a53df req-312777d3-8bbe-417f-ba69-2878218af2c9 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups?id=29dc668c-7d38-488f-a7cf-c80c1b10a759&id=d97fb1e7-131e-4dc4-8827-598e6da3483c&id=5a55007d-ea7e-4e33-8065-2c8a6563d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0828466 Jul 16 22:27:16.119550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.125729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.132108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.138308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.145116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.151202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.157879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.160077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:16.166502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-7ab0691c-73c3-43a9-a777-12a413346fe0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.2823753 Jul 16 22:27:16.174808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:16.177060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:16.201588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event deleted for resources: {'Port': ['ID=ee5016d5-98e4-4ca7-a2c9-2e916c2a6520,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:16.298532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] No DVR routers for this DVR port ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:16.310548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:16.315328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-220c33fe-058b-43c1-9292-1d5918997b0d req-3a897269-4723-428f-b43f-814388af18e4 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.47 "DELETE /v2.0/ports/ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 HTTP/1.1" status: 204 len: 173 time: 0.8732879 Jul 16 22:27:16.317287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'name': 'network-vif-deleted', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:16.324417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] For port 0cb5fee8-a841-4431-b278-64fe0c73bb0e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0cb5fee8-a841-4431-b278-64fe0c73bb0e,segment=NetworkSegment(b367ca47-2886-4fdd-bd14-49db60ffbb0e),segment_id=b367ca47-2886-4fdd-bd14-49db60ffbb0e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:16.325133 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:16.331790 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afe9b7-2ab0-4619-aae1-5781b9430712" -d '{"events": [{"server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "name": "network-vif-deleted", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:16.355961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5639a172-f1a3-4cb6-ae2e-1b695e3ec740 req-aa278d92-c1eb-4f62-83b7-0327fb12f51c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884670 Jul 16 22:27:16.371366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Calling delete_port for 0cb5fee8-a841-4431-b278-64fe0c73bb0e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:16.390548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Allocated IP 172.20.0.13 (aac91453-12fc-44e4-a65a-e3146bdc964a/2dbc2e16-3561-478d-847d-dc4cefa342bd/e11e3502-0ac4-4936-9649-347c7ce1cdea) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:16.437137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d951c-596a-4394-bbbb-f269ef7919b6 req-c462c472-5940-4f1a-80ef-7b4ac3e65a5c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.444826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c79d951c-596a-4394-bbbb-f269ef7919b6 req-c462c472-5940-4f1a-80ef-7b4ac3e65a5c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1766169 Jul 16 22:27:16.489701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c79d951c-596a-4394-bbbb-f269ef7919b6 req-b667ddb3-2800-45d7-9a73-05b7d39ee66b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Jul 16 22:27:16.589796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9e91bc7-9acb-4eb4-bce0-3d345df392c2 req-c87c1424-cf55-4c58-a448-dc6f7057a003 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 210 time: 0.0463338 Jul 16 22:27:16.633841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:16.698471 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c95b1-bdb0-4170-93c0-a48339f6b097 x-openstack-request-id: req-a12c95b1-bdb0-4170-93c0-a48339f6b097 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:16.698806 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08565ec-0984-4e32-8cfb-976f3c3b4ba2", "name": "network-vif-deleted", "tag": "ee5016d5-98e4-4ca7-a2c9-2e916c2a6520", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:16.699029 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a12c95b1-bdb0-4170-93c0-a48339f6b097 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:16.699433 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08565ec-0984-4e32-8cfb-976f3c3b4ba2', 'name': 'network-vif-deleted', 'tag': 'ee5016d5-98e4-4ca7-a2c9-2e916c2a6520', 'status': 'completed', 'code': 200} Jul 16 22:27:16.758356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:16.775267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb9ac-89b5-4771-be88-2bc7b51b0d3b req-ce2cd1d4-39de-46a1-95f9-96350bf99146 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:16.788057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e8cb9ac-89b5-4771-be88-2bc7b51b0d3b req-ce2cd1d4-39de-46a1-95f9-96350bf99146 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 946 time: 0.1518617 Jul 16 22:27:16.817377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:16.861562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'Port': ['ID=0cb5fee8-a841-4431-b278-64fe0c73bb0e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:16.897526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e8cb9ac-89b5-4771-be88-2bc7b51b0d3b req-c59dd053-9c66-451f-8674-587998c1cb9e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084869 Jul 16 22:27:16.948205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:16.984580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.006534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] No DVR routers for this DVR port 0cb5fee8-a841-4431-b278-64fe0c73bb0e on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:17.010374 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.012566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-009103df-831f-4be1-aa30-7a192a595b88 req-cec1d2ea-6ee9-439c-b9e5-86eb26a01269 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.47 "DELETE /v2.0/ports/0cb5fee8-a841-4431-b278-64fe0c73bb0e HTTP/1.1" status: 204 len: 173 time: 1.3844786 Jul 16 22:27:17.012838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'name': 'network-vif-deleted', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:17.015897 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739da8f9-956f-410a-add7-0577a81d4494" -d '{"events": [{"server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "name": "network-vif-deleted", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:17.067116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'port_id': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'mac_address': 'fa:16:3e:2c:16:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73011d-5354-4262-b82b-c990cc21fb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:17.152586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.154126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0e4f-6a6e-4a2c-8060-5b1ac8bb2068 req-1a97c166-fc9f-4991-8df0-487af4657c70 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.166298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-840d0e4f-6a6e-4a2c-8060-5b1ac8bb2068 req-1a97c166-fc9f-4991-8df0-487af4657c70 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 946 time: 0.1127191 Jul 16 22:27:17.175987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.195953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:17.198343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a3513ca0-f13c-4bc1-885d-e316de4f6db1 req-6ef28fff-e6dd-4897-bd26-639eb1c06890 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=f08565ec-0984-4e32-8cfb-976f3c3b4ba2 HTTP/1.1" status: 200 len: 210 time: 0.1522338 Jul 16 22:27:17.204146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.207869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:17.210174 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae680d9b-7dd5-4230-9c0a-efbb00ab9bab" -d '{"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-unplugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:17.245756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-840d0e4f-6a6e-4a2c-8060-5b1ac8bb2068 req-60e6b2ee-5a09-4dae-b9c7-72a6d5635deb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769651 Jul 16 22:27:17.247629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:17.265753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.279948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Pushing event updated for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:17.297798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Network aac91453-12fc-44e4-a65a-e3146bdc964a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:17.300570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:17.303834 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f4ed1-295b-4947-8be7-09426b9bdef4 x-openstack-request-id: req-aa7f4ed1-295b-4947-8be7-09426b9bdef4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:17.304227 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3ed59-ecd5-4f3f-9f21-d2685a3e7540", "name": "network-vif-deleted", "tag": "0cb5fee8-a841-4431-b278-64fe0c73bb0e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:17.304766 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa7f4ed1-295b-4947-8be7-09426b9bdef4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:17.305259 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3ed59-ecd5-4f3f-9f21-d2685a3e7540', 'name': 'network-vif-deleted', 'tag': '0cb5fee8-a841-4431-b278-64fe0c73bb0e', 'status': 'completed', 'code': 200} Jul 16 22:27:17.305993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:17.441465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.442137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:27:17.442506 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:27:17.443034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.454019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:17.467609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-561cf5c6-fb66-4c77-86b6-893cb9a0ef7c tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8408844 Jul 16 22:27:17.483669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Request body: {'port': {'device_id': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:17.552410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d001ed58-2590-4b33-927b-0cbf7eae8209 req-0fe86410-9a53-407a-b46b-ef50c85eef8d tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a3ed59-ecd5-4f3f-9f21-d2685a3e7540 HTTP/1.1" status: 200 len: 210 time: 0.0448141 Jul 16 22:27:17.602365 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4fedf2-4ae5-4b0d-a35b-1b490f8186dc x-openstack-request-id: req-5a4fedf2-4ae5-4b0d-a35b-1b490f8186dc {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:17.602679 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-unplugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:17.602943 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a4fedf2-4ae5-4b0d-a35b-1b490f8186dc {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:17.603374 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'code': 200} Jul 16 22:27:17.606042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.957396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.965580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.972575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.982977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:17.992027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:17.992349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.001370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.006601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:18.009705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.020067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-66c7ce7f-fbf2-4a13-b5b6-c4c45b306fde tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.2235796 Jul 16 22:27:18.028613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:18.033172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.077730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df20de-0114-4981-8cec-407204f44354 req-5ea9d6ac-32b9-49bb-b778-3c450e493ea6 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.079322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17df20de-0114-4981-8cec-407204f44354 req-5ea9d6ac-32b9-49bb-b778-3c450e493ea6 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 944 time: 0.0993876 Jul 16 22:27:18.095272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:18.123377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e3502-0ac4-4936-9649-347c7ce1cdea {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:18.136096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.153397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17df20de-0114-4981-8cec-407204f44354 req-ecb185c0-071a-4041-8558-7e5fe93b7d2f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Jul 16 22:27:18.161805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Transition to ACTIVE for port object e11e3502-0ac4-4936-9649-347c7ce1cdea will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:18.168137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad8261f8-150a-4682-b8ee-b7dbe60829be req-7c6827b2-d633-4eb4-b084-7bd73d8e3c5f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452889 Jul 16 22:27:18.171917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.281617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:18.295891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['d4de8f4d-beaf-4cb3-ad05-fff50c759fd2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:18.384108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Attempting to bind port e11e3502-0ac4-4936-9649-347c7ce1cdea on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:18.384688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Attempting to bind port e11e3502-0ac4-4936-9649-347c7ce1cdea by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:18.385201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Attempting to bind port e11e3502-0ac4-4936-9649-347c7ce1cdea on network aac91453-12fc-44e4-a65a-e3146bdc964a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:18.393367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Port e11e3502-0ac4-4936-9649-347c7ce1cdea on network aac91453-12fc-44e4-a65a-e3146bdc964a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:18.393911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Attempting to bind port e11e3502-0ac4-4936-9649-347c7ce1cdea on network aac91453-12fc-44e4-a65a-e3146bdc964a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:18.398941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:18.405042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:18.405591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Checking segment: {'id': 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:18.406158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Bound using segment: {'id': 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:18.406746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Bound port: e11e3502-0ac4-4936-9649-347c7ce1cdea, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:18.407261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.411662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70963-2ec7-4ac6-a5d1-d84a3fb9b0f5 req-e8a04737-07e2-4184-96a2-ceabeb1c742c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.413624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa70963-2ec7-4ac6-a5d1-d84a3fb9b0f5 req-e8a04737-07e2-4184-96a2-ceabeb1c742c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 946 time: 0.0734916 Jul 16 22:27:18.426690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:18.427044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ee5016d5-98e4-4ca7-a2c9-2e916c2a6520 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:18.427474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0cb5fee8-a841-4431-b278-64fe0c73bb0e no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:18.437846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f8308-787c-4316-8cd8-403c2f43abe1 req-1a94700a-3c00-45ce-9dff-5eb1eac74040 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.445824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-166f8308-787c-4316-8cd8-403c2f43abe1 req-1a94700a-3c00-45ce-9dff-5eb1eac74040 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 944 time: 0.1229134 Jul 16 22:27:18.453335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 0cb5fee8-a841-4431-b278-64fe0c73bb0e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:18.453703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0cb5fee8-a841-4431-b278-64fe0c73bb0e not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:18.503252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa70963-2ec7-4ac6-a5d1-d84a3fb9b0f5 req-41d335df-86e5-45a8-bd32-24e2b5891fbc tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 Jul 16 22:27:18.529699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-166f8308-787c-4316-8cd8-403c2f43abe1 req-f3af73e4-4110-41de-bcb4-8aac577f0e86 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828006 Jul 16 22:27:18.549917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:18.549917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea,segment=NetworkSegment(b9fcd4ac-ea1b-4847-9ff0-2ab40303e709),segment_id=b9fcd4ac-ea1b-4847-9ff0-2ab40303e709)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:18.556378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.620701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.621749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.623760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] 10.222.0.47 "PUT /v2.0/ports/e11e3502-0ac4-4936-9649-347c7ce1cdea HTTP/1.1" status: 200 len: 1093 time: 1.1456997 Jul 16 22:27:18.689950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68073ac4-b0f2-4462-bbe8-f86d162d0885 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:18.730896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae8825-7251-4053-996b-cccb17c3791f req-5d4ddc98-cf6e-4608-8bf5-34f51657c7bf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.733391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93ae8825-7251-4053-996b-cccb17c3791f req-5d4ddc98-cf6e-4608-8bf5-34f51657c7bf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 946 time: 0.0680349 Jul 16 22:27:18.759789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.765578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.771382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.776675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93ae8825-7251-4053-996b-cccb17c3791f req-dd6eb764-689f-4ea2-af53-8696e203395d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366194 Jul 16 22:27:18.777163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.782945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.789271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.799155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.799155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1bdc4930-2faf-48bc-b32d-0ab84c4e10ec req-b15a84c1-e4bf-49df-b69d-7f137fe822fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.1677442 Jul 16 22:27:18.805357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-0eacd969-ade9-41a0-90a0-1bdc73286d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.806956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-0eacd969-ade9-41a0-90a0-1bdc73286d03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b081d3f2aa440b8909f6276310cc3d6&device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 1096 time: 0.1292441 Jul 16 22:27:18.811907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:18.818316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Request body: {'floatingip': {'port_id': '256db649-91d2-46e2-8692-900e006e102e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:18.874908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-b2ee5dce-1883-4c3d-98d4-e54a8eb6958a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea HTTP/1.1" status: 200 len: 217 time: 0.0571291 Jul 16 22:27:18.886920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:18.982610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-e7d6f22d-84c0-4827-b31e-414243f9adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:18.994023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-e7d6f22d-84c0-4827-b31e-414243f9adc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dbc2e16-3561-478d-847d-dc4cefa342bd HTTP/1.1" status: 200 len: 848 time: 0.1097286 Jul 16 22:27:19.038805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-683ee650-a643-4831-bcec-24b89c545c75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aac91453-12fc-44e4-a65a-e3146bdc964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365663 Jul 16 22:27:19.450873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-2a4e9661-3ef2-4733-9aea-4b3ac1377ec7 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/d97fb1e7-131e-4dc4-8827-598e6da3483c HTTP/1.1" status: 200 len: 1801 time: 0.2071991 Jul 16 22:27:19.557725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:19.560020 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b662c099-8ffa-41b3-9545-8b8765f7bb33" -d '{"events": [{"name": "network-changed", "server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:19.668098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:27:19.671160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.681128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-8e101f5d-e710-4d28-b2fe-fcf1cf3558a9 service neutron] 10.222.0.47 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264224 Jul 16 22:27:19.745376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.747616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-05641b51-6d80-425b-8931-f7123514e497 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:19.749144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-05641b51-6d80-425b-8931-f7123514e497 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 946 time: 0.1864030 Jul 16 22:27:19.757979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.759672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5b2c7-38c5-493a-853c-8353cd50721f req-34765fe5-4fee-4327-913f-f68a79b6382b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:19.761663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aaa5b2c7-38c5-493a-853c-8353cd50721f req-34765fe5-4fee-4327-913f-f68a79b6382b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 945 time: 0.1972115 Jul 16 22:27:19.775396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.870654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.873390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:19.877591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f72ad39-7c21-4af7-b9b2-d2b93940c74e req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/d97fb1e7-131e-4dc4-8827-598e6da3483c HTTP/1.1" status: 204 len: 173 time: 0.4193008 Jul 16 22:27:19.895602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03adf0c-86af-4f28-9299-e352fa882b93 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fb1e7-131e-4dc4-8827-598e6da3483c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:19.912725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aaa5b2c7-38c5-493a-853c-8353cd50721f req-1fe3faa5-d360-431b-b8ab-c81aa1c21fa7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379452 Jul 16 22:27:19.926698 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Floating IP 11038e9b-c240-4f06-b7d6-d37c977c44a5 associated. External IP: 172.25.5.211, port: 256db649-91d2-46e2-8692-900e006e102e. Jul 16 22:27:19.960037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33c54c0a-6ec0-4a69-af60-16d59fa937d3 req-efd43d88-285a-4dc3-ab57-01349befc764 service neutron] 10.222.0.47 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659035 Jul 16 22:27:20.021104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Deleting port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:20.021452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.139431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] For port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:20.139968 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.155342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Calling delete_port for 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:20.208011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010d8c-533a-4023-b1d7-844b65da6547 req-b727af1b-1028-45c1-9874-f6e835a7981d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.215623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9010d8c-533a-4023-b1d7-844b65da6547 req-b727af1b-1028-45c1-9874-f6e835a7981d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.1221693 Jul 16 22:27:20.218913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Router 4060f1b8-6b02-4362-bb43-86cc79c5e452 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:27:20.294609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9010d8c-533a-4023-b1d7-844b65da6547 req-1a68e731-6177-4006-b747-06ba44191782 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Jul 16 22:27:20.320239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db97f8-4ce0-42eb-8892-cca25528f22f req-75a1fe92-d6d2-442f-8963-a146eff5bd9f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.321923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4db97f8-4ce0-42eb-8892-cca25528f22f req-75a1fe92-d6d2-442f-8963-a146eff5bd9f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 944 time: 0.2087204 Jul 16 22:27:20.364136 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c08978-1a4f-4ef8-863f-52c19c0ecf83 x-openstack-request-id: req-12c08978-1a4f-4ef8-863f-52c19c0ecf83 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:20.364423 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:20.364675 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c08978-1a4f-4ef8-863f-52c19c0ecf83 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:20.365165 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea', 'status': 'completed', 'code': 200} Jul 16 22:27:20.387840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c4db97f8-4ce0-42eb-8892-cca25528f22f req-bb254c4a-6579-4518-a1b3-3a49301417bb tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578997 Jul 16 22:27:20.394975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:27:20.395121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.407419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.407695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6616940f-c6fb-440b-bc28-2d9b49b27fda', '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:20.414644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Sync routers for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:27:20.459499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Pushing event deleted for resources: {'Port': ['ID=5f1d0dc1-bd46-43b6-b638-738cd84e9ce2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:20.481363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7d5f9c6d-1095-49a5-b691-c6cc7841f45b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "PUT /v2.0/floatingips/11038e9b-c240-4f06-b7d6-d37c977c44a5 HTTP/1.1" status: 200 len: 991 time: 1.6678596 Jul 16 22:27:20.482284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '256db649-91d2-46e2-8692-900e006e102e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:20.485141 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdbc85e-60d2-4927-bf72-78bc8141b510" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "256db649-91d2-46e2-8692-900e006e102e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:20.529036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.533563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] No DVR routers for this DVR port 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:20.534766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:27:20.535414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:27:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:20.538499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.540981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-357ab6a1-f264-4c78-9657-22a063882fc0 req-6a95785e-e3b1-4a30-9b28-002680748067 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.47 "DELETE /v2.0/ports/5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 HTTP/1.1" status: 204 len: 173 time: 0.7757244 Jul 16 22:27:20.575329 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b10698af-d11d-46fd-9200-69e8c254597c req-b0783b7d-36d0-4997-990b-bdc75c1649fa tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "GET /v2.0/security-groups/29dc668c-7d38-488f-a7cf-c80c1b10a759 HTTP/1.1" status: 200 len: 1800 time: 0.0836985 Jul 16 22:27:20.585745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-7990c1df-7c0b-4904-b7f7-922ce461d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.586201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9c575ff-7646-4117-86bb-41a3d59d3c9f req-5741883d-a43a-46c0-bbbc-fa4b6c5963bd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdea48fd-d5a3-4c3d-9c27-80cae463f96b HTTP/1.1" status: 200 len: 210 time: 0.0538304 Jul 16 22:27:20.587612 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-7990c1df-7c0b-4904-b7f7-922ce461d1f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b081d3f2aa440b8909f6276310cc3d6&device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 1096 time: 0.1838865 Jul 16 22:27:20.748667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-26b71cd5-65c0-4e3f-8bfb-061a521a1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.750244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-26b71cd5-65c0-4e3f-8bfb-061a521a1455 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aac91453-12fc-44e4-a65a-e3146bdc964a HTTP/1.1" status: 200 len: 909 time: 0.1527221 Jul 16 22:27:20.793672 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d1e8f-1c35-494d-adb2-9592c46474c6 x-openstack-request-id: req-ec6d1e8f-1c35-494d-adb2-9592c46474c6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:20.794616 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "tag": "256db649-91d2-46e2-8692-900e006e102e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:20.795287 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec6d1e8f-1c35-494d-adb2-9592c46474c6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:20.795937 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'tag': '256db649-91d2-46e2-8692-900e006e102e', 'status': 'completed', 'code': 200} Jul 16 22:27:20.821448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:20.822548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-aaf3cc6c-0dce-4003-abf2-112759591712 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea HTTP/1.1" status: 200 len: 217 time: 0.0520697 Jul 16 22:27:20.823645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:20.847530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b10698af-d11d-46fd-9200-69e8c254597c req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.904597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:27:20.933493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b10698af-d11d-46fd-9200-69e8c254597c req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:20.950990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-ce54ce72-7b91-497b-a51b-03bd7b3795b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.952466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-ce54ce72-7b91-497b-a51b-03bd7b3795b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dbc2e16-3561-478d-847d-dc4cefa342bd HTTP/1.1" status: 200 len: 848 time: 0.1138511 Jul 16 22:27:20.968365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-bff02ca9-cce3-49db-8604-4a0489b780f1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:20.969857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-bff02ca9-cce3-49db-8604-4a0489b780f1 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.2377231 Jul 16 22:27:21.023496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-406fcad9-ac3a-42ed-b8f4-6cd8ad14c564 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aac91453-12fc-44e4-a65a-e3146bdc964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482254 Jul 16 22:27:21.079589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:21.080083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.088749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.089257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.089730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.090203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.090809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.091207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.091680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.093621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-da394c90-5a50-4a7e-b491-bb2b2f1ffa14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.2685449 Jul 16 22:27:21.104102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b10698af-d11d-46fd-9200-69e8c254597c req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.106688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b10698af-d11d-46fd-9200-69e8c254597c req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.107747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7a32d-3262-4de8-aad3-340512d1b7cb req-e37e258b-4a07-4d3d-b916-279821228b1b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.109411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebc7a32d-3262-4de8-aad3-340512d1b7cb req-e37e258b-4a07-4d3d-b916-279821228b1b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 945 time: 0.0737848 Jul 16 22:27:21.113512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:21.120530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b10698af-d11d-46fd-9200-69e8c254597c req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] 10.222.0.70 "DELETE /v2.0/security-groups/29dc668c-7d38-488f-a7cf-c80c1b10a759 HTTP/1.1" status: 204 len: 173 time: 0.5315385 Jul 16 22:27:21.143670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:21.165463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'mac_address': 'fa:16:3e:66:7a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:21.188027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea6c5-e182-41b2-824a-1cf36a259684 tempest-SecurityGroupsTestJSON-1245659474 tempest-SecurityGroupsTestJSON-1245659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc668c-7d38-488f-a7cf-c80c1b10a759,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:21.214986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebc7a32d-3262-4de8-aad3-340512d1b7cb req-b018d665-4720-47a5-8cfb-83c382c72dd1 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908618 Jul 16 22:27:21.240838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Deleting subnet 5d7e95d7-c88a-4c62-b3de-d571cbd5a239 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:27:21.246075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.309627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-57d5fbd5-3786-4fbf-b3ba-1bd1260071b5 service neutron] 10.222.0.47 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617757 Jul 16 22:27:21.311132 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.313343 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.317576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-dbce27e3-574a-4336-89e8-2c726ae4fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.319009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-dbce27e3-574a-4336-89e8-2c726ae4fa90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f HTTP/1.1" status: 200 len: 913 time: 0.1940513 Jul 16 22:27:21.350402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Deleting port 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:21.350678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.372512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d28b5ba-a0b1-4333-886b-85ccddd0a8da {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:21.407746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.466668 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.504343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:21.510986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-76be3619-9ebe-475e-a57d-fdba2396d0a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 999 time: 0.1796668 Jul 16 22:27:21.526902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.533175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:21.536198 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dea280-c129-42dc-8894-d0d3ecf3e839" -d '{"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-plugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:21.547216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.564077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:21.582330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.586851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5d7e95d7-c88a-4c62-b3de-d571cbd5a239 HTTP/1.1" status: 204 len: 168 time: 0.4696984 Jul 16 22:27:21.591142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2818a-a681-4286-adbf-5a5c0497ae11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7e95d7-c88a-4c62-b3de-d571cbd5a239,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:21.593079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:21.614023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b662c099-8ffa-41b3-9545-8b8765f7bb33 req-df6b518f-1534-4847-a387-7e61c406509f service neutron] 10.222.0.47 "GET /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933271 Jul 16 22:27:21.628128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] For port 204db6fb-bac9-447e-bb3a-6d725dacebf3, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=204db6fb-bac9-447e-bb3a-6d725dacebf3,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:21.628496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.643038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:21.648853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Calling delete_port for 204db6fb-bac9-447e-bb3a-6d725dacebf3 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:21.651611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-22e58762-f5e7-4c93-94b3-c951ced3cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.653136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-22e58762-f5e7-4c93-94b3-c951ced3cb96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.1269557 Jul 16 22:27:21.653470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.689084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '11038e9b-c240-4f06-b7d6-d37c977c44a5', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'port_id': '256db649-91d2-46e2-8692-900e006e102e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'mac_address': 'fa:16:3e:18:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:25:57Z', 'updated_at': '2021-07-16T22:27:19Z', 'revision_number': 1, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:21.723014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Checking router: 4060f1b8-6b02-4362-bb43-86cc79c5e452 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:27:21.725925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8d28b5ba-a0b1-4333-886b-85ccddd0a8da'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:21.774434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77ae56-acfb-4e4a-878a-dd877d3283b7 req-7df43406-83a4-4a9c-9561-60e9764c3a1f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.775984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf77ae56-acfb-4e4a-878a-dd877d3283b7 req-7df43406-83a4-4a9c-9561-60e9764c3a1f tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 951 time: 0.2713671 Jul 16 22:27:21.789082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.792809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:27:21.793469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:27:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:21.802823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:21.858224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a4422-7f9e-48cd-bf72-8654d85f96a3 req-c49f0744-5056-4bfb-9d1d-c9b2e4c7614d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.877268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d6a4422-7f9e-48cd-bf72-8654d85f96a3 req-c49f0744-5056-4bfb-9d1d-c9b2e4c7614d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 944 time: 0.1807253 Jul 16 22:27:21.878166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf77ae56-acfb-4e4a-878a-dd877d3283b7 req-1e0df7f7-87ba-470e-a193-e0bf259fe193 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb7a293-fdfc-4abd-9686-0ca257413992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953696 Jul 16 22:27:21.932499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-88636317-2c6a-4eb6-899a-34528ce60aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:21.934640 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-88636317-2c6a-4eb6-899a-34528ce60aec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712188 Jul 16 22:27:21.951691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:21.976407 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df105c-e645-4c5a-bc8a-e3597b02865b x-openstack-request-id: req-17df105c-e645-4c5a-bc8a-e3597b02865b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:21.976696 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-plugged", "status": "completed", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:21.976945 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17df105c-e645-4c5a-bc8a-e3597b02865b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:21.977348 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'code': 200} Jul 16 22:27:21.995258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:27:22.026730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.054223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Pushing event deleted for resources: {'Port': ['ID=204db6fb-bac9-447e-bb3a-6d725dacebf3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:22.113473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb830d7e-7453-41f5-b68e-6641d8525765']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:22.127859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d6a4422-7f9e-48cd-bf72-8654d85f96a3 req-1318f5ba-4d5b-4708-a967-8f61ac8798fe tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452815 Jul 16 22:27:22.138949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b367ca47-2886-4fdd-bd14-49db60ffbb0e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:22.139960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b367ca47-2886-4fdd-bd14-49db60ffbb0e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:22.158940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.203151 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.213666 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-36d85160-3a55-4e1d-a76f-9fa79b609ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715993 Jul 16 22:27:22.222800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['204db6fb-bac9-447e-bb3a-6d725dacebf3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:22.275271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:27:22.275995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:27:22.278131 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:27:22.389910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.417159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.427103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb830d7e-7453-41f5-b68e-6641d8525765 HTTP/1.1" status: 204 len: 168 time: 0.8299830 Jul 16 22:27:22.454656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95591d7-fc29-49f0-a922-2f44285656e6 req-eaef7859-542f-428b-b432-f9824b2dd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:22.455131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'name': 'network-vif-deleted', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:22.458381 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74fa362-9bcf-45c7-a493-6db65451dfaf" -d '{"events": [{"server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "name": "network-vif-deleted", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:22.463500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d95591d7-fc29-49f0-a922-2f44285656e6 req-eaef7859-542f-428b-b432-f9824b2dd776 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 1098 time: 0.2620118 Jul 16 22:27:22.470370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bdbc85e-60d2-4927-bf72-78bc8141b510 req-11781250-a873-4e25-8569-6cd018196d0d service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360623 Jul 16 22:27:22.473676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] No DVR routers for this DVR port 204db6fb-bac9-447e-bb3a-6d725dacebf3 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:22.480207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.482270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1a90404b-3aaf-4c00-a21b-07cce594853a req-e95aeffe-f44e-4f8c-a2ca-f2e7200946d7 tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.68 "DELETE /v2.0/ports/204db6fb-bac9-447e-bb3a-6d725dacebf3 HTTP/1.1" status: 204 len: 173 time: 1.4878411 Jul 16 22:27:22.486152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739441e-5d8d-4ec7-8fd2-76da338f6bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb830d7e-7453-41f5-b68e-6641d8525765,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:22.491223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e11e3502-0ac4-4936-9649-347c7ce1cdea details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:22.523006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:22.579954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:22.580369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5f1d0dc1-bd46-43b6-b638-738cd84e9ce2 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:22.601136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d95591d7-fc29-49f0-a922-2f44285656e6 req-9d90b01e-e2ae-4660-a3ef-2fa85ce0f71e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120777 Jul 16 22:27:22.657079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d94e0-1885-4180-bb30-4a01270e11b1 req-5f23ef95-71ce-4a6a-8add-cb3bd5809ce6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:22.660177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-494d94e0-1885-4180-bb30-4a01270e11b1 req-5f23ef95-71ce-4a6a-8add-cb3bd5809ce6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2088549 Jul 16 22:27:22.660609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6ecf0-96ec-42dc-aab5-684ec4df7e4f req-30cc0305-025e-4628-bf3e-aa937527046b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:22.668147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76e6ecf0-96ec-42dc-aab5-684ec4df7e4f req-30cc0305-025e-4628-bf3e-aa937527046b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1238647 Jul 16 22:27:22.671112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:22.725468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:22.751503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76e6ecf0-96ec-42dc-aab5-684ec4df7e4f req-0102682b-6ecc-43e5-b817-2c48637a8244 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Jul 16 22:27:22.816404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea,segment=NetworkSegment(b9fcd4ac-ea1b-4847-9ff0-2ab40303e709),segment_id=b9fcd4ac-ea1b-4847-9ff0-2ab40303e709)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:22.818630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-494d94e0-1885-4180-bb30-4a01270e11b1 req-c4dfe39b-a7ab-4f9f-af29-e17a91a0ec2e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428685 Jul 16 22:27:22.836514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.836514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '11038e9b-c240-4f06-b7d6-d37c977c44a5', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'port_id': '256db649-91d2-46e2-8692-900e006e102e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'mac_address': 'fa:16:3e:18:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:25:57Z', 'updated_at': '2021-07-16T22:27:19Z', 'revision_number': 1, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:22.844451 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97409cd-5a15-42b0-ae36-ece056125ee2 x-openstack-request-id: req-b97409cd-5a15-42b0-ae36-ece056125ee2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:22.845398 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdea48fd-d5a3-4c3d-9c27-80cae463f96b", "name": "network-vif-deleted", "tag": "5f1d0dc1-bd46-43b6-b638-738cd84e9ce2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:22.845838 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b97409cd-5a15-42b0-ae36-ece056125ee2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:22.846672 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdea48fd-d5a3-4c3d-9c27-80cae463f96b', 'name': 'network-vif-deleted', 'tag': '5f1d0dc1-bd46-43b6-b638-738cd84e9ce2', 'status': 'completed', 'code': 200} Jul 16 22:27:22.848920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f870d5e8-2faa-4b93-a162-ca3de2def792 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fec11636bc742c998c5f693031ff539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222463 Jul 16 22:27:22.851316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:22.888318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'e11e3502-0ac4-4936-9649-347c7ce1cdea', 'network_id': 'aac91453-12fc-44e4-a65a-e3146bdc964a', 'port_id': 'e11e3502-0ac4-4936-9649-347c7ce1cdea', 'mac_address': 'fa:16:3e:74:c3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc2e16-3561-478d-847d-dc4cefa342bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:22.904203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e447c-2236-4dc4-b7c5-1163102a959b None None] The sync data for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 is: [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '11038e9b-c240-4f06-b7d6-d37c977c44a5', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'port_id': '256db649-91d2-46e2-8692-900e006e102e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'mac_address': 'fa:16:3e:18:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:25:57Z', 'updated_at': '2021-07-16T22:27:19Z', 'revision_number': 1, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:27:22.975313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:22.977614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:22.977991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.212351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db91fea7-d1d5-48c0-a57a-0c94047dd236 req-ef61454d-3354-4a81-af18-45cced03292d tempest-ServersAdminTestJSON-1560008351 tempest-ServersAdminTestJSON-1560008351-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e702d77-a6e6-40f3-acf7-8467c132acb8 HTTP/1.1" status: 200 len: 210 time: 0.0751352 Jul 16 22:27:23.358647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.385895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11e3502-0ac4-4936-9649-347c7ce1cdea {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:23.406128 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174bab8d-3112-412c-8963-1f328f906899 None None] New status for floating IP 11038e9b-c240-4f06-b7d6-d37c977c44a5: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:27:23.428698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea,segment=NetworkSegment(b9fcd4ac-ea1b-4847-9ff0-2ab40303e709),segment_id=b9fcd4ac-ea1b-4847-9ff0-2ab40303e709)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:23.462785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.524135 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.566023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:23.599617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:23.614029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.618212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a82c7b-34c8-4426-9f84-02d40be9eee8 req-546b4a73-ed66-4d26-862e-738d69241f1e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:23.619509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.626149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a82c7b-34c8-4426-9f84-02d40be9eee8 req-546b4a73-ed66-4d26-862e-738d69241f1e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 945 time: 0.1382172 Jul 16 22:27:23.692105 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a82c7b-34c8-4426-9f84-02d40be9eee8 req-6d0ac508-f42d-4578-a400-1cc2fb23f0dd tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642049 Jul 16 22:27:23.755580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:23.758629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.761746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:23.766191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a55007d-ea7e-4e33-8065-2c8a6563d4b8 HTTP/1.1" status: 204 len: 168 time: 0.9136837 Jul 16 22:27:23.775518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0040b6-e9d8-4b44-ab84-be83a2e93fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a55007d-ea7e-4e33-8065-2c8a6563d4b8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:23.803928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['e11e3502-0ac4-4936-9649-347c7ce1cdea'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:23.838417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd110eb-728e-43cc-ab61-5a6f0b78bac5 req-fc5feeda-171b-449e-9151-01ed45b3d28d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:23.843805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdd110eb-728e-43cc-ab61-5a6f0b78bac5 req-fc5feeda-171b-449e-9151-01ed45b3d28d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3775458 Jul 16 22:27:23.957537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdd110eb-728e-43cc-ab61-5a6f0b78bac5 req-6abd2ee4-6c3c-4a9c-816b-fd0925144961 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044655 Jul 16 22:27:24.012630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:24.014979 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4d3c5-c17d-4f9c-9845-7e922de69154" -d '{"events": [{"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-plugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:24.241041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1361-9919-4ad6-b1d7-1a404217a8ca req-77ba72da-3f07-4083-90de-66948777c3d2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:24.242616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0fe1361-9919-4ad6-b1d7-1a404217a8ca req-77ba72da-3f07-4083-90de-66948777c3d2 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.0927227 Jul 16 22:27:24.267190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b46537-feee-44f0-bcdd-8eae26fa1ca3 req-b85bcf7b-ccc0-4f7d-94b7-1be1ff0b72c3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:24.275357 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5b46537-feee-44f0-bcdd-8eae26fa1ca3 req-b85bcf7b-ccc0-4f7d-94b7-1be1ff0b72c3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1091375 Jul 16 22:27:24.288784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0fe1361-9919-4ad6-b1d7-1a404217a8ca req-c3353a85-12a2-419e-b686-a0abc4130a95 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Jul 16 22:27:24.336848 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5b46537-feee-44f0-bcdd-8eae26fa1ca3 req-5b6a4a8a-cbc5-4eb5-84d5-16412f59fbb5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Jul 16 22:27:24.383381 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5224e21f-15e2-422f-9279-17de84d76d92 x-openstack-request-id: req-5224e21f-15e2-422f-9279-17de84d76d92 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:24.383676 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-plugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:24.383986 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5224e21f-15e2-422f-9279-17de84d76d92 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:24.384390 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'code': 200} Jul 16 22:27:24.660878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2057-1325-4bf8-8a33-8fdfad5c7d83 req-9726008a-3164-4d9a-8eff-e97942c2ee72 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:24.672344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51eb2057-1325-4bf8-8a33-8fdfad5c7d83 req-9726008a-3164-4d9a-8eff-e97942c2ee72 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.1161220 Jul 16 22:27:24.682980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:24.712624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 204db6fb-bac9-447e-bb3a-6d725dacebf3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:24.713086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 204db6fb-bac9-447e-bb3a-6d725dacebf3 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:24.779888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51eb2057-1325-4bf8-8a33-8fdfad5c7d83 req-4b6c36ff-0ea4-4354-905b-4676f5561c0e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Jul 16 22:27:24.847912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-deleted', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:24.852892 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bac926-add4-49e9-8959-e45655b306f2" -d '{"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-deleted", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:25.064577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:25.209825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55084) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:25.227322 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f0d60-97b1-4683-81de-ec7fee0ec7f4 x-openstack-request-id: req-8c1f0d60-97b1-4683-81de-ec7fee0ec7f4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:25.227621 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e702d77-a6e6-40f3-acf7-8467c132acb8", "name": "network-vif-deleted", "tag": "204db6fb-bac9-447e-bb3a-6d725dacebf3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:25.227874 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c1f0d60-97b1-4683-81de-ec7fee0ec7f4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:25.228074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36f675-9949-4a7c-8f5a-dc3420a99cff req-aa393c4c-68b3-4327-b8f9-c631948a0080 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:25.228279 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e702d77-a6e6-40f3-acf7-8467c132acb8', 'name': 'network-vif-deleted', 'tag': '204db6fb-bac9-447e-bb3a-6d725dacebf3', 'status': 'completed', 'code': 200} Jul 16 22:27:25.235136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c36f675-9949-4a7c-8f5a-dc3420a99cff req-aa393c4c-68b3-4327-b8f9-c631948a0080 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 945 time: 0.1855135 Jul 16 22:27:25.331392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c36f675-9949-4a7c-8f5a-dc3420a99cff req-a4848b51-a776-411c-a888-83fc6f6aebb8 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897787 Jul 16 22:27:25.412437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1650672014-network', 'tenant_id': '96a2109528824e118cd3cbb1b3612f84'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:25.429774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64190596-49f5-4153-84ea-66fe4ffce17f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b53a27a6ee645939b02e59d8676fcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637300 Jul 16 22:27:25.430625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:25.490499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Made reservation on behalf of 96a2109528824e118cd3cbb1b3612f84 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:25.493140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.493709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.502550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.523029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.588135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.591635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.595355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccb7a293-fdfc-4abd-9686-0ca257413992 HTTP/1.1" status: 204 len: 168 time: 0.1613414 Jul 16 22:27:25.606635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c286-defa-4f10-b4f3-90b07805c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb7a293-fdfc-4abd-9686-0ca257413992,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:25.768236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-16441bee-cf5d-4dde-b7cc-bb868717f102 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:25.769939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-16441bee-cf5d-4dde-b7cc-bb868717f102 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.2359018 Jul 16 22:27:25.802036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-b8dd3e20-614c-4a04-8444-01842c20636e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/quotas/f46e073f00ee47ecadcce7b86da759d3 HTTP/1.1" status: 200 len: 375 time: 0.0211034 Jul 16 22:27:25.918193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.935480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.964364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:27:25.978622 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:25.979013 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Added segment 1af48548-8b67-4007-99d1-d3ccd8eb6468 of type vlan for network 0783c263-fc65-493f-ba3a-2bbf77b6de31 Jul 16 22:27:26.031436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.102200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.103198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:26.103873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.128216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d8d16-aa7a-468f-b29a-728bc98f4378,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:26.148284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-d3bfbfcd-68bb-4101-8626-747f95b52d2a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3383293 Jul 16 22:27:26.186407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9746418 Jul 16 22:27:26.188906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:26.198302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Request body: {'subnet': {'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1650672014-subnet', 'tenant_id': '96a2109528824e118cd3cbb1b3612f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:26.230336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:26.252698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a66b-586a-40a3-bb96-b2a1e047832d admin admin] Pushing event updated for resources: {'Network': ['ID=0783c263-fc65-493f-ba3a-2bbf77b6de31,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:26.266486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:27:26.270488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Made reservation on behalf of 96a2109528824e118cd3cbb1b3612f84 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:26.273498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.353735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-6aeaef23-4e2b-4b23-ba2c-2ac780036bba service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045076 Jul 16 22:27:26.402338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e11e3502-0ac4-4936-9649-347c7ce1cdea up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:26.505512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port e11e3502-0ac4-4936-9649-347c7ce1cdea completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:26.510924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port e11e3502-0ac4-4936-9649-347c7ce1cdea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:26.511405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.518587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ee826017-8609-4a8f-8586-cdfdb3352ac9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08ef5209f8844fdfb61adc2a864c7b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846205 Jul 16 22:27:26.524190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:26.622680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.663688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:26.667379 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091e8f3-5023-4a3f-82b0-813291f6fdcc" -d '{"events": [{"server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "name": "network-vif-plugged", "status": "completed", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:26.687158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea,segment=NetworkSegment(b9fcd4ac-ea1b-4847-9ff0-2ab40303e709),segment_id=b9fcd4ac-ea1b-4847-9ff0-2ab40303e709)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:26.707902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.727541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.743049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.779232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:26.820170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830fcfe-1334-42f2-9250-04a4789930ef req-8f8db39d-877f-4c55-8994-82739dedbf7f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:26.830207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8830fcfe-1334-42f2-9250-04a4789930ef req-8f8db39d-877f-4c55-8994-82739dedbf7f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 945 time: 0.3086135 Jul 16 22:27:26.838223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:26.868034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-65b26f3e-e478-4ef8-826d-60906f21c051 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:26.874391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-65b26f3e-e478-4ef8-826d-60906f21c051 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/ports?device_id=d36aa44c-1d13-43c6-89b7-788219e33d09 HTTP/1.1" status: 200 len: 946 time: 0.2285483 Jul 16 22:27:26.929003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-4cf24818-6a28-4502-be8b-8096d327fdea service neutron] 10.222.0.70 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743196 Jul 16 22:27:26.968146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f66fcd7-919f-4bc0-9db7-39712c568e00,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:27.023008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8830fcfe-1334-42f2-9250-04a4789930ef req-6d884dae-3e5d-4cf0-b9c7-7e03dbb7ff59 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918073 Jul 16 22:27:27.027006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Checking segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:27.027565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Network hostable DHCP agents. Network: 0783c263-fc65-493f-ba3a-2bbf77b6de31, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:27:27.147240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.149931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.161079 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb426623-3104-4ec7-8c20-8e5460513834 HTTP/1.1" status: 204 len: 168 time: 0.6336837 Jul 16 22:27:27.186583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:27:27.215696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de289da-7b65-4b77-ac6b-d18b45cecf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb426623-3104-4ec7-8c20-8e5460513834,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:27.252586 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c97436e-7cab-4ab7-a439-b28eb94199c2 x-openstack-request-id: req-4c97436e-7cab-4ab7-a439-b28eb94199c2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:27.253032 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "name": "network-vif-plugged", "status": "completed", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:27.253876 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c97436e-7cab-4ab7-a439-b28eb94199c2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:27.254258 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea', 'code': 200} Jul 16 22:27:27.309475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Deleting port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:27.309862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.322376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0783c263-fc65-493f-ba3a-2bbf77b6de31) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:27.336158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc27db-2c9a-4903-8280-0528d8121e03 None None] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:27:27.354921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:27.355545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.474459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d444db6-9b8d-48d7-9af8-4859596133d6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2830644 Jul 16 22:27:27.549947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41245abe-15b1-4e9d-8bdf-09480364a490 req-67e8e4bc-51fe-4054-a01c-34da6e1c38e0 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 210 time: 0.1972005 Jul 16 22:27:27.562229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e64109-8c9f-4cd8-8550-950a875a8523 None None] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:27:27.599812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5536db5-8691-4a46-9857-aa215bb1dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.614401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2695ce-efb3-4c26-9de9-12757c204147 req-6dba11bf-d6de-44ff-b22b-055848e73846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:27.616001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a2695ce-efb3-4c26-9de9-12757c204147 req-6dba11bf-d6de-44ff-b22b-055848e73846 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 1098 time: 0.2733831 Jul 16 22:27:27.686305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a2695ce-efb3-4c26-9de9-12757c204147 req-90d18ade-bcd6-476d-ae1e-8387623f75fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Jul 16 22:27:27.699209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] For port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:27.700217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:27.743810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Calling delete_port for d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:28.064638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:28.120015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event deleted for resources: {'Port': ['ID=d4de8f4d-beaf-4cb3-ad05-fff50c759fd2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:28.185047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] No DVR routers for this DVR port d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:28.189603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:28.190229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79ac721b-7a46-4439-a8e1-40e004889f45 req-d1999eac-5f37-4fea-a093-02820640cd8d tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "DELETE /v2.0/ports/d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 HTTP/1.1" status: 204 len: 173 time: 1.3109221 Jul 16 22:27:28.190746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-deleted', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:28.201174 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91ba28-c910-4e13-8915-1e3debbf1f33" -d '{"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-deleted", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:28.256123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2d74-488f-433d-9463-06a881bbb23d req-f88cad30-5d1c-4106-9b0b-4ad112a0d939 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:28.268390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06bd2d74-488f-433d-9463-06a881bbb23d req-f88cad30-5d1c-4106-9b0b-4ad112a0d939 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1779249 Jul 16 22:27:28.326937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06bd2d74-488f-433d-9463-06a881bbb23d req-1f24994a-32e5-43e4-aefc-242b5e1d5109 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Jul 16 22:27:28.638834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f85b2b-2e82-455d-bd53-c0ad71aa7378 req-a9611ccd-91db-454b-b8a7-4e2e636db527 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:28.649190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63f85b2b-2e82-455d-bd53-c0ad71aa7378 req-a9611ccd-91db-454b-b8a7-4e2e636db527 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 946 time: 0.0914745 Jul 16 22:27:28.698888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:28.720773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63f85b2b-2e82-455d-bd53-c0ad71aa7378 req-7943de26-75f7-4d04-b125-d8871c36c4ca tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700765 Jul 16 22:27:28.788014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:28.789526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d4de8f4d-beaf-4cb3-ad05-fff50c759fd2 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:29.004848 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fedd133-67fa-42c5-a2d9-4f91a38c283c x-openstack-request-id: req-6fedd133-67fa-42c5-a2d9-4f91a38c283c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:29.005454 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa44c-1d13-43c6-89b7-788219e33d09", "name": "network-vif-deleted", "tag": "d4de8f4d-beaf-4cb3-ad05-fff50c759fd2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:29.005454 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fedd133-67fa-42c5-a2d9-4f91a38c283c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:29.005824 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa44c-1d13-43c6-89b7-788219e33d09', 'name': 'network-vif-deleted', 'tag': 'd4de8f4d-beaf-4cb3-ad05-fff50c759fd2', 'status': 'completed', 'code': 200} Jul 16 22:27:29.105144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-77e288fe-96ee-4d91-aff2-c85723a1779c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:29.113069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-77e288fe-96ee-4d91-aff2-c85723a1779c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 818 time: 0.1773987 Jul 16 22:27:29.145823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-8319fc92-04b6-4b1b-bea1-012c69896ad1 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/quotas/96a2109528824e118cd3cbb1b3612f84 HTTP/1.1" status: 200 len: 375 time: 0.0196228 Jul 16 22:27:29.217440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-f33b3c96-613b-42d3-aae1-c435495e01ae tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702426 Jul 16 22:27:29.566196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89660bfc-653a-4642-9142-f7f30b496f53 req-171aee44-7b84-4477-8fef-810522bbf7cc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:29.569141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89660bfc-653a-4642-9142-f7f30b496f53 req-171aee44-7b84-4477-8fef-810522bbf7cc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1550364 Jul 16 22:27:29.657955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-2a3a4c19-2948-4532-a6fa-664ad6f512c3 service neutron] 10.222.0.70 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391575 Jul 16 22:27:29.670866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89660bfc-653a-4642-9142-f7f30b496f53 req-6ede12fe-3008-401f-8348-e03ce4bf53b2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950072 Jul 16 22:27:29.839679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e6a19ba-47e0-4c0f-8a47-33f33305621e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:29.889746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-6a741bb8-1c87-4262-b543-50ac1dc1331b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:29.893236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-6a741bb8-1c87-4262-b543-50ac1dc1331b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 814 time: 0.5394614 Jul 16 22:27:30.060392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:30.104412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4d0d1c1-6290-42fd-be9f-bf1dd54cb905 req-610a7c36-db68-4ac4-b8aa-c117cc5d533a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 210 time: 0.1117926 Jul 16 22:27:30.119061 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-84c8bf6c-09e5-480c-b130-ffeda6d1e246 service neutron] 10.222.0.70 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332223 Jul 16 22:27:30.137161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Request body: {'port': {'device_id': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'admin_state_up': True, 'tenant_id': 'f46e073f00ee47ecadcce7b86da759d3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:30.337095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Made reservation on behalf of f46e073f00ee47ecadcce7b86da759d3 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:30.341536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:30.620196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0abd-819d-4f05-b4ca-a5efd43f055b req-bc69d8c3-428e-4f12-816b-6ec90bdcc35e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:30.627702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c63d0abd-819d-4f05-b4ca-a5efd43f055b req-bc69d8c3-428e-4f12-816b-6ec90bdcc35e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 946 time: 0.1676202 Jul 16 22:27:30.675422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Allocated IP 172.20.0.13 (d7849417-07f2-4b14-ab8e-107abcb0a0c1/ef73011d-5354-4262-b82b-c990cc21fb5d/e6f4f2c0-b33a-4476-82ee-558a579ebee5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:30.690667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c63d0abd-819d-4f05-b4ca-a5efd43f055b req-efeb8459-1dd1-45b6-b943-351313d67576 tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609717 Jul 16 22:27:31.083275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:31.199459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:31.273695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:31.320941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Network d7849417-07f2-4b14-ab8e-107abcb0a0c1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:31.331140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:31.349372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:31.359623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:31.524921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:31.526006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:31.574666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-bee7b829-905d-4417-80c7-59a2cb65fb79 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4547269 Jul 16 22:27:31.593549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Request body: {'port': {'device_id': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:31.601844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ab853f9-f993-4c68-8698-00e36ce1a345 req-54248e89-bfd0-4ec3-848f-b044e6883e0d tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 210 time: 0.0755913 Jul 16 22:27:32.117549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:32.204446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a3882-085f-4bdd-903a-be597837b93f req-d3fb4075-5501-47e4-89d5-5bf763322c02 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:32.207095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a1a3882-085f-4bdd-903a-be597837b93f req-d3fb4075-5501-47e4-89d5-5bf763322c02 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 932 time: 0.4956667 Jul 16 22:27:32.465227 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a1a3882-085f-4bdd-903a-be597837b93f req-2a4bf993-861c-4ab2-833e-0bbac6e05e9e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132083 Jul 16 22:27:32.651855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:32.743539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:32.807251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f4f2c0-b33a-4476-82ee-558a579ebee5 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:32.839246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:32.889254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Transition to ACTIVE for port object e6f4f2c0-b33a-4476-82ee-558a579ebee5 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:32.905842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:32.929760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9201f759-018d-4f4f-b902-977771967ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.093503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-366721b3-2fe3-4684-a0b6-e5fbd556834c req-13e589af-f2b7-41f3-bd3d-a3b10fbc31c0 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 210 time: 0.1367805 Jul 16 22:27:33.119135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:33.247407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9201f759-018d-4f4f-b902-977771967ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.258211 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9201f759-018d-4f4f-b902-977771967ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.335006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Attempting to bind port e6f4f2c0-b33a-4476-82ee-558a579ebee5 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:33.335533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Attempting to bind port e6f4f2c0-b33a-4476-82ee-558a579ebee5 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:33.335645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Attempting to bind port e6f4f2c0-b33a-4476-82ee-558a579ebee5 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:33.354447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9201f759-018d-4f4f-b902-977771967ea3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f03ff9e298d4f80bb1da8934fb6e65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092560 Jul 16 22:27:33.355299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:33.358845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Port e6f4f2c0-b33a-4476-82ee-558a579ebee5 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:33.359177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Attempting to bind port e6f4f2c0-b33a-4476-82ee-558a579ebee5 on network d7849417-07f2-4b14-ab8e-107abcb0a0c1 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:33.362830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f759-018d-4f4f-b902-977771967ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23955d7b-1ea0-4e7e-a93f-f3607d90cc1a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:33.393248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:33.393585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Checking segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:33.393971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Bound using segment: {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:33.394424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Bound port: e6f4f2c0-b33a-4476-82ee-558a579ebee5, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:33.394780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.496212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.549587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.551668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:33.555032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:33.585863 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.640642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7c9d-38df-45c8-8c9f-656760aa3533 req-24a6a6d4-f473-4c05-b0fe-bc99e4281b83 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:33.649677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.652659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.654040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23955d7b-1ea0-4e7e-a93f-f3607d90cc1a HTTP/1.1" status: 204 len: 168 time: 0.2975125 Jul 16 22:27:33.657357 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-500c7c9d-38df-45c8-8c9f-656760aa3533 req-24a6a6d4-f473-4c05-b0fe-bc99e4281b83 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3134670 Jul 16 22:27:33.670991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0538421-c42a-4dd2-aa6d-a783ab85dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23955d7b-1ea0-4e7e-a93f-f3607d90cc1a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:33.706650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:33.707534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:33.710037 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] 10.222.0.68 "PUT /v2.0/ports/e6f4f2c0-b33a-4476-82ee-558a579ebee5 HTTP/1.1" status: 200 len: 1093 time: 2.1211958 Jul 16 22:27:33.729298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:33.731813 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ba41f-7a22-46f1-a540-36cfee01a5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:33.806948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-500c7c9d-38df-45c8-8c9f-656760aa3533 req-6fba03bc-1c36-4fb4-9d4c-6ef123b3e27e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471727 Jul 16 22:27:33.842396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7ab7-3428-488a-9347-fa70ed0ee562 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:34.140594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-ea1255bd-342b-40c9-9b22-91cf906511bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:34.142595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-ea1255bd-342b-40c9-9b22-91cf906511bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1682448 Jul 16 22:27:34.308705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:34.353586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c555866-04f1-45ad-a443-bc12969389c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:34.362033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-7ae60c14-52cd-4a99-bf43-6e6b530007b0 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:34.365241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-f56df2ae-500f-42a8-91f0-dc29cfeba6e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5 HTTP/1.1" status: 200 len: 217 time: 0.2046087 Jul 16 22:27:34.374236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-7ae60c14-52cd-4a99-bf43-6e6b530007b0 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 818 time: 0.3626521 Jul 16 22:27:34.394168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Request body: {'port': {'device_id': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'admin_state_up': True, 'tenant_id': '96a2109528824e118cd3cbb1b3612f84'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:34.499309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79241-1941-4023-92a9-432decdff262 req-9ded1b04-263b-4dcd-ba3f-18d15a3ddc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:34.501174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-9ded1b04-263b-4dcd-ba3f-18d15a3ddc78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.1280346 Jul 16 22:27:34.604171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-f67028f6-43b7-46eb-9804-6e11874b7e30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845065 Jul 16 22:27:34.616503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bd49-6e91-4fc3-ba7e-6801924efc1c req-613f1429-1fbd-4106-b733-771218319c0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:34.623689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d70bd49-6e91-4fc3-ba7e-6801924efc1c req-613f1429-1fbd-4106-b733-771218319c0b tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 944 time: 0.2482612 Jul 16 22:27:34.709899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d70bd49-6e91-4fc3-ba7e-6801924efc1c req-8da1cb19-3c3b-43d4-90b1-bdf21e18cb01 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Jul 16 22:27:34.756057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-7ad8a096-8d5b-42da-8404-ed597f62181c service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423304 Jul 16 22:27:34.871187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ff79241-1941-4023-92a9-432decdff262 req-28627f19-5379-4034-beab-fc97c8a24e4f service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041517 Jul 16 22:27:34.875113 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a819d7ab-6cbb-4e82-bc44-347ebd726557 x-openstack-request-id: req-a819d7ab-6cbb-4e82-bc44-347ebd726557 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:34.875422 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:34.875666 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a819d7ab-6cbb-4e82-bc44-347ebd726557 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:34.876109 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'status': 'completed', 'code': 200} Jul 16 22:27:34.902992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9e572146-ae29-4e0a-8b11-3be3a7c27aae tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:34.904567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9e572146-ae29-4e0a-8b11-3be3a7c27aae tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 818 time: 0.4551749 Jul 16 22:27:34.934669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Request body: {'port': {'device_id': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'admin_state_up': True, 'tenant_id': '96a2109528824e118cd3cbb1b3612f84'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:35.141156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c555866-04f1-45ad-a443-bc12969389c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:35.154965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c555866-04f1-45ad-a443-bc12969389c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:35.193962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Made reservation on behalf of 96a2109528824e118cd3cbb1b3612f84 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:35.201067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:35.231376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Made reservation on behalf of 96a2109528824e118cd3cbb1b3612f84 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:35.235461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:35.254930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a6dc-f802-402d-865b-cf9f45405057 req-00f3ae3a-6450-4990-b131-2ab65aac4c5d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:35.276899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d944a6dc-f802-402d-865b-cf9f45405057 req-00f3ae3a-6450-4990-b131-2ab65aac4c5d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3081489 Jul 16 22:27:35.279136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9c555866-04f1-45ad-a443-bc12969389c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66e09dc154b244a3b4879af6fed03d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9663868 Jul 16 22:27:35.284128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:35.306998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-6f2ce5f6-e426-479f-b360-189314095d7e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:35.307604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-4f35f8bd-3b1e-4d22-b862-40f4132e9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:35.309540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-6f2ce5f6-e426-479f-b360-189314095d7e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.47 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 818 time: 0.3724964 Jul 16 22:27:35.309664 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-4f35f8bd-3b1e-4d22-b862-40f4132e9775 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f46e073f00ee47ecadcce7b86da759d3&device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2299914 Jul 16 22:27:35.342958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c555866-04f1-45ad-a443-bc12969389c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3bad0a-ad95-4e39-8ab7-ce38dc8a6198,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:35.368854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Request body: {'port': {'device_id': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'admin_state_up': True, 'tenant_id': '96a2109528824e118cd3cbb1b3612f84'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:35.614416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d944a6dc-f802-402d-865b-cf9f45405057 req-2bc4d1b6-0fe1-48f8-a130-18b0eeae8e15 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386245 Jul 16 22:27:35.787462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Made reservation on behalf of 96a2109528824e118cd3cbb1b3612f84 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:35.790256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.007613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a70dc284-b46b-463b-b19d-67af92bd6fc7 req-9fc456cd-720d-4379-975e-7ac5bef087ba tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 210 time: 0.5129194 Jul 16 22:27:36.019899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.070023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-c6cf0e35-07cb-4716-9e0d-67f8d2ca9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:36.071828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-c6cf0e35-07cb-4716-9e0d-67f8d2ca9284 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 200 len: 915 time: 0.7401950 Jul 16 22:27:36.084391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Allocated IP 172.20.0.13 (0783c263-fc65-493f-ba3a-2bbf77b6de31/6f66fcd7-919f-4bc0-9db7-39712c568e00/5aa740ff-076a-4f90-9b62-ffda3f24b265) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:36.123713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750706-2b9a-40ce-a411-ea17491e56d0 req-1989d2c0-d2ad-4ea9-8960-90912c616e66 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:36.131924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3750706-2b9a-40ce-a411-ea17491e56d0 req-1989d2c0-d2ad-4ea9-8960-90912c616e66 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 944 time: 0.0930457 Jul 16 22:27:36.140343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-66489723-ef98-444f-9d91-5598511450a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5 HTTP/1.1" status: 200 len: 217 time: 0.0574079 Jul 16 22:27:36.145486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.186277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3750706-2b9a-40ce-a411-ea17491e56d0 req-2a70fbfa-a123-4ae1-9ca2-f8b4bc5b1ceb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Jul 16 22:27:36.330003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-2cc085b1-6390-4315-9814-74a139d61bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:36.332243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-2cc085b1-6390-4315-9814-74a139d61bcc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 200 len: 854 time: 0.1843770 Jul 16 22:27:36.426990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994606c7-ebb0-4531-9c8d-f1ad5a74aa80 req-97a36bdd-5fa4-439a-9db9-11defb2fc652 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:36.429389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.432708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.437573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa3bad0a-ad95-4e39-8ab7-ce38dc8a6198 HTTP/1.1" status: 204 len: 168 time: 1.1390109 Jul 16 22:27:36.440643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-71d68760-e0cd-405c-a8df-52d72fdb1fb6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7849417-07f2-4b14-ab8e-107abcb0a0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959449 Jul 16 22:27:36.443384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-994606c7-ebb0-4531-9c8d-f1ad5a74aa80 req-97a36bdd-5fa4-439a-9db9-11defb2fc652 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1356375 Jul 16 22:27:36.468889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023359c-a513-4d94-9e0f-ad465091f05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3bad0a-ad95-4e39-8ab7-ce38dc8a6198,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:36.529114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-994606c7-ebb0-4531-9c8d-f1ad5a74aa80 req-1df91917-1eed-457c-9357-2c0fc94bbb6b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831931 Jul 16 22:27:36.695253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.715162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e6f4f2c0-b33a-4476-82ee-558a579ebee5 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:36.821625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-919b71d5-b8de-4189-8d8d-32ab523e6fb3 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562016 Jul 16 22:27:36.823298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:36.857233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:36.894755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'network_id': 'd7849417-07f2-4b14-ab8e-107abcb0a0c1', 'port_id': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'mac_address': 'fa:16:3e:1e:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73011d-5354-4262-b82b-c990cc21fb5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:37.020946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4e7e5-ae9d-4252-b27c-12d7cc0fe133 req-246d452e-fa01-4573-8b31-5af92498a25e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:37.025360 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbc4e7e5-ae9d-4252-b27c-12d7cc0fe133 req-246d452e-fa01-4573-8b31-5af92498a25e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3158879 Jul 16 22:27:37.085587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.109804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:37.119784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:37.125859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-9c6f0081-f862-4f1c-9ef4-eab065576ac4 {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:27:37.126352 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:27:37.129801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f4f2c0-b33a-4476-82ee-558a579ebee5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:37.163576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:37.173904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.221147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:37.227335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event updated for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:37.274747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbc4e7e5-ae9d-4252-b27c-12d7cc0fe133 req-717f9133-7128-4ba8-8ba5-b4554ea38e6e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677535 Jul 16 22:27:37.278375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Allocated IP 172.20.0.14 (0783c263-fc65-493f-ba3a-2bbf77b6de31/6f66fcd7-919f-4bc0-9db7-39712c568e00/98b81fa8-b283-434a-a021-70f534d1c023) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:37.307507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:37.439421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['e6f4f2c0-b33a-4476-82ee-558a579ebee5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:37.439800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070ba41f-7a22-46f1-a540-36cfee01a5e5 req-ef14c472-2793-4abe-906d-f128d51563b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876727 Jul 16 22:27:37.544629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:37.545355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.573863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-12828289-c4fe-499d-a413-8697f3641241 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6482518 Jul 16 22:27:37.609737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Request body: {'port': {'device_id': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:37.640955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.714279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.750874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.948463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:37.988201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93252fa3-1634-40d5-827a-c0be42961db8 req-4f4de053-f04b-4bdd-8e92-b58f625be4aa tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:37.996431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93252fa3-1634-40d5-827a-c0be42961db8 req-4f4de053-f04b-4bdd-8e92-b58f625be4aa tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 932 time: 0.3126483 Jul 16 22:27:38.067879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:38.073296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:38.092020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:38.102080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event updated for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:38.105937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Allocated IP 172.20.0.9 (0783c263-fc65-493f-ba3a-2bbf77b6de31/6f66fcd7-919f-4bc0-9db7-39712c568e00/624d5a7b-7d2f-41ed-a3f2-ada34bae20a1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:38.188052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:38.189261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.283967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-190cbeff-8c9c-4816-8361-1e52a4bdd362 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9256849 Jul 16 22:27:38.317879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Request body: {'port': {'device_id': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:38.461026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.494505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110dd1-a54e-4b88-b4eb-0faedf447b79 req-6015431e-4309-46ac-add8-22cf0d85de17 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:38.502161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20110dd1-a54e-4b88-b4eb-0faedf447b79 req-6015431e-4309-46ac-add8-22cf0d85de17 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 945 time: 0.0845740 Jul 16 22:27:38.550607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20110dd1-a54e-4b88-b4eb-0faedf447b79 req-354cedfb-8081-42a1-bdd8-77a6a962f3a3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Jul 16 22:27:38.560542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93252fa3-1634-40d5-827a-c0be42961db8 req-2a6bac16-9c31-40ab-843f-f89459b90931 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630648 Jul 16 22:27:38.605258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.731479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e6f4f2c0-b33a-4476-82ee-558a579ebee5 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:38.752467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.821446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Network 0783c263-fc65-493f-ba3a-2bbf77b6de31 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:38.829142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:38.840695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:38.847168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port e6f4f2c0-b33a-4476-82ee-558a579ebee5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:38.852178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port e6f4f2c0-b33a-4476-82ee-558a579ebee5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:38.852731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.886574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:38.923658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401ed2-4d4e-4529-9a8e-d6bba4cec098 req-6ab4c5d2-0d1b-41c2-a5d1-93baeeba47b6 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:38.925333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe401ed2-4d4e-4529-9a8e-d6bba4cec098 req-6ab4c5d2-0d1b-41c2-a5d1-93baeeba47b6 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 946 time: 0.2129731 Jul 16 22:27:38.955791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:38.956445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.971413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa740ff-076a-4f90-9b62-ffda3f24b265 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:38.979339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:38.992563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Transition to ACTIVE for port object 5aa740ff-076a-4f90-9b62-ffda3f24b265 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:38.995752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe401ed2-4d4e-4529-9a8e-d6bba4cec098 req-1d02c364-e3e6-4699-8c8a-283cecae9309 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627861 Jul 16 22:27:38.999730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-9a3be44d-8641-4c65-830b-6cfa748b668c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6144545 Jul 16 22:27:39.000404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.028370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Request body: {'port': {'device_id': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:39.097879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.147069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:39.166059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:39.167199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:39.171371 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bc2f1-bf6b-49e4-a931-b7fe817f9196" -d '{"events": [{"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-plugged", "status": "completed", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:39.180818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.250428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Attempting to bind port 5aa740ff-076a-4f90-9b62-ffda3f24b265 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:39.250886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Attempting to bind port 5aa740ff-076a-4f90-9b62-ffda3f24b265 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:39.251837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Attempting to bind port 5aa740ff-076a-4f90-9b62-ffda3f24b265 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:39.258943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Port 5aa740ff-076a-4f90-9b62-ffda3f24b265 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:39.259245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Attempting to bind port 5aa740ff-076a-4f90-9b62-ffda3f24b265 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:39.265363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:39.265774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Checking segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:39.266219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Bound using segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:39.266791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Bound port: 5aa740ff-076a-4f90-9b62-ffda3f24b265, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:39.267379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.285424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:39.289913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f3b1f-9f20-45f5-b0cd-09cc91b44372 req-b858ff1f-4834-4e1d-b313-06934a063f0f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:39.297003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-016f3b1f-9f20-45f5-b0cd-09cc91b44372 req-b858ff1f-4834-4e1d-b313-06934a063f0f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1629515 Jul 16 22:27:39.404212 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981767b0-95be-495a-aa52-07b9af9e94c8 x-openstack-request-id: req-981767b0-95be-495a-aa52-07b9af9e94c8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:39.404583 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-plugged", "status": "completed", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:39.404908 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-981767b0-95be-495a-aa52-07b9af9e94c8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:39.405413 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'code': 200} Jul 16 22:27:39.420023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-016f3b1f-9f20-45f5-b0cd-09cc91b44372 req-46142bf7-7a81-4749-8b81-5598605fa8bc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219277 Jul 16 22:27:39.459861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:39.476062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:39.488247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.552999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.630402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b81fa8-b283-434a-a021-70f534d1c023 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:39.635452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:39.636123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.642434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.642660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] 10.222.0.68 "PUT /v2.0/ports/5aa740ff-076a-4f90-9b62-ffda3f24b265 HTTP/1.1" status: 200 len: 1093 time: 2.0465057 Jul 16 22:27:39.646525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:39.654500 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43feed37-37f7-4208-af78-e07a1c5399d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:39.715876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Transition to ACTIVE for port object 98b81fa8-b283-434a-a021-70f534d1c023 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:39.777336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:39.782869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3feb67-a3a2-4512-a005-94c1f9648b50 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:39.815440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe256-5e64-4370-8309-7e17898914d2 req-be040aff-a300-42e7-ba86-6e1541809ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:39.817241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-096fe256-5e64-4370-8309-7e17898914d2 req-be040aff-a300-42e7-ba86-6e1541809ab3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 1098 time: 0.3105009 Jul 16 22:27:39.879882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ccff2-678c-4c3a-9949-1251e338c5a7 req-fb755486-45b0-4697-be80-4725788fd9f2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:39.887576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-772ccff2-678c-4c3a-9949-1251e338c5a7 req-fb755486-45b0-4697-be80-4725788fd9f2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2154980 Jul 16 22:27:39.901249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Pushing event updated for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:39.938757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-4c28af9a-7d55-4240-b7d0-e14631b66932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:39.940411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-4c28af9a-7d55-4240-b7d0-e14631b66932 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 1096 time: 0.2252135 Jul 16 22:27:39.952118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-096fe256-5e64-4370-8309-7e17898914d2 req-fedfd373-79a7-448f-a5b9-cac9d03c0670 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275449 Jul 16 22:27:39.994391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-55d79642-0e29-48a9-948e-b95647882234 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265 HTTP/1.1" status: 200 len: 217 time: 0.0444553 Jul 16 22:27:39.999706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-772ccff2-678c-4c3a-9949-1251e338c5a7 req-c65285bd-297f-430a-977b-b33113fc147a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107235 Jul 16 22:27:40.076618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-61c61905-d400-47fc-88d1-419da6a036df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:40.078233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-61c61905-d400-47fc-88d1-419da6a036df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.0738418 Jul 16 22:27:40.127940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067bca7-2238-4360-9bed-e4352467adfe req-742b1421-79b6-4c99-a131-d8ba07ae2e11 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:40.128863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-4783e8d1-9c95-4b04-8b95-7cac996d6ec4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419240 Jul 16 22:27:40.130100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3067bca7-2238-4360-9bed-e4352467adfe req-742b1421-79b6-4c99-a131-d8ba07ae2e11 tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 946 time: 0.4797461 Jul 16 22:27:40.255099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Attempting to bind port 98b81fa8-b283-434a-a021-70f534d1c023 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:40.255572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Attempting to bind port 98b81fa8-b283-434a-a021-70f534d1c023 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:40.256010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Attempting to bind port 98b81fa8-b283-434a-a021-70f534d1c023 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:40.282175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Port 98b81fa8-b283-434a-a021-70f534d1c023 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:40.283150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Attempting to bind port 98b81fa8-b283-434a-a021-70f534d1c023 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:40.329034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-5511a993-789e-4d64-baf2-2fd99ee343b1 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876538 Jul 16 22:27:40.346854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:40.347332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Checking segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:40.347811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Bound using segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:40.348352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Bound port: 98b81fa8-b283-434a-a021-70f534d1c023, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:40.348936 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:40.361953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3cb62-6a19-4e81-8fe7-1c823137c5df req-1929138d-bbb3-41fe-93bc-0eec7b0e249c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:40.369913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1e3cb62-6a19-4e81-8fe7-1c823137c5df req-1929138d-bbb3-41fe-93bc-0eec7b0e249c tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.3763990 Jul 16 22:27:40.388277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0a5b4-0475-4bbd-bb89-1090e24ad215 req-22a14670-41c8-4716-a959-745dfb8e9fda tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:40.395663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3f0a5b4-0475-4bbd-bb89-1090e24ad215 req-22a14670-41c8-4716-a959-745dfb8e9fda tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 944 time: 0.1384902 Jul 16 22:27:40.418829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:40.452303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:40.495178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3f0a5b4-0475-4bbd-bb89-1090e24ad215 req-8b6c256c-4419-494f-a21c-816912250b2e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983877 Jul 16 22:27:40.506116 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1e3cb62-6a19-4e81-8fe7-1c823137c5df req-e4dee605-4b43-499e-9682-3294f509b0ce tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350756 Jul 16 22:27:40.511160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Transition to ACTIVE for port object 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:40.535798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:40.544216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-687e985b-73c0-4cb9-9fe7-882f576b7073 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022235 Jul 16 22:27:40.573336 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bd811-b75d-439a-b8ce-7e77c5162e40 x-openstack-request-id: req-107bd811-b75d-439a-b8ce-7e77c5162e40 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:40.573775 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:40.574101 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-107bd811-b75d-439a-b8ce-7e77c5162e40 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:40.575801 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265', 'status': 'completed', 'code': 200} Jul 16 22:27:40.578599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Deleting port 75ea4989-3447-4b95-a652-bf50b4ee5443 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:40.578939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:40.702220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:40.710579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-748e49a8-a642-4603-95bb-bcba4492c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:40.712476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-748e49a8-a642-4603-95bb-bcba4492c830 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 1096 time: 0.1066103 Jul 16 22:27:40.741905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=98b81fa8-b283-434a-a021-70f534d1c023,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:40.789761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:40.810069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:41.008519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-107af0c4-8b05-4d61-a35d-246592d03bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.010239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-107af0c4-8b05-4d61-a35d-246592d03bd4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 919 time: 0.2843571 Jul 16 22:27:41.088697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-972287a9-6799-43ac-87e4-15c7ee59bdae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265 HTTP/1.1" status: 200 len: 217 time: 0.0708041 Jul 16 22:27:41.175578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-8c73be73-b7a6-45d9-9022-6654e5980020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.177234 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-8c73be73-b7a6-45d9-9022-6654e5980020 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.0786576 Jul 16 22:27:41.223457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1acbf7-a279-4a82-8b18-7fcdbac61069 req-09594364-090b-4773-addd-c35d1a4b71bc tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.230817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1acbf7-a279-4a82-8b18-7fcdbac61069 req-09594364-090b-4773-addd-c35d1a4b71bc tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7 HTTP/1.1" status: 200 len: 946 time: 0.1449571 Jul 16 22:27:41.235164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-b5f459ee-0fc6-49ca-a8c5-2154994b6ff2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473480 Jul 16 22:27:41.328875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.329650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:41.331055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] 10.222.0.47 "PUT /v2.0/ports/98b81fa8-b283-434a-a021-70f534d1c023 HTTP/1.1" status: 200 len: 1093 time: 3.0241551 Jul 16 22:27:41.341584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:41.342678 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a45702b-7662-4128-8320-a2c38b17a471" -d '{"events": [{"name": "network-changed", "server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "tag": "98b81fa8-b283-434a-a021-70f534d1c023"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:41.361906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-70fdf48d-b6b4-47c9-a508-8edcacb37b88 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107814 Jul 16 22:27:41.370217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] For port 75ea4989-3447-4b95-a652-bf50b4ee5443, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75ea4989-3447-4b95-a652-bf50b4ee5443,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:41.370575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:41.395317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff1acbf7-a279-4a82-8b18-7fcdbac61069 req-7dd6639b-a4a5-4cdc-a760-42aba7d2126f tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91c10ff-83ea-49d5-870b-90240d42f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635354 Jul 16 22:27:41.408875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Calling delete_port for 75ea4989-3447-4b95-a652-bf50b4ee5443 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:41.412397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f7a4-ca97-4d11-bf0d-ffcc66559334 service neutron] Pushing event updated for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:41.510060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Attempting to bind port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:41.510375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Attempting to bind port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:41.510884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Attempting to bind port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:41.527416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:41.527416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Attempting to bind port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 on network 0783c263-fc65-493f-ba3a-2bbf77b6de31 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:41.545530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:41.545876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Checking segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:41.548082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Bound using segment: {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:41.548444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Bound port: 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af48548-8b67-4007-99d1-d3ccd8eb6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:41.548814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:41.551494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-731c6aca-f834-482d-ae19-1e805317a758 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804645 Jul 16 22:27:41.579578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e098546-af7c-410a-b6db-72aaeae80863 req-8e07fb96-dfa2-4c98-be8e-fdb85f696b6f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.581182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e098546-af7c-410a-b6db-72aaeae80863 req-8e07fb96-dfa2-4c98-be8e-fdb85f696b6f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3355372 Jul 16 22:27:41.678561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-36fa5cee-9480-467b-98a8-ebc998c2164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.679809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-36fa5cee-9480-467b-98a8-ebc998c2164d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 1096 time: 0.2830603 Jul 16 22:27:41.706831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e098546-af7c-410a-b6db-72aaeae80863 req-8e8ad53d-2758-4fbb-98f0-b4f537bffab3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129327 Jul 16 22:27:41.825444 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0035c4-7289-4648-98ab-79445177251d x-openstack-request-id: req-ff0035c4-7289-4648-98ab-79445177251d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:41.825444 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "tag": "98b81fa8-b283-434a-a021-70f534d1c023", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:41.825444 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff0035c4-7289-4648-98ab-79445177251d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:41.825444 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023', 'status': 'completed', 'code': 200} Jul 16 22:27:41.833644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-4c6341b5-800b-469c-9299-3c5acc6b7878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98b81fa8-b283-434a-a021-70f534d1c023 HTTP/1.1" status: 200 len: 217 time: 0.1432025 Jul 16 22:27:41.855627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:41.895272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:41.899605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:41.941010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:41.944783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Pushing event deleted for resources: {'Port': ['ID=75ea4989-3447-4b95-a652-bf50b4ee5443,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:41.949216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-6a2a0d3a-5d5b-4744-aa27-97e9c65135a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:41.950667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-6a2a0d3a-5d5b-4744-aa27-97e9c65135a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.1088617 Jul 16 22:27:42.092517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-b7d5bb61-5dff-43fd-886a-7618326ea844 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243622 Jul 16 22:27:42.094023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.095159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:42.096491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] 10.222.0.68 "PUT /v2.0/ports/624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 HTTP/1.1" status: 200 len: 1092 time: 3.0869470 Jul 16 22:27:42.151169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917b8b-0ac1-4676-ac09-e066933fd04e req-4a089940-e875-4c15-89ed-2a77f50136d5 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.163407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] No DVR routers for this DVR port 75ea4989-3447-4b95-a652-bf50b4ee5443 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:42.174290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09917b8b-0ac1-4676-ac09-e066933fd04e req-4a089940-e875-4c15-89ed-2a77f50136d5 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.1561148 Jul 16 22:27:42.186388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:42.190056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3067bca7-2238-4360-9bed-e4352467adfe req-579fb8b9-902b-4a31-a63d-2b11646acfdd tempest-AttachSCSIVolumeTestJSON-1777080916 tempest-AttachSCSIVolumeTestJSON-1777080916-project] 10.222.0.68 "DELETE /v2.0/ports/75ea4989-3447-4b95-a652-bf50b4ee5443 HTTP/1.1" status: 204 len: 173 time: 2.0460644 Jul 16 22:27:42.239577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09917b8b-0ac1-4676-ac09-e066933fd04e req-753a6eb9-572b-491c-a4dc-b488a2c46d78 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Jul 16 22:27:42.293515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-3ea32534-fc01-47ba-a5ca-feeb38cca11c service neutron] 10.222.0.47 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811516 Jul 16 22:27:42.308396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:42.379723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.380099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.380629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.381082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.381427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.381772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.382092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.382417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.382744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.383074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.383399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.383721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf08dee-0293-499a-a894-b6b64c03fb8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:42.511821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4e003-ca83-43bf-a18a-8daa4faeb717 req-3f797d93-5fde-4e3f-aad0-e708798b0f76 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.513393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9df4e003-ca83-43bf-a18a-8daa4faeb717 req-3f797d93-5fde-4e3f-aad0-e708798b0f76 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 944 time: 0.5702310 Jul 16 22:27:42.554948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-87588370-59f4-4274-8752-ee3b1de694e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.556664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-87588370-59f4-4274-8752-ee3b1de694e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 1095 time: 0.3953650 Jul 16 22:27:42.580867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be154ec6-d090-4f8c-ba3e-8dfd1447a9eb req-fbc3c123-1252-4cb2-a922-117153d09120 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.582860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be154ec6-d090-4f8c-ba3e-8dfd1447a9eb req-fbc3c123-1252-4cb2-a922-117153d09120 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0830159 Jul 16 22:27:42.602715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-ea5bad9e-c5b6-4079-bffe-fc2567f9bb59 service neutron] 10.222.0.47 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911246 Jul 16 22:27:42.640814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9df4e003-ca83-43bf-a18a-8daa4faeb717 req-7bbcfdaf-6338-4ebe-8ed2-480d53d5262a tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176119 Jul 16 22:27:42.642377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-88d08dfd-396c-4af0-a0b8-785c39308497 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 HTTP/1.1" status: 200 len: 217 time: 0.0599618 Jul 16 22:27:42.682479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be154ec6-d090-4f8c-ba3e-8dfd1447a9eb req-ccb38dff-23ba-4eb2-b9e8-30d11a6a2531 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Jul 16 22:27:42.791920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5aa740ff-076a-4f90-9b62-ffda3f24b265 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:42.794349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75ea4989-3447-4b95-a652-bf50b4ee5443 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:42.847272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-5b8612ac-3a21-420a-8481-bdec1a199156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.849454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-5b8612ac-3a21-420a-8481-bdec1a199156 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.1989779 Jul 16 22:27:42.851080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 75ea4989-3447-4b95-a652-bf50b4ee5443 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:42.851461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75ea4989-3447-4b95-a652-bf50b4ee5443 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:42.916746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-edb7bab0-c68a-4c39-8dd2-82722d83a5e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531673 Jul 16 22:27:42.971926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45702b-7662-4128-8320-a2c38b17a471 req-b5bfd41c-97c9-4f72-be3b-e4c6ac703a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:42.973512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-b5bfd41c-97c9-4f72-be3b-e4c6ac703a2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 1096 time: 0.2650537 Jul 16 22:27:43.079309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:43.112558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '5aa740ff-076a-4f90-9b62-ffda3f24b265', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'port_id': '5aa740ff-076a-4f90-9b62-ffda3f24b265', 'mac_address': 'fa:16:3e:87:f2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66fcd7-919f-4bc0-9db7-39712c568e00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:43.144945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-7b332521-c087-4552-9dfa-1f5140e862ac service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201085 Jul 16 22:27:43.224070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45702b-7662-4128-8320-a2c38b17a471 req-5d3fa478-e230-42f7-889f-badefa9afb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:43.225785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-5d3fa478-e230-42f7-889f-badefa9afb17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 919 time: 0.2122636 Jul 16 22:27:43.227096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:43.259114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa740ff-076a-4f90-9b62-ffda3f24b265 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:43.303901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-f669da7a-cc55-4f08-afcc-432ffc022bb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98b81fa8-b283-434a-a021-70f534d1c023 HTTP/1.1" status: 200 len: 217 time: 0.0465198 Jul 16 22:27:43.304408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:43.315434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:43.373334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbbe7161-f184-4e8e-85a2-9bf9a34e2378 req-35dc3082-1b0c-4ae2-887c-0f7ab313bc91 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189426 Jul 16 22:27:43.383107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:43.410615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45702b-7662-4128-8320-a2c38b17a471 req-78a4c7b5-4e0c-49dd-8840-0640571192d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:43.412443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-78a4c7b5-4e0c-49dd-8840-0640571192d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.0982437 Jul 16 22:27:43.458686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-12c04c7d-beab-476e-a21d-7ce952a94bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303373 Jul 16 22:27:43.516657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a294d-c94c-4e35-bb59-adddad5580bf req-72a91678-534a-4dd0-a0b0-fbe1b322a995 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:43.519626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-351a294d-c94c-4e35-bb59-adddad5580bf req-72a91678-534a-4dd0-a0b0-fbe1b322a995 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.1375632 Jul 16 22:27:43.562039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-351a294d-c94c-4e35-bb59-adddad5580bf req-ad78c072-f8f8-474d-90df-3630e046fcd3 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Jul 16 22:27:43.576102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['5aa740ff-076a-4f90-9b62-ffda3f24b265'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:43.611557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-dae79a13-875f-4031-854c-8b5cbf997f62 service neutron] 10.222.0.47 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418962 Jul 16 22:27:43.753989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a45702b-7662-4128-8320-a2c38b17a471 req-34b08bc1-14ad-49ed-ba2f-f787a4505280 service neutron] 10.222.0.47 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309481 Jul 16 22:27:43.819631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a60653-d247-475d-9ba7-d453cf24b8e2 req-139815d0-fb3b-4406-b5c8-b4325fa43a1d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:43.821252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0a60653-d247-475d-9ba7-d453cf24b8e2 req-139815d0-fb3b-4406-b5c8-b4325fa43a1d tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 946 time: 0.1296303 Jul 16 22:27:43.826192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1'}, {'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'name': 'network-vif-deleted', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:43.828801 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c841ac9-30d5-4b33-8be9-303c5a0a627e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1"}, {"server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "name": "network-vif-deleted", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:43.881318 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0a60653-d247-475d-9ba7-d453cf24b8e2 req-dd333a4a-689d-4e97-bcc2-1a40592a442f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Jul 16 22:27:43.952041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36d5c-5210-44d3-be06-e56328037cb4 req-1b5135ad-a44f-4fb7-b23e-359e77444abf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:43.953508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8a36d5c-5210-44d3-be06-e56328037cb4 req-1b5135ad-a44f-4fb7-b23e-359e77444abf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0687559 Jul 16 22:27:44.002745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8a36d5c-5210-44d3-be06-e56328037cb4 req-308f2c22-e3b5-49ec-8f0a-499b56f039d2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Jul 16 22:27:44.216290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f220-63d0-470d-b1b8-952900c50b68 req-a4141ffb-b77c-4afc-ae21-2a56ab56f83d tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.217870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de80f220-63d0-470d-b1b8-952900c50b68 req-a4141ffb-b77c-4afc-ae21-2a56ab56f83d tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 945 time: 0.0899866 Jul 16 22:27:44.263696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de80f220-63d0-470d-b1b8-952900c50b68 req-157ad124-d42f-4f58-82d6-2050c5b843b5 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Jul 16 22:27:44.338731 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648247b-5467-44f3-a9b6-c4d26aac6bc0 x-openstack-request-id: req-e648247b-5467-44f3-a9b6-c4d26aac6bc0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:44.339155 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1", "status": "completed", "code": 200}, {"server_uuid": "b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7", "name": "network-vif-deleted", "tag": "75ea4989-3447-4b95-a652-bf50b4ee5443", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:44.339782 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e648247b-5467-44f3-a9b6-c4d26aac6bc0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:44.340041 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'status': 'completed', 'code': 200} Jul 16 22:27:44.340291 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6d1e2-3553-4e41-be5f-5bf9c4bc6ef7', 'name': 'network-vif-deleted', 'tag': '75ea4989-3447-4b95-a652-bf50b4ee5443', 'status': 'completed', 'code': 200} Jul 16 22:27:44.475080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-418b86a5-c3e1-4147-833e-0821b15c2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.476658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-418b86a5-c3e1-4147-833e-0821b15c2b13 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96a2109528824e118cd3cbb1b3612f84&device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 1095 time: 0.1154287 Jul 16 22:27:44.489667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec8da1-38e0-423d-b03d-ba30023a55ea req-2f427ca3-1d9d-4fed-b9a7-18fecc1e5d10 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.491320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0ec8da1-38e0-423d-b03d-ba30023a55ea req-2f427ca3-1d9d-4fed-b9a7-18fecc1e5d10 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0913174 Jul 16 22:27:44.574340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c44a9d-dc64-46a7-8905-282d93dbf34d req-ac76867c-ba4c-40ba-a815-72f5fe3fbeb4 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.575847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50c44a9d-dc64-46a7-8905-282d93dbf34d req-ac76867c-ba4c-40ba-a815-72f5fe3fbeb4 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.0652597 Jul 16 22:27:44.584859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0ec8da1-38e0-423d-b03d-ba30023a55ea req-4f714b55-ab58-4e10-927f-148d66067802 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840142 Jul 16 22:27:44.605910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-e594e5cd-1f71-4275-893a-93df8b1fa77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.607502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-e594e5cd-1f71-4275-893a-93df8b1fa77a service neutron] 10.222.0.68 "GET /v2.0/networks?id=0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 200 len: 919 time: 0.1152098 Jul 16 22:27:44.635907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50c44a9d-dc64-46a7-8905-282d93dbf34d req-336969ea-2658-49d3-94e5-49a155822cf6 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 Jul 16 22:27:44.676234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-e483d4eb-2176-45ff-8b78-e6d609e98b64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 HTTP/1.1" status: 200 len: 217 time: 0.0612020 Jul 16 22:27:44.734640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-ee5d5fcf-0a6e-44e8-987a-0600685f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.736992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-ee5d5fcf-0a6e-44e8-987a-0600685f337d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 200 len: 858 time: 0.0545983 Jul 16 22:27:44.775075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-383e56df-8fc0-41ff-93c2-35adc8e1916d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0783c263-fc65-493f-ba3a-2bbf77b6de31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304475 Jul 16 22:27:44.814678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:44.825840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5aa740ff-076a-4f90-9b62-ffda3f24b265 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:44.887513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-e9daf72e-2d7c-4853-a0d7-9585d3e23e18 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053405 Jul 16 22:27:44.913682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89179a48-f736-4ee3-9944-cd771e1324f0 req-025cd838-4bfa-4599-9d09-040d5a4a618f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:44.915259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89179a48-f736-4ee3-9944-cd771e1324f0 req-025cd838-4bfa-4599-9d09-040d5a4a618f tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.1318784 Jul 16 22:27:44.977946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 5aa740ff-076a-4f90-9b62-ffda3f24b265 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:44.984597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89179a48-f736-4ee3-9944-cd771e1324f0 req-8c5edf80-b1a3-4204-a35e-b48b76457283 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599298 Jul 16 22:27:44.988029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 5aa740ff-076a-4f90-9b62-ffda3f24b265 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:44.988840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.041567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:45.063166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'port_id': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'mac_address': 'fa:16:3e:35:f8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66fcd7-919f-4bc0-9db7-39712c568e00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:45.117632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.124953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c841ac9-30d5-4b33-8be9-303c5a0a627e req-692b7456-35e3-4404-bc42-3c914abfc619 service neutron] 10.222.0.68 "GET /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313340 Jul 16 22:27:45.144065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-6f9dd8f7-4d62-467d-b211-41e17066bb5f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:45.145659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-6f9dd8f7-4d62-467d-b211-41e17066bb5f tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 946 time: 0.2182567 Jul 16 22:27:45.187010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:45.230383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:45.232041 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.244940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.287323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:45.290159 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78855914-38bb-4ae5-a1c5-a4e810e1566a" -d '{"events": [{"server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "name": "network-vif-plugged", "status": "completed", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:45.309525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Deleting port e11e3502-0ac4-4936-9649-347c7ce1cdea {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:45.309893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.328950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:45.356582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.365496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edddd57-2e09-410b-a6e5-cffa97b16305 req-d0f49a96-fb29-49b1-aceb-f22dcea01989 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:45.368049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:45.369600 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1edddd57-2e09-410b-a6e5-cffa97b16305 req-d0f49a96-fb29-49b1-aceb-f22dcea01989 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1094882 Jul 16 22:27:45.435812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:45.451127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1edddd57-2e09-410b-a6e5-cffa97b16305 req-b99ab385-94eb-459a-8edc-1148bcac0267 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734248 Jul 16 22:27:45.465838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] For port e11e3502-0ac4-4936-9649-347c7ce1cdea, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e11e3502-0ac4-4936-9649-347c7ce1cdea,segment=NetworkSegment(b9fcd4ac-ea1b-4847-9ff0-2ab40303e709),segment_id=b9fcd4ac-ea1b-4847-9ff0-2ab40303e709)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:45.466669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.483854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Calling delete_port for e11e3502-0ac4-4936-9649-347c7ce1cdea owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:45.492764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['624d5a7b-7d2f-41ed-a3f2-ada34bae20a1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:45.755002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821940c-7044-465d-83f2-7b4ae906172f req-5df1cb47-148f-48ad-b1f3-59ef2a18a11e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:45.758144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5821940c-7044-465d-83f2-7b4ae906172f req-5df1cb47-148f-48ad-b1f3-59ef2a18a11e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96c8e0-6161-41ff-87eb-2ede641cc57c HTTP/1.1" status: 200 len: 946 time: 0.1591592 Jul 16 22:27:45.809443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.828249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['e11e3502-0ac4-4936-9649-347c7ce1cdea'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:45.849430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5821940c-7044-465d-83f2-7b4ae906172f req-85e70bc1-86a8-456c-9c5f-8165a761b6cd tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.70 "GET /v2.0/security-groups?id=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834622 Jul 16 22:27:45.858461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Pushing event deleted for resources: {'Port': ['ID=e11e3502-0ac4-4936-9649-347c7ce1cdea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:45.915163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] No DVR routers for this DVR port e11e3502-0ac4-4936-9649-347c7ce1cdea on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:45.918278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:45.920623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83eabb6b-fd6c-4175-b536-1f157678b4cf req-e51ae34f-141a-4cf6-b460-dccc8710973e tempest-ServerTagsTestJSON-739999267 tempest-ServerTagsTestJSON-739999267-project] 10.222.0.47 "DELETE /v2.0/ports/e11e3502-0ac4-4936-9649-347c7ce1cdea HTTP/1.1" status: 204 len: 173 time: 0.7684908 Jul 16 22:27:45.995516 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4e455-195d-4d5c-b5c9-9fe2321fdf51 x-openstack-request-id: req-c0e4e455-195d-4d5c-b5c9-9fe2321fdf51 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:45.996061 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "name": "network-vif-plugged", "status": "completed", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:45.996557 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0e4e455-195d-4d5c-b5c9-9fe2321fdf51 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:45.997198 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265', 'code': 200} Jul 16 22:27:46.117382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5f5d-de25-47cd-b3bd-7b7ea415ecaf req-c91ed642-87a9-489e-9971-6d4a62271b71 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.119769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d52d5f5d-de25-47cd-b3bd-7b7ea415ecaf req-c91ed642-87a9-489e-9971-6d4a62271b71 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 946 time: 0.1140397 Jul 16 22:27:46.190755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d52d5f5d-de25-47cd-b3bd-7b7ea415ecaf req-81c9ad4e-7341-4cd8-9ff1-83f79327bea4 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Jul 16 22:27:46.207211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba111b-56e5-4a3a-8f29-1d06d5fb43ec req-26ac5e77-89d7-4e5c-a2b2-130ca2e733c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.209009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07ba111b-56e5-4a3a-8f29-1d06d5fb43ec req-26ac5e77-89d7-4e5c-a2b2-130ca2e733c9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 1098 time: 0.0880122 Jul 16 22:27:46.245125 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:27:46.284230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07ba111b-56e5-4a3a-8f29-1d06d5fb43ec req-123d4a71-6e8b-4d85-a6cb-77da3dde324f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685079 Jul 16 22:27:46.352778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'name': 'network-vif-deleted', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:46.355306 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39575ec1-2719-4f49-8c8d-5c6aad78ec05" -d '{"events": [{"server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "name": "network-vif-deleted", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:46.434040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b151d-ae4d-4b2d-bdab-d9fa943d2ff4 req-5b2fb42b-a10b-42cd-aeeb-41f2b8af4602 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.435548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b58b151d-ae4d-4b2d-bdab-d9fa943d2ff4 req-5b2fb42b-a10b-42cd-aeeb-41f2b8af4602 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1002955 Jul 16 22:27:46.467064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 98b81fa8-b283-434a-a021-70f534d1c023 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:27:46.493601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b58b151d-ae4d-4b2d-bdab-d9fa943d2ff4 req-4f6b3c49-fa07-4b6b-98a5-480077a280d7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Jul 16 22:27:46.548692 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111caf27-536f-4a2d-b886-ec9eb90b1f8e x-openstack-request-id: req-111caf27-536f-4a2d-b886-ec9eb90b1f8e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:46.549234 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96c8e0-6161-41ff-87eb-2ede641cc57c", "name": "network-vif-deleted", "tag": "e11e3502-0ac4-4936-9649-347c7ce1cdea", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:46.549628 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-111caf27-536f-4a2d-b886-ec9eb90b1f8e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:46.550226 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96c8e0-6161-41ff-87eb-2ede641cc57c', 'name': 'network-vif-deleted', 'tag': 'e11e3502-0ac4-4936-9649-347c7ce1cdea', 'status': 'completed', 'code': 200} Jul 16 22:27:46.634327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e258b8c-6d8d-4b1f-95ad-e25d7a8ed54a req-447e2588-eca0-44ce-9399-d0e5e3fb8292 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.636675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e258b8c-6d8d-4b1f-95ad-e25d7a8ed54a req-447e2588-eca0-44ce-9399-d0e5e3fb8292 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.1566696 Jul 16 22:27:46.698942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=98b81fa8-b283-434a-a021-70f534d1c023,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:46.711797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e258b8c-6d8d-4b1f-95ad-e25d7a8ed54a req-6141c8d8-bed5-4b67-a622-7c2b6f23e154 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657694 Jul 16 22:27:46.717889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '98b81fa8-b283-434a-a021-70f534d1c023', 'network_id': '0783c263-fc65-493f-ba3a-2bbf77b6de31', 'port_id': '98b81fa8-b283-434a-a021-70f534d1c023', 'mac_address': 'fa:16:3e:61:7a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66fcd7-919f-4bc0-9db7-39712c568e00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:27:46.770792 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:46.789574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b81fa8-b283-434a-a021-70f534d1c023 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:46.818109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=98b81fa8-b283-434a-a021-70f534d1c023,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:46.827261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:46.834636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:46.893460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6594f1ff-71c2-459d-b9f9-81aa65a05575 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.895588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6594f1ff-71c2-459d-b9f9-81aa65a05575 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.1347961 Jul 16 22:27:46.916700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-3b6275ef-82a5-4bcf-92b5-24150545c717 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/quotas/13464fd634a04030a1d6a019c66373a5 HTTP/1.1" status: 200 len: 375 time: 0.0145772 Jul 16 22:27:46.926679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:46.945333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:46.949740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:46.950126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:46.973854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f95683-d028-4382-834a-88332c39dac4 req-40b037f2-725b-41f1-9047-57aaf3954a06 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:46.975667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3f95683-d028-4382-834a-88332c39dac4 req-40b037f2-725b-41f1-9047-57aaf3954a06 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 814 time: 0.1582270 Jul 16 22:27:46.992173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3f95683-d028-4382-834a-88332c39dac4 req-f4c17652-bb9d-4681-8fc0-1304f0075298 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/quotas/c8f44270748448c797cf2fa5b44380e5 HTTP/1.1" status: 200 len: 375 time: 0.0108469 Jul 16 22:27:47.018083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-c8191e23-a177-4d38-a44e-9142ce17d8a4 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952818 Jul 16 22:27:47.058971 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:47.080440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3f95683-d028-4382-834a-88332c39dac4 req-dc2f1571-116f-4af4-9059-68625ae93aad tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746431 Jul 16 22:27:47.118486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:47.127592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:47.128421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:47.131036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-88193465-7b2f-4fb3-9263-9c517fc5e417 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120493 Jul 16 22:27:47.198492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-02b97a52-1c63-42a8-85b0-1e5712862906 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335398 Jul 16 22:27:47.212889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['98b81fa8-b283-434a-a021-70f534d1c023'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:47.245768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-a34d810b-b461-47d0-9f80-1dd45c818fd5 service neutron] 10.222.0.70 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134334 Jul 16 22:27:47.316173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:47.332823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-9c5262d4-75af-457b-bdc4-be69a78c4df7 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:47.341301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-9c5262d4-75af-457b-bdc4-be69a78c4df7 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416202 Jul 16 22:27:47.371368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-abfbb257-7890-436d-ad21-70f12a2ca71c tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/quotas/2a11fe4115534f7e9835e9e1d59620e7 HTTP/1.1" status: 200 len: 375 time: 0.0286746 Jul 16 22:27:47.392992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:47.470960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-39992b9c-963f-46f5-819a-64265a3791b8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983579 Jul 16 22:27:47.473344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:47.486930 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:47.591700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:47.747582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119c02-4cbf-40a5-99a1-8f9fd87a8c2f req-555ed691-c800-4367-8e2b-61d59def1efb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:47.750081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c119c02-4cbf-40a5-99a1-8f9fd87a8c2f req-555ed691-c800-4367-8e2b-61d59def1efb tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.0867388 Jul 16 22:27:47.775209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:47.853511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c119c02-4cbf-40a5-99a1-8f9fd87a8c2f req-be338069-19d4-4d89-8855-9031419bfa75 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933285 Jul 16 22:27:47.931038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Deleting subnet 2dbc2e16-3561-478d-847d-dc4cefa342bd {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:27:47.952051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:47.998816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1'}, {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:48.001979 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487e3dc-705f-4931-a6dd-e2005d36a930" -d '{"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-plugged", "status": "completed", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1"}, {"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-unplugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:48.021354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.107233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.144749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb5c4-6b04-409a-a16a-e2a79425bbaa req-5153ec29-edcb-4000-a1bf-b65b445b73e7 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:48.146429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4afb5c4-6b04-409a-a16a-e2a79425bbaa req-5153ec29-edcb-4000-a1bf-b65b445b73e7 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 946 time: 0.1262524 Jul 16 22:27:48.159794 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-558696ae-fb0b-46e0-9a30-58e160cbcf0d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:48.161193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-558696ae-fb0b-46e0-9a30-58e160cbcf0d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fc49876-c1a8-4d88-82bc-1f8b6064c359 HTTP/1.1" status: 200 len: 944 time: 0.1023290 Jul 16 22:27:48.221507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428635f5-44a6-406b-8882-5101416c4102 req-6aa61485-bd52-4201-b8ed-165fba9c11c5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:48.223458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-428635f5-44a6-406b-8882-5101416c4102 req-6aa61485-bd52-4201-b8ed-165fba9c11c5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3233600 Jul 16 22:27:48.225602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.278185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbc2e16-3561-478d-847d-dc4cefa342bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:48.284190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4afb5c4-6b04-409a-a16a-e2a79425bbaa req-1b636f1f-e8ef-470b-b777-d03d5b3090b3 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218688 Jul 16 22:27:48.305798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.306612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Deleting port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:48.307106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.311522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2dbc2e16-3561-478d-847d-dc4cefa342bd HTTP/1.1" status: 204 len: 168 time: 0.5346956 Jul 16 22:27:48.313191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.313733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.314301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.314820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.315307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.315838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.316321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.316800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.317317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.317932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.318408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.318899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c3b3-7b23-4f47-926c-b4daf26d6ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:27:48.324360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:48.365693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-428635f5-44a6-406b-8882-5101416c4102 req-f03a592c-47f6-4d70-97be-771a020cabfd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928478 Jul 16 22:27:48.411217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] For port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:48.411772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.426067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Calling delete_port for 8d28b5ba-a0b1-4333-886b-85ccddd0a8da owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:48.466614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 98b81fa8-b283-434a-a021-70f534d1c023 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:27:48.478724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.586979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 98b81fa8-b283-434a-a021-70f534d1c023 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:48.592076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 98b81fa8-b283-434a-a021-70f534d1c023 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:48.592811 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.603800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-b95a0298-df27-4476-8fe5-706f8789b7f8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430422 Jul 16 22:27:48.639889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd7ad949-ead9-417a-97de-95c0534420bb req-bb4d44f4-e825-4c32-8aa5-84652f43bab9 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 210 time: 0.0566192 Jul 16 22:27:48.702843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.706384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.737373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac91453-12fc-44e4-a65a-e3146bdc964a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:48.745063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event deleted for resources: {'Port': ['ID=8d28b5ba-a0b1-4333-886b-85ccddd0a8da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:48.757771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:48.758709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fcd4ac-ea1b-4847-9ff0-2ab40303e709') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:48.770606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.798003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.808392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:27:48.809152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:27:48.812350 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:27:48.905222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.915738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.921806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.924777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aac91453-12fc-44e4-a65a-e3146bdc964a HTTP/1.1" status: 204 len: 168 time: 0.5992165 Jul 16 22:27:48.957587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11277c59-6a26-4acb-bce6-7baf708219a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac91453-12fc-44e4-a65a-e3146bdc964a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:48.969972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=98b81fa8-b283-434a-a021-70f534d1c023,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:48.975660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:48.976611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e11e3502-0ac4-4936-9649-347c7ce1cdea no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:49.033808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: e11e3502-0ac4-4936-9649-347c7ce1cdea {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:49.034429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e11e3502-0ac4-4936-9649-347c7ce1cdea not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:49.062967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:49.089711 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e837afe-05b5-4436-8df3-c423d68856ae x-openstack-request-id: req-1e837afe-05b5-4436-8df3-c423d68856ae {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:49.090017 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-plugged", "status": "completed", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1", "code": 200}, {"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-unplugged", "status": "completed", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:49.090622 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e837afe-05b5-4436-8df3-c423d68856ae {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:49.091262 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'code': 200} Jul 16 22:27:49.091671 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'code': 200} Jul 16 22:27:49.146294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] No DVR routers for this DVR port 8d28b5ba-a0b1-4333-886b-85ccddd0a8da on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:49.149813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.151774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe896bfb-f24f-4f85-ad4a-0f4d5f06c0a8 req-e5fc0d22-8cc9-4401-a84e-ac20d90b531d tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.68 "DELETE /v2.0/ports/8d28b5ba-a0b1-4333-886b-85ccddd0a8da HTTP/1.1" status: 204 len: 173 time: 0.9831254 Jul 16 22:27:49.152205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-deleted', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:49.154472 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be80095-aafb-47b8-9c44-aed9b9633bb9" -d '{"events": [{"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-deleted", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:49.165811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-a289f5a5-a08c-4c06-ace4-51cbccc2c94e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:49.172277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-a289f5a5-a08c-4c06-ace4-51cbccc2c94e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5672297 Jul 16 22:27:49.188004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-ac3d5c9e-e7ca-4eed-a1aa-bd2158fcf709 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/quotas/2a11fe4115534f7e9835e9e1d59620e7 HTTP/1.1" status: 200 len: 375 time: 0.0142398 Jul 16 22:27:49.203247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:49.239354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-756876c9-267d-47a0-8427-ea3b4b624113 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497634 Jul 16 22:27:49.265033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b4ab167-0536-4879-80e8-a5f0788fcd7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b081d3f2aa440b8909f6276310cc3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596194 Jul 16 22:27:49.267713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:49.330871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7e894-2d5a-454e-8b64-ada0680441d2 req-8f49b4ab-8e4d-4d6b-8711-4ddb4dfcfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:49.333231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4a7e894-2d5a-454e-8b64-ada0680441d2 req-8f49b4ab-8e4d-4d6b-8711-4ddb4dfcfdfa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 1097 time: 0.1165662 Jul 16 22:27:49.372750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.409598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.429314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4a7e894-2d5a-454e-8b64-ada0680441d2 req-e5230de8-64de-4915-a35a-7eb7d205c621 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883458 Jul 16 22:27:49.431343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3722f51-dc17-4a02-8598-8181d938762b req-28b1c3f4-c25f-4fa8-8c82-e7cfb52ab366 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:49.440942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3722f51-dc17-4a02-8598-8181d938762b req-28b1c3f4-c25f-4fa8-8c82-e7cfb52ab366 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 946 time: 0.1464045 Jul 16 22:27:49.515706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3722f51-dc17-4a02-8598-8181d938762b req-081b93d8-cd50-47d8-9888-293a54690e88 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736001 Jul 16 22:27:49.543926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-9f1ee523-4cd9-488f-a032-c3bee22bd371 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:49.545361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.546266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-9f1ee523-4cd9-488f-a032-c3bee22bd371 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 805 time: 0.1865890 Jul 16 22:27:49.550641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.555166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a936d35a-10f4-4a78-9c82-ec8ca8a63dcc HTTP/1.1" status: 204 len: 168 time: 0.2859435 Jul 16 22:27:49.560649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Request body: {'port': {'device_id': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'admin_state_up': True, 'tenant_id': '13464fd634a04030a1d6a019c66373a5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:49.570708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648d9b4-9e95-4962-8ac6-d71415dcf429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936d35a-10f4-4a78-9c82-ec8ca8a63dcc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:49.630722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:49.830088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0620f0-ae24-4f99-aadd-7768694393fe req-022b3cbc-d509-47a9-bf6e-b63eddfd8401 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:49.840458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd0620f0-ae24-4f99-aadd-7768694393fe req-022b3cbc-d509-47a9-bf6e-b63eddfd8401 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1303015 Jul 16 22:27:49.879964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Made reservation on behalf of 13464fd634a04030a1d6a019c66373a5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:49.884938 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:49.928398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd0620f0-ae24-4f99-aadd-7768694393fe req-e00fdd16-be1f-4a1d-84ce-9039085ad53a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867765 Jul 16 22:27:50.083616 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da070b-8744-4523-ae33-32d6034eaaba x-openstack-request-id: req-06da070b-8744-4523-ae33-32d6034eaaba {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:50.084228 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc49876-c1a8-4d88-82bc-1f8b6064c359", "name": "network-vif-deleted", "tag": "8d28b5ba-a0b1-4333-886b-85ccddd0a8da", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:50.084702 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06da070b-8744-4523-ae33-32d6034eaaba {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:50.085294 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc49876-c1a8-4d88-82bc-1f8b6064c359', 'name': 'network-vif-deleted', 'tag': '8d28b5ba-a0b1-4333-886b-85ccddd0a8da', 'status': 'completed', 'code': 200} Jul 16 22:27:50.104023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e42b6b12-2a25-4dfd-82b1-1335feb14007 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428288 Jul 16 22:27:50.255688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23107c5d-371e-48a9-95ca-62f79299145e req-b0459c8f-8324-4a39-b0da-b13330cd3b25 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.0777583 Jul 16 22:27:50.466115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:50.506246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdbb977b-a961-4a78-b73c-bc3951f80c94 req-a94084bf-3057-4651-ac08-a7ffe89ddfb5 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 210 time: 0.0506034 Jul 16 22:27:50.509612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Allocated IP 172.20.0.13 (da3621fc-0d5d-4e59-9f45-a18ad4064f63/47fab7af-a9d0-49a0-b459-533946a13d19/d8fe8b4d-a116-454b-a519-022b1bc4d4da) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:50.523855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52a9468b-7f85-4981-88f0-ede146ef023a req-c07d7824-ad43-42b7-babe-b4726fe2bd6d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c8f44270748448c797cf2fa5b44380e5 HTTP/1.1" status: 200 len: 221 time: 0.0794449 Jul 16 22:27:50.575574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:50.593912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-bbd0d538-6ef3-49a2-b7d8-ffb899c0c790 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:50.596944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-bbd0d538-6ef3-49a2-b7d8-ffb899c0c790 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4867661 Jul 16 22:27:50.629539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Request body: {'port': {'device_id': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '2a11fe4115534f7e9835e9e1d59620e7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:50.863259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device e6f4f2c0-b33a-4476-82ee-558a579ebee5 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:51.024667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.035172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-e0e5ac27-bc8f-433c-b0e3-69f42e147011 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:51.036753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-e0e5ac27-bc8f-433c-b0e3-69f42e147011 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.4386013 Jul 16 22:27:51.069211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:51.075711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.076785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:51.105517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023'}, {'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:51.108280 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1aa7ef-a0d9-419b-9b80-c05f7ae77556" -d '{"events": [{"server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "name": "network-vif-plugged", "status": "completed", "tag": "98b81fa8-b283-434a-a021-70f534d1c023"}, {"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:51.123876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d8db-140f-4fe4-8b7c-d67249f08ede req-7aa09238-4026-43a2-a684-e7ebd1bc7cd7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:51.126268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2719d8db-140f-4fe4-8b7c-d67249f08ede req-7aa09238-4026-43a2-a684-e7ebd1bc7cd7 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 946 time: 0.3950665 Jul 16 22:27:51.137215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8d28b5ba-a0b1-4333-886b-85ccddd0a8da {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:51.137618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8d28b5ba-a0b1-4333-886b-85ccddd0a8da not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:51.163233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:51.197548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Made reservation on behalf of 2a11fe4115534f7e9835e9e1d59620e7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:51.202484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.251636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eef3e-f5fe-4426-82e1-f92e9e592e02 req-3a217bb8-b440-44b6-8851-2078dbeea5dd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:51.253064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb6eef3e-f5fe-4426-82e1-f92e9e592e02 req-3a217bb8-b440-44b6-8851-2078dbeea5dd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.5007155 Jul 16 22:27:51.254312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.259360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.301726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2719d8db-140f-4fe4-8b7c-d67249f08ede req-2b850d91-6e37-47c7-9db5-3cdae346b923 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680365 Jul 16 22:27:51.317569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb6eef3e-f5fe-4426-82e1-f92e9e592e02 req-2e188724-ecd1-4957-a159-743651cec2ec tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580359 Jul 16 22:27:51.399614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Deleting port e6f4f2c0-b33a-4476-82ee-558a579ebee5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:51.400170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.402288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Deleting port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:51.402695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.427495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.526122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] For port 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:51.527213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.546423 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eefba34-0510-4a53-ab27-0b063cd9b25a x-openstack-request-id: req-6eefba34-0510-4a53-ab27-0b063cd9b25a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:51.546912 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "name": "network-vif-plugged", "status": "completed", "tag": "98b81fa8-b283-434a-a021-70f534d1c023", "code": 200}, {"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:51.547254 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6eefba34-0510-4a53-ab27-0b063cd9b25a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:51.548034 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023', 'code': 200} Jul 16 22:27:51.548493 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'code': 200} Jul 16 22:27:51.549184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Calling delete_port for 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:51.573643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Network da3621fc-0d5d-4e59-9f45-a18ad4064f63 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:51.620253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:51.671921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:51.680178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:51.725157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-b1a87280-4ce9-456e-81d4-df333609d9b6 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386069 Jul 16 22:27:51.778362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67375929-905d-4662-8101-32c773b9e473 req-d4fc48f4-15bb-45e3-9bda-be58442c02b8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.0404580 Jul 16 22:27:51.900687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.956118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.961414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] For port e6f4f2c0-b33a-4476-82ee-558a579ebee5, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=e6f4f2c0-b33a-4476-82ee-558a579ebee5,segment=NetworkSegment(d6e0eac2-60ce-43fa-80c7-c71ce5c87369),segment_id=d6e0eac2-60ce-43fa-80c7-c71ce5c87369)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:51.961964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:51.972665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:51.975595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3869c709-c21e-4ec1-bd45-9f6b7dfa9e44,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:52.014994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8b67-2c47-4638-9fa9-715d481fb8b6 req-82c5e850-aa05-48a4-8d90-ad0f29d41ede tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.017127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8ebc8b67-2c47-4638-9fa9-715d481fb8b6 req-82c5e850-aa05-48a4-8d90-ad0f29d41ede tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 946 time: 0.5042019 Jul 16 22:27:52.035477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.036196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.049203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.081579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-16887028-10c0-4bab-a159-f219e6229d67 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5260079 Jul 16 22:27:52.082500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Calling delete_port for e6f4f2c0-b33a-4476-82ee-558a579ebee5 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:52.115657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-1eb901ed-7b0e-4aeb-98d1-c1c2a24c9b57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:27:52.116869 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-1eb901ed-7b0e-4aeb-98d1-c1c2a24c9b57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158608 Jul 16 22:27:52.146904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Request body: {'port': {'device_id': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:52.181909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-357d99eb-ef4a-4d4d-814e-ec3d6b30740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.263545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-003101e0-595a-42a7-befe-1eb72d5b2777 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.265080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-003101e0-595a-42a7-befe-1eb72d5b2777 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4864762 Jul 16 22:27:52.275651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:52.292438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Request body: {'port': {'device_id': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '2a11fe4115534f7e9835e9e1d59620e7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:52.298020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8ebc8b67-2c47-4638-9fa9-715d481fb8b6 req-a7c908aa-4ce6-4cb1-a58d-378dd168c82c tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695065 Jul 16 22:27:52.316345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8658b3-2d22-42ff-a85e-86f33a1f6eac req-241c7b23-b859-4f3f-a832-4bf4ca36286f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.326040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba8658b3-2d22-42ff-a85e-86f33a1f6eac req-241c7b23-b859-4f3f-a832-4bf4ca36286f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3546278 Jul 16 22:27:52.379881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce5c4-6f66-4f0b-b35b-8224214e7de2 req-ac8987b5-be25-44f8-824d-0f23f914931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.381709 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c29ce5c4-6f66-4f0b-b35b-8224214e7de2 req-ac8987b5-be25-44f8-824d-0f23f914931d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 1098 time: 0.7340498 Jul 16 22:27:52.470271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.478077 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c29ce5c4-6f66-4f0b-b35b-8224214e7de2 req-30d0859d-d00c-4e15-a0b5-da08fc311f9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792689 Jul 16 22:27:52.492795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba8658b3-2d22-42ff-a85e-86f33a1f6eac req-e06c51a7-f389-488f-9f59-92eb03f17489 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185546 Jul 16 22:27:52.551430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Allocated IP 192.168.233.110 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/b1c16a22-0491-444d-9458-333a8ad9220d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:52.555944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.699959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.701102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-357d99eb-ef4a-4d4d-814e-ec3d6b30740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.728795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-357d99eb-ef4a-4d4d-814e-ec3d6b30740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.761846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.794230 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-357d99eb-ef4a-4d4d-814e-ec3d6b30740f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2f89b839a8e486e92b76392296788e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176019 Jul 16 22:27:52.796134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:52.798070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d99eb-ef4a-4d4d-814e-ec3d6b30740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3859f0-dc27-4014-bd03-c40e0338ffc5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:52.815563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Router d3f44a67-4170-4768-b30b-895cf16fcb40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:27:52.815692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6f7d-c0ea-4d21-934e-cbd154db5c27 req-7d6e1697-4efd-476c-8b39-f14c22e69780 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.817138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6bb6f7d-c0ea-4d21-934e-cbd154db5c27 req-7d6e1697-4efd-476c-8b39-f14c22e69780 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 932 time: 0.3747230 Jul 16 22:27:52.832279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Pushing event deleted for resources: {'Port': ['ID=e6f4f2c0-b33a-4476-82ee-558a579ebee5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:52.841601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9314c1-2ce7-4ce2-93c8-281bdf322842 req-7721c863-d0d3-4350-be6a-671a9cbe808a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:52.843408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a9314c1-2ce7-4ce2-93c8-281bdf322842 req-7721c863-d0d3-4350-be6a-671a9cbe808a tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/ports?device_id=83cf6ec1-d147-4e45-83f9-84d9904fe2e3 HTTP/1.1" status: 200 len: 865 time: 0.2062628 Jul 16 22:27:52.875335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Made reservation on behalf of 2a11fe4115534f7e9835e9e1d59620e7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:52.879856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.949444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.953342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a9314c1-2ce7-4ce2-93c8-281bdf322842 req-e663894f-8203-4db9-8764-c99fc180485e tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.70 "GET /v2.0/security-groups?id=aec9e9f9-8b92-415c-94c8-747a172a7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039543 Jul 16 22:27:52.982970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] No DVR routers for this DVR port e6f4f2c0-b33a-4476-82ee-558a579ebee5 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:52.986180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:52.988538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3358526b-a292-4dbe-96fc-2c1d952054bf req-6807fcb5-a8c4-447d-aaf4-8de6a45f42b9 tempest-ServerDiskConfigTestJSON-274939949 tempest-ServerDiskConfigTestJSON-274939949-project] 10.222.0.68 "DELETE /v2.0/ports/e6f4f2c0-b33a-4476-82ee-558a579ebee5 HTTP/1.1" status: 204 len: 173 time: 1.9439514 Jul 16 22:27:52.995748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-deleted', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:52.998094 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43fa2ee-5140-400d-b5a0-b2e680a54852" -d '{"events": [{"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-deleted", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:53.013434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.046004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:27:53.056626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b23667f4-b7dc-4e10-9b1a-91a2f67f5b6b admin admin] 10.222.0.70 "PUT /v2.0/routers/d3f44a67-4170-4768-b30b-895cf16fcb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4240801 Jul 16 22:27:53.059484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Sync routers for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:27:53.060614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:53.075579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:27:53.076586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:27:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:53.135622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6bb6f7d-c0ea-4d21-934e-cbd154db5c27 req-2de1c7f7-8750-4f6f-9784-a3fe6de6d5a6 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943623 Jul 16 22:27:53.157306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.169011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.173121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b3859f0-dc27-4014-bd03-c40e0338ffc5 HTTP/1.1" status: 204 len: 168 time: 0.3694286 Jul 16 22:27:53.205832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce2f27-29dd-459c-ab3f-2d51e39c734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3859f0-dc27-4014-bd03-c40e0338ffc5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:53.231272 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.294788 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760037f0-f1b8-413e-b269-f5d53002bcaf x-openstack-request-id: req-760037f0-f1b8-413e-b269-f5d53002bcaf {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:53.295113 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cf6ec1-d147-4e45-83f9-84d9904fe2e3", "name": "network-vif-deleted", "tag": "e6f4f2c0-b33a-4476-82ee-558a579ebee5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:53.295382 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-760037f0-f1b8-413e-b269-f5d53002bcaf {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:53.295809 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cf6ec1-d147-4e45-83f9-84d9904fe2e3', 'name': 'network-vif-deleted', 'tag': 'e6f4f2c0-b33a-4476-82ee-558a579ebee5', 'status': 'completed', 'code': 200} Jul 16 22:27:53.299672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.348633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Transition to ACTIVE for port object b1c16a22-0491-444d-9458-333a8ad9220d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:53.363170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:27:53.450740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00ccb5a5-ad42-4e44-86cc-a8e786b91991 req-282ec099-fcb9-49bd-9886-a5058518a71a tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.1012573 Jul 16 22:27:53.545814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fe8b4d-a116-454b-a519-022b1bc4d4da {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:53.555665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.571042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.603927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.651535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:53.661979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:53.664517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:53.771240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:27:51Z', 'revision_number': 5, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port': {'id': '04622342-7a7c-4c46-92f4-128fc1cad64a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:51Z', 'updated_at': '2021-07-16T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:53.816394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Deleting port 04622342-7a7c-4c46-92f4-128fc1cad64a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:53.816865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:53.828165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61603c-b2ec-474b-9c27-a56c303f7296 req-c29a475d-8027-4d8a-ad97-b6143a6ebeaa tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:53.831822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Checking router: d3f44a67-4170-4768-b30b-895cf16fcb40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:27:53.838855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be61603c-b2ec-474b-9c27-a56c303f7296 req-c29a475d-8027-4d8a-ad97-b6143a6ebeaa tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 946 time: 0.1683724 Jul 16 22:27:53.857893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Routers {'d3f44a67-4170-4768-b30b-895cf16fcb40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:27:53.858889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:27:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d3f44a67-4170-4768-b30b-895cf16fcb40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:53.975445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] Set router d3f44a67-4170-4768-b30b-895cf16fcb40 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:27:53.985884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be61603c-b2ec-474b-9c27-a56c303f7296 req-fafda303-6354-47c9-b704-1080bed6244f tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041133 Jul 16 22:27:54.030962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] For port 04622342-7a7c-4c46-92f4-128fc1cad64a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04622342-7a7c-4c46-92f4-128fc1cad64a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:54.031433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.056409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Calling delete_port for 04622342-7a7c-4c46-92f4-128fc1cad64a owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:54.071439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:27:53Z', 'revision_number': 6, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:54.128469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7059575-feae-4582-8123-4a7ab68caddb None None] The sync data for ids ['d3f44a67-4170-4768-b30b-895cf16fcb40'] in n-d-793621-16 is: [{'id': 'd3f44a67-4170-4768-b30b-895cf16fcb40', 'name': 'tempest-AttachSCSIVolumeTestJSON-456864768-router', 'tenant_id': '3c4f84fe3878454fb2c3fa466ab43668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:49Z', 'updated_at': '2021-07-16T22:27:53Z', 'revision_number': 6, 'project_id': '3c4f84fe3878454fb2c3fa466ab43668', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:27:54.148895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61c36ac7-4e32-40d3-adf6-45ecf6f03def None None] Provisioning for port b1c16a22-0491-444d-9458-333a8ad9220d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:54.152943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61c36ac7-4e32-40d3-adf6-45ecf6f03def None None] Provisioning complete for port b1c16a22-0491-444d-9458-333a8ad9220d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:54.153353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61c36ac7-4e32-40d3-adf6-45ecf6f03def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.252236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-61c36ac7-4e32-40d3-adf6-45ecf6f03def None None] Port b1c16a22-0491-444d-9458-333a8ad9220d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:27:54.311663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Allocated IP 192.168.233.129 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/6c48bcff-ef3e-4cce-95ce-8937bdea6b4f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:27:54.320573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:54.332501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Transition to ACTIVE for port object d8fe8b4d-a116-454b-a519-022b1bc4d4da will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:54.337660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.344800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a96577-1795-4a06-bc23-081aa9a4b1f5 req-eb882f92-321d-420e-a378-e97a8939199d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:54.346473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-24a96577-1795-4a06-bc23-081aa9a4b1f5 req-eb882f92-321d-420e-a378-e97a8939199d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.8616772 Jul 16 22:27:54.352244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.381786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04622342-7a7c-4c46-92f4-128fc1cad64a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:54.397192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eadfd-0e4f-4c0a-9bbd-82426af38491 req-27724a0f-6620-4a57-a444-03c15f436962 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:54.398792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d79eadfd-0e4f-4c0a-9bbd-82426af38491 req-27724a0f-6620-4a57-a444-03c15f436962 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 945 time: 0.1683080 Jul 16 22:27:54.402727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:54.403347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.473148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-148a7a49-7192-4f83-8334-796f30602949 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8559394 Jul 16 22:27:54.481908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:54.486569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.491584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d79eadfd-0e4f-4c0a-9bbd-82426af38491 req-fc7d5b3c-359c-4bad-ba27-7c7bdbf7bc47 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jul 16 22:27:54.492408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Request body: {'port': {'device_id': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:54.501300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-24a96577-1795-4a06-bc23-081aa9a4b1f5 req-71b63b86-acba-4591-ba97-2d7a772d626f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426382 Jul 16 22:27:54.702835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.707179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.738171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Attempting to bind port d8fe8b4d-a116-454b-a519-022b1bc4d4da on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:54.738423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Attempting to bind port d8fe8b4d-a116-454b-a519-022b1bc4d4da by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:54.738755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Attempting to bind port d8fe8b4d-a116-454b-a519-022b1bc4d4da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:54.763932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.764631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f44a67-4170-4768-b30b-895cf16fcb40 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:27:54.770156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.773610 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5e5e187-0714-4dc2-beec-d8b52c8029f9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d3f44a67-4170-4768-b30b-895cf16fcb40 HTTP/1.1" status: 204 len: 168 time: 1.7094800 Jul 16 22:27:54.773786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:54.786223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Port d8fe8b4d-a116-454b-a519-022b1bc4d4da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:54.786618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Attempting to bind port d8fe8b4d-a116-454b-a519-022b1bc4d4da on network da3621fc-0d5d-4e59-9f45-a18ad4064f63 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:54.802099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.806985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.818224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:54.818615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Checking segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:54.819054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Bound using segment: {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:54.819497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Bound port: d8fe8b4d-a116-454b-a519-022b1bc4d4da, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:54.819638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Deleting subnet 99f09a7b-2cb7-4464-abcf-b2f18da02c3e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:27:54.820053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.822656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.851060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Transition to ACTIVE for port object 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:54.863841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.953889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:54.955629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d9878-6a61-4369-ac22-03bbbf71395e req-457b2010-005f-4a9d-a463-28834dc7b6e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:54.957197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4f6d9878-6a61-4369-ac22-03bbbf71395e req-457b2010-005f-4a9d-a463-28834dc7b6e3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 944 time: 0.2261195 Jul 16 22:27:55.009388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0509bf9-ab5a-4d61-82e8-0a507cacbec8 req-f7abb8b9-c7ce-46d9-bca5-f2d795c3858a tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.0334020 Jul 16 22:27:55.053553 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.058609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:55.068934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.073172 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/99f09a7b-2cb7-4464-abcf-b2f18da02c3e HTTP/1.1" status: 204 len: 168 time: 0.2963414 Jul 16 22:27:55.077001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac827b88-5a56-4583-a8d5-d84c4927b0f0 None None] Network 6eb4e732-43da-4303-83ab-d5e36c6d6935 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:27:55.083077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:55.093492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:55.104355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b254c-78bc-4324-84b7-0fe2fb1da062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f09a7b-2cb7-4464-abcf-b2f18da02c3e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:55.121477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.147983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.173322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4f6d9878-6a61-4369-ac22-03bbbf71395e req-11f0bbf4-f90e-4540-897d-1ec7cc16f4c8 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993337 Jul 16 22:27:55.212398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a828d-65bd-461e-a5e8-12d00f83e985 req-1ba0cf94-060e-4106-bd81-e35e06649eef tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:55.213979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a29a828d-65bd-461e-a5e8-12d00f83e985 req-1ba0cf94-060e-4106-bd81-e35e06649eef tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0788779 Jul 16 22:27:55.290186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a29a828d-65bd-461e-a5e8-12d00f83e985 req-f8b8f64f-7967-493a-a1f0-bb7e9d6005e7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691903 Jul 16 22:27:55.294163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:27:55.309007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:55.309626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.311047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] 10.222.0.47 "PUT /v2.0/ports/d8fe8b4d-a116-454b-a519-022b1bc4d4da HTTP/1.1" status: 200 len: 1093 time: 3.1802759 Jul 16 22:27:55.311495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:55.315190 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085447d-3579-4072-b42d-36e27ac6ddbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:55.329647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:27:55.337160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:27:55.341915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.346948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:55.376225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] DHCP port deletion for 6eb4e732-43da-4303-83ab-d5e36c6d6935 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:27:55.497103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Deleting port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:55.497494 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.584010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:55.584712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.665093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] For port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:55.665486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.693530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Calling delete_port for 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:55.721325 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682dcd65-7b6b-4efc-9152-ad5c5a2612ec x-openstack-request-id: req-682dcd65-7b6b-4efc-9152-ad5c5a2612ec {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:55.722203 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:55.723335 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-682dcd65-7b6b-4efc-9152-ad5c5a2612ec {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:55.724648 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'status': 'completed', 'code': 200} Jul 16 22:27:55.752715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-37c56e62-07fa-46b7-b533-eaa7d476bffa tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4708014 Jul 16 22:27:55.821445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-746103e5-63e4-4388-9419-dec4b5261517 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:27:55.823177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-746103e5-63e4-4388-9419-dec4b5261517 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257006 Jul 16 22:27:55.826123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04622342-7a7c-4c46-92f4-128fc1cad64a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:55.868369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695592-4edc-4d3a-a2f2-2a778d8bc56c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:55.872017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 04622342-7a7c-4c46-92f4-128fc1cad64a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:55.872370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04622342-7a7c-4c46-92f4-128fc1cad64a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:55.872802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:55.922033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11996-fb9d-4234-bedf-37efe6d64b70 req-2080b140-7f9f-4db8-8553-2d2cf817b73f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:55.930539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71e11996-fb9d-4234-bedf-37efe6d64b70 req-2080b140-7f9f-4db8-8553-2d2cf817b73f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0896225 Jul 16 22:27:55.943470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:55.945152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8003322d-b70b-4a55-92d2-ea5e6989c322 None None] Provisioning for port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:27:55.963954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.970421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-9bad122c-ee15-40ca-8700-e9403b395104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:55.972524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-9bad122c-ee15-40ca-8700-e9403b395104 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 1096 time: 0.5976806 Jul 16 22:27:55.972999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8003322d-b70b-4a55-92d2-ea5e6989c322 None None] Provisioning complete for port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:27:55.986519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8003322d-b70b-4a55-92d2-ea5e6989c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:55.989955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71e11996-fb9d-4234-bedf-37efe6d64b70 req-e2fe4121-361c-43b5-91fe-f977e02ddafb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 Jul 16 22:27:56.038872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Transition to ACTIVE for port object b1c16a22-0491-444d-9458-333a8ad9220d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:56.042758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-8e2dd04f-28dd-4f59-96dd-5865156faddd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da HTTP/1.1" status: 200 len: 217 time: 0.0591078 Jul 16 22:27:56.045730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Deleting port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:56.046154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.066308 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.080757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.103924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Request body: {'port': {'device_id': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:56.108386 n-d-793621-16 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No ports have port_id starting with 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 Jul 16 22:27:56.115285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] No DVR routers for this DVR port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:56.118610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:56.120425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dcef0-2237-4e32-9d15-7cefb4eb8bc6 None None] Pushing event deleted for resources: {'Port': ['ID=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:56.143026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8003322d-b70b-4a55-92d2-ea5e6989c322 None None] Port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:27:56.146242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:27:56.146765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3869c709-c21e-4ec1-bd45-9f6b7dfa9e44 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:27:56.274416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:56.279715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] For port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,segment=NetworkSegment(731004fe-c225-49f9-b780-c54c113a0b47),segment_id=731004fe-c225-49f9-b780-c54c113a0b47)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:56.280087 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.284438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-2316cd0c-2661-45fd-94a8-8731588fe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:56.286108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-2316cd0c-2661-45fd-94a8-8731588fe8a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.2336283 Jul 16 22:27:56.291603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:56.293935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8b332-eddc-464e-87a4-caa5e3001b0f req-b6b834dd-35f7-4c53-b535-c61233f8df8f tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:56.295463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27c8b332-eddc-464e-87a4-caa5e3001b0f req-b6b834dd-35f7-4c53-b535-c61233f8df8f tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 945 time: 0.4362757 Jul 16 22:27:56.336937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Deleting subnet ef73011d-5354-4262-b82b-c990cc21fb5d {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:27:56.340448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.381317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.386728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Calling delete_port for 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:56.392312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-a8d8c24f-9278-4ca7-a2e6-ccfa84063a4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933001 Jul 16 22:27:56.451201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.512378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81280-cdf7-494f-adfa-36e313f4c2d3 req-3ca35489-778a-4aa6-aeb7-12acabf8ab1b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:56.513960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ca81280-cdf7-494f-adfa-36e313f4c2d3 req-3ca35489-778a-4aa6-aeb7-12acabf8ab1b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1107750 Jul 16 22:27:56.527364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.548381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.575813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27c8b332-eddc-464e-87a4-caa5e3001b0f req-fe8a7d57-938d-4882-8038-fa7fc60678c6 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610519 Jul 16 22:27:56.589076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ca81280-cdf7-494f-adfa-36e313f4c2d3 req-355870a2-357d-429f-98b8-7993c40d754e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665944 Jul 16 22:27:56.603163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.603163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ef73011d-5354-4262-b82b-c990cc21fb5d HTTP/1.1" status: 204 len: 168 time: 0.3015907 Jul 16 22:27:56.603163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8d10e-f8e0-413f-8fcf-2de1351b76ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef73011d-5354-4262-b82b-c990cc21fb5d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:56.603163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:56.629221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Attempting to bind port b1c16a22-0491-444d-9458-333a8ad9220d on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:56.629221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Attempting to bind port b1c16a22-0491-444d-9458-333a8ad9220d by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:56.629221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Attempting to bind port b1c16a22-0491-444d-9458-333a8ad9220d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:56.651204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Port b1c16a22-0491-444d-9458-333a8ad9220d on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:56.651381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Attempting to bind port b1c16a22-0491-444d-9458-333a8ad9220d on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:56.679202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:56.679940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:56.680343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:56.680785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Bound port: b1c16a22-0491-444d-9458-333a8ad9220d, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:56.681173 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.687467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.695173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-37310871-8d17-4ae4-a269-98acb5b2563e service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745516 Jul 16 22:27:56.778037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.779570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.791447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7849417-07f2-4b14-ab8e-107abcb0a0c1']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:56.803069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:56.803373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e0eac2-60ce-43fa-80c7-c71ce5c87369') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:56.812460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.827253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.835776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:27:56.836229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:27:56.846988 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:27:56.894228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] No DVR routers for this DVR port 59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:27:56.899588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e0cd7f-5fd9-4fa4-946d-d9f2720e54a4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:57.133425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:57.155584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdedaa8f-092a-460c-9e3f-f12273b19203 req-0457af54-132d-4c6f-8427-0c1c4c41025d service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027479 Jul 16 22:27:57.181241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.197242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:57.210650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.211529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f6d32-b642-497c-8a63-9f3466a6c543 req-7ab3a218-d8d1-4541-ab0e-d260d954901c tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:57.213095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-974f6d32-b642-497c-8a63-9f3466a6c543 req-7ab3a218-d8d1-4541-ab0e-d260d954901c tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 936 time: 0.4591737 Jul 16 22:27:57.217783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.219741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] 10.222.0.70 "DELETE /v2.0/networks/d7849417-07f2-4b14-ab8e-107abcb0a0c1 HTTP/1.1" status: 204 len: 168 time: 0.6188436 Jul 16 22:27:57.225798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb4e732-43da-4303-83ab-d5e36c6d6935']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:57.229712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.237117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dd1d3-def9-47de-8556-5a1bda6f3dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=d7849417-07f2-4b14-ab8e-107abcb0a0c1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:57.254385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe3e89-2e3e-4fd6-9e58-d143e9d87fcc req-83f58e48-0e80-47ed-8ec0-69f52979291f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:57.255903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9fe3e89-2e3e-4fd6-9e58-d143e9d87fcc req-83f58e48-0e80-47ed-8ec0-69f52979291f tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 944 time: 0.4067686 Jul 16 22:27:57.286953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731004fe-c225-49f9-b780-c54c113a0b47') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:57.287256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731004fe-c225-49f9-b780-c54c113a0b47') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:27:57.296415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9fe3e89-2e3e-4fd6-9e58-d143e9d87fcc req-7dee0746-711c-40a2-867d-8c6a01e5ef56 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Jul 16 22:27:57.442353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:57.503698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9208df26-f2f4-4061-a885-db5a3d3fc949 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f46e073f00ee47ecadcce7b86da759d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569553 Jul 16 22:27:57.504080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:57.511414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9763fa1a-231e-4ebc-8322-a3e7e768422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.570549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.595718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.670390 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.683135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:57.683820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.685455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1c16a22-0491-444d-9458-333a8ad9220d HTTP/1.1" status: 200 len: 1097 time: 3.1978652 Jul 16 22:27:57.693964 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.696901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.700831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aec9e9f9-8b92-415c-94c8-747a172a7a98 HTTP/1.1" status: 204 len: 168 time: 0.1933625 Jul 16 22:27:57.716245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002011-2e5f-43bd-89d0-085afc182059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9e9f9-8b92-415c-94c8-747a172a7a98,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:57.725850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915c189-3a85-445c-8fe0-626387da6f6a req-551ce4aa-09f7-40e7-aced-5ed13fca117a tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:57.727394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1915c189-3a85-445c-8fe0-626387da6f6a req-551ce4aa-09f7-40e7-aced-5ed13fca117a tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 945 time: 0.8078043 Jul 16 22:27:57.731698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.736911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:57.739457 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83067bb3-ec6a-469d-8df3-e34e214ab522" -d '{"events": [{"name": "network-changed", "server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:57.743310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e815f-6746-4521-8c00-a830db0b0421 req-857ec466-18ef-43bc-8bf9-306addeefcc6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:57.758624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-199e815f-6746-4521-8c00-a830db0b0421 req-857ec466-18ef-43bc-8bf9-306addeefcc6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1204653 Jul 16 22:27:57.806802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-199e815f-6746-4521-8c00-a830db0b0421 req-128bfbb6-e1d8-4033-a4df-1554b9ffac40 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Jul 16 22:27:57.806802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:57.809498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:27:57.809946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:27:57.821644 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:27:57.826851 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:27:57.936894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3794-6a9a-429e-94dc-fa51e6d51738 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:58.010937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:27:58.021857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36fd698e-7e03-488a-9a13-3bc215550ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.024256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-974f6d32-b642-497c-8a63-9f3466a6c543 req-a37e213d-7aee-4277-8891-eb76de9f6e5e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690127 Jul 16 22:27:58.027613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.077611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Transition to ACTIVE for port object 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:27:58.079199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.082537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-1504c282-1a05-46c0-9f94-c799df3f6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.084507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-1504c282-1a05-46c0-9f94-c799df3f6db3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13464fd634a04030a1d6a019c66373a5&device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 1096 time: 0.8561525 Jul 16 22:27:58.097146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.099003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6eb4e732-43da-4303-83ab-d5e36c6d6935 HTTP/1.1" status: 204 len: 168 time: 3.0117798 Jul 16 22:27:58.101845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.111912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:58.126883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f0b0a-0408-4a71-a292-27a1d4d57e2a req-757b4136-16e6-4b85-bead-cf3bea945ff6 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.128471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc1f0b0a-0408-4a71-a292-27a1d4d57e2a req-757b4136-16e6-4b85-bead-cf3bea945ff6 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 945 time: 0.1724060 Jul 16 22:27:58.150058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea1ea3-2ddd-4bdb-8beb-cf672b3e14d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb4e732-43da-4303-83ab-d5e36c6d6935,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:58.258450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36fd698e-7e03-488a-9a13-3bc215550ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.268409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36fd698e-7e03-488a-9a13-3bc215550ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.275205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-c734a6bb-91b4-4434-a1af-b8b9e4045ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.276755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-c734a6bb-91b4-4434-a1af-b8b9e4045ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 1100 time: 0.4964190 Jul 16 22:27:58.316044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd698e-7e03-488a-9a13-3bc215550ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6704a0-22d1-4c79-9cb6-51fe3d5e10c9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:58.340839 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f339a4c-a456-49bc-a6f6-1b3feb19074c x-openstack-request-id: req-5f339a4c-a456-49bc-a6f6-1b3feb19074c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:58.340977 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:58.341233 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f339a4c-a456-49bc-a6f6-1b3feb19074c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:58.347694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc1f0b0a-0408-4a71-a292-27a1d4d57e2a req-18f10bfe-2730-43f5-a4f5-8acca230d372 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044594 Jul 16 22:27:58.365160 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'status': 'completed', 'code': 200} Jul 16 22:27:58.377064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36fd698e-7e03-488a-9a13-3bc215550ff2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e815ee6a697444bb95181e8b243323c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688105 Jul 16 22:27:58.378131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:58.381435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:58.488029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.527540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-5999b568-e239-4bb1-9438-4858c7cc037d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b1c16a22-0491-444d-9458-333a8ad9220d HTTP/1.1" status: 200 len: 217 time: 0.1884782 Jul 16 22:27:58.550822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.612845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf16a-eaec-481d-8032-aa75b9524911 req-0c53a115-511b-4e74-a323-83e83a23b754 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.614410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1febf16a-eaec-481d-8032-aa75b9524911 req-0c53a115-511b-4e74-a323-83e83a23b754 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 944 time: 0.1183088 Jul 16 22:27:58.616699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Deleting port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:27:58.616699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.627310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-ac43f68a-7fe8-4655-a864-e3681c7a82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.636150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-ac43f68a-7fe8-4655-a864-e3681c7a82a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 200 len: 906 time: 0.5428960 Jul 16 22:27:58.650496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.653129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:58.654302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df6704a0-22d1-4c79-9cb6-51fe3d5e10c9 HTTP/1.1" status: 204 len: 168 time: 0.2752945 Jul 16 22:27:58.670443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1febf16a-eaec-481d-8032-aa75b9524911 req-bb6d5f5a-617e-4d21-b253-e6c862cfeaae tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503147 Jul 16 22:27:58.671645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487055c-1f30-4b40-818a-c16abdda8f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6704a0-22d1-4c79-9cb6-51fe3d5e10c9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:58.759174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:58.815851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-777bd5df-0539-4dcb-bc07-9cb03ab34b8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da HTTP/1.1" status: 200 len: 217 time: 0.1320148 Jul 16 22:27:58.866261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-9e52057f-bddb-466d-be76-ac011484f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:58.867771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-9e52057f-bddb-466d-be76-ac011484f99f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3163443 Jul 16 22:27:58.916543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:27:58.994336 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.007388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1033693296-network', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:59.027100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:59.028164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:27:59.030767 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53852431-6def-47d5-8143-29cde0e57591" -d '{"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-unplugged", "status": "completed", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:27:59.034847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:59.034989 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.049521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.067667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.074228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] For port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:27:59.075009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.089574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Calling delete_port for 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:27:59.098527 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf6bba4-d030-467e-8194-00713dcdab77 x-openstack-request-id: req-acf6bba4-d030-467e-8194-00713dcdab77 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:27:59.099044 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-unplugged", "status": "completed", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:27:59.099483 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acf6bba4-d030-467e-8194-00713dcdab77 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:27:59.100466 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'code': 200} Jul 16 22:27:59.102153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:59.112312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-36b31e93-cc44-4a45-9033-71054f3c32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.114017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-36b31e93-cc44-4a45-9033-71054f3c32f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 200 len: 845 time: 0.2532468 Jul 16 22:27:59.115603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Attempting to bind port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:27:59.116492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Attempting to bind port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:27:59.116875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Attempting to bind port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:59.202985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.215588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.224992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-ebf5c231-dfaa-4329-9dc6-c380d17ffb42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da3621fc-0d5d-4e59-9f45-a18ad4064f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953660 Jul 16 22:27:59.225538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:27:59.225856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Attempting to bind port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:27:59.256262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76adb19b-c34f-45ed-8793-afc282770793,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:59.258669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:27:59.259034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:27:59.259413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:27:59.259858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Bound port: 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:27:59.260210 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.269380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0d48d-9d65-46f7-ab7b-1644a4643c2a req-b712725e-3e41-4e0b-b78c-9eae8cd5af3a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.270979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdb0d48d-9d65-46f7-ab7b-1644a4643c2a req-b712725e-3e41-4e0b-b78c-9eae8cd5af3a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.7296875 Jul 16 22:27:59.279459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:27:59.298551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.298904 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Added segment fec293da-be24-4151-804e-67b4eb8f03f0 of type vlan for network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f Jul 16 22:27:59.319385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7955e-6112-4ca0-a599-6a0dc4f95c91 req-0f9f4eed-ff4a-4d32-b204-62bdcd0304ad tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.320934 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ee7955e-6112-4ca0-a599-6a0dc4f95c91 req-0f9f4eed-ff4a-4d32-b204-62bdcd0304ad tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.1163776 Jul 16 22:27:59.369505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.399186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ee7955e-6112-4ca0-a599-6a0dc4f95c91 req-a420232b-5ea5-4d8e-9f83-37257f44aab1 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Jul 16 22:27:59.415276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.416596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.417954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.439984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-f6836827-286a-4a17-979d-cf3eae4a1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.441617 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-f6836827-286a-4a17-979d-cf3eae4a1a3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5507104 Jul 16 22:27:59.478837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7182333 Jul 16 22:27:59.481753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:59.487150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Request body: {'subnet': {'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1033693296-subnet', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:27:59.529524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73b62-079b-47cd-a0de-bc762949ac54 admin admin] Pushing event updated for resources: {'Network': ['ID=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:27:59.530060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdb0d48d-9d65-46f7-ab7b-1644a4643c2a req-fd45e9d8-a218-4648-ac39-20a34f655b80 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123096 Jul 16 22:27:59.546913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:27:59.557985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:27:59.575079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.636585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:27:59.650828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-4ecb6b0a-9504-4bc7-ad1f-5972d13ca70a service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059029 Jul 16 22:27:59.679387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:27:59.727539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.787199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ad746-36b7-4942-befa-cab980680dcc req-9608b1df-77cb-4853-8719-c8c7801c2244 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.789163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.789443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-368ad746-36b7-4942-befa-cab980680dcc req-9608b1df-77cb-4853-8719-c8c7801c2244 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b70fd66-d6c8-41f8-b0ac-8ee5762efae7 HTTP/1.1" status: 200 len: 865 time: 0.1876271 Jul 16 22:27:59.795358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:27:59.803039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['98b81fa8-b283-434a-a021-70f534d1c023'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:59.830327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:27:59.830327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:27:59.830327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] 10.222.0.68 "PUT /v2.0/ports/6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 200 len: 1097 time: 3.9731085 Jul 16 22:27:59.865921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['5aa740ff-076a-4f90-9b62-ffda3f24b265'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:27:59.875813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-acd28813-09ae-408c-bcc8-af093e0339e9 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084401 Jul 16 22:27:59.904606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-368ad746-36b7-4942-befa-cab980680dcc req-ba89fd51-c48f-40ea-95b7-98138344f4b5 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034596 Jul 16 22:27:59.968826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.055712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e9c7ca-4243-4d59-8bcf-01e7f94184b7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:00.068051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1896944990-network', 'tenant_id': '1705d0ecca5e468899d799e53d17a0ea'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:00.111460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Made reservation on behalf of 1705d0ecca5e468899d799e53d17a0ea for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:00.114452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.147211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.168642 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0dda3ed-05b0-4732-a899-5d3cbc9d02cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.201281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.227955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:00.228382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Network hostable DHCP agents. Network: 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:00.290511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:00.312089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5b665-8b72-4270-b400-065eb8c1e7a1 req-ee133bff-7709-42d7-a6fe-f94932a1fd08 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.314330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bba5b665-8b72-4270-b400-065eb8c1e7a1 req-ee133bff-7709-42d7-a6fe-f94932a1fd08 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 944 time: 0.1868761 Jul 16 22:28:00.322557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:00.330973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf62f01-b4e8-476a-ab25-49b7af123bf0 None None] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:00.339169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.340767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.341377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.352759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.368769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:00.371605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071492ed-abe4-41ef-90ab-4411c16a71bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:00.392290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:00.398748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-240e98a0-5970-4fcf-af54-c592b8675a4a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9159739 Jul 16 22:28:00.406166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:00.412694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:00.419785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf6fc7-6cfd-4ebc-be83-9bd9fbc22dd2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:00.425216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bba5b665-8b72-4270-b400-065eb8c1e7a1 req-281e0b46-4355-4ff2-bccc-aba399ac042b tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036739 Jul 16 22:28:00.426380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.426718 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Added segment 6e1188fa-16f2-4b2a-beed-d417ab863b93 of type vlan for network 7d6fa406-cdaa-4eff-8523-93a8f5eea480 Jul 16 22:28:00.440433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6ef1e-0b86-43dc-994d-63b2ca19d845 service neutron] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:00.454260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] No DVR routers for this DVR port 624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:00.457169 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.460175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1915c189-3a85-445c-8fe0-626387da6f6a req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "DELETE /v2.0/ports/624d5a7b-7d2f-41ed-a3f2-ada34bae20a1 HTTP/1.1" status: 204 len: 173 time: 2.7144890 Jul 16 22:28:00.514552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.516596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.526416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9085447d-3579-4072-b42d-36e27ac6ddbe req-ca6d9002-ee50-481d-9f59-3816423f3223 service neutron] 10.222.0.47 "GET /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595915 Jul 16 22:28:00.534664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87c8ca-a8ad-4fb9-9872-102f5b857524 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event deleted for resources: {'Port': ['ID=624d5a7b-7d2f-41ed-a3f2-ada34bae20a1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:00.549878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.564027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:00.566395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:28:00.567323 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.619929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06acfb-0cd0-4df7-95db-e625c963f28b req-32ce6378-3d95-4bce-aa05-884d3f96aa2f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.621674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c06acfb-0cd0-4df7-95db-e625c963f28b req-32ce6378-3d95-4bce-aa05-884d3f96aa2f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.8750684 Jul 16 22:28:00.647117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-580e0e6c-13bb-4118-a1fa-16a8ad525b0c req-fdde8a22-b116-4bf0-a8a8-a7fdabe758dc service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765635 Jul 16 22:28:00.652918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-41c051a3-1084-48b0-be73-e2ab4d19a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.654403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-41c051a3-1084-48b0-be73-e2ab4d19a2bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 1100 time: 0.7621491 Jul 16 22:28:00.654542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.669996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.671486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.673335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.721396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-fe4f54d3-6d6e-4494-8690-fdb390556144 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 200 len: 217 time: 0.0567644 Jul 16 22:28:00.778730 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a39e47-7df4-434c-ad17-656c70b84f36 x-openstack-request-id: req-a9a39e47-7df4-434c-ad17-656c70b84f36 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:00.779021 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:00.779491 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9a39e47-7df4-434c-ad17-656c70b84f36 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:00.779923 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'status': 'completed', 'code': 200} Jul 16 22:28:00.787939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c06acfb-0cd0-4df7-95db-e625c963f28b req-a6f28d84-4041-4e2b-8b2e-5896e61888f0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555550 Jul 16 22:28:00.811493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:00.880485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0839689 Jul 16 22:28:00.892532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-d195f624-0661-48c0-8ce8-266a231b8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:00.894319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-d195f624-0661-48c0-8ce8-266a231b8c2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1643460 Jul 16 22:28:01.000991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:01.026357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'mac_address': 'fa:16:3e:4e:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:01.071311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605710e-950a-4469-8ba8-007217c70d6e admin admin] Pushing event updated for resources: {'Network': ['ID=7d6fa406-cdaa-4eff-8523-93a8f5eea480,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:01.083206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Allocated IP 172.20.0.2 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/95bfefd9-ec44-46e1-9d0a-0b101934922e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:01.087769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.094917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 7d6fa406-cdaa-4eff-8523-93a8f5eea480 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:01.097984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.137102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fe8b4d-a116-454b-a519-022b1bc4d4da {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:01.174961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80fba0-6b76-4291-81b3-0a1f8d115783 req-2f61f6bf-4daa-492d-9e7b-afa034855453 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.176553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb80fba0-6b76-4291-81b3-0a1f8d115783 req-2f61f6bf-4daa-492d-9e7b-afa034855453 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.2180979 Jul 16 22:28:01.187934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-d92b27f6-1403-4133-b57e-c8d2e1379b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.189483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-d92b27f6-1403-4133-b57e-c8d2e1379b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 1100 time: 0.4445109 Jul 16 22:28:01.199232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:01.239119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-4846afb4-4a88-428d-bcfd-fd1f0ca6133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.240877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-4846afb4-4a88-428d-bcfd-fd1f0ca6133b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3149352 Jul 16 22:28:01.274572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb80fba0-6b76-4291-81b3-0a1f8d115783 req-359be2c0-f32b-443d-ac1e-12fcd08d32b9 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Jul 16 22:28:01.359215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3ae2-adc9-48e5-818f-bb483f9f08bd req-9518734f-daa0-4e2f-a94c-027b5a335430 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.366622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f34e3ae2-adc9-48e5-818f-bb483f9f08bd req-9518734f-daa0-4e2f-a94c-027b5a335430 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2739558 Jul 16 22:28:01.384253 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.397324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Transition to ACTIVE for port object 95bfefd9-ec44-46e1-9d0a-0b101934922e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:01.416410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Transition to ACTIVE for port object 95bfefd9-ec44-46e1-9d0a-0b101934922e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:01.423751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.451472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.478643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.485220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.489959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-2b9452eb-6172-47ee-82b5-ad0f7b7d41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.492008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-2b9452eb-6172-47ee-82b5-ad0f7b7d41c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2912693 Jul 16 22:28:01.523573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.530842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f34e3ae2-adc9-48e5-818f-bb483f9f08bd req-80b4561f-a44a-43f6-a829-ea44189333d1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621289 Jul 16 22:28:01.556553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:01.563805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:01.567321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:01.573964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:01.582653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-bab21336-1b62-495e-b98b-8a4a247c2513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b1c16a22-0491-444d-9458-333a8ad9220d HTTP/1.1" status: 200 len: 217 time: 0.0798552 Jul 16 22:28:01.590533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-744034ae-641e-4af1-a65a-37613f54bb67 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362048 Jul 16 22:28:01.622728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Allocated IP 172.25.5.142 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7a45e317-8761-48f0-ada8-e3a2f86432bd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:01.640141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-8f882a8b-1625-4ea2-b72c-5d492759e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.642465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-8f882a8b-1625-4ea2-b72c-5d492759e496 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0492008 Jul 16 22:28:01.663566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Attempting to bind port 95bfefd9-ec44-46e1-9d0a-0b101934922e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:01.663990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Attempting to bind port 95bfefd9-ec44-46e1-9d0a-0b101934922e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:01.664364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Attempting to bind port 95bfefd9-ec44-46e1-9d0a-0b101934922e on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:01.671768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Pushing event updated for resources: {'Port': ['ID=95bfefd9-ec44-46e1-9d0a-0b101934922e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:01.675168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:01.675580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:01.675941 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.676331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:01.676860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Bound port: 95bfefd9-ec44-46e1-9d0a-0b101934922e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:01.677272 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.755954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] For port 95bfefd9-ec44-46e1-9d0a-0b101934922e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:01.759145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] For port 95bfefd9-ec44-46e1-9d0a-0b101934922e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=95bfefd9-ec44-46e1-9d0a-0b101934922e,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:01.765472 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.802914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d8fe8b4d-a116-454b-a519-022b1bc4d4da'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:01.825026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.854195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6906bd63-f459-4e8c-ae10-d9228d41fa5c req-68e0a0eb-9962-448f-b458-d09ad49dcce3 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097683 Jul 16 22:28:01.877168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Deleting port 6f5747b3-1b17-467b-96e8-1750dec1e948 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:01.877621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:01.883900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-090e62cc-5dd9-4cd0-bbb0-af3b87845d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:01.885506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-090e62cc-5dd9-4cd0-bbb0-af3b87845d31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645753 Jul 16 22:28:01.885975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cd1a6-6a4a-42b3-993b-ea5f3c07df86 None None] Pushing event updated for resources: {'Port': ['ID=95bfefd9-ec44-46e1-9d0a-0b101934922e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:01.924190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.004731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Pushing event updated for resources: {'Port': ['ID=7a45e317-8761-48f0-ada8-e3a2f86432bd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:02.013187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:02.021714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:02.029966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:02.071785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0062eb-ffcd-4d7f-91d2-1e379510b7b7 req-691d84c0-abe6-422e-9fb2-5bc80b072c57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.073347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa0062eb-ffcd-4d7f-91d2-1e379510b7b7 req-691d84c0-abe6-422e-9fb2-5bc80b072c57 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 945 time: 0.2634211 Jul 16 22:28:02.157147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] For port 6f5747b3-1b17-467b-96e8-1750dec1e948, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6f5747b3-1b17-467b-96e8-1750dec1e948,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:02.157523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.200744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Calling delete_port for 6f5747b3-1b17-467b-96e8-1750dec1e948 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:02.205833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa0062eb-ffcd-4d7f-91d2-1e379510b7b7 req-838eda90-86b2-4cc1-91c8-82108be4545a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131930 Jul 16 22:28:02.207757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-215858ae-77ea-47d4-8b15-259bf19cb797 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022549 Jul 16 22:28:02.237817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-714e916c-637a-46a5-8ac4-5c6e221372b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.239435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-714e916c-637a-46a5-8ac4-5c6e221372b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 1100 time: 0.2909689 Jul 16 22:28:02.265015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4988-5b50-46c7-a2c3-4b0872d8210b req-e71ad5c5-9b9f-4cc6-8682-813fcedf5e3f tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.271228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4988-5b50-46c7-a2c3-4b0872d8210b req-e71ad5c5-9b9f-4cc6-8682-813fcedf5e3f tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.277405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4988-5b50-46c7-a2c3-4b0872d8210b req-e71ad5c5-9b9f-4cc6-8682-813fcedf5e3f tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.284635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12bd4988-5b50-46c7-a2c3-4b0872d8210b req-e71ad5c5-9b9f-4cc6-8682-813fcedf5e3f tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6166658 Jul 16 22:28:02.450620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-94a6a47a-7e71-412b-8099-ce2ab95400c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.452061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-94a6a47a-7e71-412b-8099-ce2ab95400c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.1744084 Jul 16 22:28:02.509435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.563966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-25c4e7dc-2b8b-4c73-8496-a56ebde33475 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 200 len: 217 time: 0.0944455 Jul 16 22:28:02.606216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d0545-50e0-4b61-9e3d-399ea984b580 req-1daff1c9-0f9b-4bb5-8535-e368c7acdfea tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.607719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-850d0545-50e0-4b61-9e3d-399ea984b580 req-1daff1c9-0f9b-4bb5-8535-e368c7acdfea tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1504846 Jul 16 22:28:02.619929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83067bb3-ec6a-469d-8df3-e34e214ab522 req-90401685-bcaf-463e-a807-907e199eed52 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013627 Jul 16 22:28:02.642857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.657677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c521-0bd2-4205-890d-63287b22abb1 req-e61c74c8-e2c4-4300-ac42-08a6d3567f90 tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.659029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c388c521-0bd2-4205-890d-63287b22abb1 req-e61c74c8-e2c4-4300-ac42-08a6d3567f90 tempest-ComputeTenantNetworksTest-547931572 tempest-ComputeTenantNetworksTest-547931572-project] 10.222.0.70 "GET /v2.0/networks/7d6fa406-cdaa-4eff-8523-93a8f5eea480 HTTP/1.1" status: 200 len: 769 time: 0.2243831 Jul 16 22:28:02.669769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:02.682600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-33be90e4-4d43-41dd-918d-f227e4e34f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.684143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-33be90e4-4d43-41dd-918d-f227e4e34f67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0844808 Jul 16 22:28:02.757269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-850d0545-50e0-4b61-9e3d-399ea984b580 req-4449114e-6147-45a1-8160-825c32b45c12 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396856 Jul 16 22:28:02.791358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-deleted', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:02.794577 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa46125d-0a3d-4ba2-a88d-4957276162f6" -d '{"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-deleted", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:02.818952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.886253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-de118e1a-6b9c-4374-a287-fcca1ca3328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:02.887931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-de118e1a-6b9c-4374-a287-fcca1ca3328b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1972544 Jul 16 22:28:02.891251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:02.931317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:02.956219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5747b3-1b17-467b-96e8-1750dec1e948,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:03.120053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb361d5-c362-4e93-9d23-30b3d3f88d95 req-f63c2466-bdac-44c7-ba01-08d048836878 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:03.124072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fbb361d5-c362-4e93-9d23-30b3d3f88d95 req-f63c2466-bdac-44c7-ba01-08d048836878 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.3250070 Jul 16 22:28:03.139194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:03.181399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'mac_address': 'fa:16:3e:3b:af:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:03.241593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.259718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23328b5-ca9b-4a87-b258-1ef7779eb5cd None None] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:03.263223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fbb361d5-c362-4e93-9d23-30b3d3f88d95 req-c7fadf8a-e9c6-4d10-8ba3-3eae09061293 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343055 Jul 16 22:28:03.265300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:03.321435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:03.323723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-a93a72e1-b98e-4d83-8cbf-a5454d7a4186 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199431 Jul 16 22:28:03.355952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ab197817-c2c0-4040-b087-c1bac126f5e5 None None] Provisioning for port 95bfefd9-ec44-46e1-9d0a-0b101934922e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:03.358628 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.421858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.438070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6fa406-cdaa-4eff-8523-93a8f5eea480']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:03.438271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:03.448755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.568740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1188fa-16f2-4b2a-beed-d417ab863b93') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:03.569339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1188fa-16f2-4b2a-beed-d417ab863b93') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:03.580439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:03.589124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.623882 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.654396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a30cd-ea1c-45e1-a4c2-46a7dfc3e833 req-e67b46e7-183d-4734-a6c0-8ca4c7999b80 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:03.672375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-887a30cd-ea1c-45e1-a4c2-46a7dfc3e833 req-e67b46e7-183d-4734-a6c0-8ca4c7999b80 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3577113 Jul 16 22:28:03.683467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:03.683906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:03.694218 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:03.855598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-887a30cd-ea1c-45e1-a4c2-46a7dfc3e833 req-79d66abc-91fb-4af4-81a8-55a4bf78aa73 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823163 Jul 16 22:28:03.856426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.871830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:03.884328 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ff22d-94e1-4071-8980-4c50d3b7a1d4 x-openstack-request-id: req-1a2ff22d-94e1-4071-8980-4c50d3b7a1d4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:03.884328 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70fd66-d6c8-41f8-b0ac-8ee5762efae7", "name": "network-vif-deleted", "tag": "624d5a7b-7d2f-41ed-a3f2-ada34bae20a1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:03.884678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] 10.222.0.70 "DELETE /v2.0/networks/7d6fa406-cdaa-4eff-8523-93a8f5eea480 HTTP/1.1" status: 204 len: 168 time: 1.2114093 Jul 16 22:28:03.884795 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a2ff22d-94e1-4071-8980-4c50d3b7a1d4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:03.884795 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70fd66-d6c8-41f8-b0ac-8ee5762efae7', 'name': 'network-vif-deleted', 'tag': '624d5a7b-7d2f-41ed-a3f2-ada34bae20a1', 'status': 'completed', 'code': 200} Jul 16 22:28:03.884940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Router 6198ae62-dceb-4a1d-98e2-97f414367fa4 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:28:03.919581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21d3bf-b220-4df8-a124-f3dc738e743d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6fa406-cdaa-4eff-8523-93a8f5eea480,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:03.974353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-071492ed-abe4-41ef-90ab-4411c16a71bd req-6fb1dd3a-49d8-4611-aa21-7d135713757d service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440194 Jul 16 22:28:03.987423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.008413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 95bfefd9-ec44-46e1-9d0a-0b101934922e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:04.062494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:28:04.074560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Sync routers for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:28:04.084525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 95bfefd9-ec44-46e1-9d0a-0b101934922e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:04.090614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 95bfefd9-ec44-46e1-9d0a-0b101934922e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:04.091332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.094743 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:04.094890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.095283 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:04.096478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a211bf9e-b3ad-4a3b-a543-c223accc676b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6875656 Jul 16 22:28:04.098804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe048e-137d-420e-865b-07e263c79e1b req-fc65ff23-9952-4b4a-9306-9b3cabb88211 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:04.099551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:04.100787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4efe048e-137d-420e-865b-07e263c79e1b req-fc65ff23-9952-4b4a-9306-9b3cabb88211 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 945 time: 0.2209587 Jul 16 22:28:04.144126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:04.202344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.246967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 95bfefd9-ec44-46e1-9d0a-0b101934922e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=95bfefd9-ec44-46e1-9d0a-0b101934922e,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:04.251967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.315326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d9f84450-42dc-4da1-bae6-d5f7b0a7e95a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1705d0ecca5e468899d799e53d17a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645327 Jul 16 22:28:04.316525 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:04.321363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=95bfefd9-ec44-46e1-9d0a-0b101934922e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:04.325532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4efe048e-137d-420e-865b-07e263c79e1b req-b78c212e-a458-4e0d-8740-d3bc56b796f3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166305 Jul 16 22:28:04.326231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:04.497541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84761-1544-4788-a34d-45d8514c588a req-a0e519b3-4d58-4bab-b4aa-e69dec46984f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:04.498945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9b84761-1544-4788-a34d-45d8514c588a req-a0e519b3-4d58-4bab-b4aa-e69dec46984f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1457155 Jul 16 22:28:04.547294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.550957 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:02Z', 'revision_number': 3, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:04.567642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Router da317561-efae-4dff-a55c-e9648dc498b9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:28:04.573517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9b84761-1544-4788-a34d-45d8514c588a req-ef171eee-e9b7-4157-9bc6-1df3c4ce3b49 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Jul 16 22:28:04.576604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:04.592221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.599122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Checking router: 6198ae62-dceb-4a1d-98e2-97f414367fa4 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:28:04.599760 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Updating router 6198ae62-dceb-4a1d-98e2-97f414367fa4 port 7a45e317-8761-48f0-ada8-e3a2f86432bd binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:28:04.644029 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.683952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d8e80-903b-4446-ae27-9197ff659545 req-5946c4e6-8b00-4f69-bda6-e1b7827c3d08 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:04.691837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291d8e80-903b-4446-ae27-9197ff659545 req-5946c4e6-8b00-4f69-bda6-e1b7827c3d08 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 949 time: 0.2224681 Jul 16 22:28:04.717236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:04.733918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:04.737648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'mac_address': 'fa:16:3e:bf:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:04.797608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291d8e80-903b-4446-ae27-9197ff659545 req-0734858f-8efa-4c60-8157-e5b9191e62a2 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042733 Jul 16 22:28:04.807672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.815237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.823656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79bf6fc7-6cfd-4ebc-be83-9bd9fbc22dd2 HTTP/1.1" status: 204 len: 168 time: 0.4894199 Jul 16 22:28:04.844012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.855802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:28:04.866698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd8998-8029-4def-8911-138b01f1e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf6fc7-6cfd-4ebc-be83-9bd9fbc22dd2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:04.866698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a642642e-c7ff-4cf6-b068-50d350743c1c admin admin] 10.222.0.70 "PUT /v2.0/routers/da317561-efae-4dff-a55c-e9648dc498b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7386992 Jul 16 22:28:04.868310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:04.894943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Sync routers for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:28:04.938514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:04.952636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:05.012529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Routers {'da317561-efae-4dff-a55c-e9648dc498b9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:05.014072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['da317561-efae-4dff-a55c-e9648dc498b9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:05.073308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:05.089261 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.097165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port d8fe8b4d-a116-454b-a519-022b1bc4d4da completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:05.119882 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Transition to ACTIVE for port object 7a45e317-8761-48f0-ada8-e3a2f86432bd will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:05.125059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d8fe8b4d-a116-454b-a519-022b1bc4d4da triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:05.125953 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.144449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:05.144647 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.189561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.198886 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Attempting to bind port 7a45e317-8761-48f0-ada8-e3a2f86432bd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:05.199255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Attempting to bind port 7a45e317-8761-48f0-ada8-e3a2f86432bd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:05.199644 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Attempting to bind port 7a45e317-8761-48f0-ada8-e3a2f86432bd on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:05.208898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.225769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:05.226142 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:05.226608 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.227739 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:05.228235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Bound port: 7a45e317-8761-48f0-ada8-e3a2f86432bd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:05.228621 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.288079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:05.314114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:05.314398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.317453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Set router da317561-efae-4dff-a55c-e9648dc498b9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:05.419879 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Pushing event updated for resources: {'Port': ['ID=7a45e317-8761-48f0-ada8-e3a2f86432bd,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:05.420621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:05.433337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Allocated IP 172.20.0.1 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/53dc7959-d0ee-4c46-8065-d702b9237d5f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:05.438345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20a71-ea15-4822-beef-c31639bcab6e req-80ee8c7f-0012-4654-8de2-4f15680a8601 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:05.439561 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.440003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.440431 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.440820 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.441177 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.441501 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.441975 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.442702 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.442966 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.443293 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.444888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.445348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.445806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d20a71-ea15-4822-beef-c31639bcab6e req-80ee8c7f-0012-4654-8de2-4f15680a8601 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.4552875 Jul 16 22:28:05.465054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.465442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.465788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.466214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.466461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.466795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.467126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.467453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.467779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.468106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.468460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.468796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:05.482584 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] For port 7a45e317-8761-48f0-ada8-e3a2f86432bd, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:05.493337 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] For port 7a45e317-8761-48f0-ada8-e3a2f86432bd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a45e317-8761-48f0-ada8-e3a2f86432bd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:05.506095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.522464 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.541726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58d20a71-ea15-4822-beef-c31639bcab6e req-4e25d425-78b0-4bbf-ab04-20f17e8b5ebd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788853 Jul 16 22:28:05.569413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b1c16a22-0491-444d-9458-333a8ad9220d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:05.627636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0062e3-f6a6-4208-ad37-05678df4fb03 None None] Pushing event updated for resources: {'Port': ['ID=7a45e317-8761-48f0-ada8-e3a2f86432bd,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:05.665489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Deleting port 8c44c71c-5912-4138-9f37-8d99a5c21ede {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:05.667378 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:05.668011 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:05.669074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.756006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.810274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Transition to ACTIVE for port object 53dc7959-d0ee-4c46-8065-d702b9237d5f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:05.883708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.886657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] For port 8c44c71c-5912-4138-9f37-8d99a5c21ede, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8c44c71c-5912-4138-9f37-8d99a5c21ede,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:05.887537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:05.908280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Calling delete_port for 8c44c71c-5912-4138-9f37-8d99a5c21ede owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:05.928811 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:05.969439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f2cac-5eb1-4d9b-b1eb-eef68f7ea61e req-6a9556ac-6a70-4200-a824-e99cf838ce15 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:05.973608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-588f2cac-5eb1-4d9b-b1eb-eef68f7ea61e req-6a9556ac-6a70-4200-a824-e99cf838ce15 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 945 time: 0.1787944 Jul 16 22:28:05.980737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:05.991147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:06.021821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:06.040954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-588f2cac-5eb1-4d9b-b1eb-eef68f7ea61e req-d752b550-439c-43b8-9132-48f6df2277a6 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661922 Jul 16 22:28:06.094151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Pushing event updated for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:06.120849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 95bfefd9-ec44-46e1-9d0a-0b101934922e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:06.148669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22ca3-2ba2-4257-a478-0ef7156538cc req-533cf6e1-b95c-4c3e-b07d-c71e02a4865e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:06.163568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22ca3-2ba2-4257-a478-0ef7156538cc req-533cf6e1-b95c-4c3e-b07d-c71e02a4865e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:06.174708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7e22ca3-2ba2-4257-a478-0ef7156538cc req-533cf6e1-b95c-4c3e-b07d-c71e02a4865e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25&device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 1683 time: 0.3235102 Jul 16 22:28:06.216286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.235068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.315665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.330302 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:02Z', 'revision_number': 3, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:06.410774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7e22ca3-2ba2-4257-a478-0ef7156538cc req-d1f0d4c0-3bef-4e10-a4a4-90acb612491a tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336769 Jul 16 22:28:06.414867 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c4b82-07d7-4645-9df3-5987ccac4daf None None] The sync data for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 is: [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:02Z', 'revision_number': 3, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:28:06.430694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c44c71c-5912-4138-9f37-8d99a5c21ede,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:06.444695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:06.446998 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb7faa-87ef-4bdc-b2ad-ec322dd7fc32" -d '{"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:06.485302 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.545083 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.558127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:06.561941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:06.580379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.595534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 95bfefd9-ec44-46e1-9d0a-0b101934922e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:06.595977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.599873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.695121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.697651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.712911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-10f0a573-1cd1-45da-96e6-f5f27a35433c None None] Provisioning for port 53dc7959-d0ee-4c46-8065-d702b9237d5f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:06.715128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:06.718579 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.733984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca1d7a-0bc9-4c4d-94f1-a613756b3043 req-5b70587c-bd23-4c46-b593-63ddba57e66e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:06.738467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04ca1d7a-0bc9-4c4d-94f1-a613756b3043 req-5b70587c-bd23-4c46-b593-63ddba57e66e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 949 time: 0.4702921 Jul 16 22:28:06.748495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430018-c640-4740-988b-b97d60f5b5e0 req-5635ab47-9aa4-40de-8652-4cbc6d56d93b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:06.756621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc430018-c640-4740-988b-b97d60f5b5e0 req-5635ab47-9aa4-40de-8652-4cbc6d56d93b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1356258 Jul 16 22:28:06.863509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04ca1d7a-0bc9-4c4d-94f1-a613756b3043 req-5f4aad3e-7d37-4d6d-ba04-d4a7d3b68204 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648489 Jul 16 22:28:06.863509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.863509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da317561-efae-4dff-a55c-e9648dc498b9 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:28:06.868987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:06.870829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7de7b7de-39cb-4e51-a432-e29d4f50fdf4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/da317561-efae-4dff-a55c-e9648dc498b9 HTTP/1.1" status: 204 len: 168 time: 2.0025330 Jul 16 22:28:06.873920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:06.883704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc430018-c640-4740-988b-b97d60f5b5e0 req-d3760acc-6cbf-42b9-a0f3-53efc0a6d1f6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260309 Jul 16 22:28:06.901963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:06.940142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-10f0a573-1cd1-45da-96e6-f5f27a35433c None None] Provisioning complete for port 53dc7959-d0ee-4c46-8065-d702b9237d5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:06.941341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-10f0a573-1cd1-45da-96e6-f5f27a35433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.058384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Deleting subnet 622960ff-7651-480c-86ae-ed49a3d52e60 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:28:07.084156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.142124 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de1635-c406-4625-882f-ef5a5c338d5a x-openstack-request-id: req-76de1635-c406-4625-882f-ef5a5c338d5a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:07.142706 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:07.142820 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76de1635-c406-4625-882f-ef5a5c338d5a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:07.143159 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'code': 200} Jul 16 22:28:07.144486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-10f0a573-1cd1-45da-96e6-f5f27a35433c None None] Port 53dc7959-d0ee-4c46-8065-d702b9237d5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:28:07.166790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2086520771-router', 'tenant_id': '9b806b6750614d2e84deef48d55529ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:25:59Z', 'updated_at': '2021-07-16T22:28:02Z', 'revision_number': 5, 'project_id': '9b806b6750614d2e84deef48d55529ac', 'gw_port': {'id': '8c44c71c-5912-4138-9f37-8d99a5c21ede', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da317561-efae-4dff-a55c-e9648dc498b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:26:00Z', 'updated_at': '2021-07-16T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:07.172362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.214167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.222935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.233404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Checking router: da317561-efae-4dff-a55c-e9648dc498b9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:28:07.335740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Pushing event updated for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:07.357238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.365433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa68c-e5a0-4ffe-b26e-2732d2f2cac0 req-03dc1f5e-9d4d-4153-8978-e8be44e7b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:07.370635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9affa68c-e5a0-4ffe-b26e-2732d2f2cac0 req-03dc1f5e-9d4d-4153-8978-e8be44e7b849 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 1098 time: 0.3033996 Jul 16 22:28:07.377248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:07.377827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:28:07.378566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_agentschedulers_db [None req-575601c2-50db-4e2c-b030-00491c02873e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da317561-efae-4dff-a55c-e9648dc498b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent'). {{(pid=93925) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 22:28:07.378971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575601c2-50db-4e2c-b030-00491c02873e None None] The sync data for ids ['da317561-efae-4dff-a55c-e9648dc498b9'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:28:07.526370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.546543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd358-7f62-4b6f-b567-72bf44847145 req-4986e1d6-b3b6-42fb-949a-c8a47d8edc06 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:07.548148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-939dd358-7f62-4b6f-b567-72bf44847145 req-4986e1d6-b3b6-42fb-949a-c8a47d8edc06 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.1275754 Jul 16 22:28:07.559535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:07.566697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:07.574519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9affa68c-e5a0-4ffe-b26e-2732d2f2cac0 req-8527bd55-17bd-45a7-ac09-7afff420376a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572111 Jul 16 22:28:07.620731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef04b7b-d1b6-4721-8791-01579fc57a74 req-4c49f6dd-855e-4a82-a0c7-cfcd8e8e2b53 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:07.622336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aef04b7b-d1b6-4721-8791-01579fc57a74 req-4c49f6dd-855e-4a82-a0c7-cfcd8e8e2b53 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2061841 Jul 16 22:28:07.681942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-939dd358-7f62-4b6f-b567-72bf44847145 req-ec65f54b-d57f-4dc0-8f06-7d55cb537e24 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247380 Jul 16 22:28:07.693661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.714485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:07.720397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/622960ff-7651-480c-86ae-ed49a3d52e60 HTTP/1.1" status: 204 len: 168 time: 0.8455701 Jul 16 22:28:07.726560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:07.727926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785a9b9-8df6-4f53-99c4-747ceeaa034d None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:07.752545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aef04b7b-d1b6-4721-8791-01579fc57a74 req-20f5a09a-2f68-4009-90fa-658545fe00ed tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027400 Jul 16 22:28:07.754295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c860-801d-43f2-a540-23275a27cdb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622960ff-7651-480c-86ae-ed49a3d52e60,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:07.787112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Router 6198ae62-dceb-4a1d-98e2-97f414367fa4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:28:07.889099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.012839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-025fecec-4ed0-4cc7-9ad4-12c6e423ee2c None None] Provisioning complete for port 53dc7959-d0ee-4c46-8065-d702b9237d5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:08.013328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-025fecec-4ed0-4cc7-9ad4-12c6e423ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.149791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-025fecec-4ed0-4cc7-9ad4-12c6e423ee2c None None] Port 53dc7959-d0ee-4c46-8065-d702b9237d5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:28:08.257280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c441d6-5e23-45e7-b3fa-272bc3fa165b req-51ba8b87-c500-430c-9a0a-699bdc231595 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:08.259195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2c441d6-5e23-45e7-b3fa-272bc3fa165b req-51ba8b87-c500-430c-9a0a-699bdc231595 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 950 time: 0.1286588 Jul 16 22:28:08.264195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:28:08.273296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5998662d-5dbd-430a-85c5-a516e962021c admin admin] 10.222.0.70 "PUT /v2.0/routers/6198ae62-dceb-4a1d-98e2-97f414367fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1715186 Jul 16 22:28:08.282445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Deleting port bd6b289b-5582-42e4-ab6d-6adeb3b03869 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:08.282820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.320210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2c441d6-5e23-45e7-b3fa-272bc3fa165b req-cf0fd29d-a204-4dad-afc6-015f772879ca tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525274 Jul 16 22:28:08.436888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] DHCP port deletion for 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:28:08.459292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] For port bd6b289b-5582-42e4-ab6d-6adeb3b03869, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bd6b289b-5582-42e4-ab6d-6adeb3b03869,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:08.484717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.518351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a45e317-8761-48f0-ada8-e3a2f86432bd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:08.544177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Calling delete_port for bd6b289b-5582-42e4-ab6d-6adeb3b03869 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:08.606339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:08.656422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7a45e317-8761-48f0-ada8-e3a2f86432bd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:08.686176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7a45e317-8761-48f0-ada8-e3a2f86432bd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:08.688791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.764548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16966c3d-2544-4b4c-b089-f670ad6acf3d req-795a8867-a580-434b-b653-df9dea198467 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:08.766710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16966c3d-2544-4b4c-b089-f670ad6acf3d req-795a8867-a580-434b-b653-df9dea198467 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1838183 Jul 16 22:28:08.779523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Deleting port bd6b289b-5582-42e4-ab6d-6adeb3b03869 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:08.780646 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.797801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b1c16a22-0491-444d-9458-333a8ad9220d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:08.806497 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.817125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b1c16a22-0491-444d-9458-333a8ad9220d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:08.817906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.844236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b289b-5582-42e4-ab6d-6adeb3b03869,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:08.859646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16966c3d-2544-4b4c-b089-f670ad6acf3d req-629d0487-98cc-4c10-acfe-68016214bc50 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804260 Jul 16 22:28:08.882143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] No DVR routers for this DVR port bd6b289b-5582-42e4-ab6d-6adeb3b03869 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:08.972819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] For port bd6b289b-5582-42e4-ab6d-6adeb3b03869, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bd6b289b-5582-42e4-ab6d-6adeb3b03869,segment=NetworkSegment(7ee7165a-4376-4aef-988a-f3863591fc0f),segment_id=7ee7165a-4376-4aef-988a-f3863591fc0f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:08.973890 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.982234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:08.993471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:09.011054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee7165a-4376-4aef-988a-f3863591fc0f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:09.011356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee7165a-4376-4aef-988a-f3863591fc0f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:09.022988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.031719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Calling delete_port for bd6b289b-5582-42e4-ab6d-6adeb3b03869 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:09.039711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.046453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:09.046949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.105522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.113747 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:09.114506 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:09.118428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.124049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.129120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 HTTP/1.1" status: 204 len: 168 time: 1.3992405 Jul 16 22:28:09.142925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd42ea-7fa5-40de-8de4-3e58ffb2bc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:09.144301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaf9a9-433c-4d43-a5ac-41b4160fff2b req-87b3905a-dc89-4315-be45-e8c1d6c6be74 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:09.144911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:09.151324 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4ca630-4e6c-4ab5-99f7-e1ae386674c3" -d '{"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-plugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:09.157145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cddaf9a9-433c-4d43-a5ac-41b4160fff2b req-87b3905a-dc89-4315-be45-e8c1d6c6be74 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.1156321 Jul 16 22:28:09.198476 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Sync routers for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:28:09.211660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:09.212387 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:09.213076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cddaf9a9-433c-4d43-a5ac-41b4160fff2b req-a7493b59-fb7a-4238-93a4-b022ededb404 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Jul 16 22:28:09.249749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.296403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7a45e317-8761-48f0-ada8-e3a2f86432bd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a45e317-8761-48f0-ada8-e3a2f86432bd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:09.299007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Pushing event deleted for resources: {'Port': ['ID=bd6b289b-5582-42e4-ab6d-6adeb3b03869,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:09.301826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] Network 4bc811b2-74a0-4cf8-991c-a6dee1a8b9c5 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:28:09.302494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458a2fd-7331-434d-a35e-8bbed6bb7380 None None] No DVR routers for this DVR port bd6b289b-5582-42e4-ab6d-6adeb3b03869 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:09.321503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.326300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:09.332439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.360866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6f5747b3-1b17-467b-96e8-1750dec1e948 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:09.385554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 6f5747b3-1b17-467b-96e8-1750dec1e948 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:09.386566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6f5747b3-1b17-467b-96e8-1750dec1e948 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:09.399897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:09.420855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7a45e317-8761-48f0-ada8-e3a2f86432bd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:09.487152 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:09.490596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:09.527552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:09.540502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:09.554435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299263135', 'description': 'tempest-description--212836694'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:09.590004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1733b446-fbc4-49e6-8824-121d38dff1d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c4f84fe3878454fb2c3fa466ab43668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602586 Jul 16 22:28:09.592175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:09.635087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45ab1-383d-490e-938d-4c58905941ff req-5dc62517-5f4e-4127-90a7-51c9e7484be8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:09.639460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4e45ab1-383d-490e-938d-4c58905941ff req-5dc62517-5f4e-4127-90a7-51c9e7484be8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1864858 Jul 16 22:28:09.660345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.671198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.715364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.767916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4e45ab1-383d-490e-938d-4c58905941ff req-61758d6a-b301-433b-bc1e-889bbda132ec tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218641 Jul 16 22:28:09.798476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dbb67ef-f5a1-4b36-81ae-4a7a33c25fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.827904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a45e317-8761-48f0-ada8-e3a2f86432bd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:09.861887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.865172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:09.866501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d91c10ff-83ea-49d5-870b-90240d42f58d HTTP/1.1" status: 204 len: 168 time: 0.2725396 Jul 16 22:28:09.902046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bcd6e-ac2d-4592-923e-31846cb553c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c10ff-83ea-49d5-870b-90240d42f58d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:09.946837 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 2, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:09.948193 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee441c1-3d1b-4ad5-ad49-6104ee3bd532 x-openstack-request-id: req-bee441c1-3d1b-4ad5-ad49-6104ee3bd532 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:09.948587 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-plugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:09.949581 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bee441c1-3d1b-4ad5-ad49-6104ee3bd532 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:09.956552 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'code': 200} Jul 16 22:28:09.986652 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Checking router: 6198ae62-dceb-4a1d-98e2-97f414367fa4 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:28:09.987275 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Updating router 6198ae62-dceb-4a1d-98e2-97f414367fa4 port 53dc7959-d0ee-4c46-8065-d702b9237d5f binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:28:10.006610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7a45e317-8761-48f0-ada8-e3a2f86432bd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:10.006945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.053311 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.055595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.151822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.235935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dbb67ef-f5a1-4b36-81ae-4a7a33c25fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.239310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bd6b289b-5582-42e4-ab6d-6adeb3b03869 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:10.248639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dbb67ef-f5a1-4b36-81ae-4a7a33c25fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.287755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: bd6b289b-5582-42e4-ab6d-6adeb3b03869 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:10.288224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bd6b289b-5582-42e4-ab6d-6adeb3b03869 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:10.288933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8c44c71c-5912-4138-9f37-8d99a5c21ede no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:10.292356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9dbb67ef-f5a1-4b36-81ae-4a7a33c25fe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cea6bd39f8a24ef2b9805234d3f3e3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886976 Jul 16 22:28:10.295095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.300990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:10.301340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:10.304341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7589285 Jul 16 22:28:10.314984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'security_group_rule': {'security_group_id': '6620b057-e6d3-4661-8e04-4856f528c125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:10.330349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0953a1e-362d-4a47-ba36-588cde746100 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6620b057-e6d3-4661-8e04-4856f528c125,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.351700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 8c44c71c-5912-4138-9f37-8d99a5c21ede {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:10.352067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8c44c71c-5912-4138-9f37-8d99a5c21ede not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:10.376259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694a4e-b151-47fb-b246-746678ead2f4 req-9aaf7b22-34d0-4d6a-b630-33131603572f tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:10.377831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92694a4e-b151-47fb-b246-746678ead2f4 req-9aaf7b22-34d0-4d6a-b630-33131603572f tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 946 time: 0.4535642 Jul 16 22:28:10.446708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb67ef-f5a1-4b36-81ae-4a7a33c25fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4ee53-c053-47ee-a32d-82853b7f601f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.454788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:10.472649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca173-5911-4262-a1b9-719c1c97759f req-3ef59745-bce6-4631-bfc7-d6ad274a7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:10.474359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f2ca173-5911-4262-a1b9-719c1c97759f req-3ef59745-bce6-4631-bfc7-d6ad274a7d34 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 1102 time: 0.4822245 Jul 16 22:28:10.512684 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.530652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef934a33-af75-4b8e-80bf-2b780faba93d req-f429ad21-8410-4e72-b56a-1a024210a2cb tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:10.539230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef934a33-af75-4b8e-80bf-2b780faba93d req-f429ad21-8410-4e72-b56a-1a024210a2cb tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 950 time: 0.5195608 Jul 16 22:28:10.558076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f280b7b8-cdd0-4865-8a1d-9cab59338be0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b806b6750614d2e84deef48d55529ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008027 Jul 16 22:28:10.561152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56494) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:10.563288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.574225 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.587318 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Transition to ACTIVE for port object 53dc7959-d0ee-4c46-8065-d702b9237d5f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:10.596910 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.624279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.648670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcb78b-64de-47a9-b22d-cd9ab0d5a7f2 req-471af25d-bbb9-43f9-a17b-3406f04886c7 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:10.650270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21fcb78b-64de-47a9-b22d-cd9ab0d5a7f2 req-471af25d-bbb9-43f9-a17b-3406f04886c7 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 946 time: 0.1993239 Jul 16 22:28:10.653062 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdefe0c-1903-4909-8f88-7c715468387e None None] Pushing event updated for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.666837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f2ca173-5911-4262-a1b9-719c1c97759f req-ca4a3bfe-36c4-46ce-ac4c-fb0f6f5b4924 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844127 Jul 16 22:28:10.694842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.703616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef934a33-af75-4b8e-80bf-2b780faba93d req-1d296e23-8a31-4503-a58d-b48773dde4be tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631517 Jul 16 22:28:10.707087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.746545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Attempting to bind port 53dc7959-d0ee-4c46-8065-d702b9237d5f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:10.746923 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Attempting to bind port 53dc7959-d0ee-4c46-8065-d702b9237d5f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:10.747466 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Attempting to bind port 53dc7959-d0ee-4c46-8065-d702b9237d5f on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:10.755094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:10.755342 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:10.756175 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.756630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:10.757185 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Bound port: 53dc7959-d0ee-4c46-8065-d702b9237d5f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:10.757567 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.785698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecae2e36-5f74-4051-8415-522a3993db51,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.801000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21fcb78b-64de-47a9-b22d-cd9ab0d5a7f2 req-b978a50f-658b-4b4c-b741-8b549c0ef108 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5d8d16-aa7a-468f-b29a-728bc98f4378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387601 Jul 16 22:28:10.806002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.811956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.814127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf351f56-231d-4a71-9065-34881262028b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5104821 Jul 16 22:28:10.815240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:10.824347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'security_group_rule': {'security_group_id': '6620b057-e6d3-4661-8e04-4856f528c125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:10.859922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-be59f8d6-ba9d-405a-a4ec-a2a7d4871845 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:10.871467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-be59f8d6-ba9d-405a-a4ec-a2a7d4871845 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf80f3ca-9b79-4b68-9a90-7ed01dedd628 HTTP/1.1" status: 200 len: 946 time: 0.4418344 Jul 16 22:28:10.899770 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] For port 53dc7959-d0ee-4c46-8065-d702b9237d5f, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:10.904464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] For port 53dc7959-d0ee-4c46-8065-d702b9237d5f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=53dc7959-d0ee-4c46-8065-d702b9237d5f,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:10.909549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.912725 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.916569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:10.923296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04d4ee53-c053-47ee-a32d-82853b7f601f HTTP/1.1" status: 204 len: 168 time: 0.6209681 Jul 16 22:28:10.975216 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdefe0c-1903-4909-8f88-7c715468387e None None] Pushing event updated for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.982845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ea39f-2e53-47aa-b81e-360ca748df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4ee53-c053-47ee-a32d-82853b7f601f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:10.997204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.033026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.061386 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:11.062037 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:11.091413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Deleting port 98b81fa8-b283-434a-a021-70f534d1c023 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:11.091635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.244303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.268327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.285373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:11.327186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9763eca-fcf8-40f2-9e27-0569ea2fb25b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:11.379279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21aea6-0426-44e1-988f-29a9c199e8d6 req-d253c9b6-341a-49d5-828f-07f23ace39df tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:11.385868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c21aea6-0426-44e1-988f-29a9c199e8d6 req-d253c9b6-341a-49d5-828f-07f23ace39df tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2521076 Jul 16 22:28:11.389470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.392047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-62ca77b8-42e8-4e50-927a-19888eedf46a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5713837 Jul 16 22:28:11.396268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:11.454092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:11.479909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] For port 98b81fa8-b283-434a-a021-70f534d1c023, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=98b81fa8-b283-434a-a021-70f534d1c023,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:11.480490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.586138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c21aea6-0426-44e1-988f-29a9c199e8d6 req-d95e8f5f-50a8-43d4-b31d-a2a75bea1e20 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928225 Jul 16 22:28:11.608692 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:11.751693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:10Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:11.784885 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d78f-fd79-4e23-bd14-bb340c26d842 None None] The sync data for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 is: [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:10Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:28:11.959664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:11.959664 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b97feb4-c907-4b1b-875c-01dbfce8e50f" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:11.974414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:12.005333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Deleting port 5aa740ff-076a-4f90-9b62-ffda3f24b265 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:12.005903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.008815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.011575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.012852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d987191f-2184-4dfe-9933-70785209b653 HTTP/1.1" status: 204 len: 168 time: 1.4480381 Jul 16 22:28:12.014350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Calling delete_port for 98b81fa8-b283-434a-a021-70f534d1c023 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:12.149748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a1ad9-ea3c-492a-a84e-c951c6d54b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d987191f-2184-4dfe-9933-70785209b653,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:12.197662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aed87c93-de3a-4b73-8bbd-a48af8ad26e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.309229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.322898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057a088-2cb9-478d-9302-fd25523f4a0f req-f385a370-67ec-4009-be6f-9dce445c4a08 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:12.324529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9057a088-2cb9-478d-9302-fd25523f4a0f req-f385a370-67ec-4009-be6f-9dce445c4a08 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1342351 Jul 16 22:28:12.356313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768a3be-cd9f-4bed-b8d1-0032548f84eb req-9cb9770a-ffdd-486f-92a3-8b3e9ecc51cb tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:12.363964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5768a3be-cd9f-4bed-b8d1-0032548f84eb req-9cb9770a-ffdd-486f-92a3-8b3e9ecc51cb tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.9009898 Jul 16 22:28:12.418161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9057a088-2cb9-478d-9302-fd25523f4a0f req-886c79ad-0dc4-4077-9d67-8645b1b848f2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868731 Jul 16 22:28:12.444444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.457180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['98b81fa8-b283-434a-a021-70f534d1c023'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:12.516286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.25.5.83 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/dde9f721-0d01-4d0b-b17c-d3f699037d81) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:12.517181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] For port 5aa740ff-076a-4f90-9b62-ffda3f24b265, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5aa740ff-076a-4f90-9b62-ffda3f24b265,segment=NetworkSegment(1af48548-8b67-4007-99d1-d3ccd8eb6468),segment_id=1af48548-8b67-4007-99d1-d3ccd8eb6468)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:12.517716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.529645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5768a3be-cd9f-4bed-b8d1-0032548f84eb req-688c8de4-9ba3-4497-819a-77123c34b517 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646533 Jul 16 22:28:12.560425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Calling delete_port for 5aa740ff-076a-4f90-9b62-ffda3f24b265 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:12.681909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event deleted for resources: {'Port': ['ID=98b81fa8-b283-434a-a021-70f534d1c023,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:12.739930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.772145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a90c9f-a302-4b06-91ad-3f677517cdbe req-2e39877e-70f0-40b2-9dd4-16af4aeec839 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:12.773757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59a90c9f-a302-4b06-91ad-3f677517cdbe req-2e39877e-70f0-40b2-9dd4-16af4aeec839 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 950 time: 0.1445537 Jul 16 22:28:12.808116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] No DVR routers for this DVR port 98b81fa8-b283-434a-a021-70f534d1c023 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:12.816692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2abbe522-afa3-4e61-ad55-b74a0ca0e22e req-2dabbff9-f377-49cb-8bef-e979700d5f86 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 210 time: 0.0930510 Jul 16 22:28:12.821241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.823591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92694a4e-b151-47fb-b246-746678ead2f4 req-82915b53-c846-44af-a48e-04b42dd65333 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.47 "DELETE /v2.0/ports/98b81fa8-b283-434a-a021-70f534d1c023 HTTP/1.1" status: 204 len: 173 time: 2.4251528 Jul 16 22:28:12.829172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'name': 'network-vif-deleted', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:12.832425 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c0aaf-c946-4b8a-9f37-ed392a809408" -d '{"events": [{"server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "name": "network-vif-deleted", "tag": "98b81fa8-b283-434a-a021-70f534d1c023"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:12.846422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59a90c9f-a302-4b06-91ad-3f677517cdbe req-e3ee38da-6b63-444b-bd4f-3776b7760ce3 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597699 Jul 16 22:28:12.885818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.902376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aed87c93-de3a-4b73-8bbd-a48af8ad26e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.912512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aed87c93-de3a-4b73-8bbd-a48af8ad26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.923636 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1230a24-ac0d-47db-86a2-7da27c8034f3 x-openstack-request-id: req-e1230a24-ac0d-47db-86a2-7da27c8034f3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:12.924004 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:12.924339 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1230a24-ac0d-47db-86a2-7da27c8034f3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:12.924800 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'code': 200} Jul 16 22:28:12.931347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:12.976686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:12.982037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:12.986729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5aa740ff-076a-4f90-9b62-ffda3f24b265 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:12.997002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:13.047691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 5aa740ff-076a-4f90-9b62-ffda3f24b265 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:13.048051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5aa740ff-076a-4f90-9b62-ffda3f24b265 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:13.054653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Pushing event deleted for resources: {'Port': ['ID=5aa740ff-076a-4f90-9b62-ffda3f24b265,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:13.058992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aed87c93-de3a-4b73-8bbd-a48af8ad26e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0961bc694d0d4a989110f7bc21e6a967&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0780578 Jul 16 22:28:13.065417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:13.066895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87c93-de3a-4b73-8bbd-a48af8ad26e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49f598-a0af-4d8c-8dd6-dd8cc99a2a2d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:13.092400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=dde9f721-0d01-4d0b-b17c-d3f699037d81,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:13.157732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] No DVR routers for this DVR port 5aa740ff-076a-4f90-9b62-ffda3f24b265 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:13.162813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.166233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-02a387a4-cd01-4061-bc5c-a7ad471292f4 req-089a99cc-e652-41b1-a052-ef429a713726 tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.68 "DELETE /v2.0/ports/5aa740ff-076a-4f90-9b62-ffda3f24b265 HTTP/1.1" status: 204 len: 173 time: 2.2729332 Jul 16 22:28:13.273484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:13.290434 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2e50e-2290-4739-90d6-151b265e5947 x-openstack-request-id: req-0ee2e50e-2290-4739-90d6-151b265e5947 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:13.290726 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98704f-c9e6-46d0-9c48-10838fdfab25", "name": "network-vif-deleted", "tag": "98b81fa8-b283-434a-a021-70f534d1c023", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:13.291183 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ee2e50e-2290-4739-90d6-151b265e5947 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:13.291746 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98704f-c9e6-46d0-9c48-10838fdfab25', 'name': 'network-vif-deleted', 'tag': '98b81fa8-b283-434a-a021-70f534d1c023', 'status': 'completed', 'code': 200} Jul 16 22:28:13.311772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.369180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43eb44-ff26-40bf-8adc-dfc7bd443671 req-0fb59db2-67e0-47b3-8fef-a0c582cd358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:13.374738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.377901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f43eb44-ff26-40bf-8adc-dfc7bd443671 req-0fb59db2-67e0-47b3-8fef-a0c582cd358d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 1102 time: 0.1752911 Jul 16 22:28:13.391645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.523764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-291273883-network', 'tenant_id': '16111c37030949bb8165e8151b8ad416'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:13.547159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f43eb44-ff26-40bf-8adc-dfc7bd443671 req-5ec9401e-f2e3-4db0-a58f-c56014e6d828 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520243 Jul 16 22:28:13.561664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.583939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4959-3d3f-4343-afb9-3ad929624613 req-22631593-278f-4a30-be7a-7229f5c8fc0e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:13.587137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0aaa4959-3d3f-4343-afb9-3ad929624613 req-22631593-278f-4a30-be7a-7229f5c8fc0e tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 950 time: 0.1441660 Jul 16 22:28:13.587802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Made reservation on behalf of 16111c37030949bb8165e8151b8ad416 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:13.590779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.613644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.633286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0aaa4959-3d3f-4343-afb9-3ad929624613 req-66dbbf66-c4f6-458a-9da0-4f9a69f482ea tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Jul 16 22:28:13.635283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.637916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:13.639106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d49f598-a0af-4d8c-8dd6-dd8cc99a2a2d HTTP/1.1" status: 204 len: 168 time: 0.5597806 Jul 16 22:28:13.666673 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90762-7627-4ab4-af97-4c0129ff4357 req-4fc060be-2f3b-439d-8dbe-6f887f88c177 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:13.674350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53d90762-7627-4ab4-af97-4c0129ff4357 req-4fc060be-2f3b-439d-8dbe-6f887f88c177 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2515407 Jul 16 22:28:13.689543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1e37a-d031-4daa-9919-f3abbaee932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49f598-a0af-4d8c-8dd6-dd8cc99a2a2d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:13.821245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53d90762-7627-4ab4-af97-4c0129ff4357 req-1220112e-5095-4909-8af0-b5e72b1b2910 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458592 Jul 16 22:28:13.899030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 53dc7959-d0ee-4c46-8065-d702b9237d5f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:14.012770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.036997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53892057-c5bc-4dc1-aceb-e1cf547801b7 req-9ab9d1e2-e62e-489b-8d48-f952c879e69e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:14.039397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.045546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53892057-c5bc-4dc1-aceb-e1cf547801b7 req-9ab9d1e2-e62e-489b-8d48-f952c879e69e tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.1090379 Jul 16 22:28:14.055136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 53dc7959-d0ee-4c46-8065-d702b9237d5f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:14.058995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 53dc7959-d0ee-4c46-8065-d702b9237d5f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:14.059569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.103574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.150321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53892057-c5bc-4dc1-aceb-e1cf547801b7 req-967c7bab-5906-462f-aa55-c92fc0e28ea3 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029601 Jul 16 22:28:14.153333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.227364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8dfd3db6-a113-4b9e-a660-ad14522c5ff2 req-5c476565-f7bf-458b-86bd-1a92745a679e tempest-ListServersNegativeTestJSON-1535358896 tempest-ListServersNegativeTestJSON-1535358896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f98704f-c9e6-46d0-9c48-10838fdfab25 HTTP/1.1" status: 200 len: 210 time: 0.0845203 Jul 16 22:28:14.227534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.262313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:14.265817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=dde9f721-0d01-4d0b-b17c-d3f699037d81,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:14.274556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7454d8-7474-4159-a5c4-80e75ba4ba27,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:14.278782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.284102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 53dc7959-d0ee-4c46-8065-d702b9237d5f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=53dc7959-d0ee-4c46-8065-d702b9237d5f,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:14.292776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.296093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.296717 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Added segment 7d410448-f68b-4411-bbed-654abbca7984 of type vlan for network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 Jul 16 22:28:14.310477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.312044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c40cde17-b2e9-4439-af2f-30144fd1f1a8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9142013 Jul 16 22:28:14.387925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.393665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:14.456885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.458277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:14.459477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.506340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:14.506538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2272422 Jul 16 22:28:14.512413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Request body: {'subnet': {'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-291273883-subnet', 'tenant_id': '16111c37030949bb8165e8151b8ad416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:14.561912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Made reservation on behalf of 16111c37030949bb8165e8151b8ad416 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:14.564327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.585979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3d45-c538-4fa1-be2d-d7458cc77196 admin admin] Pushing event updated for resources: {'Network': ['ID=acc59ada-daed-4c3d-81c9-dbf4854f7ad7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:14.596834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:14.630883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-8c194ea5-110b-4442-b547-647f079e281b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1299263135&fields=id&tenant_id=618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 267 time: 0.0522280 Jul 16 22:28:14.663152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:14.669823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 98b81fa8-b283-434a-a021-70f534d1c023 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:14.753718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 98b81fa8-b283-434a-a021-70f534d1c023 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:14.754305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 98b81fa8-b283-434a-a021-70f534d1c023 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:14.798002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-a7ee10c4-9189-4681-bd34-12c1973a18f4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:14.806371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-a7ee10c4-9189-4681-bd34-12c1973a18f4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.1682792 Jul 16 22:28:14.827359 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-1a7189b1-6389-444c-9b5c-ba91d71f1df0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/quotas/618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 375 time: 0.0198338 Jul 16 22:28:14.840160 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.881569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:14.903904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'network_id': 'da3621fc-0d5d-4e59-9f45-a18ad4064f63', 'port_id': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'mac_address': 'fa:16:3e:4e:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fab7af-a9d0-49a0-b459-533946a13d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:14.918778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-02da9634-857b-44e3-bd36-cca9450ea82d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902817 Jul 16 22:28:14.938542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-d27db9f0-5881-4ddf-83e5-2150ae56ce1b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:28:14.939649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-d27db9f0-5881-4ddf-83e5-2150ae56ce1b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090899 Jul 16 22:28:14.946651 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:14.968900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d5bda-8d06-4904-babf-59c4dfa83d90,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:14.974751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fe8b4d-a116-454b-a519-022b1bc4d4da {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:14.999575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Checking segment: {'id': '7d410448-f68b-4411-bbed-654abbca7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:15.000943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Network hostable DHCP agents. Network: acc59ada-daed-4c3d-81c9-dbf4854f7ad7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:15.012452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:15.018585 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:15.040105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c155d-821e-43b5-b241-9ef5e604caa6 req-18d6b45a-3e86-47eb-a616-aaaf4c708163 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:15.042018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53c155d-821e-43b5-b241-9ef5e604caa6 req-18d6b45a-3e86-47eb-a616-aaaf4c708163 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 950 time: 0.1714659 Jul 16 22:28:15.043148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:15.061479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, acc59ada-daed-4c3d-81c9-dbf4854f7ad7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:15.069705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-1150248b-c48d-40e2-8b43-bba79fdcb5f8 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137528 Jul 16 22:28:15.075898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb17bfc-7d25-4123-aacb-0a051510ba8a None None] Network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:15.086346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:15.087370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:15.101534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:15.127753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53c155d-821e-43b5-b241-9ef5e604caa6 req-54b1382b-66d3-47d4-8137-0ae7bf5b6b82 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750639 Jul 16 22:28:15.133796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d53822d8-3356-40f2-bed8-4d4f3e480a5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6262825 Jul 16 22:28:15.163513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d8fe8b4d-a116-454b-a519-022b1bc4d4da'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:15.281908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-a0512a2e-1ff7-428c-a762-7d9e5953a1b4 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065451 Jul 16 22:28:15.293099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'name': 'network-vif-deleted', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:15.295661 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dfdd4a-6770-4d0d-a62a-de80aa90176d" -d '{"events": [{"server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "name": "network-vif-deleted", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:15.331065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73a8bf-e567-4b68-99cf-3b6ffb283ebc req-fd44eb27-ddb7-407f-8fc1-3930b18630b3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:15.340892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c73a8bf-e567-4b68-99cf-3b6ffb283ebc req-fd44eb27-ddb7-407f-8fc1-3930b18630b3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0906773 Jul 16 22:28:15.403556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c73a8bf-e567-4b68-99cf-3b6ffb283ebc req-166bf26c-4a3f-47c4-b17d-c7186cef8735 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Jul 16 22:28:15.551710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfe0b6-324e-4d28-9efd-9fd6279b5147 None None] Network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:15.710152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c4875-6453-406e-b8eb-d91e091ecd44 req-3f8e43c0-5afd-4669-a330-bb083a97d989 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:15.718015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-158c4875-6453-406e-b8eb-d91e091ecd44 req-3f8e43c0-5afd-4669-a330-bb083a97d989 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 945 time: 0.0799918 Jul 16 22:28:15.787292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-158c4875-6453-406e-b8eb-d91e091ecd44 req-6f9ece77-2fb2-4f66-8c16-2a84a7afb4c7 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580225 Jul 16 22:28:15.813773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 53dc7959-d0ee-4c46-8065-d702b9237d5f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:15.912608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 53dc7959-d0ee-4c46-8065-d702b9237d5f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:15.914016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.022012 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb10b7a-41f9-4627-bde3-566068d78fab x-openstack-request-id: req-1bb10b7a-41f9-4627-bde3-566068d78fab {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:16.022514 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80f3ca-9b79-4b68-9a90-7ed01dedd628", "name": "network-vif-deleted", "tag": "5aa740ff-076a-4f90-9b62-ffda3f24b265", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:16.022594 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bb10b7a-41f9-4627-bde3-566068d78fab {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:16.022931 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf80f3ca-9b79-4b68-9a90-7ed01dedd628', 'name': 'network-vif-deleted', 'tag': '5aa740ff-076a-4f90-9b62-ffda3f24b265', 'status': 'completed', 'code': 200} Jul 16 22:28:16.044379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56698) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:16.051927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2086989247-network', 'tenant_id': '09abdeeb73a64594b0bf1e0844518930'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:16.101149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Made reservation on behalf of 09abdeeb73a64594b0bf1e0844518930 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:16.103718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.119642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.313358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.332875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.429639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca413355-3c5c-4821-9837-ceb5a283efd1 req-371567f0-227b-47cf-992c-803fb8762d11 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 210 time: 0.0771401 Jul 16 22:28:16.436244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:16.451276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affdc021-169f-4750-9865-6254a7682e55,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:16.463994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.465274 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Added segment 52180dc9-7571-4bcc-9e31-213789f300f7 of type vlan for network 82ecd5f8-4682-46d4-b12a-86a6af95ce43 Jul 16 22:28:16.543402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.574000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:16.594612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.595780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:16.596867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.643180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5970416 Jul 16 22:28:16.643920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:16.653250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Request body: {'subnet': {'network_id': '82ecd5f8-4682-46d4-b12a-86a6af95ce43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2086989247-subnet', 'tenant_id': '09abdeeb73a64594b0bf1e0844518930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:16.681428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:16.684033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Deleting subnet 6f66fcd7-919f-4bc0-9db7-39712c568e00 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:28:16.690141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.742608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4964-3f8e-41c9-843f-b6a1e1f2231e admin admin] Pushing event updated for resources: {'Network': ['ID=82ecd5f8-4682-46d4-b12a-86a6af95ce43,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:16.761561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 82ecd5f8-4682-46d4-b12a-86a6af95ce43 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:16.770290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.783013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Made reservation on behalf of 09abdeeb73a64594b0bf1e0844518930 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:16.785980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.817147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.926880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.942397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d8fe8b4d-a116-454b-a519-022b1bc4d4da triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:16.943358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.955258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f66fcd7-919f-4bc0-9db7-39712c568e00,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:16.970787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:16.972712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a90c18de-b2e8-47f3-a038-f0b26f8aef50 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f66fcd7-919f-4bc0-9db7-39712c568e00 HTTP/1.1" status: 204 len: 168 time: 0.3975048 Jul 16 22:28:16.977306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:17.128723 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.128999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.164673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.182216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:17.184519 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee42ea0-4bf1-4021-bca3-f588d3b4acb5" -d '{"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:17.220754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:17.228361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.303584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ca24bc-7099-4992-bbe2-2ee18a383c96,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:17.346081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:17.357301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Checking segment: {'id': '52180dc9-7571-4bcc-9e31-213789f300f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '82ecd5f8-4682-46d4-b12a-86a6af95ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:17.360348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Network hostable DHCP agents. Network: 82ecd5f8-4682-46d4-b12a-86a6af95ce43, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:17.371432 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.408916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755b917-c46e-4dea-ac81-391e2fc788b8 req-8e5e8281-c7ea-4675-8a57-462ce125d241 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:17.423584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7755b917-c46e-4dea-ac81-391e2fc788b8 req-8e5e8281-c7ea-4675-8a57-462ce125d241 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2435379 Jul 16 22:28:17.438872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-e640c933-cc7e-4ce8-a43e-5a41cd366cb1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:17.440922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-e640c933-cc7e-4ce8-a43e-5a41cd366cb1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.1919351 Jul 16 22:28:17.451037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0783c263-fc65-493f-ba3a-2bbf77b6de31']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:17.487435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Network 82ecd5f8-4682-46d4-b12a-86a6af95ce43 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:17.512907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-4a631484-7859-47cb-aa3f-6048b166540f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 380 time: 0.0570679 Jul 16 22:28:17.514895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7755b917-c46e-4dea-ac81-391e2fc788b8 req-d442b0d0-bc48-424f-ab94-b6c952d2bf28 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903459 Jul 16 22:28:17.517270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af48548-8b67-4007-99d1-d3ccd8eb6468') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:17.517569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af48548-8b67-4007-99d1-d3ccd8eb6468') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:17.519257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 82ecd5f8-4682-46d4-b12a-86a6af95ce43) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:17.529089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10e9bb-6513-4313-ba44-490a68fad83c None None] Network 82ecd5f8-4682-46d4-b12a-86a6af95ce43 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:17.532185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'device_id': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'admin_state_up': True, 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'security_groups': ['6620b057-e6d3-4661-8e04-4856f528c125']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:17.539779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:17.540573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.563560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.584708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-55578fdb-d1b1-4193-b2af-a3b18301dbf8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9369256 Jul 16 22:28:17.600450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99657dd3-c42b-4c94-a8d2-b59749dfbdd9 req-36f5be83-85b3-4ed4-b6ae-8063b6500229 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:17.602058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-99657dd3-c42b-4c94-a8d2-b59749dfbdd9 req-36f5be83-85b3-4ed4-b6ae-8063b6500229 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 945 time: 0.4277465 Jul 16 22:28:17.617202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.678093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:17.678489 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:17.680332 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:17.727079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-99657dd3-c42b-4c94-a8d2-b59749dfbdd9 req-c9b5e8bf-58b2-480a-a5ca-4a9a02e94533 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153204 Jul 16 22:28:17.756161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fb0fb-40b9-40da-b4a1-69226c5309fb None None] Network 82ecd5f8-4682-46d4-b12a-86a6af95ce43 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:17.836383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.847476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:17.849823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0783c263-fc65-493f-ba3a-2bbf77b6de31 HTTP/1.1" status: 204 len: 168 time: 0.8711164 Jul 16 22:28:17.854576 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e8eeb6-7826-4616-8db6-7149a7951af3 x-openstack-request-id: req-f2e8eeb6-7826-4616-8db6-7149a7951af3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:17.857262 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:17.857622 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2e8eeb6-7826-4616-8db6-7149a7951af3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:17.858938 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'code': 200} Jul 16 22:28:17.887966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b5d55-ce70-4953-83cb-68f3a9d18bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0783c263-fc65-493f-ba3a-2bbf77b6de31,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:17.897430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:17.909180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.082668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0dd8c765-0a20-49a6-9fed-dfbd34af22c0 req-9eb0573d-4d15-47a2-8f68-ace193120039 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 210 time: 0.0477486 Jul 16 22:28:18.106145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.20.0.7 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/11b1bbe6-e510-47e9-84f8-16eaf7d12c70) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:18.127058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:18.178929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b0959c4-f1cf-473e-9c06-03fb5d11720e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96a2109528824e118cd3cbb1b3612f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482898 Jul 16 22:28:18.179894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:18.247656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.276093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.276832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.293803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Transition to ACTIVE for port object 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:18.330842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.333404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.334878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c5d8d16-aa7a-468f-b29a-728bc98f4378 HTTP/1.1" status: 204 len: 168 time: 0.1546886 Jul 16 22:28:18.341872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.344471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0edc-e91a-4436-ad30-2bfbc003fd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d8d16-aa7a-468f-b29a-728bc98f4378,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:18.395773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:18.399190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:18.403263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:18.476683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:18.495423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:18.496026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.516519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-2225b9a6-89b5-4813-83fe-70cc48e263b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9934516 Jul 16 22:28:18.527433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Request body: {'port': {'device_id': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:18.688445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.723458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19dfcbfb-5716-4615-89d7-bf17af342951 None None] Provisioning for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:18.731700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19dfcbfb-5716-4615-89d7-bf17af342951 None None] Provisioning complete for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:18.732568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19dfcbfb-5716-4615-89d7-bf17af342951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:18.792712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19dfcbfb-5716-4615-89d7-bf17af342951 None None] Port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:28:18.823900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8162c5-e03b-4269-8b57-9d411e637a3b req-c4913e0e-95bb-4e78-9fcf-172a056dd6ae tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:18.826183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8162c5-e03b-4269-8b57-9d411e637a3b req-c4913e0e-95bb-4e78-9fcf-172a056dd6ae tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1107550 Jul 16 22:28:18.910564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b8162c5-e03b-4269-8b57-9d411e637a3b req-1c0a6774-a91f-4a7f-9841-20f8333c9d80 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779142 Jul 16 22:28:18.968735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-db5f9e5f-416b-46a0-8045-211366bac97d tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:18.970739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-db5f9e5f-416b-46a0-8045-211366bac97d tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/networks?id=acc59ada-daed-4c3d-81c9-dbf4854f7ad7 HTTP/1.1" status: 200 len: 814 time: 0.3169744 Jul 16 22:28:19.014883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-ca27167b-60d1-4a99-8e29-cf46b5716d1d tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/quotas/16111c37030949bb8165e8151b8ad416 HTTP/1.1" status: 200 len: 375 time: 0.0360415 Jul 16 22:28:19.062735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-1d20a5c7-3f9f-4463-9d16-5cd8d23ebc47 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:19.063659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-1d20a5c7-3f9f-4463-9d16-5cd8d23ebc47 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.2768505 Jul 16 22:28:19.075919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a44a13-bf55-4bd3-8049-59586cfeea3b req-4f9b05a4-92a4-4c0b-b54b-f6be2804529a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:19.085365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79a44a13-bf55-4bd3-8049-59586cfeea3b req-4f9b05a4-92a4-4c0b-b54b-f6be2804529a tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 946 time: 0.0753815 Jul 16 22:28:19.115571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-f493d9a0-b843-480c-be68-3a9104d3a9ee tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=16111c37030949bb8165e8151b8ad416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920596 Jul 16 22:28:19.130404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79a44a13-bf55-4bd3-8049-59586cfeea3b req-37a7b27f-6bbc-4783-9885-735f424ec441 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f173ee5-6784-43bb-911a-c22fd89472a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 Jul 16 22:28:19.305893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:19.329164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.335766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Deleting port d8fe8b4d-a116-454b-a519-022b1bc4d4da {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:19.336306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.373992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Transition to ACTIVE for port object 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:19.395315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-970fd5b7-d29f-476a-bc20-c7a2d9db767a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:28:19.398551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-970fd5b7-d29f-476a-bc20-c7a2d9db767a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2811279 Jul 16 22:28:19.407270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.475912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:19.564686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceaf6e-007e-476c-a88c-241ec9eb4c3c req-9191892c-db89-4986-bacd-48d870c77cbc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:19.567797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07ceaf6e-007e-476c-a88c-241ec9eb4c3c req-9191892c-db89-4986-bacd-48d870c77cbc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1603863 Jul 16 22:28:19.697277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56850) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:19.744169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07ceaf6e-007e-476c-a88c-241ec9eb4c3c req-126ec065-4253-4803-a284-e59ea8c136cd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695912 Jul 16 22:28:19.768928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] For port d8fe8b4d-a116-454b-a519-022b1bc4d4da, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d8fe8b4d-a116-454b-a519-022b1bc4d4da,segment=NetworkSegment(305d4a46-e5f2-4fca-bb65-eea6a71d0dfe),segment_id=305d4a46-e5f2-4fca-bb65-eea6a71d0dfe)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:19.768928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.787286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Attempting to bind port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:19.787556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Attempting to bind port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:19.787886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Attempting to bind port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:19.805393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-eafd14ca-d968-4c07-916b-bfd03647c39a service neutron] 10.222.0.70 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911066 Jul 16 22:28:19.815424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Calling delete_port for d8fe8b4d-a116-454b-a519-022b1bc4d4da owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:19.817028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:28:19.817384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Attempting to bind port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:19.849477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:19.849973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:19.850364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:19.850808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Bound port: 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:19.851206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.936512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1981688574-network', 'tenant_id': 'cd4a4f4345aa43628583b00bc43ffd03'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:19.972538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Made reservation on behalf of cd4a4f4345aa43628583b00bc43ffd03 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:19.975372 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:19.990861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.090384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:20.108634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-c84c1de9-7bfa-4a07-b343-c008949396b8 service neutron] 10.222.0.70 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993469 Jul 16 22:28:20.136572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:20.149138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.221516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec88f-f33f-44bb-a80c-392d8f3c3a81 req-c2e90e18-d591-4d0e-ac3a-3e08502efbcf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:20.223770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-498ec88f-f33f-44bb-a80c-392d8f3c3a81 req-c2e90e18-d591-4d0e-ac3a-3e08502efbcf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 943 time: 0.1482532 Jul 16 22:28:20.239160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.249149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:20.250647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.252367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] 10.222.0.68 "PUT /v2.0/ports/11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 1092 time: 1.7298989 Jul 16 22:28:20.258339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:20.260931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.268945 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a790b983-d268-448e-905e-89a15d17dd62" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:20.330432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:20.434023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c9854-51f7-4acb-a277-06dd972505e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:20.440015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988b85-268c-42b6-825f-7def19222f65 service neutron] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:20.448414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.448812 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Added segment e041c859-ee7c-469d-a17a-e75405edc55c of type vlan for network 5e4cfad4-6637-4833-858c-363f25200c60 Jul 16 22:28:20.476214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-498ec88f-f33f-44bb-a80c-392d8f3c3a81 req-3ba21984-de32-4a47-87da-b49e5936e14a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343042 Jul 16 22:28:20.478492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.490576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d8fe8b4d-a116-454b-a519-022b1bc4d4da'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:20.504130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.590604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.596390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Pushing event deleted for resources: {'Port': ['ID=d8fe8b4d-a116-454b-a519-022b1bc4d4da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:20.673881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.675792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:20.676497 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.689276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:20.743599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] No DVR routers for this DVR port d8fe8b4d-a116-454b-a519-022b1bc4d4da on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:20.749251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:20.751414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e46f0b7-3edc-41dc-a7bc-473d0c94c7f9 req-a5de2cb5-8695-4747-9abf-272f0391cd41 tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.47 "DELETE /v2.0/ports/d8fe8b4d-a116-454b-a519-022b1bc4d4da HTTP/1.1" status: 204 len: 173 time: 1.6768780 Jul 16 22:28:20.777731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-df626a7f-14dd-4b35-83e5-92239f0e2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:20.779484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-df626a7f-14dd-4b35-83e5-92239f0e2e42 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1095 time: 0.4720283 Jul 16 22:28:20.926097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4cfad4-6637-4833-858c-363f25200c60,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:20.926385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-1ee4c3af-aa98-4949-8238-1b597f34abe7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 217 time: 0.1269979 Jul 16 22:28:20.989672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5e4cfad4-6637-4833-858c-363f25200c60 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:21.005639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae10e5b-91c7-4a8d-b8ba-12e2a974c15a req-6289e1b9-005d-4245-a583-ad4229ef430c tempest-ImagesTestJSON-1591487820 tempest-ImagesTestJSON-1591487820-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2c1a5f5-bd6c-4e86-a088-83da66a52bd9 HTTP/1.1" status: 200 len: 210 time: 0.2944870 Jul 16 22:28:21.015626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87b2adaa-679e-4b61-8f95-55db9b3e66e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3164463 Jul 16 22:28:21.017669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:21.035522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-97f42802-6b59-42ae-83a3-6b33f3e96482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:21.036703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-97f42802-6b59-42ae-83a3-6b33f3e96482 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.0994284 Jul 16 22:28:21.039572 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e0439-88e7-46ff-a225-a6faaeca50a0 x-openstack-request-id: req-5f5e0439-88e7-46ff-a225-a6faaeca50a0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:21.040080 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:21.040482 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f5e0439-88e7-46ff-a225-a6faaeca50a0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:21.041207 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'status': 'completed', 'code': 200} Jul 16 22:28:21.046439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Request body: {'subnet': {'network_id': '5e4cfad4-6637-4833-858c-363f25200c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1981688574-subnet', 'tenant_id': 'cd4a4f4345aa43628583b00bc43ffd03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:21.098466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-699ecb10-3acc-4c28-b3b0-8836771cfc27 req-a361a027-d35f-4be7-8947-c02ecd2a9c6e tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 210 time: 0.0605440 Jul 16 22:28:21.115920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Made reservation on behalf of cd4a4f4345aa43628583b00bc43ffd03 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:21.128653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:21.261721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-79dd735f-e68d-4376-afd8-d4d0806d27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:21.271633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-79dd735f-e68d-4376-afd8-d4d0806d27be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205532 Jul 16 22:28:21.292280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:21.331051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'mac_address': 'fa:16:3e:bf:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:21.420938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:21.452607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:21.469997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-0a8edad0-2a65-4ff6-b0e2-6ff96a9c4f4e service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880846 Jul 16 22:28:21.482483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:21.502999 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:21.555574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddf2cb-91c9-4f84-aca0-c2ddb7f96eab req-9f638d20-be87-41b9-8248-479992b0ace1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:21.568026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3dddf2cb-91c9-4f84-aca0-c2ddb7f96eab req-9f638d20-be87-41b9-8248-479992b0ace1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2698059 Jul 16 22:28:21.600327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:21.687221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b1c16a22-0491-444d-9458-333a8ad9220d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:21.721891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3dddf2cb-91c9-4f84-aca0-c2ddb7f96eab req-5f436a9b-8547-4a85-a7ee-28461ca56e12 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257427 Jul 16 22:28:21.867834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11f09c9a-13f8-47b2-a68a-8e5d3207a408 req-3757022e-c589-495d-a864-b4a609785158 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808978 Jul 16 22:28:21.937792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:22.020007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63289c1-bccd-469a-b999-e438ac528b14 req-e5718b4e-f249-4aa1-ac9f-06c1a41c944a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.021755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e63289c1-bccd-469a-b999-e438ac528b14 req-e5718b4e-f249-4aa1-ac9f-06c1a41c944a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 943 time: 0.2994399 Jul 16 22:28:22.086692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28eceab9-aeaf-483a-bfc1-fad1b7522c91,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:22.123427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e63289c1-bccd-469a-b999-e438ac528b14 req-247b54b5-33fd-4107-9392-1eff7307bdac tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922468 Jul 16 22:28:22.146444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b983-d268-448e-905e-89a15d17dd62 req-5573014b-1a62-41d8-b08e-f0b1695bf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.147967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-5573014b-1a62-41d8-b08e-f0b1695bf9c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1095 time: 0.0769885 Jul 16 22:28:22.205886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Checking segment: {'id': 'e041c859-ee7c-469d-a17a-e75405edc55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:22.206509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Network hostable DHCP agents. Network: 5e4cfad4-6637-4833-858c-363f25200c60, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:22.266888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95a277-1aa2-496c-93d0-e415c803e493 req-e6768e57-3d5a-4e67-9400-9153bb05f157 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.274660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b95a277-1aa2-496c-93d0-e415c803e493 req-e6768e57-3d5a-4e67-9400-9153bb05f157 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1889789 Jul 16 22:28:22.328835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b95a277-1aa2-496c-93d0-e415c803e493 req-0eff5723-5f54-4fa7-ab0a-df8967f90b0a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 Jul 16 22:28:22.330152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Network 5e4cfad4-6637-4833-858c-363f25200c60 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:22.337413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b983-d268-448e-905e-89a15d17dd62 req-845bbdf3-4d5d-44e2-aadf-a069e2fe5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.339334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-845bbdf3-4d5d-44e2-aadf-a069e2fe5e20 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.1837795 Jul 16 22:28:22.363224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 5e4cfad4-6637-4833-858c-363f25200c60) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:22.368120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.369149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:22.376030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6d481-af6c-488b-8de1-6e91e0842975 None None] Network 5e4cfad4-6637-4833-858c-363f25200c60 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:22.414613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af3ac621-2de3-4ef8-a3b8-d8f3ef6a1adc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3887951 Jul 16 22:28:22.430295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-6df13e53-1bd4-4ef9-ae01-a2f8a0e603fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 217 time: 0.0827324 Jul 16 22:28:22.563664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b983-d268-448e-905e-89a15d17dd62 req-c291757c-3f54-436b-bb58-26216c0a6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:22.575558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-c291757c-3f54-436b-bb58-26216c0a6f93 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1353719 Jul 16 22:28:22.653817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc1984-2832-43af-85bb-b1b4b6bb78ce None None] Network 5e4cfad4-6637-4833-858c-363f25200c60 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:22.785454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:22.871106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b1c16a22-0491-444d-9458-333a8ad9220d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:22.871720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:22.880076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.167629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.178386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:23.236066 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:28:23.248879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e2812-189f-4165-b5c8-8cd56625592d req-468a3286-f2ff-44f6-aa45-24dd3c7c8fc4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:23.260401 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-989e2812-189f-4165-b5c8-8cd56625592d req-468a3286-f2ff-44f6-aa45-24dd3c7c8fc4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1690235 Jul 16 22:28:23.262378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:23.272100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:23.276815 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69494d-8521-4463-9dec-de7bdc4f9a07" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:23.286977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.289654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:23.304870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-deleted', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:23.307381 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9f5c92-3c52-4971-a4bb-71f66b8380a7" -d '{"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-deleted", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:23.317221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-92c96b82-d004-49b5-920f-5fce543f0bac tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:23.318991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-92c96b82-d004-49b5-920f-5fce543f0bac tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.68 "GET /v2.0/networks?id=acc59ada-daed-4c3d-81c9-dbf4854f7ad7 HTTP/1.1" status: 200 len: 814 time: 0.6157868 Jul 16 22:28:23.327104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-989e2812-189f-4165-b5c8-8cd56625592d req-e221939c-7197-4b90-b2f2-79d8ec5fb232 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649395 Jul 16 22:28:23.335913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: d8fe8b4d-a116-454b-a519-022b1bc4d4da {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:23.336274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d8fe8b4d-a116-454b-a519-022b1bc4d4da not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:23.342501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Request body: {'port': {'device_id': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7', 'admin_state_up': True, 'tenant_id': '16111c37030949bb8165e8151b8ad416'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:23.401272 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:28:23.485907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-009df6fb-1a3c-43a3-ac86-aa5982565e16 req-c535d1a5-356d-487c-9d86-c9010d7fdf60 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 210 time: 0.1644323 Jul 16 22:28:23.519013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:23.558210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Made reservation on behalf of 16111c37030949bb8165e8151b8ad416 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:23.567504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.573584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:23.586081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b983-d268-448e-905e-89a15d17dd62 req-314b7b90-6925-4640-ae41-c5d234caffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:23.588430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-314b7b90-6925-4640-ae41-c5d234caffe0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0059655 Jul 16 22:28:23.588685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:23.635722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.651709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:23.675174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:23.681287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:23.741830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:23.882030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-2a126ab1-c78c-451f-89a9-4f87981afd75 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757220 Jul 16 22:28:23.909163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['11b1bbe6-e510-47e9-84f8-16eaf7d12c70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:24.000200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Allocated IP 172.20.0.5 (acc59ada-daed-4c3d-81c9-dbf4854f7ad7/3c9d5bda-8d06-4904-babf-59c4dfa83d90/2ff638a8-81c3-4b16-beb1-2bc4c52df68a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:24.012623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d903-f9da-437f-b694-a998ef10af25 req-21dbeda7-ed91-439f-8ab3-fa5135bd2d07 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:24.019805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f06d903-f9da-437f-b694-a998ef10af25 req-21dbeda7-ed91-439f-8ab3-fa5135bd2d07 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2831154 Jul 16 22:28:24.100340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:24.108854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a790b983-d268-448e-905e-89a15d17dd62 req-4370b0a3-2c83-4910-ae86-987609ed27ea service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160554 Jul 16 22:28:24.144073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f06d903-f9da-437f-b694-a998ef10af25 req-706cdc91-81e6-4f29-bc7c-da048b7555bc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232622 Jul 16 22:28:24.148064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-786bb070-ade7-4663-8f94-da4980322ab6 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:24.157845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-786bb070-ade7-4663-8f94-da4980322ab6 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/networks?id=5e4cfad4-6637-4833-858c-363f25200c60 HTTP/1.1" status: 200 len: 821 time: 0.2435358 Jul 16 22:28:24.182933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-e227d571-f4c1-41ee-aadf-aa330a08449f tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/quotas/cd4a4f4345aa43628583b00bc43ffd03 HTTP/1.1" status: 200 len: 375 time: 0.0230460 Jul 16 22:28:24.236167 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce9c1d-ea49-49fc-ab04-e1f30a133d60 x-openstack-request-id: req-88ce9c1d-ea49-49fc-ab04-e1f30a133d60 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:24.236475 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:24.236735 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88ce9c1d-ea49-49fc-ab04-e1f30a133d60 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:24.237165 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'code': 200} Jul 16 22:28:24.261458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-5670392f-1fe8-4d7e-9cff-b70c5bfe085d tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd4a4f4345aa43628583b00bc43ffd03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767579 Jul 16 22:28:24.302928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc3bba42-eae9-400f-95d4-39037983341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.319426 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8468c6-5732-4fe1-99d1-39310a106925 x-openstack-request-id: req-5d8468c6-5732-4fe1-99d1-39310a106925 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:24.319948 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1a5f5-bd6c-4e86-a088-83da66a52bd9", "name": "network-vif-deleted", "tag": "d8fe8b4d-a116-454b-a519-022b1bc4d4da", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:24.320354 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d8468c6-5732-4fe1-99d1-39310a106925 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:24.320894 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1a5f5-bd6c-4e86-a088-83da66a52bd9', 'name': 'network-vif-deleted', 'tag': 'd8fe8b4d-a116-454b-a519-022b1bc4d4da', 'status': 'completed', 'code': 200} Jul 16 22:28:24.378672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.444501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc3bba42-eae9-400f-95d4-39037983341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.458145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc3bba42-eae9-400f-95d4-39037983341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.512813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.517586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-4dfb3491-cee4-4aee-9339-91051c1611e7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093521 Jul 16 22:28:24.535530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-00f66cbf-45d3-4a54-be27-523b8beb7825 service neutron] 10.222.0.70 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731273 Jul 16 22:28:24.550620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc3bba42-eae9-400f-95d4-39037983341c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8c0a315490348a091e89e733062ed0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491956 Jul 16 22:28:24.553094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:24.586652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:24.588732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Pushing event updated for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:24.595909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:24.605221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:24.625693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bba42-eae9-400f-95d4-39037983341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8bac93-8896-4e67-a58c-8ff80c7f3262,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:24.661337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94ebb0-d0e1-4ce9-bc4d-8349a1db87a9 req-42b48d7a-064a-4e8f-88fa-aa5d1fbb8a1a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:24.662867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af94ebb0-d0e1-4ce9-bc4d-8349a1db87a9 req-42b48d7a-064a-4e8f-88fa-aa5d1fbb8a1a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1993558 Jul 16 22:28:24.710883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:24.711533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.729654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.760026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-64262f67-aece-44fe-8d50-d3dccb50ad6c service neutron] 10.222.0.70 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235568 Jul 16 22:28:24.761217 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af94ebb0-d0e1-4ce9-bc4d-8349a1db87a9 req-38f962ef-a0aa-4b68-abd2-f4f6c59de488 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901480 Jul 16 22:28:24.770428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-126e3b6b-e1cd-4239-a374-00550d084703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4381340 Jul 16 22:28:24.779895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2898-1891-49ab-835c-36427ea073c8 req-db2ba861-caf1-4a9e-b8e5-e1c498d04ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:24.781557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-db2ba861-caf1-4a9e-b8e5-e1c498d04ee5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 1102 time: 0.1892960 Jul 16 22:28:24.782386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.795431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Request body: {'port': {'device_id': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:24.900600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.904103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:24.905770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b8bac93-8896-4e67-a58c-8ff80c7f3262 HTTP/1.1" status: 204 len: 168 time: 0.3491528 Jul 16 22:28:24.921502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd32aa-b17f-4171-aa3c-5fc86fe7e78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8bac93-8896-4e67-a58c-8ff80c7f3262,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:25.071601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:25.207732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:25.213462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:25.214064 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.215497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.227277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2898-1891-49ab-835c-36427ea073c8 req-64bd0ccf-6356-4cdf-8339-4d4ef47e30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:25.228755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-64bd0ccf-6356-4cdf-8339-4d4ef47e30ec service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3904159 Jul 16 22:28:25.300892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-d35f0206-58da-4542-aa44-75cb15415116 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 200 len: 217 time: 0.0457482 Jul 16 22:28:25.404587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.449120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:25.461670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.486359 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0efc8c79-1367-48c8-b2d7-34d1f0711e7f req-41b84a70-67f8-470a-b0ec-4c7739ef7cc3 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 210 time: 0.0770578 Jul 16 22:28:25.600639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:25.650008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2898-1891-49ab-835c-36427ea073c8 req-6e6e18f2-11fe-4168-85e6-0856ba004db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:25.651577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-6e6e18f2-11fe-4168-85e6-0856ba004db3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3398464 Jul 16 22:28:25.656927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:25.715425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24e083b6-8517-40e2-a7ae-29adb6e3a585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.738266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55848de-e18c-4a92-9fe5-651c5a847d2c req-ef59b41b-05d2-4354-b6ad-3292877702d0 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:25.745691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c55848de-e18c-4a92-9fe5-651c5a847d2c req-ef59b41b-05d2-4354-b6ad-3292877702d0 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 931 time: 0.2558596 Jul 16 22:28:25.817647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de4b2d-95f6-471e-97fb-d8dc5ad7fcce req-e9285d81-3f8a-4910-9412-8054ccce6d5d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:25.819449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57de4b2d-95f6-471e-97fb-d8dc5ad7fcce req-e9285d81-3f8a-4910-9412-8054ccce6d5d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.1294076 Jul 16 22:28:25.824941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2898-1891-49ab-835c-36427ea073c8 req-a922ad6e-06cf-495e-8485-633dad81cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:25.827087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-a922ad6e-06cf-495e-8485-633dad81cfbc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664565 Jul 16 22:28:25.833148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c55848de-e18c-4a92-9fe5-651c5a847d2c req-55c5d6bb-f880-4027-9bb4-1991e6fb6e59 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865889 Jul 16 22:28:25.909480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff638a8-81c3-4b16-beb1-2bc4c52df68a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:25.912130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57de4b2d-95f6-471e-97fb-d8dc5ad7fcce req-40bab5a4-fc43-468e-a271-d74d631772cb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814333 Jul 16 22:28:25.946403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.973314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Transition to ACTIVE for port object 2ff638a8-81c3-4b16-beb1-2bc4c52df68a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:25.975191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24e083b6-8517-40e2-a7ae-29adb6e3a585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.987547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-b0378516-bb95-463e-a0ac-fd0020617eb5 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346128 Jul 16 22:28:25.988613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24e083b6-8517-40e2-a7ae-29adb6e3a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:25.988990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.078116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-24e083b6-8517-40e2-a7ae-29adb6e3a585 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1104a48e9a84451aab2413b62408f6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174998 Jul 16 22:28:26.078116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e083b6-8517-40e2-a7ae-29adb6e3a585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae0998b-6b2d-4937-901c-38b05bad07a0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:26.081885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:26.154066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.186685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.218416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:26.238619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:26.241106 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dabf87b-af63-4b2a-90dc-80a4d7482c9d" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:26.282824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.287574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.304991 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ae0998b-6b2d-4937-901c-38b05bad07a0 HTTP/1.1" status: 204 len: 168 time: 0.2144907 Jul 16 22:28:26.331143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cd2898-1891-49ab-835c-36427ea073c8 req-aa6cd813-2bc4-4183-adb4-88cadc072fc8 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363588 Jul 16 22:28:26.335664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3755-6e5f-4088-a38f-407d0ca82f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae0998b-6b2d-4937-901c-38b05bad07a0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:26.381338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f6d6d-4c8e-4416-9691-1aef374473e0 req-5d1181a5-5ff5-4089-962b-c716706c4b1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:26.382950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e2f6d6d-4c8e-4416-9691-1aef374473e0 req-5d1181a5-5ff5-4089-962b-c716706c4b1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3035274 Jul 16 22:28:26.383732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Attempting to bind port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:26.384062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Attempting to bind port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '7d410448-f68b-4411-bbed-654abbca7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:26.384403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Attempting to bind port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a on network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:26.389421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a on network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:28:26.389836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Attempting to bind port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a on network acc59ada-daed-4c3d-81c9-dbf4854f7ad7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:26.413846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:26.414183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Checking segment: {'id': '7d410448-f68b-4411-bbed-654abbca7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:26.414566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Bound using segment: {'id': '7d410448-f68b-4411-bbed-654abbca7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:26.415062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Bound port: 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d410448-f68b-4411-bbed-654abbca7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:26.415423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.452175 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8acc2-523f-456a-bcec-aa3936a9519f x-openstack-request-id: req-69f8acc2-523f-456a-bcec-aa3936a9519f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:26.452522 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:26.452782 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69f8acc2-523f-456a-bcec-aa3936a9519f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:26.453742 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:28:26.518401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e2f6d6d-4c8e-4416-9691-1aef374473e0 req-c148e5f9-3644-4927-a410-c8874511a3a6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195724 Jul 16 22:28:26.621667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:26.625815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,segment=NetworkSegment(7d410448-f68b-4411-bbed-654abbca7984),segment_id=7d410448-f68b-4411-bbed-654abbca7984)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:26.642991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.714620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:26.715855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:26.717435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] 10.222.0.68 "PUT /v2.0/ports/2ff638a8-81c3-4b16-beb1-2bc4c52df68a HTTP/1.1" status: 200 len: 1092 time: 1.9331725 Jul 16 22:28:26.724690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:26.727280 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25908add-fc4d-49f6-ae96-c30b4be65fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:26.759827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324aad-dbe2-4a28-89d2-bb04370378eb req-055ee437-52aa-40f9-bc31-3678b4a505a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:26.762006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2324aad-dbe2-4a28-89d2-bb04370378eb req-055ee437-52aa-40f9-bc31-3678b4a505a7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1097 time: 0.1936295 Jul 16 22:28:26.774286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62b83197-76a7-4d10-994d-96c6cd4d36be req-1c20bdc1-c65d-4dd1-8c14-e8a73758134e tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 210 time: 0.0868843 Jul 16 22:28:26.928604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599291-1b2e-407c-8748-4ba9105dd2dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:26.974362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:27.031978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359f9f-c877-4237-ac55-4eda38a1123f req-8b85a881-e558-44eb-8004-d26ded854ecc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.039588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02359f9f-c877-4237-ac55-4eda38a1123f req-8b85a881-e558-44eb-8004-d26ded854ecc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1938467 Jul 16 22:28:27.049785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2324aad-dbe2-4a28-89d2-bb04370378eb req-1b46cd66-7b8f-40dd-881e-161f031bb48e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710662 Jul 16 22:28:27.099345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Deleting subnet 47fab7af-a9d0-49a0-b459-533946a13d19 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:28:27.115611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.168441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.220778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.225994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-0a2e36b1-4659-4f8d-a829-8cce665ad5e2 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.228501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-0a2e36b1-4659-4f8d-a829-8cce665ad5e2 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.47 "GET /v2.0/networks?id=5e4cfad4-6637-4833-858c-363f25200c60 HTTP/1.1" status: 200 len: 821 time: 0.2515788 Jul 16 22:28:27.237598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-7e8248a3-0a98-4ee9-9960-94c341deb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.240005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-7e8248a3-0a98-4ee9-9960-94c341deb493 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16111c37030949bb8165e8151b8ad416&device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 1095 time: 0.3840458 Jul 16 22:28:27.245652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Request body: {'port': {'device_id': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60', 'admin_state_up': True, 'tenant_id': 'cd4a4f4345aa43628583b00bc43ffd03'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:27.306518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.344139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02359f9f-c877-4237-ac55-4eda38a1123f req-025b79a8-5f4c-434d-aa87-0166a65c1d11 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031437 Jul 16 22:28:27.370586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.373376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47fab7af-a9d0-49a0-b459-533946a13d19 HTTP/1.1" status: 204 len: 168 time: 0.3950279 Jul 16 22:28:27.376496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:27.383399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1ee0-0efd-4e3b-aa39-cf64cf7da52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fab7af-a9d0-49a0-b459-533946a13d19,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:27.506416 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb44d-f4e4-4c94-98ba-65c51e1f3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.516636 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e1a83-f311-46b6-8bdd-bc9aec20b6c3 x-openstack-request-id: req-744e1a83-f311-46b6-8bdd-bc9aec20b6c3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:27.516948 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:27.517226 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-744e1a83-f311-46b6-8bdd-bc9aec20b6c3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:27.517637 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a', 'status': 'completed', 'code': 200} Jul 16 22:28:27.519250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-ea96b01d-41da-4b42-a1bf-bf118f1622ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a HTTP/1.1" status: 200 len: 217 time: 0.2667816 Jul 16 22:28:27.638556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.684537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-629ef91b-5720-462a-a99d-d7c556f99acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.686111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-629ef91b-5720-462a-a99d-d7c556f99acc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c9d5bda-8d06-4904-babf-59c4dfa83d90 HTTP/1.1" status: 200 len: 854 time: 0.1512821 Jul 16 22:28:27.730275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Made reservation on behalf of cd4a4f4345aa43628583b00bc43ffd03 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:27.735199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.747447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-f607b9b3-3419-41fc-9503-98e75a58fca0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc59ada-daed-4c3d-81c9-dbf4854f7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526788 Jul 16 22:28:27.776013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.787292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3621fc-0d5d-4e59-9f45-a18ad4064f63']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:27.804517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:27.804979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305d4a46-e5f2-4fca-bb65-eea6a71d0dfe') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:27.814265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.829014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.836267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:27.836867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.871530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e287-a051-4327-b6e2-7fe02e5bc4ba req-21a31ea0-6e88-4a47-ae48-75108839d947 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.873250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3743e287-a051-4327-b6e2-7fe02e5bc4ba req-21a31ea0-6e88-4a47-ae48-75108839d947 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.2709603 Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:27.931908 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:27.942823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.961503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90eeac-8b15-4a8e-bc83-d8284abbd8e2 req-5fa9d442-c7a3-4063-b967-0ee6216d7723 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:27.979008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e90eeac-8b15-4a8e-bc83-d8284abbd8e2 req-5fa9d442-c7a3-4063-b967-0ee6216d7723 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 943 time: 0.3931749 Jul 16 22:28:27.983757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:27.991257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] 10.222.0.70 "DELETE /v2.0/networks/da3621fc-0d5d-4e59-9f45-a18ad4064f63 HTTP/1.1" status: 204 len: 168 time: 0.6135283 Jul 16 22:28:28.028011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3743e287-a051-4327-b6e2-7fe02e5bc4ba req-0f201f5c-b390-4e25-aebd-0a396d1bdfc2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180422 Jul 16 22:28:28.046073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-39f85421-a282-4b75-ad61-fd443520a984 service neutron] 10.222.0.68 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877157 Jul 16 22:28:28.071414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb836e8e-9190-4e17-b70e-a27a61cc898e admin admin] Pushing event deleted for resources: {'Network': ['ID=da3621fc-0d5d-4e59-9f45-a18ad4064f63,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:28.121329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e90eeac-8b15-4a8e-bc83-d8284abbd8e2 req-4bfc0ba1-8774-4718-83cb-252dcfe8b325 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412032 Jul 16 22:28:28.140341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Allocated IP 172.20.0.2 (5e4cfad4-6637-4833-858c-363f25200c60/28eceab9-aeaf-483a-bfc1-fad1b7522c91/b7479e79-1e25-4fdc-836e-5de3109319c7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:28.257004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:28.335087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-990b3718-95a7-45bb-b7d7-699309db2e11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13464fd634a04030a1d6a019c66373a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741172 Jul 16 22:28:28.337414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:28.525263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33dc52bd-4b0c-426b-90e0-7b06cec32f9c req-09fe71e7-e618-4131-bc2d-8347bc5ac2fc tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 210 time: 0.0619609 Jul 16 22:28:28.538501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.610491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.610709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.625872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e80d9aa1-b506-490d-ba80-85ab6eb0abd4 req-eaee08ad-927b-42c9-bb5e-13d8048c63c3 service neutron] 10.222.0.68 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668838 Jul 16 22:28:28.682111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.693359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964377a-b318-4492-a469-6380a55f0f10 req-0246fdbd-55eb-4cf4-a890-9677935aa606 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:28.694822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2964377a-b318-4492-a469-6380a55f0f10 req-0246fdbd-55eb-4cf4-a890-9677935aa606 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2449090 Jul 16 22:28:28.729364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.731909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.735490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f173ee5-6784-43bb-911a-c22fd89472a6 HTTP/1.1" status: 204 len: 168 time: 0.3946824 Jul 16 22:28:28.744391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e12fc-156b-4e36-ae61-a3c1ff178fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f173ee5-6784-43bb-911a-c22fd89472a6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:28.776697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2964377a-b318-4492-a469-6380a55f0f10 req-d5dc042d-24cf-4407-99f3-c68e566cac04 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Jul 16 22:28:28.793668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Network 5e4cfad4-6637-4833-858c-363f25200c60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:28.803987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:28.815368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:28.847278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Pushing event updated for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:28.953480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:28.954345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:28.958149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-5d8526ed-6d9d-45db-b7fa-302462734643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:28.959964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-5d8526ed-6d9d-45db-b7fa-302462734643 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16111c37030949bb8165e8151b8ad416&device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 1095 time: 0.2699165 Jul 16 22:28:29.002402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-2e615797-66c5-4962-a4f4-14d2a0780ac9 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7607403 Jul 16 22:28:29.053521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Request body: {'port': {'device_id': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:29.319376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb424598-0a24-45a8-bcd4-40623dcae8b4 req-c46fdefd-0e4f-413e-8f0e-b1825e38ba76 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:29.330717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb424598-0a24-45a8-bcd4-40623dcae8b4 req-c46fdefd-0e4f-413e-8f0e-b1825e38ba76 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.1407433 Jul 16 22:28:29.433640 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb424598-0a24-45a8-bcd4-40623dcae8b4 req-0c389112-1062-498a-b5b5-6784eefd4f84 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017275 Jul 16 22:28:29.729445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973f1b-9fd8-4eb0-8763-07fa1477c527 req-9f1afea3-4969-48c4-9dc8-d2996d21b5a3 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:29.731929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9973f1b-9fd8-4eb0-8763-07fa1477c527 req-9f1afea3-4969-48c4-9dc8-d2996d21b5a3 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 943 time: 0.1253984 Jul 16 22:28:29.748102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-2fa58669-ea55-4436-b1d8-6ad26798ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:29.750407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-2fa58669-ea55-4436-b1d8-6ad26798ec91 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc59ada-daed-4c3d-81c9-dbf4854f7ad7 HTTP/1.1" status: 200 len: 915 time: 0.7712009 Jul 16 22:28:29.763837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e40b0-bce8-48ec-8435-1039decc5a17 req-21275e52-155e-4b3c-ae72-63ac142c9217 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:29.770674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e3e40b0-bce8-48ec-8435-1039decc5a17 req-21275e52-155e-4b3c-ae72-63ac142c9217 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.7940915 Jul 16 22:28:29.786528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9973f1b-9fd8-4eb0-8763-07fa1477c527 req-f92ce697-d003-444f-8c5e-f8ca491b9db6 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Jul 16 22:28:29.835389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b065-11e3-487e-a2fd-3b1d0d14aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:29.885247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:29.913929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-c17fdf7e-d36a-4c81-8458-51a3c32aa857 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a HTTP/1.1" status: 200 len: 217 time: 0.1364441 Jul 16 22:28:29.923752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-3f8bc8de-a2fd-4a66-927b-4804d979c303 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7054939 Jul 16 22:28:29.926905 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e3e40b0-bce8-48ec-8435-1039decc5a17 req-ef4c8787-20c6-4208-84c3-09b3d9f8c614 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554494 Jul 16 22:28:30.054294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:30.154403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-a44314ff-01db-40df-8206-9f10240255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.158136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-a44314ff-01db-40df-8206-9f10240255e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c9d5bda-8d06-4904-babf-59c4dfa83d90 HTTP/1.1" status: 200 len: 854 time: 0.2056105 Jul 16 22:28:30.267489 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-c4abf280-2314-4a91-b336-4a7c832cdf05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc59ada-daed-4c3d-81c9-dbf4854f7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869217 Jul 16 22:28:30.361319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce08bd-2f26-44c8-8022-d2b4fe743abf req-51830cad-89df-4d5e-9606-810aaeacdbbb tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.369471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52ce08bd-2f26-44c8-8022-d2b4fe743abf req-51830cad-89df-4d5e-9606-810aaeacdbbb tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 931 time: 0.1018798 Jul 16 22:28:30.413751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52ce08bd-2f26-44c8-8022-d2b4fe743abf req-2ba58f25-8aeb-4859-89e9-aae9abc8b525 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Jul 16 22:28:30.479057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.479950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.480623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.481303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.481945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.482587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.483228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.485928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-57fb9424-eb0d-47c9-b10d-69c51b49cb46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.4825594 Jul 16 22:28:30.531573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac8cc9-fb56-4b71-8ad8-03f49d9d4869 req-84c15fad-fe1e-4440-869f-e3477bbaf89b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.533726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25ac8cc9-fb56-4b71-8ad8-03f49d9d4869 req-84c15fad-fe1e-4440-869f-e3477bbaf89b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.3674660 Jul 16 22:28:30.542690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57234) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:30.549088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'floatingip': {'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:30.583327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-d69f41bc-d593-46be-bb6b-254981a3dbcd service neutron] 10.222.0.68 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932861 Jul 16 22:28:30.694102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:30.766227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-b548f2ff-8175-49cd-91cd-24e8544dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.766701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-b548f2ff-8175-49cd-91cd-24e8544dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.767301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-b548f2ff-8175-49cd-91cd-24e8544dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:30.769354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-b548f2ff-8175-49cd-91cd-24e8544dc977 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 2293 time: 0.2346442 Jul 16 22:28:30.916854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-9742df5f-ee15-444b-9074-8c0d67275f2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 1001 time: 0.1201551 Jul 16 22:28:31.049850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7479e79-1e25-4fdc-836e-5de3109319c7 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:31.073257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.089632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823fdd-9940-4afe-8560-7e18d27ade6d req-01035c9c-7d62-452c-8431-271b956835a0 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:31.098205 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54823fdd-9940-4afe-8560-7e18d27ade6d req-01035c9c-7d62-452c-8431-271b956835a0 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 943 time: 0.1680455 Jul 16 22:28:31.102671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ff638a8-81c3-4b16-beb1-2bc4c52df68a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:31.105476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2f2cc619-da23-4caf-a237-20a29e84cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:31.106987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2f2cc619-da23-4caf-a237-20a29e84cba1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.1179030 Jul 16 22:28:31.114957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25908add-fc4d-49f6-ae96-c30b4be65fc6 req-8f416380-941b-454e-9477-e2388a1f7ddd service neutron] 10.222.0.68 "GET /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220370 Jul 16 22:28:31.115931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Transition to ACTIVE for port object b7479e79-1e25-4fdc-836e-5de3109319c7 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:31.173731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.199811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:31.220384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Pushing event updated for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:31.250979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:31.253613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15fe3d-ba0e-4a2f-a321-42131904b53c req-0635608c-960b-42ed-aea1-04953cd32f84 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:31.255170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a15fe3d-ba0e-4a2f-a321-42131904b53c req-0635608c-960b-42ed-aea1-04953cd32f84 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.5444117 Jul 16 22:28:31.262687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,segment=NetworkSegment(7d410448-f68b-4411-bbed-654abbca7984),segment_id=7d410448-f68b-4411-bbed-654abbca7984)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:31.275902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a', 'network_id': 'acc59ada-daed-4c3d-81c9-dbf4854f7ad7', 'port_id': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a', 'mac_address': 'fa:16:3e:2a:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d5bda-8d06-4904-babf-59c4dfa83d90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:31.339807 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.344558 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.345853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-882a8b75-c965-43b6-91b2-a44ba6b34158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:31.347380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-882a8b75-c965-43b6-91b2-a44ba6b34158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296231 Jul 16 22:28:31.358362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff638a8-81c3-4b16-beb1-2bc4c52df68a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:31.361254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a15fe3d-ba0e-4a2f-a321-42131904b53c req-efab970e-1e77-489f-89cd-f8c2fba0052a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Jul 16 22:28:31.379510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54823fdd-9940-4afe-8560-7e18d27ade6d req-01166040-d665-4eef-b5d4-acbb7aefac66 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800274 Jul 16 22:28:31.416137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,segment=NetworkSegment(7d410448-f68b-4411-bbed-654abbca7984),segment_id=7d410448-f68b-4411-bbed-654abbca7984)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:31.433210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.570268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-daa0fd62-1860-4cb6-9fca-e9a08adcd3b3 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126970 Jul 16 22:28:31.572860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:31.599609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344f0ecb-e678-45e3-a717-d4fc26d16f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.662014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.679572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2ff638a8-81c3-4b16-beb1-2bc4c52df68a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:31.798010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Attempting to bind port b7479e79-1e25-4fdc-836e-5de3109319c7 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:31.805696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Attempting to bind port b7479e79-1e25-4fdc-836e-5de3109319c7 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'e041c859-ee7c-469d-a17a-e75405edc55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:31.807360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Attempting to bind port b7479e79-1e25-4fdc-836e-5de3109319c7 on network 5e4cfad4-6637-4833-858c-363f25200c60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:31.854290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Port b7479e79-1e25-4fdc-836e-5de3109319c7 on network 5e4cfad4-6637-4833-858c-363f25200c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:28:31.855139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Attempting to bind port b7479e79-1e25-4fdc-836e-5de3109319c7 on network 5e4cfad4-6637-4833-858c-363f25200c60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:31.865632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:31.866537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Checking segment: {'id': 'e041c859-ee7c-469d-a17a-e75405edc55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:31.867130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Bound using segment: {'id': 'e041c859-ee7c-469d-a17a-e75405edc55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:31.868728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Bound port: b7479e79-1e25-4fdc-836e-5de3109319c7, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e041c859-ee7c-469d-a17a-e75405edc55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:31.869797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:31.901866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-0cb7bc20-6952-42be-9de7-b4fc1f36b0fb service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198287 Jul 16 22:28:31.987881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-be34a2fb-7645-41c9-b543-f15fbc426db5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 217 time: 0.0703871 Jul 16 22:28:32.054101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37683-f80d-415e-b028-203732c5c120 req-b8071d07-2817-4e94-a6fa-5ef4dd4c8aec tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.055964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81b37683-f80d-415e-b028-203732c5c120 req-b8071d07-2817-4e94-a6fa-5ef4dd4c8aec tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 943 time: 0.2992992 Jul 16 22:28:32.114736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-8a5d158e-6ed5-4351-b97c-f297a84b493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.116698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-8a5d158e-6ed5-4351-b97c-f297a84b493d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1187055 Jul 16 22:28:32.169929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:28:32.169929 n-d-793621-16 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:28:32.169929 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id': '5a71120758434201a7b73d58515d7b5e', 'id': 'e0e5dfa3-a171-44e0-a800-e1f1ca059e4a', 'expiration': datetime.datetime(2021, 7, 16, 22, 30, 32, 149944)}] Jul 16 22:28:32.169929 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:28:32.170448 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:28:32.171977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81b37683-f80d-415e-b028-203732c5c120 req-423eb00d-d3bf-45ea-8ce7-65fd77f72a7e tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066473 Jul 16 22:28:32.173379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:32.192769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b7479e79-1e25-4fdc-836e-5de3109319c7,segment=NetworkSegment(e041c859-ee7c-469d-a17a-e75405edc55c),segment_id=e041c859-ee7c-469d-a17a-e75405edc55c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:32.206016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.266867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.267685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.269186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] 10.222.0.47 "PUT /v2.0/ports/b7479e79-1e25-4fdc-836e-5de3109319c7 HTTP/1.1" status: 200 len: 1092 time: 3.2267072 Jul 16 22:28:32.270956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:32.273517 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e10de6-d908-4682-ac80-10d73fa35b49" -d '{"events": [{"name": "network-changed", "server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:32.290517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-0b19104f-4cff-45e5-8fc8-c72172bef54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.292209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-0b19104f-4cff-45e5-8fc8-c72172bef54f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1630337 Jul 16 22:28:32.337574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebc769-8fd6-40be-a936-3ca8869ff3ae service neutron] Pushing event updated for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:32.352249 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6122532-0203-4e2e-ba5c-c1bfa3e439ac x-openstack-request-id: req-d6122532-0203-4e2e-ba5c-c1bfa3e439ac {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:32.352622 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:32.352985 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6122532-0203-4e2e-ba5c-c1bfa3e439ac {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:32.353448 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7', 'status': 'completed', 'code': 200} Jul 16 22:28:32.379654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d5b17-6d34-4843-87f1-650afe41f053 req-1d8c478f-1d7d-4ea8-bfa8-d93a6ff5779f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.383214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-335d5b17-6d34-4843-87f1-650afe41f053 req-1d8c478f-1d7d-4ea8-bfa8-d93a6ff5779f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2993767 Jul 16 22:28:32.388414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.427286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.478066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-037fe878-cb7a-4847-8214-8eb5e2608bc2 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766412 Jul 16 22:28:32.527245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-08f925e0-c119-4320-93fa-c26696e968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.528887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-08f925e0-c119-4320-93fa-c26696e968b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd4a4f4345aa43628583b00bc43ffd03&device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 1095 time: 0.1855311 Jul 16 22:28:32.552608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344f0ecb-e678-45e3-a717-d4fc26d16f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.588130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344f0ecb-e678-45e3-a717-d4fc26d16f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.608310 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-335d5b17-6d34-4843-87f1-650afe41f053 req-1a49cd5d-2ff4-4e08-9aff-8a2d0067ab19 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152376 Jul 16 22:28:32.627558 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.655757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-a63d6abb-db4e-4ea1-8846-750b44513836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7479e79-1e25-4fdc-836e-5de3109319c7 HTTP/1.1" status: 200 len: 217 time: 0.1150477 Jul 16 22:28:32.671386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:32.731442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-344f0ecb-e678-45e3-a717-d4fc26d16f70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a9937f16fcf4587b8d4feff4a26fb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4775589 Jul 16 22:28:32.735115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-29cd66de-737c-4108-9b83-202d53b82013 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499959 Jul 16 22:28:32.735700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:32.739953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f0ecb-e678-45e3-a717-d4fc26d16f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6baf158-9e9d-4efa-9041-e563594001cf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:32.762365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1515a1-de64-4747-8c06-d8686dae417b req-0b73a6ab-8a39-4845-8215-db83a3c6bf9a tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.764211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1515a1-de64-4747-8c06-d8686dae417b req-0b73a6ab-8a39-4845-8215-db83a3c6bf9a tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 944 time: 0.1895275 Jul 16 22:28:32.771697 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Floating IP 3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4 associated. External IP: 172.25.5.83, port: 11b1bbe6-e510-47e9-84f8-16eaf7d12c70. Jul 16 22:28:32.810481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-8f92ea54-911e-4379-9db2-e338fbb33f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0562143 Jul 16 22:28:32.815442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-791d587d-8d9b-47b8-996e-78f5b3952a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:32.816884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-791d587d-8d9b-47b8-996e-78f5b3952a61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28eceab9-aeaf-483a-bfc1-fad1b7522c91 HTTP/1.1" status: 200 len: 861 time: 0.1532311 Jul 16 22:28:32.934197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-eccd68dd-1882-4705-86f9-5ec1d5ec117a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e4cfad4-6637-4833-858c-363f25200c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017668 Jul 16 22:28:32.939437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.012641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2bfb9929-88e3-48de-b4b7-951638a69d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:33.014131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2bfb9929-88e3-48de-b4b7-951638a69d1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1957459 Jul 16 22:28:33.017006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1515a1-de64-4747-8c06-d8686dae417b req-fb7c624e-b9d1-49f0-b382-884cb19db1b8 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033126 Jul 16 22:28:33.020533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.120549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.122504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Router 6198ae62-dceb-4a1d-98e2-97f414367fa4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:28:33.126607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ff638a8-81c3-4b16-beb1-2bc4c52df68a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:33.145146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-9062a666-a0c8-4270-9dd4-27a8f37c61d4 service neutron] 10.222.0.47 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902223 Jul 16 22:28:33.180885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.183426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.184562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6baf158-9e9d-4efa-9041-e563594001cf HTTP/1.1" status: 204 len: 168 time: 0.4453936 Jul 16 22:28:33.206771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd611847-aa85-4dd6-833a-e7c43f58202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6baf158-9e9d-4efa-9041-e563594001cf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:33.213692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-9863f712-5426-465c-8ee6-b368b2c56b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:33.215831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-9863f712-5426-465c-8ee6-b368b2c56b96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874926 Jul 16 22:28:33.279113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.292671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:28:33.306567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Sync routers for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:28:33.308608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.309268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:33.315492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:33.315866 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.372542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:33.373165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:33.412567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50db508e-9a80-42d4-ac9b-7162f76c520f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "PUT /v2.0/floatingips/3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4 HTTP/1.1" status: 200 len: 990 time: 2.8687048 Jul 16 22:28:33.424365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:33.426906 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa7d7c-96df-4e7c-8c64-3463db01e999" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:33.438127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c04aa9-86ac-4427-83f7-f87017b4f616 req-14f66479-37c9-48c8-916f-6d5899acb8e2 service neutron] 10.222.0.47 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820816 Jul 16 22:28:33.481246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-38d00b2b-3122-42ee-a889-d04b5979aaf7 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381270 Jul 16 22:28:33.493840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a71120758434201a7b73d58515d7b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2800467 Jul 16 22:28:33.497470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:33.541607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2c59e-f0f8-4509-a91d-4f09f3a23f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b7406-944a-4379-b97f-cabf33c2adf4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:33.647693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308417-ddcb-42c5-8d33-26a3c0d7191d req-0e562da6-702c-4507-8f30-c316d8e929af tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:33.654766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2308417-ddcb-42c5-8d33-26a3c0d7191d req-0e562da6-702c-4507-8f30-c316d8e929af tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3707979 Jul 16 22:28:33.728366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.763339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-30a85516-b5c1-4856-91b3-b8f1348967d9 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609050 Jul 16 22:28:33.807359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.811026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f2b3-43b4-44ad-97f7-422dc8ad8c29 req-3747800e-3ca4-421d-885e-b108123816b1 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:33.813180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5623f2b3-43b4-44ad-97f7-422dc8ad8c29 req-3747800e-3ca4-421d-885e-b108123816b1 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 943 time: 0.3244929 Jul 16 22:28:33.818324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-e1765246-6f50-4802-858e-dd279147eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:33.819964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-e1765246-6f50-4802-858e-dd279147eb89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd4a4f4345aa43628583b00bc43ffd03&device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 1095 time: 0.3165443 Jul 16 22:28:33.848852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2308417-ddcb-42c5-8d33-26a3c0d7191d req-4859f35c-4ce3-4432-9127-04115ab2eab8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930921 Jul 16 22:28:33.926669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.980416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:33.989795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:33.992645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:34.002348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/660b7406-944a-4379-b97f-cabf33c2adf4 HTTP/1.1" status: 204 len: 168 time: 0.4984698 Jul 16 22:28:34.011786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-cb734103-66e0-449d-ac00-7a5736586e57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 217 time: 0.2242792 Jul 16 22:28:34.024206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf4d2-a08f-415f-8355-3a00f562964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b7406-944a-4379-b97f-cabf33c2adf4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:34.306579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,segment=NetworkSegment(7d410448-f68b-4411-bbed-654abbca7984),segment_id=7d410448-f68b-4411-bbed-654abbca7984)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:34.314084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:34.320267 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717dfc7a-8e4e-4ee2-9233-a3afe91c34b7" -d '{"events": [{"server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:34.332451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:34.505429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:34.538244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5623f2b3-43b4-44ad-97f7-422dc8ad8c29 req-733abc57-75f5-4dc8-9a99-a198f4baefbd tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075348 Jul 16 22:28:34.540895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:28:13Z', 'updated_at': '2021-07-16T22:28:32Z', 'revision_number': 1, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:34.627056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Checking router: 6198ae62-dceb-4a1d-98e2-97f414367fa4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:28:34.628389 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72780894-9f78-442f-857e-2821c65d59a5 x-openstack-request-id: req-72780894-9f78-442f-857e-2821c65d59a5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:34.628854 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:34.628942 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72780894-9f78-442f-857e-2821c65d59a5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:34.629373 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'status': 'completed', 'code': 200} Jul 16 22:28:34.651101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:34.651756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:34.858412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-ef9a3d71-3e14-4308-b81c-c674ff4e9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:34.859981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-ef9a3d71-3e14-4308-b81c-c674ff4e9c3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.3430939 Jul 16 22:28:34.913686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:34.918874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:34.934697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aae3c0bc-af71-40d6-bedc-b0228ead2f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.066807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-70aba962-f123-4260-8198-1a96c9b699e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.068573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-70aba962-f123-4260-8198-1a96c9b699e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5e4cfad4-6637-4833-858c-363f25200c60 HTTP/1.1" status: 200 len: 922 time: 1.2362576 Jul 16 22:28:35.076397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-a9615a6e-7b89-4780-ae12-8ad5d243a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.078233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-a9615a6e-7b89-4780-ae12-8ad5d243a886 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1097 time: 0.3487017 Jul 16 22:28:35.111620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aae3c0bc-af71-40d6-bedc-b0228ead2f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.124405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aae3c0bc-af71-40d6-bedc-b0228ead2f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.153682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-7a12bd0d-b8cb-4174-8f3c-7eb3a23907a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7479e79-1e25-4fdc-836e-5de3109319c7 HTTP/1.1" status: 200 len: 217 time: 0.0720444 Jul 16 22:28:35.160832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3c0bc-af71-40d6-bedc-b0228ead2f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c9b14-42e4-403c-930f-2c8c1b1ac3dd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:35.201233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17c04-81af-4bae-9529-ea7f4004b7cc req-52bf6df3-d20e-49e6-8e83-5522b66a4a6d tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.202984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75b17c04-81af-4bae-9529-ea7f4004b7cc req-52bf6df3-d20e-49e6-8e83-5522b66a4a6d tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.1396301 Jul 16 22:28:35.206954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aae3c0bc-af71-40d6-bedc-b0228ead2f09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0054359695d458ab3610a915baad118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866480 Jul 16 22:28:35.214053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:35.226876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-dba8ac51-6ec7-45fa-ad04-ceb84af7a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.228262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-dba8ac51-6ec7-45fa-ad04-ceb84af7a5bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28eceab9-aeaf-483a-bfc1-fad1b7522c91 HTTP/1.1" status: 200 len: 861 time: 0.0551939 Jul 16 22:28:35.291773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-4b887931-a1a3-4efc-88b5-0ab8de24c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.293316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-4b887931-a1a3-4efc-88b5-0ab8de24c94b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3966610 Jul 16 22:28:35.310259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.314958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-7c3612fc-a7a0-4985-90ad-a72c9ad1b334 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e4cfad4-6637-4833-858c-363f25200c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504735 Jul 16 22:28:35.329681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75b17c04-81af-4bae-9529-ea7f4004b7cc req-d90341c8-a73f-43a5-be82-84b4c138ebd6 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098869 Jul 16 22:28:35.339963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504e8e-1d9a-4ffe-be73-7585e7c6a096 req-5b2e808f-affa-465d-b034-5c005362708d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.341826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6504e8e-1d9a-4ffe-be73-7585e7c6a096 req-5b2e808f-affa-465d-b034-5c005362708d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.4499409 Jul 16 22:28:35.357803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:28:13Z', 'updated_at': '2021-07-16T22:28:32Z', 'revision_number': 1, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:35.389555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.407113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74cf2ee-318b-418f-bc95-3f756bae7a66 None None] The sync data for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 is: [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:28:13Z', 'updated_at': '2021-07-16T22:28:32Z', 'revision_number': 1, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:28:35.426955 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152c281-4ab4-4366-b194-53aaa9906ef6 x-openstack-request-id: req-4152c281-4ab4-4366-b194-53aaa9906ef6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:35.427253 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:35.427507 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4152c281-4ab4-4366-b194-53aaa9906ef6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:35.427910 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a', 'code': 200} Jul 16 22:28:35.430834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-02a893b2-2b0a-4dad-b32f-1944e0ff9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:35.432397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-02a893b2-2b0a-4dad-b32f-1944e0ff9da5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.3408937 Jul 16 22:28:35.480841 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6504e8e-1d9a-4ffe-be73-7585e7c6a096 req-e78f3946-0e8d-4de6-b859-8e15b5536a15 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301286 Jul 16 22:28:35.484409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.489363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:35.489673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd8c9b14-42e4-403c-930f-2c8c1b1ac3dd HTTP/1.1" status: 204 len: 168 time: 0.2725115 Jul 16 22:28:35.518777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7511d1b-0bfc-4116-8a02-474192c9c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c9b14-42e4-403c-930f-2c8c1b1ac3dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:35.803803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-93ab3384-01a9-447f-886c-5d452c09ff00 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878721 Jul 16 22:28:35.843208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-2d9013a0-bed4-420a-bf29-8e804b31ebed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.4013028 Jul 16 22:28:35.855075 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aec78-cd9c-4a72-b480-c57ebdbd20f6 None None] New status for floating IP 3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:28:35.900464 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-30513308-84aa-4d53-b0f8-a0b75e1a5f6f service neutron] 10.222.0.47 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576446 Jul 16 22:28:36.005445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644d997-a6eb-42f9-87af-db19eae31902 req-3ad71e45-1c60-4fcd-8d04-ced1e8a5a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.007402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a644d997-a6eb-42f9-87af-db19eae31902 req-3ad71e45-1c60-4fcd-8d04-ced1e8a5a044 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 1097 time: 0.4004500 Jul 16 22:28:36.211780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-2ba3bf1a-e744-4f9a-b369-537c1bd90ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.215630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-2ba3bf1a-e744-4f9a-b369-537c1bd90ffd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.3142440 Jul 16 22:28:36.253873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a644d997-a6eb-42f9-87af-db19eae31902 req-e61419b9-712d-4e99-89a5-7e04d3dc3650 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238417 Jul 16 22:28:36.299726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce563cd3-0e58-4199-babf-a38ffaefc038 req-4d10a7f2-863b-4ffd-99ca-01f276637cfe tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.307055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce563cd3-0e58-4199-babf-a38ffaefc038 req-4d10a7f2-863b-4ffd-99ca-01f276637cfe tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 943 time: 0.5167727 Jul 16 22:28:36.318031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-38580554-e639-4023-ad60-9e9c470ce583 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792700 Jul 16 22:28:36.387366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-d0ff366f-c038-455b-aada-8d6273238703 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 217 time: 0.0503397 Jul 16 22:28:36.387920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738073e-1be9-4076-8b2f-5187f3f88ac0 req-ea8e2c2a-3f84-495f-93b9-9936c01ff6e4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.391175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d738073e-1be9-4076-8b2f-5187f3f88ac0 req-ea8e2c2a-3f84-495f-93b9-9936c01ff6e4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0985193 Jul 16 22:28:36.413766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80e10de6-d908-4682-ac80-10d73fa35b49 req-8eb515a3-6155-4f90-984e-52976c480784 service neutron] 10.222.0.47 "GET /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799452 Jul 16 22:28:36.460659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d738073e-1be9-4076-8b2f-5187f3f88ac0 req-47982f46-f6ff-4597-a0ca-567757b84e59 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Jul 16 22:28:36.495975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce563cd3-0e58-4199-babf-a38ffaefc038 req-65e3d27d-b928-471d-9f01-5a5b2900d376 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856103 Jul 16 22:28:36.515150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-fb926c69-d190-4f89-bc4d-b173b05053dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.517152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-fb926c69-d190-4f89-bc4d-b173b05053dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1174748 Jul 16 22:28:36.538513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-fde09c47-9bb4-4140-9bf8-54e7d43249f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.540366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-fde09c47-9bb4-4140-9bf8-54e7d43249f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121178 Jul 16 22:28:36.674455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-b173a405-dc49-4931-ac57-3728ee52075d service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020923 Jul 16 22:28:36.779076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b7479e79-1e25-4fdc-836e-5de3109319c7 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:36.822497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-c3d81539-5fed-4f02-b219-474a1c5a3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.827308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-c3d81539-5fed-4f02-b219-474a1c5a3b03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3018596 Jul 16 22:28:36.835247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44fa7d7c-96df-4e7c-8c64-3463db01e999 req-846ae16a-ea80-4485-9672-506934eab53c service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529343 Jul 16 22:28:36.942530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674c852-aad9-4829-b480-434d0232a597 req-ab08de70-08a0-43f2-86db-eeeccb0beb53 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:36.945878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a674c852-aad9-4829-b480-434d0232a597 req-ab08de70-08a0-43f2-86db-eeeccb0beb53 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.1313934 Jul 16 22:28:36.994909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b7479e79-1e25-4fdc-836e-5de3109319c7,segment=NetworkSegment(e041c859-ee7c-469d-a17a-e75405edc55c),segment_id=e041c859-ee7c-469d-a17a-e75405edc55c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:37.018045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b7479e79-1e25-4fdc-836e-5de3109319c7', 'network_id': '5e4cfad4-6637-4833-858c-363f25200c60', 'port_id': 'b7479e79-1e25-4fdc-836e-5de3109319c7', 'mac_address': 'fa:16:3e:28:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28eceab9-aeaf-483a-bfc1-fad1b7522c91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:37.045708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a674c852-aad9-4829-b480-434d0232a597 req-0d63ec13-82d0-48ef-bb98-249caab6dcb4 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937290 Jul 16 22:28:37.070413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:37.096418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7479e79-1e25-4fdc-836e-5de3109319c7 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:37.123875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b7479e79-1e25-4fdc-836e-5de3109319c7,segment=NetworkSegment(e041c859-ee7c-469d-a17a-e75405edc55c),segment_id=e041c859-ee7c-469d-a17a-e75405edc55c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:37.132409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:37.186473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-30ff23cf-de62-44e0-b5b6-d1bb581aa371 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502612 Jul 16 22:28:37.195311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bc9fc-378a-4aee-a123-78f824637ee3 req-a89b7c7a-0cce-41f6-83c9-08f5e0f5977c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:37.216557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:37.225918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af0bc9fc-378a-4aee-a123-78f824637ee3 req-a89b7c7a-0cce-41f6-83c9-08f5e0f5977c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3786111 Jul 16 22:28:37.369191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-43a37529-0e3b-4b2a-89e3-ef3dc841b0d1 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367235 Jul 16 22:28:37.419260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-5994af9d-decb-49e4-a8bb-1931e61124a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 217 time: 0.0426319 Jul 16 22:28:37.454961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b7479e79-1e25-4fdc-836e-5de3109319c7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:37.530700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af0bc9fc-378a-4aee-a123-78f824637ee3 req-4d7d0a98-1ffd-4807-b74c-dbaa1a6e075c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020511 Jul 16 22:28:37.575078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-ac447479-3b23-41a2-91c3-b7c01e2899d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:37.579625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-ac447479-3b23-41a2-91c3-b7c01e2899d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.1478262 Jul 16 22:28:37.733599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-f9f1d484-e5c7-4a6d-8449-560cf6b34112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:37.735152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-f9f1d484-e5c7-4a6d-8449-560cf6b34112 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497455 Jul 16 22:28:37.807312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5288-ef25-492c-8048-7d01cefe0c01 req-d8acdf82-e0db-44aa-86eb-437bb3c7ca95 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:37.808840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ace5288-ef25-492c-8048-7d01cefe0c01 req-d8acdf82-e0db-44aa-86eb-437bb3c7ca95 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 944 time: 0.1231189 Jul 16 22:28:37.913824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ace5288-ef25-492c-8048-7d01cefe0c01 req-6edce1d5-ad96-4b28-8944-16b5fe58eaf6 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717661 Jul 16 22:28:37.937932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-4d06ff25-23de-4a34-bb60-cb39df0c65de service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937289 Jul 16 22:28:38.094683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-544d3847-7604-43fb-981e-5ea6b4799fab service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520176 Jul 16 22:28:38.150280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-a2f17c7d-64ab-4ce3-bdda-29fd3c636591 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0436690 Jul 16 22:28:38.248010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-f6972605-f174-47df-abb2-6178ac42c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:38.249522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-f6972605-f174-47df-abb2-6178ac42c540 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.0898373 Jul 16 22:28:38.382940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2fe5dbdc-ca64-4c1e-ac00-a35e8495612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:38.384626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-2fe5dbdc-ca64-4c1e-ac00-a35e8495612e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249621 Jul 16 22:28:38.393055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505b773-b51c-498c-90d4-f018d9b0593a req-2c34cbfe-d058-4a73-8ad7-0482b0e8f500 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:38.394514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a505b773-b51c-498c-90d4-f018d9b0593a req-2c34cbfe-d058-4a73-8ad7-0482b0e8f500 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1017773 Jul 16 22:28:38.420210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4f1a-d9f5-4738-8808-4f48a7293274 req-770f3dc5-9a59-46cc-82ca-db97f0154703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:38.431065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a3d4f1a-d9f5-4738-8808-4f48a7293274 req-770f3dc5-9a59-46cc-82ca-db97f0154703 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.1033072 Jul 16 22:28:38.478430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a505b773-b51c-498c-90d4-f018d9b0593a req-6ff40770-b9ee-48c6-85e6-3c0ecc407b21 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726733 Jul 16 22:28:38.492952 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a3d4f1a-d9f5-4738-8808-4f48a7293274 req-22e42acb-6dd2-4c2f-93c0-94511b83ab7c tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603366 Jul 16 22:28:38.638532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-d8d68846-b44c-4fa0-b99b-70bbc7a85edb service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430398 Jul 16 22:28:38.785955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b7479e79-1e25-4fdc-836e-5de3109319c7 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:38.843990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38a4ab1a-bee6-4d04-9fcb-3f10a948a34d req-b0788640-0966-4466-ab39-48cdd6cb8c38 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956758 Jul 16 22:28:38.908287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ed451-db44-4c7d-a51e-8c5e6b4a5711 req-72c6863d-9103-48b9-9987-9014fdb89202 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:38.927769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e05ed451-db44-4c7d-a51e-8c5e6b4a5711 req-72c6863d-9103-48b9-9987-9014fdb89202 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1809201 Jul 16 22:28:38.939129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b7479e79-1e25-4fdc-836e-5de3109319c7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:28:38.945561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b7479e79-1e25-4fdc-836e-5de3109319c7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:38.948587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:39.013891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e05ed451-db44-4c7d-a51e-8c5e6b4a5711 req-77a096f0-da41-40e0-90df-aa7929410373 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831802 Jul 16 22:28:39.160186 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:39.249741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b7479e79-1e25-4fdc-836e-5de3109319c7,segment=NetworkSegment(e041c859-ee7c-469d-a17a-e75405edc55c),segment_id=e041c859-ee7c-469d-a17a-e75405edc55c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:39.250824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:39.253944 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9865ba-c0f1-4c5c-a3d9-41d41c13f434" -d '{"events": [{"server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "name": "network-vif-plugged", "status": "completed", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:39.261196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:39.360471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81021f3f-5269-4f60-8d1c-794d2d8efdc4 req-ac54d538-36f9-4203-958b-2275a00944d3 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:39.368126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81021f3f-5269-4f60-8d1c-794d2d8efdc4 req-ac54d538-36f9-4203-958b-2275a00944d3 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 944 time: 0.1800678 Jul 16 22:28:39.392255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:39.438389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-81021f3f-5269-4f60-8d1c-794d2d8efdc4 req-8448e9a3-dcca-4efa-a849-9e858acfb905 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Jul 16 22:28:39.663671 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da255899-e330-4686-8821-63ee11fce51b x-openstack-request-id: req-da255899-e330-4686-8821-63ee11fce51b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:39.669025 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "name": "network-vif-plugged", "status": "completed", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:39.669418 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da255899-e330-4686-8821-63ee11fce51b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:39.669814 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7', 'code': 200} Jul 16 22:28:39.713101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:40.034656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d702c46-2d72-46a5-87a6-d7500585a2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.118906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f0ab-787e-40de-914d-04c2ae5c73d4 req-cd214716-9e8e-4155-afba-045ae8170de4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:40.120410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8801f0ab-787e-40de-914d-04c2ae5c73d4 req-cd214716-9e8e-4155-afba-045ae8170de4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2183335 Jul 16 22:28:40.141486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad65af-0591-4d68-815c-8536d0be4275 req-3a45debb-4f07-402b-bacb-2f4f57c61026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:40.142877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcad65af-0591-4d68-815c-8536d0be4275 req-3a45debb-4f07-402b-bacb-2f4f57c61026 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 1097 time: 0.2195017 Jul 16 22:28:40.223884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcad65af-0591-4d68-815c-8536d0be4275 req-524e988a-27bf-40c1-ac43-0e2ab13f6d8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708492 Jul 16 22:28:40.228869 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8801f0ab-787e-40de-914d-04c2ae5c73d4 req-9ad7f5e6-88ce-4022-82b1-482d6fd4d6eb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967755 Jul 16 22:28:40.291789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d702c46-2d72-46a5-87a6-d7500585a2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.305539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d702c46-2d72-46a5-87a6-d7500585a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.395693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d702c46-2d72-46a5-87a6-d7500585a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99bc3e-a226-4026-b555-2f5b0786fa7e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:40.405277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d702c46-2d72-46a5-87a6-d7500585a2ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a3011b405e543eba61c0ac14aa06e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910608 Jul 16 22:28:40.408483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:40.521605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.545905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.573145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67be00-f250-4301-bb8d-f74936a6b383 req-c07991f2-b419-48ef-9862-ef9c90521b96 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:40.574657 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f67be00-f250-4301-bb8d-f74936a6b383 req-c07991f2-b419-48ef-9862-ef9c90521b96 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1375203 Jul 16 22:28:40.630884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f67be00-f250-4301-bb8d-f74936a6b383 req-0034132e-de65-4e28-9c2a-23a3a04f18ed tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Jul 16 22:28:40.647945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.651274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:40.652694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc99bc3e-a226-4026-b555-2f5b0786fa7e HTTP/1.1" status: 204 len: 168 time: 0.2424786 Jul 16 22:28:40.662487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fe8e3-897c-45a0-8d46-92b5127df222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99bc3e-a226-4026-b555-2f5b0786fa7e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:40.898499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f98977-93a7-459b-ac88-48ad96fc7b04 req-42b40733-b58f-44f8-a02a-db0cefc7e301 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:40.900047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98f98977-93a7-459b-ac88-48ad96fc7b04 req-42b40733-b58f-44f8-a02a-db0cefc7e301 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 945 time: 0.0799005 Jul 16 22:28:40.946559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98f98977-93a7-459b-ac88-48ad96fc7b04 req-43f4750a-c0d3-4b86-be08-ceecea594c2d tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Jul 16 22:28:41.004185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:41.019123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eef21033-007a-4133-acff-a5b2aecbd6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.153669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eef21033-007a-4133-acff-a5b2aecbd6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.160172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eef21033-007a-4133-acff-a5b2aecbd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.205768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef21033-007a-4133-acff-a5b2aecbd6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e207ea-efe7-4340-a339-a79babbbb763,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:41.214769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eef21033-007a-4133-acff-a5b2aecbd6ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db4b33cbaeda46ef883cfc0f45beee70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095075 Jul 16 22:28:41.214954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:41.290859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.318119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.385338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.392212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:41.396392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94e207ea-efe7-4340-a339-a79babbbb763 HTTP/1.1" status: 204 len: 168 time: 0.1788564 Jul 16 22:28:41.451501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee19be-ee5b-486a-9bc5-3c5014bcbf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e207ea-efe7-4340-a339-a79babbbb763,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:41.452301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360c92a-4c6e-4fca-a720-8a717595af93 req-990bbb39-4e12-492f-9c34-20d654f62e20 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:41.454003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5360c92a-4c6e-4fca-a720-8a717595af93 req-990bbb39-4e12-492f-9c34-20d654f62e20 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1062751 Jul 16 22:28:41.520779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5360c92a-4c6e-4fca-a720-8a717595af93 req-855462b8-a0bf-4de6-94b9-46179e4a3f90 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Jul 16 22:28:41.527046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d76565-8c2c-4416-bb51-f4c8b784d564 req-c2fd7013-8a0c-4d4a-a6f9-891b376f31ac tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:41.541582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94d76565-8c2c-4416-bb51-f4c8b784d564 req-c2fd7013-8a0c-4d4a-a6f9-891b376f31ac tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 950 time: 0.1386104 Jul 16 22:28:41.585696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94d76565-8c2c-4416-bb51-f4c8b784d564 req-064cdae2-9f8a-4a0d-b89d-149991eb81fb tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Jul 16 22:28:41.759739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f531c2c-386f-40d0-9a80-ab00c72f849e req-e289468a-8c5d-43e1-98c5-08be9ce83245 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:41.761381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f531c2c-386f-40d0-9a80-ab00c72f849e req-e289468a-8c5d-43e1-98c5-08be9ce83245 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0698254 Jul 16 22:28:41.816276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f531c2c-386f-40d0-9a80-ab00c72f849e req-89852416-4106-4c2e-9cc0-8a9529065691 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Jul 16 22:28:42.480669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090345f4-0c31-4212-a594-d6f8efa4cc24 req-eefefeb7-f062-46d2-84d7-90a077a97399 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:42.482546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-090345f4-0c31-4212-a594-d6f8efa4cc24 req-eefefeb7-f062-46d2-84d7-90a077a97399 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 945 time: 0.0897303 Jul 16 22:28:42.545088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-090345f4-0c31-4212-a594-d6f8efa4cc24 req-7d026251-7631-4e0b-8b55-9522939deb3b tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Jul 16 22:28:43.005490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806f9b-4d8f-4e25-8d2a-68e56d76bd21 req-64fa54f4-81be-4cf1-a034-44485bcc47eb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:43.008213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb806f9b-4d8f-4e25-8d2a-68e56d76bd21 req-64fa54f4-81be-4cf1-a034-44485bcc47eb tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0973341 Jul 16 22:28:43.050655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb806f9b-4d8f-4e25-8d2a-68e56d76bd21 req-481bc4b3-0988-478e-ad15-45687b6f5816 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367045 Jul 16 22:28:43.890448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:44.010138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.030161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046d98-cfa9-49cb-8503-2660ee746144 req-222bf984-1e91-4d51-9272-a612da4d9e7b tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:44.037734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53046d98-cfa9-49cb-8503-2660ee746144 req-222bf984-1e91-4d51-9272-a612da4d9e7b tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 945 time: 0.0917289 Jul 16 22:28:44.107202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53046d98-cfa9-49cb-8503-2660ee746144 req-ebd555d5-6857-4a2c-bc2f-1a0d45c05149 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667105 Jul 16 22:28:44.192843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.199092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.248402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c2e2277c560489393dcb6378be2e75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541722 Jul 16 22:28:44.248402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:44.268582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619aa471-c804-4b50-b1bb-c98c2986f313,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:44.306169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.306564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.306847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.307204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.307536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.307860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.308182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.308502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.308820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.309162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.309478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.312368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e0fb1-1e5d-4d3c-8ae0-0654d63c0b90 req-8c5967bc-8ba4-4b29-98f2-bd6101e6466a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:44.313854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73db1f-3a51-4695-8565-fe9daa09d1ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:44.320620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-020e0fb1-1e5d-4d3c-8ae0-0654d63c0b90 req-8c5967bc-8ba4-4b29-98f2-bd6101e6466a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0933869 Jul 16 22:28:44.375978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.378518 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-020e0fb1-1e5d-4d3c-8ae0-0654d63c0b90 req-de5dcf04-cf1e-4c09-bd96-b02e092f955a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Jul 16 22:28:44.402235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.455436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.458341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.462153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/619aa471-c804-4b50-b1bb-c98c2986f313 HTTP/1.1" status: 204 len: 168 time: 0.2104812 Jul 16 22:28:44.474664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ccc5-de8c-40f9-90c5-19a25c152db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619aa471-c804-4b50-b1bb-c98c2986f313,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:44.811854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:44.937520 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:44.974822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:44.980818 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ecdf3-7a1b-4cb1-9d0c-19ebcb57f420" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:45.003714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:45.019409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:45.152184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:45.177166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:45.336930 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b05e9-2dd7-4d96-aa67-2fed4da7dbb6 x-openstack-request-id: req-0b0b05e9-2dd7-4d96-aa67-2fed4da7dbb6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:45.337486 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:45.338268 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b0b05e9-2dd7-4d96-aa67-2fed4da7dbb6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:45.339637 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'code': 200} Jul 16 22:28:45.348027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:45.366836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'mac_address': 'fa:16:3e:3b:af:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:45.431331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-7cc03f82-bcaf-462c-bd06-71cf184fe2be tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:45.433320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-7cc03f82-bcaf-462c-bd06-71cf184fe2be tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 945 time: 0.1412489 Jul 16 22:28:45.475203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:45.520686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:45.570351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:45.582477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:45.685995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4bd4-df6a-4771-9830-da8730e36c50 req-b78f260c-9296-4b95-b1bf-ff4a228efe8c tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:45.705551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-212f4bd4-df6a-4771-9830-da8730e36c50 req-b78f260c-9296-4b95-b1bf-ff4a228efe8c tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 945 time: 0.2687180 Jul 16 22:28:45.710993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:45.729510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Deleting port b7479e79-1e25-4fdc-836e-5de3109319c7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:28:45.730101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:45.731898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:45.798699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-212f4bd4-df6a-4771-9830-da8730e36c50 req-6e8af52f-0902-4ece-8bda-cc12d7563536 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a8c9854-51f7-4acb-a277-06dd972505e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Jul 16 22:28:45.870194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9355d-dede-4e5d-bab7-470b94c1c9b8 req-70c9da5b-78bf-4a07-8938-427157e5e5f3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:45.880791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6b9355d-dede-4e5d-bab7-470b94c1c9b8 req-70c9da5b-78bf-4a07-8938-427157e5e5f3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1286840 Jul 16 22:28:45.982683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] For port b7479e79-1e25-4fdc-836e-5de3109319c7, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b7479e79-1e25-4fdc-836e-5de3109319c7,segment=NetworkSegment(e041c859-ee7c-469d-a17a-e75405edc55c),segment_id=e041c859-ee7c-469d-a17a-e75405edc55c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:45.986294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:45.989970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6b9355d-dede-4e5d-bab7-470b94c1c9b8 req-8f90382b-63d8-48a7-998c-965b7812e947 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080995 Jul 16 22:28:46.012734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57850) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:46.025290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Calling delete_port for b7479e79-1e25-4fdc-836e-5de3109319c7 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:28:46.182811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1658958032-network', 'tenant_id': 'a4986ce1526c4282b2942131b6b9f08e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:46.231613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Made reservation on behalf of a4986ce1526c4282b2942131b6b9f08e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:46.235237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.250951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.459435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.473340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.510510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:46.521716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e4e0d-0e42-49b5-b4a4-5b94440fb40e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:46.527731 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.528671 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Added segment c0e4eca4-65b2-457c-be01-5c858e7c661e of type vlan for network 43ca3a23-1eff-4d80-8828-76494d78654a Jul 16 22:28:46.589704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.652830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.655047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:46.656409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.679732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.692620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b7479e79-1e25-4fdc-836e-5de3109319c7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:46.754282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Pushing event deleted for resources: {'Port': ['ID=b7479e79-1e25-4fdc-836e-5de3109319c7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:46.761004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=43ca3a23-1eff-4d80-8828-76494d78654a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:46.767873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8fc5acc-9033-4dba-8a1a-0796f3f0a8e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7539184 Jul 16 22:28:46.768602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:46.773491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 43ca3a23-1eff-4d80-8828-76494d78654a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:46.773879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Request body: {'subnet': {'network_id': '43ca3a23-1eff-4d80-8828-76494d78654a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1658958032-subnet', 'tenant_id': 'a4986ce1526c4282b2942131b6b9f08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:46.805284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Made reservation on behalf of a4986ce1526c4282b2942131b6b9f08e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:46.807786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.829215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] No DVR routers for this DVR port b7479e79-1e25-4fdc-836e-5de3109319c7 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:28:46.832020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:46.835770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-761cd0b0-ce40-46d1-8eac-303319471b4c req-e21e79e3-3510-4b76-bab8-2277b9964b74 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.47 "DELETE /v2.0/ports/b7479e79-1e25-4fdc-836e-5de3109319c7 HTTP/1.1" status: 204 len: 173 time: 1.3642435 Jul 16 22:28:46.836456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'name': 'network-vif-deleted', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:46.839045 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcdfe61-a8da-4c07-92fa-9efe2bf9c5ca" -d '{"events": [{"server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "name": "network-vif-deleted", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:46.889530 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562c66a-e884-4fd4-89ca-3d28db118c6a x-openstack-request-id: req-e562c66a-e884-4fd4-89ca-3d28db118c6a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:46.889895 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b629cb4-7931-4b0c-9506-d3815ce9c346", "name": "network-vif-deleted", "tag": "b7479e79-1e25-4fdc-836e-5de3109319c7", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:46.890921 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e562c66a-e884-4fd4-89ca-3d28db118c6a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:46.891527 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b629cb4-7931-4b0c-9506-d3815ce9c346', 'name': 'network-vif-deleted', 'tag': 'b7479e79-1e25-4fdc-836e-5de3109319c7', 'status': 'completed', 'code': 200} Jul 16 22:28:47.071707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65508953-3e85-450a-87cc-11bbc38aa253 req-5d5f2f3b-3e23-4417-af63-05134cb55c64 tempest-ServerMetadataNegativeTestJSON-1896732441 tempest-ServerMetadataNegativeTestJSON-1896732441-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b629cb4-7931-4b0c-9506-d3815ce9c346 HTTP/1.1" status: 200 len: 210 time: 0.0561821 Jul 16 22:28:47.106470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:47.183481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:47.203471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4725e9fd-3341-4689-bc73-4fadebdc2e40,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:47.247858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Checking segment: {'id': 'c0e4eca4-65b2-457c-be01-5c858e7c661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '43ca3a23-1eff-4d80-8828-76494d78654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:47.250848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Network hostable DHCP agents. Network: 43ca3a23-1eff-4d80-8828-76494d78654a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:47.289591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:47.289781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Network 43ca3a23-1eff-4d80-8828-76494d78654a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:47.290434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:47.296056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb476e4-263d-48b3-8738-476d7029d05f req-3e0aa0aa-be1a-4fa9-ad0d-ca5d6347a2a1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:47.297798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bb476e4-263d-48b3-8738-476d7029d05f req-3e0aa0aa-be1a-4fa9-ad0d-ca5d6347a2a1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0742474 Jul 16 22:28:47.314379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 43ca3a23-1eff-4d80-8828-76494d78654a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:47.323375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:47.323985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:47.327479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f31e705-fe17-46bd-b137-904e9eb0b653 None None] Network 43ca3a23-1eff-4d80-8828-76494d78654a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:47.359612 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b2f12fd5-07a7-4615-adf2-fb07f9d6d169 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5895879 Jul 16 22:28:47.384383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bb476e4-263d-48b3-8738-476d7029d05f req-db1ebf9e-5b57-41ef-838b-823c3b1cce85 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763412 Jul 16 22:28:47.500077 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:47.545025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:47.548077 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60c45b6-912d-4a4f-9828-fecadb186914" -d '{"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-plugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:47.565368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:47.590111 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:47.635894 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cbba52-1d01-4229-8a83-076a6d2375f4 x-openstack-request-id: req-30cbba52-1d01-4229-8a83-076a6d2375f4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:47.636187 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-plugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:47.636438 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30cbba52-1d01-4229-8a83-076a6d2375f4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:47.636829 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'code': 200} Jul 16 22:28:47.639038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85fa42-331c-4e31-b104-e8d3955f95b8 None None] Network 43ca3a23-1eff-4d80-8828-76494d78654a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:47.850570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:47.858482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-860772112', 'description': 'tempest-description-1582281621'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:47.891405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.017036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.021007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.049933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.051267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2b72b91-6529-4c3c-a956-700650bafc68 req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1987131 Jul 16 22:28:48.052223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083173c0-175d-457c-a601-e3256c56279f tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9123a-352a-4950-851c-ac054dd00c2b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:48.147395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-a8aa7cf6-9fd8-4c0d-b605-bb1a5a76afea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/eaf9123a-352a-4950-851c-ac054dd00c2b HTTP/1.1" status: 200 len: 1814 time: 0.0723000 Jul 16 22:28:48.162091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eaf9123a-352a-4950-851c-ac054dd00c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:48.162654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eaf9123a-352a-4950-851c-ac054dd00c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:48.201627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:48.230941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.281874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.289583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.291316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Deleting subnet 28eceab9-aeaf-483a-bfc1-fad1b7522c91 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:28:48.295067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.316763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3775052a-b3a8-45ad-b6b6-6b42ed2ec266,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:48.334256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.337008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e97f504e-8976-4dc4-8bdf-6e997ee2b793 req-0b5b5646-d126-4934-adec-c0cd4d6c3e96 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1785176 Jul 16 22:28:48.346156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.427396 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.450765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcd1d592-192a-4ab9-931b-416459b59552 req-9a9f57c5-2c06-4b6b-b1d6-26e3d06a3dca tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/eaf9123a-352a-4950-851c-ac054dd00c2b HTTP/1.1" status: 200 len: 2408 time: 0.0847502 Jul 16 22:28:48.510350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.551846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28eceab9-aeaf-483a-bfc1-fad1b7522c91,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:48.563784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.568192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bc5d6e98-b517-44db-b3da-f79cebc01723 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/28eceab9-aeaf-483a-bfc1-fad1b7522c91 HTTP/1.1" status: 204 len: 168 time: 0.3627453 Jul 16 22:28:48.569522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:48.570971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-7776bb61-ddbf-4c8e-90da-e36ab6be442a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-group-rules/3775052a-b3a8-45ad-b6b6-6b42ed2ec266 HTTP/1.1" status: 200 len: 778 time: 0.0281711 Jul 16 22:28:48.626661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-0b240bb4-7661-4038-b025-9a3c49ca7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/eaf9123a-352a-4950-851c-ac054dd00c2b HTTP/1.1" status: 200 len: 2408 time: 0.0488682 Jul 16 22:28:48.666783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.678359 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.724873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.736526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.738372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ef5320c-ee92-40aa-b391-051442a049b9 req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3775052a-b3a8-45ad-b6b6-6b42ed2ec266 HTTP/1.1" status: 204 len: 173 time: 0.1047237 Jul 16 22:28:48.753193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0961-ad5c-4cdf-a44d-4ffe98368d3a tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3775052a-b3a8-45ad-b6b6-6b42ed2ec266,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:48.761373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:48.784109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8b90d-8436-4fff-8579-26d797862a29 req-cc5b68ea-151b-415f-b1a7-5333a6dd825b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:48.792177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07f8b90d-8436-4fff-8579-26d797862a29 req-cc5b68ea-151b-415f-b1a7-5333a6dd825b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2045188 Jul 16 22:28:48.840824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b7479e79-1e25-4fdc-836e-5de3109319c7 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:28:48.875718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: b7479e79-1e25-4fdc-836e-5de3109319c7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:28:48.876344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b7479e79-1e25-4fdc-836e-5de3109319c7 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:28:48.916420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07f8b90d-8436-4fff-8579-26d797862a29 req-910d93b0-12a6-4fac-817d-9867da9a2514 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232729 Jul 16 22:28:48.936270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-535836138', 'description': 'tempest-description-716731294'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:48.983297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.016190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.034780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4cfad4-6637-4833-858c-363f25200c60']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:49.052388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e041c859-ee7c-469d-a17a-e75405edc55c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:49.052842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e041c859-ee7c-469d-a17a-e75405edc55c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:49.069777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.092207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.102049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:49.102458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.108096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.114766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:49.119024 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:49.160638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.161989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50ecdeb3-6591-49ca-804c-4b6363bf0b50 req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2304938 Jul 16 22:28:49.163243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c7cc7-58e0-4227-b165-b4e0db458dda tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50f0e7f-ece7-4ee0-b328-39b54357f033,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:49.214653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.232730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-512e6277-6f63-42a3-b6e3-e81501d8b71a req-8ce0544c-b02e-49f4-bcfe-95e717d4225b tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/a50f0e7f-ece7-4ee0-b328-39b54357f033 HTTP/1.1" status: 200 len: 1813 time: 0.0463622 Jul 16 22:28:49.237153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.239449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] 10.222.0.70 "DELETE /v2.0/networks/5e4cfad4-6637-4833-858c-363f25200c60 HTTP/1.1" status: 204 len: 168 time: 0.6687598 Jul 16 22:28:49.240717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4cfad4-6637-4833-858c-363f25200c60,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:49.253533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.254059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.254822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.255309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.255929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.256425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.256894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.257402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.257870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.259962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.260658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.261173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da970cf-436b-4856-abe9-e21e655f8e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:28:49.286041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104537221', 'description': 'tempest-description-234153108'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:49.338575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.450895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.457386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.486984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.488361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2082296-2aec-4669-915a-c3d2d4383d9a req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2096927 Jul 16 22:28:49.498715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72539-bc4a-4510-b5fd-e83519d9fddd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a58520-5817-4d80-b0e0-952606815fc5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:49.523123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:49.573190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8b227c36-782d-4a3c-b743-f14940a6a897 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd4a4f4345aa43628583b00bc43ffd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464649 Jul 16 22:28:49.575534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f1fecf21-234b-426a-b70e-b9f008a331ab req-ed594933-5534-4c59-9f58-bbd55e0f03d4 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/e2a58520-5817-4d80-b0e0-952606815fc5 HTTP/1.1" status: 200 len: 1814 time: 0.0579267 Jul 16 22:28:49.576067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:49.604441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-408463726', 'description': 'tempest-description-107208118'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:49.635942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.666968 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.704929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.744806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.749743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.785397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.788097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.789309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a8c9854-51f7-4acb-a277-06dd972505e3 HTTP/1.1" status: 204 len: 168 time: 0.2122416 Jul 16 22:28:49.811943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79364e43-5a71-454b-8108-3f2296a50cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c9854-51f7-4acb-a277-06dd972505e3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:49.815931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f796941a-5ae0-474f-915c-e3641edce8ef,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:49.829035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:49.830464 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4b1ac22-d244-415d-a6a8-2f4e548b4ff8 req-580ade95-c0ba-4b81-9230-3d35ff2914aa tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2325764 Jul 16 22:28:49.938773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a374e22-6fd3-408d-a45c-8eefa22bbac5 req-fccf178b-c828-44bf-8ab0-2d34b85c6244 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/f796941a-5ae0-474f-915c-e3641edce8ef HTTP/1.1" status: 200 len: 1813 time: 0.0838609 Jul 16 22:28:49.961374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1844984679', 'description': 'tempest-description-1920514245'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:49.998704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.102619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.109371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.151231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abac56d-b56d-4037-b507-44b43806e045,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:50.153627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.158334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed73a793-62bc-4be5-9baa-74e2cea0c80b req-217430b6-f9d0-44e9-a0a8-628e4ef1aea3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2023456 Jul 16 22:28:50.228580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8538a529-a339-42a7-a64a-34a95a6dfe4d req-e023eb7f-6016-4441-8427-7c5590baa39e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/6abac56d-b56d-4037-b507-44b43806e045 HTTP/1.1" status: 200 len: 1815 time: 0.0524182 Jul 16 22:28:50.331330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901971-b601-456b-a5d3-33f46180568e req-ff2966d6-a5dd-4fb0-9e5c-bf56d9c3fb9b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:50.339454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82901971-b601-456b-a5d3-33f46180568e req-ff2966d6-a5dd-4fb0-9e5c-bf56d9c3fb9b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0960112 Jul 16 22:28:50.402900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82901971-b601-456b-a5d3-33f46180568e req-49a30833-c1a4-4289-aff5-458919b88744 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624735 Jul 16 22:28:50.420741 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-039b62b7-d437-4fb5-a59e-fee85773eec0 req-50e11bfa-66bc-4963-b183-4c7a8e55bfc8 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] show failed (client error): The resource could not be found. Jul 16 22:28:50.437583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-039b62b7-d437-4fb5-a59e-fee85773eec0 req-50e11bfa-66bc-4963-b183-4c7a8e55bfc8 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/957e6770-c206-485e-90d7-a1e226acb15e HTTP/1.1" status: 404 len: 352 time: 0.0205562 Jul 16 22:28:50.458792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:50.491264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.506849 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [req-b66bf2e8-ed76-48c9-9b30-73a56f8e25ad req-b8f53813-9c29-4a7e-8f31-7bbb451262e3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] show failed (client error): The resource could not be found. Jul 16 22:28:50.508576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b66bf2e8-ed76-48c9-9b30-73a56f8e25ad req-b8f53813-9c29-4a7e-8f31-7bbb451262e3 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-group-rules/8062110d-4897-4074-a968-e27587db80c4 HTTP/1.1" status: 404 len: 361 time: 0.0270040 Jul 16 22:28:50.600840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-1b6979f8-51ab-44fe-80ee-dee2fc1e1ecd tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/6abac56d-b56d-4037-b507-44b43806e045 HTTP/1.1" status: 200 len: 1815 time: 0.0639668 Jul 16 22:28:50.669003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.696703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.737076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4d25-173b-4b09-9e67-fccd946ffc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.751712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.755460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.759716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce61ab8a-b0ed-4d77-83e4-925af8222d7e req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-groups/6abac56d-b56d-4037-b507-44b43806e045 HTTP/1.1" status: 204 len: 173 time: 0.1576681 Jul 16 22:28:50.773289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12119260-cfdd-4bab-899c-144ad57d091e tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abac56d-b56d-4037-b507-44b43806e045,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:50.873040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-4d605ea5-4b2f-49ad-a978-976590dd4472 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/f796941a-5ae0-474f-915c-e3641edce8ef HTTP/1.1" status: 200 len: 1813 time: 0.0647211 Jul 16 22:28:50.977039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4d25-173b-4b09-9e67-fccd946ffc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.977701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.989474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4d25-173b-4b09-9e67-fccd946ffc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:50.999938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:51.022466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.064242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8fbc4d25-173b-4b09-9e67-fccd946ffc28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f898544f3742449a89ea2e3c2fbb4fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995970 Jul 16 22:28:51.064628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:51.069804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc4d25-173b-4b09-9e67-fccd946ffc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a10a40-f851-4991-b1be-9673983a80c7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:51.107120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.110093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.111251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c8bb3a9f-65ba-4ce1-bc30-ec975b7f3bf2 req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-groups/f796941a-5ae0-474f-915c-e3641edce8ef HTTP/1.1" status: 204 len: 173 time: 0.2278361 Jul 16 22:28:51.126035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a54bf-c4fb-4e10-bb96-b6eaebadf3ea tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796941a-5ae0-474f-915c-e3641edce8ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:51.202070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-network', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:51.214998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.268656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-9a28a96b-9985-4055-bbe9-267e767fa6e2 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/e2a58520-5817-4d80-b0e0-952606815fc5 HTTP/1.1" status: 200 len: 1814 time: 0.1114976 Jul 16 22:28:51.287644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.289500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Made reservation on behalf of 79139585fb5d40ae901cf1932e194b9f for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:51.291950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.323567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.431957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.464939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.467878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.471062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.477339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57a10a40-f851-4991-b1be-9673983a80c7 HTTP/1.1" status: 204 len: 168 time: 0.4092844 Jul 16 22:28:51.515948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32875996-9061-4a41-b453-2aab0dfbdff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a10a40-f851-4991-b1be-9673983a80c7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:51.590581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.594145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.608011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da18e190-5e13-4365-aaa3-ba31377a4d3c req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2a58520-5817-4d80-b0e0-952606815fc5 HTTP/1.1" status: 204 len: 173 time: 0.3382976 Jul 16 22:28:51.663512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31b9bc-3535-4c9a-a25f-272607201871 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a58520-5817-4d80-b0e0-952606815fc5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:51.692810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.728517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.750696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:51.762966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.763272 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Added segment a575c2b1-f231-4ab7-add6-6f89f0d73c3b of type vlan for network 113e5bdb-2a11-419f-9651-12a2378861b1 Jul 16 22:28:51.778435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980414a-bc28-45f1-bebd-582fbedd92c6 req-67f007f3-808e-4437-93ac-85f48bb0eb97 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:51.780362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b980414a-bc28-45f1-bebd-582fbedd92c6 req-67f007f3-808e-4437-93ac-85f48bb0eb97 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0871534 Jul 16 22:28:51.844319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b980414a-bc28-45f1-bebd-582fbedd92c6 req-c973885c-fd5c-415a-8c74-df9e8c224394 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575120 Jul 16 22:28:51.865528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8e2c04-3cd1-4885-b9eb-45aba47af24f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:51.923128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-744d8b38-d60f-4155-8697-949492695b2f req-a17f01c8-5afb-40d7-b3ad-989bf25a8450 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/a50f0e7f-ece7-4ee0-b328-39b54357f033 HTTP/1.1" status: 200 len: 1813 time: 0.1567681 Jul 16 22:28:51.927742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:51.962551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:51.979677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-855b516a-6851-4d1d-9f3a-130679fdd8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.004698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.006604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:52.007659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.045332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-744d8b38-d60f-4155-8697-949492695b2f req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.098569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] Pushing event updated for resources: {'Network': ['ID=113e5bdb-2a11-419f-9651-12a2378861b1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.111103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-744d8b38-d60f-4155-8697-949492695b2f req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.111400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 113e5bdb-2a11-419f-9651-12a2378861b1 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:52.112816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-855b516a-6851-4d1d-9f3a-130679fdd8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.127662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-855b516a-6851-4d1d-9f3a-130679fdd8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.146157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c4a8a7c2-7b4f-448b-a8c7-6b57d529a369 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1422596 Jul 16 22:28:52.146365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:52.151972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Request body: {'subnet': {'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-subnet', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:52.202707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-744d8b38-d60f-4155-8697-949492695b2f req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.206829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-744d8b38-d60f-4155-8697-949492695b2f req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.223860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-744d8b38-d60f-4155-8697-949492695b2f req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-groups/a50f0e7f-ece7-4ee0-b328-39b54357f033 HTTP/1.1" status: 204 len: 173 time: 0.2844028 Jul 16 22:28:52.225508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Made reservation on behalf of 79139585fb5d40ae901cf1932e194b9f for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:52.228085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.233691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-855b516a-6851-4d1d-9f3a-130679fdd8d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=115b6de3ac304fc08cb5b0d33fc68a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675579 Jul 16 22:28:52.234554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:52.235805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b516a-6851-4d1d-9f3a-130679fdd8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb08fe-7044-4752-a8de-cb01d06fa6f9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.257117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd0261-5af8-45dc-8344-d57e0f214cc1 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50f0e7f-ece7-4ee0-b328-39b54357f033,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.309323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1675cf6d-2048-4101-8e62-c7857f09c4b2 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "GET /v2.0/security-groups/eaf9123a-352a-4950-851c-ac054dd00c2b HTTP/1.1" status: 200 len: 1814 time: 0.0673363 Jul 16 22:28:52.389584 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.395862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.426453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.449275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.533362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.536311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.539242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e56364e-cd3b-4807-b766-4358518a1883 req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] 10.222.0.70 "DELETE /v2.0/security-groups/eaf9123a-352a-4950-851c-ac054dd00c2b HTTP/1.1" status: 204 len: 173 time: 0.2287412 Jul 16 22:28:52.546138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:52.556197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.559074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.573458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98cb08fe-7044-4752-a8de-cb01d06fa6f9 HTTP/1.1" status: 204 len: 168 time: 0.3311260 Jul 16 22:28:52.580202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576bb5-e31a-4380-aa51-70c9c6808008 tempest-SecurityGroupRulesNegativeTestJSON-1795491647 tempest-SecurityGroupRulesNegativeTestJSON-1795491647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9123a-352a-4950-851c-ac054dd00c2b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.611799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.672757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.685529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093cab6-404b-415b-a77a-c341277d7b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb08fe-7044-4752-a8de-cb01d06fa6f9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:52.715604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Deleting subnet 4725e9fd-3341-4689-bc73-4fadebdc2e40 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:28:52.719845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.773047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.789519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.819569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Checking segment: {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:52.820303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Network hostable DHCP agents. Network: 113e5bdb-2a11-419f-9651-12a2378861b1, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:52.852250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.912269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Network 113e5bdb-2a11-419f-9651-12a2378861b1 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:52.930461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 113e5bdb-2a11-419f-9651-12a2378861b1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:52.935451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:52.936271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:52.944259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89067936-6b0a-4dd7-b931-74a5ba59eff9 None None] Network 113e5bdb-2a11-419f-9651-12a2378861b1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:52.987831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a743cb9-21a5-40a9-879c-b05782253e54 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8403637 Jul 16 22:28:52.990673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58138) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:52.996521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:53.024442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.038286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.038286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.087497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4725e9fd-3341-4689-bc73-4fadebdc2e40,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:53.094702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.102438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-24698b33-d0e9-4b6b-ae9d-0969663e5764 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4725e9fd-3341-4689-bc73-4fadebdc2e40 HTTP/1.1" status: 204 len: 168 time: 0.5516131 Jul 16 22:28:53.104404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:53.201176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.405498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.416667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.488473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47ea21-44ac-4926-83b6-43dffde3dd77 req-b25c8ac5-54cd-4580-8318-9946da314acd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:53.490121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d47ea21-44ac-4926-83b6-43dffde3dd77 req-b25c8ac5-54cd-4580-8318-9946da314acd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3888597 Jul 16 22:28:53.677492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972dfc8-a9a7-4e98-ab14-0f5fe9f97322 None None] Network 113e5bdb-2a11-419f-9651-12a2378861b1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:53.734593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.771372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.783949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.834884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ca3a23-1eff-4d80-8828-76494d78654a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:53.882673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d47ea21-44ac-4926-83b6-43dffde3dd77 req-7ca30510-e709-449e-baa3-8d66518e674f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796611 Jul 16 22:28:53.884407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e4eca4-65b2-457c-be01-5c858e7c661e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:53.884734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e4eca4-65b2-457c-be01-5c858e7c661e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:53.912953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.949403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.959223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:28:53.959690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:28:53.963404 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:28:53.994744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Allocated IP 172.25.5.174 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7b2e90aa-1720-43bc-933e-2d82b7b0c11c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:54.086755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.095654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.100916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] 10.222.0.70 "DELETE /v2.0/networks/43ca3a23-1eff-4d80-8828-76494d78654a HTTP/1.1" status: 204 len: 168 time: 0.9906363 Jul 16 22:28:54.127547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37dd9-7b1a-49e9-9a00-5399fc64cf15 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ca3a23-1eff-4d80-8828-76494d78654a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:54.205365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.332794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.398141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:54.402274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:54.405257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:54.458686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:54.472308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:54.596116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dba730a0-9064-44ee-ab48-ce513399dad3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4986ce1526c4282b2942131b6b9f08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1224651 Jul 16 22:28:54.598480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:54.668519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.760000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.776829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.872598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.875607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:54.877138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b8e4e0d-0e42-49b5-b4a4-5b94440fb40e HTTP/1.1" status: 204 len: 168 time: 0.2774172 Jul 16 22:28:54.899134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:28:54.910457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda87d4-be31-434f-aedd-877795c212c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e4e0d-0e42-49b5-b4a4-5b94440fb40e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:55.034271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:55.121258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.159604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:55.179533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63924ac-aa11-48ed-97c5-17e6be3c33b5 req-689377c5-2056-4b70-b97f-92297ecca62a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:55.188513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b63924ac-aa11-48ed-97c5-17e6be3c33b5 req-689377c5-2056-4b70-b97f-92297ecca62a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.0877497 Jul 16 22:28:55.203745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'port_id': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'mac_address': 'fa:16:3e:ea:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86580ff3-40a2-4108-9ed3-29d44d71e486', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:28:55.274454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b63924ac-aa11-48ed-97c5-17e6be3c33b5 req-059880f2-423a-4607-89fd-c1b7ee934432 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849841 Jul 16 22:28:55.342738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.391600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:28:55.438787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:55.450361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.472071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Router a23d4ce2-34c4-4f88-b63b-0efd8a648401 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:28:55.557360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:55.646582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['6616940f-c6fb-440b-bc28-2d9b49b27fda'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:28:55.671898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad1f6-ee54-4604-8ae8-4c3730681188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.782907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:28:55.816587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Sync routers for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:28:55.947013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:55.948322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:55.956652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad1f6-ee54-4604-8ae8-4c3730681188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.972814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad1f6-ee54-4604-8ae8-4c3730681188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.985641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:55.990213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-86a1eb02-fad9-4ceb-beaf-4f97476afc77 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9982677 Jul 16 22:28:55.990854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:56.008786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad8ad1f6-ee54-4604-8ae8-4c3730681188 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f513064eb7f74a6a98b25f73608be7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9702301 Jul 16 22:28:56.010131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:56.090263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ad1f6-ee54-4604-8ae8-4c3730681188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc263a6-6bbb-4f16-b84a-ea1901929f0b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:56.132568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:56.168695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:56.268626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:56.274616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:56.278956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cc263a6-6bbb-4f16-b84a-ea1901929f0b HTTP/1.1" status: 204 len: 168 time: 0.2668042 Jul 16 22:28:56.308099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945197c4-4353-42da-a45d-0da20c8f664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc263a6-6bbb-4f16-b84a-ea1901929f0b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:56.364596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:56.447004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:56.770193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:54Z', 'revision_number': 3, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:56.841913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Checking router: a23d4ce2-34c4-4f88-b63b-0efd8a648401 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:28:56.844179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Updating router a23d4ce2-34c4-4f88-b63b-0efd8a648401 port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:28:56.889566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:56.928413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:28:56.959617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1887401032-network', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:57.008533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Made reservation on behalf of 17fd5622c84a4baeb32b850385ba6225 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:57.012163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.032225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.034930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 6616940f-c6fb-440b-bc28-2d9b49b27fda triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:28:57.035333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.229944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1f8-768b-42db-9d43-7c4b7116d722 req-ca06808b-e7f4-4351-9bdc-005b743e6c8a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:57.238629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6308f1f8-768b-42db-9d43-7c4b7116d722 req-ca06808b-e7f4-4351-9bdc-005b743e6c8a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.6035159 Jul 16 22:28:57.247850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.274690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.288797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.318993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:28:57.321991 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0add4f3-0e41-491e-bcbb-9341534b46be" -d '{"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:28:57.351978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:28:57.364230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.367757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:28:57.398737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28a09f-61f3-42b6-8c6a-d6eafe022fa0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:57.431290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.432034 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Added segment d67adcc3-5cfe-496d-9cc4-71b408a0c1f5 of type vlan for network 15c2b2ec-4a6f-4564-9132-95bb52f0675b Jul 16 22:28:57.457939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6308f1f8-768b-42db-9d43-7c4b7116d722 req-1e51d71c-9c05-48b1-9eb9-01f513c81d02 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152295 Jul 16 22:28:57.478823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:57.540876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.601560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e99a0c2-b6c8-4341-8e74-c3ec6a617e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.623384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.625078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:57.625740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.661313 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.690169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Transition to ACTIVE for port object 7b2e90aa-1720-43bc-933e-2d82b7b0c11c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:57.710465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.737039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3710163 Jul 16 22:28:57.814362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:57.833532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Request body: {'subnet': {'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1887401032-subnet', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:57.836230 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c43352-be19-4db5-a2c7-38665542eb19 x-openstack-request-id: req-a6c43352-be19-4db5-a2c7-38665542eb19 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:28:57.836542 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:28:57.836809 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6c43352-be19-4db5-a2c7-38665542eb19 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:28:57.837192 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'code': 200} Jul 16 22:28:57.840309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5936-a9fe-45ee-858f-2f6ddedde033 admin admin] Pushing event updated for resources: {'Network': ['ID=15c2b2ec-4a6f-4564-9132-95bb52f0675b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:57.841404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:57.868752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:28:57.939098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4861685-8474-494e-b054-f328cdb3d491 None None] Pushing event updated for resources: {'Port': ['ID=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:57.953949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Made reservation on behalf of 17fd5622c84a4baeb32b850385ba6225 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:28:57.956720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.066449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Attempting to bind port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:28:58.066911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Attempting to bind port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:28:58.067558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Attempting to bind port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:28:58.074624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:28:58.075060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:58.075639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.076273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:28:58.076917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Bound port: 7b2e90aa-1720-43bc-933e-2d82b7b0c11c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:28:58.077779 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.164489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.278386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] For port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:28:58.300745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] For port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:28:58.315487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.370716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:58.396000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:28:58.396594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:28:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:28:58.415754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Checking segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:28:58.416352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Network hostable DHCP agents. Network: 15c2b2ec-4a6f-4564-9132-95bb52f0675b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:28:58.470224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:28:58.496235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Allocated IP 172.20.0.1 (113e5bdb-2a11-419f-9651-12a2378861b1/cb38a11b-1f6d-4f54-8382-b82ffe0a3c97/7a381bac-7eb6-407c-971f-08bd3dd58593) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:58.503315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 15c2b2ec-4a6f-4564-9132-95bb52f0675b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:58.520117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:58.521218 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.554437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609b8b0-0e08-4783-a06d-ea43bbe342e7 None None] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:28:58.572135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-666caec8-ccbf-40bb-a5a7-27ee5b4bebec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7544470 Jul 16 22:28:58.575590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:58.586654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:28:58.650388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4861685-8474-494e-b054-f328cdb3d491 None None] Pushing event updated for resources: {'Port': ['ID=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:58.706476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.708829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.864978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.905103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:58.972048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:28:59.118544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:59.201190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:59.285362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Network 113e5bdb-2a11-419f-9651-12a2378861b1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:28:59.305053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:28:59.311425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:28:59.352402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:28:59.353827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:59.466797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Pushing event updated for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:28:59.574866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920f62f-ca78-4b5b-97c6-2827b2d38ad0 req-a7b6902c-48b5-4fba-a135-c7ec1c70f681 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:28:59.591949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a920f62f-ca78-4b5b-97c6-2827b2d38ad0 req-a7b6902c-48b5-4fba-a135-c7ec1c70f681 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.6314673 Jul 16 22:28:59.687651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:59.692926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Allocated IP 172.20.0.2 (15c2b2ec-4a6f-4564-9132-95bb52f0675b/d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69/2b217364-7b1b-4e8a-8e27-cc36b884ea92) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:28:59.846630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58366) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:28:59.916951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:28:59.929452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Transition to ACTIVE for port object 2b217364-7b1b-4e8a-8e27-cc36b884ea92 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:28:59.941586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a920f62f-ca78-4b5b-97c6-2827b2d38ad0 req-86452f64-2925-4540-b951-705be1a4efaf tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484008 Jul 16 22:28:59.957758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Transition to ACTIVE for port object 2b217364-7b1b-4e8a-8e27-cc36b884ea92 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:00.001407 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.068707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:00.109984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:00.132600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:00.184187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3dca051b-ef1b-4463-b5be-e2fe6e50e2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.197247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.231162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-34603794'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:00.252405 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:29:00.254636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Attempting to bind port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:00.255023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Attempting to bind port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:00.255407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Attempting to bind port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 on network 15c2b2ec-4a6f-4564-9132-95bb52f0675b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:00.263286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:00.263674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Checking segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:00.264086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.264502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Bound using segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:00.265037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Bound port: 2b217364-7b1b-4e8a-8e27-cc36b884ea92, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:00.265425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.267350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Pushing event updated for resources: {'Port': ['ID=2b217364-7b1b-4e8a-8e27-cc36b884ea92,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:00.309274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.372827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Made reservation on behalf of c575e86aef5047b9be1cd0531029db7b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:00.375818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] For port 2b217364-7b1b-4e8a-8e27-cc36b884ea92, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:00.376998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.379491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] For port 2b217364-7b1b-4e8a-8e27-cc36b884ea92, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2b217364-7b1b-4e8a-8e27-cc36b884ea92,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:00.383066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:54Z', 'revision_number': 3, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:00.425770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.486704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.626597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2b40-f384-4d19-9d32-7aa04c4a1ba6 None None] Pushing event updated for resources: {'Port': ['ID=2b217364-7b1b-4e8a-8e27-cc36b884ea92,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:00.642279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585e3e7-04bc-4142-bef1-71067fad53b4 None None] The sync data for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 is: [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:54Z', 'revision_number': 3, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:00.757257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.763721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.811674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.826541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.863985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:29:00.893670 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:00.895104 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Added segment 96f59015-cdb9-49bd-acd1-f284ad840058 of type vlan for network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 Jul 16 22:29:00.969475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.050886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b039fa5c-feeb-4480-914c-3ee5cf791738,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:01.054170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.066075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:01.067087 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.172479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Allocated IP 172.25.5.116 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/04675129-1ee3-42ae-aeca-9fe9b49625fd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:01.289906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.304770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4568872 Jul 16 22:29:01.453978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadcf95-01a3-4f73-a935-c4e0824564d4 tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Pushing event updated for resources: {'Network': ['ID=3f2dbfa0-8962-420d-90d9-5c4adfe80885,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:01.467873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:29:01.492809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.580501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.585613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.602770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.635415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:01.760955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:01.773003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:01.783986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Pushing event updated for resources: {'Port': ['ID=04675129-1ee3-42ae-aeca-9fe9b49625fd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:01.922634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c014a-17af-435d-8dc4-d7260f396ea9 req-22b91e90-193b-4aa1-951f-b4e8bbd53ede tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:01.924241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7c014a-17af-435d-8dc4-d7260f396ea9 req-22b91e90-193b-4aa1-951f-b4e8bbd53ede tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.5405874 Jul 16 22:29:01.925586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:01.938435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Pushing event updated for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:02.034494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2b217364-7b1b-4e8a-8e27-cc36b884ea92 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:02.190890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:02.195940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7b2e90aa-1720-43bc-933e-2d82b7b0c11c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:02.278622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Network 113e5bdb-2a11-419f-9651-12a2378861b1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:02.300103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:02.345266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7c014a-17af-435d-8dc4-d7260f396ea9 req-d041d0f2-2de4-4625-a85f-880ced1896c6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010940 Jul 16 22:29:02.381396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:02.386468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:02.387100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:02.599958 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:02.696004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf32e21-29d0-4857-8fb8-0cac13c078f1 None None] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:03.023377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.098976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.106682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.182959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Provisioning for port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:03.221157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Provisioning complete for port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:03.223593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.340526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:03.360304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.376654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:03.411317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885', 'binding:host_id': 'n-h1-793621-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-869225381'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:03.501535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Made reservation on behalf of 0fa513f7e1f24cb0b49134261aad56ce for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:03.505742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.544942 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.597763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:03.603446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.649135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Router a23d4ce2-34c4-4f88-b63b-0efd8a648401 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:29:03.668411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] For port 2b217364-7b1b-4e8a-8e27-cc36b884ea92, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2b217364-7b1b-4e8a-8e27-cc36b884ea92,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:03.680125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:03.816546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e85bc-8636-4a00-8d6f-d1b5c9a7d55b None None] Pushing event updated for resources: {'Port': ['ID=2b217364-7b1b-4e8a-8e27-cc36b884ea92,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:03.822308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Router d7e0ef94-82b1-4927-af80-d7baf832f88c is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:03.921911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7b2e90aa-1720-43bc-933e-2d82b7b0c11c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:04.111738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:04.117894 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:04.175805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:04.187292 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Sync routers for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:04.197535 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:04.197741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e92014a-074b-41c9-a709-87f058d5b235 None None] Provisioning complete for port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:04.198150 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:04.205531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e92014a-074b-41c9-a709-87f058d5b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:04.206607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108d43-c151-4bb2-8e56-175e98b3b69f req-177c0231-b50f-47c5-b080-ddd5a0b448bd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:04.208181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06108d43-c151-4bb2-8e56-175e98b3b69f req-177c0231-b50f-47c5-b080-ddd5a0b448bd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3245773 Jul 16 22:29:04.244335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:04.257096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f7d1828-47dd-4c69-a714-c5b76699c765 admin admin] 10.222.0.70 "PUT /v2.0/routers/a23d4ce2-34c4-4f88-b63b-0efd8a648401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2650554 Jul 16 22:29:04.290688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:04.302666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:04.313040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:04.313298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Sync routers for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:04.315066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06108d43-c151-4bb2-8e56-175e98b3b69f req-20cc525e-5740-48d1-8262-d09fa067c1ab tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Jul 16 22:29:04.326916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:04.331648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-762ddc67-5614-4ccb-aa16-ded36c5ca116 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7523620 Jul 16 22:29:04.332299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:04.360595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:04.361365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:04.570530 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:04.598528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:04.629050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48188605-79b3-4422-b1cc-f036e4f1cfa4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:05.255573 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:02Z', 'revision_number': 3, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:05.285663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:05.321980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:05.348758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Transition to ACTIVE for port object 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:05.367248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:05.396274 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Checking router: d7e0ef94-82b1-4927-af80-d7baf832f88c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:05.396924 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Updating router d7e0ef94-82b1-4927-af80-d7baf832f88c port 04675129-1ee3-42ae-aeca-9fe9b49625fd binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:05.548560 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:05.568588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=83e149ba-69c1-4dfb-a2b1-4fd37c74d77a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:05.572865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Checking segment: {'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:05.574000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Network hostable DHCP agents. Network: 3f2dbfa0-8962-420d-90d9-5c4adfe80885, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:29:05.619888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:29:05.660111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 3f2dbfa0-8962-420d-90d9-5c4adfe80885) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:05.673639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:05.683157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf34b1-0078-4cf5-9f92-a59f5c238f12 None None] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:05.696874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 2, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:05.703330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.703817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.704192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:05.716652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:05.716877 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:05.720198 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 2 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:05.756355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.759233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.759470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:05.768662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:05.772644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:05.772990 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:05.773401 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 3 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:05.845831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.846209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.849453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:05.865503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:05.865845 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:05.868095 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 4 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:05.889115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.894429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.894773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:05.896194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Checking router: a23d4ce2-34c4-4f88-b63b-0efd8a648401 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:05.896817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Updating router a23d4ce2-34c4-4f88-b63b-0efd8a648401 port 7a381bac-7eb6-407c-971f-08bd3dd58593 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:05.901083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:05.901418 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:05.901817 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 5 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:05.909800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2b217364-7b1b-4e8a-8e27-cc36b884ea92 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:05.921009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.921941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.922220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:05.928181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:05.928550 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:05.928932 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 6 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:05.995915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:05.996264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:05.999933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.019667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:06.020034 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:06.020935 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 7 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:06.023233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.082488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:06.082860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:06.083427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.106430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:06.110014 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:06.110511 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 8 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:06.135574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:06.136362 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.178490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:06.178883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:06.179172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.211953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:06.215720 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:06.217221 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 9 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:06.267808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:06.268140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:06.268485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.269797 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.282863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Allocated IP 172.20.0.1 (15c2b2ec-4a6f-4564-9132-95bb52f0675b/d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69/0385bcfc-29be-4386-9c85-d2c6b6092770) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:06.286279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:06.286793 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:06.287158 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 10 to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a Jul 16 22:29:06.294260 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Transition to ACTIVE for port object 04675129-1ee3-42ae-aeca-9fe9b49625fd will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:06.320763 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.320993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:06.320993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:06.321381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.334218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:06.334218 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:06.334787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.407875 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Attempting to bind port 04675129-1ee3-42ae-aeca-9fe9b49625fd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:06.408273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Attempting to bind port 04675129-1ee3-42ae-aeca-9fe9b49625fd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:06.408754 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Attempting to bind port 04675129-1ee3-42ae-aeca-9fe9b49625fd on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:06.419299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Pushing event updated for resources: {'Port': ['ID=04675129-1ee3-42ae-aeca-9fe9b49625fd,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:06.420289 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:06.420815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:06.421944 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.422442 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:06.423100 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Bound port: 04675129-1ee3-42ae-aeca-9fe9b49625fd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:06.423757 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.495464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:06.495942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:29:06.504178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.504496 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.504838 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.505211 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.505545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.505930 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.506304 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.506581 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.506902 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.507318 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.507547 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.510086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.511775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.598823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.625649 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] For port 04675129-1ee3-42ae-aeca-9fe9b49625fd, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:06.632615 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] For port 04675129-1ee3-42ae-aeca-9fe9b49625fd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04675129-1ee3-42ae-aeca-9fe9b49625fd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:06.640023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Transition to ACTIVE for port object 0385bcfc-29be-4386-9c85-d2c6b6092770 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:06.645701 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.665103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=83e149ba-69c1-4dfb-a2b1-4fd37c74d77a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:06.685892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:06.686533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.697869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.716691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Transition to ACTIVE for port object 7a381bac-7eb6-407c-971f-08bd3dd58593 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:06.724744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff3d4e31-8004-4b54-8b29-912b064defc3 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3452191 Jul 16 22:29:06.725517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:06.744788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.750604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:06.780842 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2445e-7e49-44f8-957b-3981f4b30b29 None None] Pushing event updated for resources: {'Port': ['ID=04675129-1ee3-42ae-aeca-9fe9b49625fd,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:06.810056 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:06.810732 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:06.845029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:06.855302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:06.874990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:06.891072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Pushing event updated for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:06.929477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.930085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.931397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.932014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.932500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.933757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.935121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.935617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.938702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.939291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.939880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:06.941282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:07.019517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Deleting port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:07.020150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.031412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:07.064363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.116234 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:07.205355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Attempting to bind port 7a381bac-7eb6-407c-971f-08bd3dd58593 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:07.210121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Attempting to bind port 7a381bac-7eb6-407c-971f-08bd3dd58593 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:07.210596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Attempting to bind port 7a381bac-7eb6-407c-971f-08bd3dd58593 on network 113e5bdb-2a11-419f-9651-12a2378861b1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:07.231520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:07.231912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Checking segment: {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:07.237653 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.238501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Bound using segment: {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:07.239019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Bound port: 7a381bac-7eb6-407c-971f-08bd3dd58593, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:07.239931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a, host n-h1-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:07.241733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.241878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.282535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Calling delete_port for 83e149ba-69c1-4dfb-a2b1-4fd37c74d77a owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:07.474775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] For port 7a381bac-7eb6-407c-971f-08bd3dd58593, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:07.484253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] For port 7a381bac-7eb6-407c-971f-08bd3dd58593, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a381bac-7eb6-407c-971f-08bd3dd58593,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:07.501685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.526226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d936a9df-6aa9-42c2-a8ef-8d340eaba582 None None] Provisioning for port 0385bcfc-29be-4386-9c85-d2c6b6092770 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:07.565891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.569080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.653571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event deleted for resources: {'Port': ['ID=83e149ba-69c1-4dfb-a2b1-4fd37c74d77a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:07.668125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.674456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27879c56-0e07-4691-853c-d3f9d94fead7 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "DELETE /v2.0/ports/83e149ba-69c1-4dfb-a2b1-4fd37c74d77a HTTP/1.1" status: 204 len: 168 time: 0.9469888 Jul 16 22:29:07.675583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:07.678229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d936a9df-6aa9-42c2-a8ef-8d340eaba582 None None] Provisioning complete for port 0385bcfc-29be-4386-9c85-d2c6b6092770 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:07.683445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d936a9df-6aa9-42c2-a8ef-8d340eaba582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:07.733101 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:02Z', 'revision_number': 3, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:07.753522 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0144c65-57df-430b-8008-5b1a801f490a tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:29:07.762808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:07.763500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0144c65-57df-430b-8008-5b1a801f490a tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports/83e149ba-69c1-4dfb-a2b1-4fd37c74d77a HTTP/1.1" status: 404 len: 333 time: 0.0867920 Jul 16 22:29:07.779824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d936a9df-6aa9-42c2-a8ef-8d340eaba582 None None] Port 0385bcfc-29be-4386-9c85-d2c6b6092770 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:29:07.781607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1427729115'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:07.793597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3737ca-8d46-46ef-bbfe-b26056513708 None None] Pushing event updated for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:07.809077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:07.809733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:07.814676 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46558ca-141f-4426-b3d9-bd0a4acf78b5 None None] The sync data for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 is: [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:02Z', 'revision_number': 3, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:08.026266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:08.062073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Made reservation on behalf of 0fa513f7e1f24cb0b49134261aad56ce for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:08.063181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:08.070916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:08.177188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:08.289538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744f6b-1076-4221-b1f8-efaa7fb93fd9 req-5c46bd12-6a5b-4803-9ed9-40a442805d68 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:08.318245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6744f6b-1076-4221-b1f8-efaa7fb93fd9 req-5c46bd12-6a5b-4803-9ed9-40a442805d68 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1645374 Jul 16 22:29:08.403227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:08.428312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:08.481392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6744f6b-1076-4221-b1f8-efaa7fb93fd9 req-d199d94f-de30-4c59-b63a-50000d5a8fba tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571062 Jul 16 22:29:08.539926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:08.571321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:08.609544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-3d15eb3b-208d-463c-a8af-c1fcf33749ab tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:08.619512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-3d15eb3b-208d-463c-a8af-c1fcf33749ab tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 820 time: 0.5864501 Jul 16 22:29:08.660154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1dde5-5543-4342-be80-08f6f3665f5b None None] The sync data for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 is: [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:08.792809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-420dae4c-2cbb-46eb-9a86-1be3a4ed726e tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/quotas/79139585fb5d40ae901cf1932e194b9f HTTP/1.1" status: 200 len: 375 time: 0.1723471 Jul 16 22:29:09.043975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:09.050844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:09.068672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-1abc8054-ec6f-43c2-b22b-5c6c763d9f71 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2742612 Jul 16 22:29:09.192297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca83c6-df1b-4016-9456-1ebb3ec61329 req-ef888aa2-5cf2-48d2-a5f5-419346e5e8c8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:09.204627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51ca83c6-df1b-4016-9456-1ebb3ec61329 req-ef888aa2-5cf2-48d2-a5f5-419346e5e8c8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 950 time: 0.1188908 Jul 16 22:29:09.278624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51ca83c6-df1b-4016-9456-1ebb3ec61329 req-406d94a4-15fb-43c5-a18d-3df24d1c8923 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729914 Jul 16 22:29:09.288522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-5428aa3b-bfd6-4dc1-af3b-5feb64f4475c service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188621 Jul 16 22:29:09.527925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c27249a-0504-4cda-b8b9-f550ed74479c None None] Provisioning complete for port 0385bcfc-29be-4386-9c85-d2c6b6092770 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:09.531549 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c27249a-0504-4cda-b8b9-f550ed74479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:09.539110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:09.592994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5c27249a-0504-4cda-b8b9-f550ed74479c None None] Port 0385bcfc-29be-4386-9c85-d2c6b6092770 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:29:09.634861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Router d7e0ef94-82b1-4927-af80-d7baf832f88c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:29:09.700374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-59fdbfc9-a6a6-490f-92cd-70ffb3a2da09 service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106724 Jul 16 22:29:09.901425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:09.957344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:09.964638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04675129-1ee3-42ae-aeca-9fe9b49625fd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:09.966061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:09.970636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:09.971584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:09.972183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:09.989386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:10.011147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10b48d2a-8d79-47c0-ab3b-31725f63a3d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7e0ef94-82b1-4927-af80-d7baf832f88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6774235 Jul 16 22:29:10.016132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2522581 Jul 16 22:29:10.019009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:10.028438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:10.033009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e1d0-22cf-4217-85a2-e45ebe2add7e tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8b618b-62d4-4a1c-8d51-e59f975c5351,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:10.136740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 04675129-1ee3-42ae-aeca-9fe9b49625fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:10.157661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 04675129-1ee3-42ae-aeca-9fe9b49625fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:10.160922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:10.226745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:10.431221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:10.514258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 04675129-1ee3-42ae-aeca-9fe9b49625fd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04675129-1ee3-42ae-aeca-9fe9b49625fd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:10.533141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:10.533979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a381bac-7eb6-407c-971f-08bd3dd58593 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:10.740189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96e14-0d81-4840-b0de-1a62bb11e3f7 req-4022c582-754c-4827-a810-b58a4f91c151 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:10.748812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88c96e14-0d81-4840-b0de-1a62bb11e3f7 req-4022c582-754c-4827-a810-b58a4f91c151 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.4811110 Jul 16 22:29:10.783823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=04675129-1ee3-42ae-aeca-9fe9b49625fd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:10.800144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7a381bac-7eb6-407c-971f-08bd3dd58593 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:10.814190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7a381bac-7eb6-407c-971f-08bd3dd58593 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:10.814770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:10.934899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.002204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7a381bac-7eb6-407c-971f-08bd3dd58593, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a381bac-7eb6-407c-971f-08bd3dd58593,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:11.017160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.025427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-070783a0-01af-4165-9140-cc5b7e625129 req-863c0457-c4d5-4dca-b2c3-acf12ff6ab21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 210 time: 0.0603354 Jul 16 22:29:11.042063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88c96e14-0d81-4840-b0de-1a62bb11e3f7 req-326b6a56-a7a0-422e-8be1-bf733e1f61e8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828553 Jul 16 22:29:11.216897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:11.234260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:11.235020 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Sync routers for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:11.247094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.250294 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:11.250913 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:11.297921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Transition to ACTIVE for port object 7d8b618b-62d4-4a1c-8d51-e59f975c5351 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:11.314076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.338795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:11.498917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8b618b-62d4-4a1c-8d51-e59f975c5351,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:11.514604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.515054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.515439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.517457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.540919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.545537 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.546985 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 2 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.562994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:11.565565 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d6ab7f-e170-45a2-9ed0-8c86609fc1dc" -d '{"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-unplugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:11.590369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.590714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.590889 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:11.591056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.611846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:11.619448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.619809 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.620214 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 3 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.622822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:11.663372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.663742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.664088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.665765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbdc10e-df58-47b8-a9ea-770adde44787 x-openstack-request-id: req-afbdc10e-df58-47b8-a9ea-770adde44787 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:11.666573 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-unplugged", "status": "completed", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:11.666978 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afbdc10e-df58-47b8-a9ea-770adde44787 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:11.667511 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'code': 200} Jul 16 22:29:11.674933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.675305 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.677014 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 4 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.731853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.736586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.740409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.765812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.766157 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.766564 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 5 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.816175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.817509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.818492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.832395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.834940 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.835733 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 6 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.897602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.898286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.899090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.915177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.919631 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.920342 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 7 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:11.960373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:11.961961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:11.962550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:11.975858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:11.976544 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:11.977237 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 8 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:12.009037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:12.010022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:12.010658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:12.021648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:12.022599 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:12.023441 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 9 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:12.049031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:12.049657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:12.050223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:12.057176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:12.057815 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:12.058426 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 10 to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 Jul 16 22:29:12.072334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:12.073080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:12.073653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:12.078807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:12.079376 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:12.079955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.154147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04675129-1ee3-42ae-aeca-9fe9b49625fd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:12.267257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:12.314382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 04675129-1ee3-42ae-aeca-9fe9b49625fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:12.315211 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.368409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 7d8b618b-62d4-4a1c-8d51-e59f975c5351, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:12.369563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempted to set empty binding levels {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:29:12.386807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.396628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:12.401958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944239039', 'description': 'tempest-description--950135892'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:12.417341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] In _notify_port_updated(), no bound segment for port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:29:12.421614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.422319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.429645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "PUT /v2.0/ports/7d8b618b-62d4-4a1c-8d51-e59f975c5351 HTTP/1.1" status: 200 len: 976 time: 2.4094248 Jul 16 22:29:12.430846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:12.506322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.565749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e25b715-18ab-40c4-896a-84be5525c896 req-5dd1888c-74fa-4f7d-83f2-a570a059f164 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 210 time: 0.0497780 Jul 16 22:29:12.619694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a381bac-7eb6-407c-971f-08bd3dd58593 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:12.670627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458b086-d046-459b-9fcb-1e98da4493e0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8b618b-62d4-4a1c-8d51-e59f975c5351,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:12.692477 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 2, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:12.755542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7a381bac-7eb6-407c-971f-08bd3dd58593 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:12.756303 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.772830 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Checking router: d7e0ef94-82b1-4927-af80-d7baf832f88c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:12.773222 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Updating router d7e0ef94-82b1-4927-af80-d7baf832f88c port 0385bcfc-29be-4386-9c85-d2c6b6092770 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:12.852050 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:12.907145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.907690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.908350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.908830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.909545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.910041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.910996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.913792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.922574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.923784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.924351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.924839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.925582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.926512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.927068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.927714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.928192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.928707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.929223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.929753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.930282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.930911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.931431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.931921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.932386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.932851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.933532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.934006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.934475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.934947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.935411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.935882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.940975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0998d07a-2a65-4b70-abeb-8936f831d6ed tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28790 time: 0.5053749 Jul 16 22:29:12.945045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:12.980831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9a99-dc43-4f7c-965d-17ef32424950 req-9890e8ca-4597-4288-92b3-85aaac2063b5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:12.997850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-883f9a99-dc43-4f7c-965d-17ef32424950 req-9890e8ca-4597-4288-92b3-85aaac2063b5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.3867373 Jul 16 22:29:13.006386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-f43befb0-3aa7-4ab7-82f9-ecf7861b6aa0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:13.007895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-f43befb0-3aa7-4ab7-82f9-ecf7861b6aa0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 820 time: 0.5027151 Jul 16 22:29:13.025641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'port': {'device_id': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'admin_state_up': True, 'tenant_id': '79139585fb5d40ae901cf1932e194b9f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:13.154130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Deleting port 7d8b618b-62d4-4a1c-8d51-e59f975c5351 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:13.154480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.157575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-883f9a99-dc43-4f7c-965d-17ef32424950 req-74995b83-6bb5-468d-83df-dbb34970750f tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570728 Jul 16 22:29:13.162858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.182713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.252090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Made reservation on behalf of 79139585fb5d40ae901cf1932e194b9f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:13.256115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.259965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 7d8b618b-62d4-4a1c-8d51-e59f975c5351, host n-h1-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:13.260600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.271466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.275036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8762007 Jul 16 22:29:13.278552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:13.286160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'security_group_rule': {'security_group_id': 'd4391bed-cd19-484a-8106-8f9aa03216c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:13.303048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Calling delete_port for 7d8b618b-62d4-4a1c-8d51-e59f975c5351 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:13.303320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29788593-ae23-42d3-b49d-285e7d842cf8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4391bed-cd19-484a-8106-8f9aa03216c2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:13.459429 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.474522 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Transition to ACTIVE for port object 0385bcfc-29be-4386-9c85-d2c6b6092770 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:13.490242 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.573380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Allocated IP 172.20.0.5 (113e5bdb-2a11-419f-9651-12a2378861b1/cb38a11b-1f6d-4f54-8382-b82ffe0a3c97/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:13.619988 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298e39-6d40-4813-84e0-b75d09946291 None None] Pushing event updated for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:13.695371 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Attempting to bind port 0385bcfc-29be-4386-9c85-d2c6b6092770 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:13.696017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Attempting to bind port 0385bcfc-29be-4386-9c85-d2c6b6092770 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:13.696017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Attempting to bind port 0385bcfc-29be-4386-9c85-d2c6b6092770 on network 15c2b2ec-4a6f-4564-9132-95bb52f0675b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:13.707467 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:13.707856 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Checking segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:13.708552 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.708942 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Bound using segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:13.709564 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Bound port: 0385bcfc-29be-4386-9c85-d2c6b6092770, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:13.709970 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:13.884101 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] For port 0385bcfc-29be-4386-9c85-d2c6b6092770, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:13.892373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] For port 0385bcfc-29be-4386-9c85-d2c6b6092770, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0385bcfc-29be-4386-9c85-d2c6b6092770,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:13.909918 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.019697 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:14.020674 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:14.107546 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298e39-6d40-4813-84e0-b75d09946291 None None] Pushing event updated for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:14.259104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.341182 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:14.387646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.430708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac2b4779-3a79-477c-a2f5-9aecc12c7f29 req-f9923a5c-59d9-4bfb-a00c-11e51ee74eec tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 210 time: 0.2027590 Jul 16 22:29:14.444077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.453924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7d8b618b-62d4-4a1c-8d51-e59f975c5351 HTTP/1.1" status: 204 len: 168 time: 1.5054684 Jul 16 22:29:14.454400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:14.558479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90f17a-f112-4b3e-8c5f-27719c8e6663 req-0366b1b9-499d-4155-8409-f7a4feabb1b1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:14.560371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb90f17a-f112-4b3e-8c5f-27719c8e6663 req-0366b1b9-499d-4155-8409-f7a4feabb1b1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2022178 Jul 16 22:29:14.566413 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-4915a542-fd7b-4977-8d91-6b0d237ab5cf tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:29:14.581481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4915a542-fd7b-4977-8d91-6b0d237ab5cf tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports/7d8b618b-62d4-4a1c-8d51-e59f975c5351 HTTP/1.1" status: 404 len: 333 time: 0.1256673 Jul 16 22:29:14.583853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:14.596336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14807a3-1a4a-4684-b213-fef1d183cf00 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d8b618b-62d4-4a1c-8d51-e59f975c5351,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:14.613720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-692896171', 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:14.703953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.713693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Made reservation on behalf of 0fa513f7e1f24cb0b49134261aad56ce for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:14.715814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.717139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.722947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.738146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port e57497dd-2673-4c25-8efe-75b6e83f895a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:14.796708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd8101a-5519-4671-a6b8-6284b692523b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:14.858236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:14.863341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75b7dec3-4f61-47b8-a8e0-40cb449710ba tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5812709 Jul 16 22:29:14.906603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58602) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:14.918006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'security_group_rule': {'security_group_id': 'd4391bed-cd19-484a-8106-8f9aa03216c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:14.963307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:29:14.970176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb90f17a-f112-4b3e-8c5f-27719c8e6663 req-0531d1fa-3d32-4572-9fa0-f7f1c1503794 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836718 Jul 16 22:29:15.025130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.034281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:13Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:15.097252 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.111517 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea358a26-b2c7-4d42-bb23-b35ec6f59ab9 None None] The sync data for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 is: [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:13Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:15.119648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.139922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Network 113e5bdb-2a11-419f-9651-12a2378861b1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:15.173008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:15.179528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:15.192476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.223238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:15.266154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'mac_address': 'fa:16:3e:bf:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:29:15.310433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.328056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:15.329683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:29:15.402948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:15.416233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.420187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:15.431702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:15.444310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:15.445672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:15.446431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.450594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=e57497dd-2673-4c25-8efe-75b6e83f895a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:15.518371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7c2e1824-4337-4c41-aaaf-fee602292914 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9158139 Jul 16 22:29:15.519039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:15.542845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:15.543161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.548239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:15.587649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b1c16a22-0491-444d-9458-333a8ad9220d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:15.605786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.610542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-77907267-412b-4982-bc42-ba0a676cfb21 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5887489 Jul 16 22:29:15.626362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Request body: {'port': {'device_id': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:15.640990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e1db2-5316-4f1e-96e3-1ff854e6e9f4 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:15.653137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b43e1db2-5316-4f1e-96e3-1ff854e6e9f4 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports/e57497dd-2673-4c25-8efe-75b6e83f895a HTTP/1.1" status: 200 len: 954 time: 0.1329522 Jul 16 22:29:15.657824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:15.795414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.818602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Deleting port e57497dd-2673-4c25-8efe-75b6e83f895a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:15.818952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:15.981554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0385bcfc-29be-4386-9c85-d2c6b6092770 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:16.059387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.069637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479948a9-372c-4e4e-9ebf-cca9d4d677db,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:16.099082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Calling delete_port for e57497dd-2673-4c25-8efe-75b6e83f895a owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:16.107592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.112695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3fcf1ed0-8a29-475c-9daf-b7bb1c9b24d4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2023070 Jul 16 22:29:16.113638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:16.124929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.126432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0385bcfc-29be-4386-9c85-d2c6b6092770 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:16.126790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:16.131163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0385bcfc-29be-4386-9c85-d2c6b6092770 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:16.131585 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.190602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.331164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.373056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93717-34e5-4ef2-8869-a3374f805ce3 req-8c3f3f05-6688-40fc-9a64-0bc91ed92704 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:16.389761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54e93717-34e5-4ef2-8869-a3374f805ce3 req-8c3f3f05-6688-40fc-9a64-0bc91ed92704 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 931 time: 0.6388624 Jul 16 22:29:16.432858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0385bcfc-29be-4386-9c85-d2c6b6092770, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0385bcfc-29be-4386-9c85-d2c6b6092770,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:16.446310 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.635187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.654063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:16.694201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54e93717-34e5-4ef2-8869-a3374f805ce3 req-5518ceea-99ad-4f8d-a5cb-b303e80f030c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031726 Jul 16 22:29:16.704320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.722032 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e57497dd-2673-4c25-8efe-75b6e83f895a HTTP/1.1" status: 204 len: 168 time: 1.0584838 Jul 16 22:29:16.730859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:16.792926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb256b-ca07-4732-bf2d-14e6dee8f47f tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event deleted for resources: {'Port': ['ID=e57497dd-2673-4c25-8efe-75b6e83f895a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:16.842245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:16.881765 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c11f758-aa6d-47b6-b635-21569f2c5ddd tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:29:16.894799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c11f758-aa6d-47b6-b635-21569f2c5ddd tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports/e57497dd-2673-4c25-8efe-75b6e83f895a HTTP/1.1" status: 404 len: 333 time: 0.1628146 Jul 16 22:29:16.899675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:16.917285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1051449496'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:16.976246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:17.082412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Made reservation on behalf of 0fa513f7e1f24cb0b49134261aad56ce for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:17.089896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.125776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b1c16a22-0491-444d-9458-333a8ad9220d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:17.126328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.166373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Allocated IP 172.25.5.228 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/03f178ea-e1f9-43fa-b263-2b21e12a3194) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:17.219695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 566e1dd1-9f48-4743-b015-148ff6f0197c yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:17.348545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.400313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:17.402617 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a740cbe7-fe42-4efb-8f6e-22c6a188623b" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:17.446131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:17.460105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.550058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.560573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:17.659387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:17.752594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9afd-aa77-41ac-90bf-27a584e50cca req-b49b1933-41d6-423b-a68c-382b8894df47 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:17.754910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-270f9afd-aa77-41ac-90bf-27a584e50cca req-b49b1933-41d6-423b-a68c-382b8894df47 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.5059168 Jul 16 22:29:17.755664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'Port': ['ID=03f178ea-e1f9-43fa-b263-2b21e12a3194,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:17.803114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:17.808691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:17.815656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:17.895864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0385bcfc-29be-4386-9c85-d2c6b6092770 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:18.003406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0385bcfc-29be-4386-9c85-d2c6b6092770 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:18.003929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.010433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.099697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.123489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:29:18.135365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.151179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Transition to ACTIVE for port object ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:18.176575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-270f9afd-aa77-41ac-90bf-27a584e50cca req-ecab58c6-0c93-4d22-a6ca-560abd4370cd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135625 Jul 16 22:29:18.197247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.262193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.552798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8087775-c317-4445-b12f-05c00c2676f2 x-openstack-request-id: req-d8087775-c317-4445-b12f-05c00c2676f2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:18.552798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:18.552798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8087775-c317-4445-b12f-05c00c2676f2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:18.552798 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'code': 200} Jul 16 22:29:18.575955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.590505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.625714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:18.639011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Attempting to bind port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:18.641592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Attempting to bind port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:18.642256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Attempting to bind port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 on network 113e5bdb-2a11-419f-9651-12a2378861b1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:18.699692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 on network 113e5bdb-2a11-419f-9651-12a2378861b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:18.700069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Attempting to bind port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 on network 113e5bdb-2a11-419f-9651-12a2378861b1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:18.738019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:18.738359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Checking segment: {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:18.740805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Bound using segment: {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:18.741309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Bound port: ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:18.741705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.799983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.803796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.859440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:18.870360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7452188 Jul 16 22:29:18.878191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dac4a-53e7-45ea-8499-d68a80f1bc06 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'Port': ['ID=03f178ea-e1f9-43fa-b263-2b21e12a3194,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:19.024649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:19.043420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:19.049923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:19.051134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:19.051936 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:19.104212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:19.109835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:19.112197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=566e1dd1-9f48-4743-b015-148ff6f0197c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:19.124583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:19.179795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8d4ecb66-01b3-45bf-9953-7c025b926907 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2790370 Jul 16 22:29:19.182948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:19.193840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:19.232663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:19.236072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:19.237781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 1092 time: 3.6181192 Jul 16 22:29:19.248031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:19.261062 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:19.375809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:19.390802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4291-8a6e-493f-8e19-03d7a207cd0f req-ba1ceb9a-edc2-4e0c-9842-2bff944d8743 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:19.392847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-832e4291-8a6e-493f-8e19-03d7a207cd0f req-ba1ceb9a-edc2-4e0c-9842-2bff944d8743 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 943 time: 0.6007028 Jul 16 22:29:19.400412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5002b-471e-4905-bc9c-e4dac722bfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:19.474220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-356a2ca8-3306-4ba8-81d0-e42862db4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:19.476276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-356a2ca8-3306-4ba8-81d0-e42862db4026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1095 time: 0.1712973 Jul 16 22:29:19.480199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-832e4291-8a6e-493f-8e19-03d7a207cd0f req-d6b19fc6-a8f9-4314-9d72-b8f29b4cac99 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807736 Jul 16 22:29:19.603417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-d1db2ca9-9dfb-48bd-b712-d0115114d131 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.1107957 Jul 16 22:29:19.739302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-3e01a796-86bb-4ac0-848c-bd4b0e3f5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:19.751109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-3e01a796-86bb-4ac0-848c-bd4b0e3f5450 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.1398697 Jul 16 22:29:19.763023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] device_id is not set on port 566e1dd1-9f48-4743-b015-148ff6f0197c yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:19.792261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:19.835255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Transition to ACTIVE for port object 566e1dd1-9f48-4743-b015-148ff6f0197c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:19.839409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-14e39a0b-fe18-4358-a079-4f2e5a072d2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802050 Jul 16 22:29:19.844634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:20.023575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=566e1dd1-9f48-4743-b015-148ff6f0197c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:20.064232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-9009c312-3f8a-46e1-8a7c-5a3e1d675535 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040288 Jul 16 22:29:20.071969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.072603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.073133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.127032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.127430 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.127817 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 2 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.173420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.173833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.174088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.237769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.238107 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.238527 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 3 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.279329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.279675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.280019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.329652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.329986 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.330382 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 4 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.390390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.390733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.391077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.413997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.414331 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.414737 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 5 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.429426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44324377-b793-44ea-9cb1-f7b069eb3ad6 req-c4f265b3-9b63-4b24-9f98-cc79d4c2eb4f service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550544 Jul 16 22:29:20.450736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e81b23-22f7-45a7-a8eb-1e535c8235eb req-39d34e20-af52-4d5d-b6fd-df970e7b522d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:20.452778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.453153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.453501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.461615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1e81b23-22f7-45a7-a8eb-1e535c8235eb req-39d34e20-af52-4d5d-b6fd-df970e7b522d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.2585175 Jul 16 22:29:20.467424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.468332 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.468809 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 6 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.490981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:20.503551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.503890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.504245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.512292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.512630 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.513065 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 7 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.523897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1e81b23-22f7-45a7-a8eb-1e535c8235eb req-593cc645-b152-4e67-9025-425f2b4d15b2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Jul 16 22:29:20.552264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.552264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.552264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.572258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.572636 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.573174 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 8 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.595271 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69324644-e2ce-40e8-9d36-12c700b932d5 x-openstack-request-id: req-69324644-e2ce-40e8-9d36-12c700b932d5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:20.595271 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:20.595271 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69324644-e2ce-40e8-9d36-12c700b932d5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:20.595271 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:29:20.614327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.614689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.615009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.619694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.620088 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.620500 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 9 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.652561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.652908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.653276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.664885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.665249 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.665665 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempt 10 to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c Jul 16 22:29:20.696798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:20.697180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:20.697521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempting to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:20.704637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:20.704995 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Failed to bind port 566e1dd1-9f48-4743-b015-148ff6f0197c on host n-h1-793621-16 for vnic_type normal using segments [{'id': '96f59015-cdb9-49bd-acd1-f284ad840058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f2dbfa0-8962-420d-90d9-5c4adfe80885'}] Jul 16 22:29:20.705373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:20.765099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-1c8d3e40-9d0d-46c5-aeb5-aa57c4b00da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:20.766820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-1c8d3e40-9d0d-46c5-aeb5-aa57c4b00da7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1095 time: 0.1452575 Jul 16 22:29:20.826043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 566e1dd1-9f48-4743-b015-148ff6f0197c, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:20.826427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:29:20.836598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:20.931542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] In _notify_port_updated(), no bound segment for port 566e1dd1-9f48-4743-b015-148ff6f0197c on network 3f2dbfa0-8962-420d-90d9-5c4adfe80885 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:29:20.932542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:20.935373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:20.941228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "PUT /v2.0/ports/566e1dd1-9f48-4743-b015-148ff6f0197c HTTP/1.1" status: 200 len: 976 time: 1.7533998 Jul 16 22:29:20.944665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:21.035596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-985098ac-8a99-433a-95ef-365722848a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:21.038809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-985098ac-8a99-433a-95ef-365722848a0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.2627842 Jul 16 22:29:21.088876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdd33d-dceb-4686-b9d8-bec251859846 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event updated for resources: {'Port': ['ID=566e1dd1-9f48-4743-b015-148ff6f0197c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:21.151244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-10b3dee7-c67f-4d26-9cde-f5ee7873f172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.1056581 Jul 16 22:29:21.184907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Deleting port 566e1dd1-9f48-4743-b015-148ff6f0197c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:21.185487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:21.300922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-7d11f952-4601-4b2e-b40e-95b554eb47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:21.302476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-7d11f952-4601-4b2e-b40e-95b554eb47e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.1234496 Jul 16 22:29:21.343482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] For port 566e1dd1-9f48-4743-b015-148ff6f0197c, host n-h1-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:21.345386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:21.367966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Calling delete_port for 566e1dd1-9f48-4743-b015-148ff6f0197c owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:21.375097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-73a1ac9d-486d-4c1b-aed9-169b0c83b3a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586343 Jul 16 22:29:21.489356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375ffa4-a878-4579-abc8-37da67e7a666 req-d97b5996-8ab4-40b0-8ca4-2e19c102839f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:21.503578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6375ffa4-a878-4579-abc8-37da67e7a666 req-d97b5996-8ab4-40b0-8ca4-2e19c102839f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 943 time: 0.3503876 Jul 16 22:29:21.671214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6375ffa4-a878-4579-abc8-37da67e7a666 req-3cc6bcaf-775c-4205-b097-d6920a65e46b tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641166 Jul 16 22:29:21.722015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-efe7e2f7-8c97-4013-affe-4ab5ee4b38e8 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379807 Jul 16 22:29:21.961678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f1dc8bdf-0c86-4fd9-b4be-e8cc6e213753 req-d71c5ad6-c8dd-4022-ac1f-55652b6d5895 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314920 Jul 16 22:29:22.177473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.258270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Pushing event deleted for resources: {'Port': ['ID=566e1dd1-9f48-4743-b015-148ff6f0197c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:22.276310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.278352 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8340ab9a-0d64-4796-b527-8d388ab767e8 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "DELETE /v2.0/ports/566e1dd1-9f48-4743-b015-148ff6f0197c HTTP/1.1" status: 204 len: 168 time: 1.3326886 Jul 16 22:29:22.281676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:22.344554 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d547264-c4e7-413e-9908-830a16541eb0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:29:22.346211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6d547264-c4e7-413e-9908-830a16541eb0 tempest-PortsAdminExtendedAttrsTestJSON-92672163 tempest-PortsAdminExtendedAttrsTestJSON-92672163-project-admin] 10.222.0.70 "GET /v2.0/ports/566e1dd1-9f48-4743-b015-148ff6f0197c HTTP/1.1" status: 404 len: 333 time: 0.0635924 Jul 16 22:29:22.351538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:22.511595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.684430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.708470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e229-c6bc-4468-a830-04e62ef6f96d req-2c2e5241-7386-4658-924c-75d6ead9f0a3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:22.710088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4305e229-c6bc-4468-a830-04e62ef6f96d req-2c2e5241-7386-4658-924c-75d6ead9f0a3 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.1818752 Jul 16 22:29:22.711878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2dbfa0-8962-420d-90d9-5c4adfe80885']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:22.730160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f59015-cdb9-49bd-acd1-f284ad840058') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:22.730525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f59015-cdb9-49bd-acd1-f284ad840058') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:22.747847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.776627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4305e229-c6bc-4468-a830-04e62ef6f96d req-4212b9a0-0504-4218-bba1-91c249438ad6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565860 Jul 16 22:29:22.781358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.782837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.790716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:29:22.791123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:29:22.794473 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:29:22.908800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.916320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:22.922784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] 10.222.0.70 "DELETE /v2.0/networks/3f2dbfa0-8962-420d-90d9-5c4adfe80885 HTTP/1.1" status: 204 len: 168 time: 0.5669994 Jul 16 22:29:22.961994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483e473-7a1f-4cdc-9564-59f7bfdd547e tempest-PortsAdminExtendedAttrsTestJSON-1126310286 tempest-PortsAdminExtendedAttrsTestJSON-1126310286-project] Pushing event deleted for resources: {'Network': ['ID=3f2dbfa0-8962-420d-90d9-5c4adfe80885,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:23.028555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:29:23.179675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86774a0d-5f61-4692-8010-e845e05f85ad req-80b46bfe-a4b0-45ea-b341-f64924a447e3 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:23.201494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86774a0d-5f61-4692-8010-e845e05f85ad req-80b46bfe-a4b0-45ea-b341-f64924a447e3 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.1156034 Jul 16 22:29:23.248553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:23.282378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'port_id': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'mac_address': 'fa:16:3e:06:47:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:29:23.307125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86774a0d-5f61-4692-8010-e845e05f85ad req-8567985d-186c-4872-aad7-bb2178cabbcd tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037300 Jul 16 22:29:23.363170 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:23.390390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:29:23.392920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbcf5-c25e-4e9c-a35a-28126240df05 req-a4494767-36a8-4e24-b649-2ffab57faee9 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:23.405621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba5bbcf5-c25e-4e9c-a35a-28126240df05 req-a4494767-36a8-4e24-b649-2ffab57faee9 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 943 time: 0.1714933 Jul 16 22:29:23.420013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:23.430603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:23.531251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba5bbcf5-c25e-4e9c-a35a-28126240df05 req-c574a2c7-2967-439d-959d-c9fe34d1d84b tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241343 Jul 16 22:29:23.542421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:23.564273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:23.767609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:23.855121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7dd5f8d-6623-4585-b55b-f9905b7e5ad5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c575e86aef5047b9be1cd0531029db7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750828 Jul 16 22:29:23.856287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58766) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:23.968677 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:23.992449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-c4f75a31-1445-4be1-b6f0-edce2a76cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:23.994735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-c4f75a31-1445-4be1-b6f0-edce2a76cdfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1098 time: 0.2851734 Jul 16 22:29:24.029562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:24.079958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-5ad84d81-a576-430d-9087-bba51374098e tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:24.081488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-5ad84d81-a576-430d-9087-bba51374098e tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.68 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.2472999 Jul 16 22:29:24.128323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:24.132605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:24.134541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b039fa5c-feeb-4480-914c-3ee5cf791738 HTTP/1.1" status: 204 len: 168 time: 0.2679155 Jul 16 22:29:24.154849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c2372-3762-44ef-b7de-28a8bc4d654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039fa5c-feeb-4480-914c-3ee5cf791738,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:24.344228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-58256eda-8053-459e-af40-9dcba9698f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:24.346364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-58256eda-8053-459e-af40-9dcba9698f7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.3418095 Jul 16 22:29:24.399462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-aa190b6c-1ecd-4708-8e8b-053179ea2f29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.0449414 Jul 16 22:29:24.486242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-8ebf9a75-6a0d-4bd4-a874-2c648324e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:24.488299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-8ebf9a75-6a0d-4bd4-a874-2c648324e159 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.0676911 Jul 16 22:29:24.501277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487b57-5ca4-401c-b287-6a8c9f0d840e req-55c2382d-1f5f-4526-a015-437f07ae294a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:24.508698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92487b57-5ca4-401c-b287-6a8c9f0d840e req-55c2382d-1f5f-4526-a015-437f07ae294a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.4604104 Jul 16 22:29:24.613880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-e49e5d12-d1c9-4b90-8abd-900e47d55cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024115 Jul 16 22:29:24.668512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92487b57-5ca4-401c-b287-6a8c9f0d840e req-6fa49dc5-5e67-41ed-8290-da16fc06c175 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 Jul 16 22:29:24.695525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f139-5e2d-41d4-b96f-ed1ad6d2c4eb req-bddd52d6-2978-4f04-9e6e-815aca2aa276 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:24.703406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c28f139-5e2d-41d4-b96f-ed1ad6d2c4eb req-bddd52d6-2978-4f04-9e6e-815aca2aa276 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 945 time: 0.1206398 Jul 16 22:29:24.722184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Deleting port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:24.725967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:24.731881 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:24.863720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c28f139-5e2d-41d4-b96f-ed1ad6d2c4eb req-25709807-090f-4739-b089-8eac63c923c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd7454d8-7474-4159-a5c4-80e75ba4ba27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539779 Jul 16 22:29:24.907585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a612128-461c-498e-8414-4aa82fbb5bf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fa513f7e1f24cb0b49134261aad56ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462579 Jul 16 22:29:24.908228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:24.988617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.009456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-b4555933-7327-4293-aca7-4f17c6f802ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6054852 Jul 16 22:29:25.037355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.046842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:25.085669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-4955db27-5fce-411d-8448-a3ec103882f6 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644814 Jul 16 22:29:25.131596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.134472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.135764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48188605-79b3-4422-b1cc-f036e4f1cfa4 HTTP/1.1" status: 204 len: 168 time: 0.2265067 Jul 16 22:29:25.151875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1302b-e1e5-4a0b-8939-2ac020ce671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48188605-79b3-4422-b1cc-f036e4f1cfa4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:25.227455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] For port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,segment=NetworkSegment(7d410448-f68b-4411-bbed-654abbca7984),segment_id=7d410448-f68b-4411-bbed-654abbca7984)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:25.227868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.245550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:25.255872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:25.256857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.261931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Calling delete_port for 2ff638a8-81c3-4b16-beb1-2bc4c52df68a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:25.294499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e7ec8-5e91-4287-9924-ca0d74ba1539 req-da1e073b-293c-4442-970a-f8f3f3cdb014 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:25.302204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-073e7ec8-5e91-4287-9924-ca0d74ba1539 req-da1e073b-293c-4442-970a-f8f3f3cdb014 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 944 time: 0.4538586 Jul 16 22:29:25.377202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.382992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c39f0c3-d4c6-4c3a-aaaf-e10720462da1 req-36735d81-9002-4fd6-9741-0e8838a229d6 service neutron] 10.222.0.47 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703924 Jul 16 22:29:25.430777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-073e7ec8-5e91-4287-9924-ca0d74ba1539 req-ecadfac6-5a54-4d5f-ae36-55e25f4fb0a6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277096 Jul 16 22:29:25.431378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:25.435507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11434-af1b-49e9-ad42-b20182a99356 req-1086e622-ca35-4ca1-87ba-f4d8118967be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:25.437169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-1086e622-ca35-4ca1-87ba-f4d8118967be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 1100 time: 0.3504889 Jul 16 22:29:25.438224 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f39ee51-ec80-4ea1-9f74-e070f5888867" -d '{"events": [{"server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "name": "network-vif-plugged", "status": "completed", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:25.477360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:25.486361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:25.581930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:25.662187 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a5114-8ca9-4afb-8c4d-613ae0d013ea x-openstack-request-id: req-cd3a5114-8ca9-4afb-8c4d-613ae0d013ea {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:25.662495 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "name": "network-vif-plugged", "status": "completed", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:25.662852 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd3a5114-8ca9-4afb-8c4d-613ae0d013ea {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:25.663277 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'code': 200} Jul 16 22:29:25.771419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11434-af1b-49e9-ad42-b20182a99356 req-3d1e8cfd-513e-4dcd-8a6d-26d7821ad0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:25.775488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-3d1e8cfd-513e-4dcd-8a6d-26d7821ad0c5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3014712 Jul 16 22:29:25.809707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:26.281711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-abab1141-d97f-43d5-a0c1-47ad959c0808 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 200 len: 217 time: 0.4563701 Jul 16 22:29:26.366621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] No DVR routers for this DVR port 2ff638a8-81c3-4b16-beb1-2bc4c52df68a on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:29:26.369254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:26.371407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac59b552-1de9-4914-a7e9-4fe5496b7caf req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.68 "DELETE /v2.0/ports/2ff638a8-81c3-4b16-beb1-2bc4c52df68a HTTP/1.1" status: 204 len: 173 time: 2.2689793 Jul 16 22:29:26.379301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'name': 'network-vif-deleted', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:26.382925 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6012c75-8619-4ce4-abe2-88ce643125ba" -d '{"events": [{"server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "name": "network-vif-deleted", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:26.384913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ce25-ff29-4b0c-96d3-9ca4d90b65c2 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] Pushing event deleted for resources: {'Port': ['ID=2ff638a8-81c3-4b16-beb1-2bc4c52df68a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:26.484332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11434-af1b-49e9-ad42-b20182a99356 req-f1903568-94c2-4bc4-ad84-120960732b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:26.485900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-f1903568-94c2-4bc4-ad84-120960732b6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1502261 Jul 16 22:29:26.494944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701d9a-cb53-4ac3-a91f-938d8b821bf4 req-338f248e-518c-4777-89fa-8f7208396678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:26.497971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7701d9a-cb53-4ac3-a91f-938d8b821bf4 req-338f248e-518c-4777-89fa-8f7208396678 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.7181828 Jul 16 22:29:26.558745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca863-a1b8-47c1-a3f6-6df99bd5554b req-832d30a0-7330-401e-b4ea-55e276f1b32b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:26.565819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88bca863-a1b8-47c1-a3f6-6df99bd5554b req-832d30a0-7330-401e-b4ea-55e276f1b32b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 946 time: 0.7177656 Jul 16 22:29:26.611420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7701d9a-cb53-4ac3-a91f-938d8b821bf4 req-a13a8461-e396-4baa-9ad2-ee9e2ceb0927 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013088 Jul 16 22:29:26.709645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88bca863-a1b8-47c1-a3f6-6df99bd5554b req-80c167e8-b936-4f76-be63-133aa171fd5b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429579 Jul 16 22:29:26.713627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11434-af1b-49e9-ad42-b20182a99356 req-36f59497-f261-4843-add6-7221d06d7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:26.720415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-36f59497-f261-4843-add6-7221d06d7103 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185571 Jul 16 22:29:26.920999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-3eb668dc-f91c-4cbd-993b-f9897c2ba82c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976023 Jul 16 22:29:27.029093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-348bd2df-4cc3-4365-9cf0-45ee1d499793 req-a4e178d2-b527-4149-9026-69b3a830a686 tempest-VolumesAdminNegativeTest-961833934 tempest-VolumesAdminNegativeTest-961833934-project] 10.222.0.70 "GET /v2.0/ports?device_id=775f2d92-f0d9-46f1-8986-cbfc7e79f19d HTTP/1.1" status: 200 len: 210 time: 0.0652618 Jul 16 22:29:27.080206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:27.141289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29a11434-af1b-49e9-ad42-b20182a99356 req-e43fb13d-d125-4bf1-85f1-35c65e5e8f8c service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057612 Jul 16 22:29:27.309383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:27.367626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:27.376514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:27.392899 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860f3678-b274-428f-9143-a4834fa57149 x-openstack-request-id: req-860f3678-b274-428f-9143-a4834fa57149 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:27.393305 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775f2d92-f0d9-46f1-8986-cbfc7e79f19d", "name": "network-vif-deleted", "tag": "2ff638a8-81c3-4b16-beb1-2bc4c52df68a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:27.393567 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-860f3678-b274-428f-9143-a4834fa57149 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:27.393970 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f2d92-f0d9-46f1-8986-cbfc7e79f19d', 'name': 'network-vif-deleted', 'tag': '2ff638a8-81c3-4b16-beb1-2bc4c52df68a', 'status': 'completed', 'code': 200} Jul 16 22:29:27.430884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ff638a8-81c3-4b16-beb1-2bc4c52df68a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:27.461470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 2ff638a8-81c3-4b16-beb1-2bc4c52df68a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:29:27.461895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2ff638a8-81c3-4b16-beb1-2bc4c52df68a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:29:27.469710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:27.516718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90d89a81-9857-4b9d-83ce-cb3709630414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:27.663099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:27.664402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:27.667111 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb135d2-4f27-4280-b2c9-0cb5945f2e04" -d '{"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-unplugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:27.695024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fb061-16c1-4b32-bcf7-e154677ea583 req-f3d27d77-f0b4-468c-b596-e06efd2129af tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:27.696654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a77fb061-16c1-4b32-bcf7-e154677ea583 req-f3d27d77-f0b4-468c-b596-e06efd2129af tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0940502 Jul 16 22:29:27.763347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a77fb061-16c1-4b32-bcf7-e154677ea583 req-92dfe091-57ba-41b5-9f94-2becd168308c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590556 Jul 16 22:29:27.792184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1720881030', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:27.829635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Made reservation on behalf of 961e99f317ef4cd0ad8dca2d767e9e6f for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:27.833861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:27.847800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:27.977513 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b07c067-0b55-49af-82be-11d8a9b3b427 x-openstack-request-id: req-7b07c067-0b55-49af-82be-11d8a9b3b427 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:27.977811 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-unplugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:27.978061 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b07c067-0b55-49af-82be-11d8a9b3b427 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:27.978450 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'code': 200} Jul 16 22:29:28.042706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.054848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.156138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:29:28.166735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.167310 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Added segment 1f612ab3-f5c6-4f1f-bd57-b54156335cba of type vlan for network 672dd38b-672b-41cb-b04b-ca375223dbf4 Jul 16 22:29:28.180371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c3e0c5-74fa-456c-a303-9c4082c54792,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:28.285022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.331246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec21034-85a1-4610-b101-d1cab01fea5d req-7fb2167b-ec84-4bc8-b8dc-92e59238d3d5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:28.338660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ec21034-85a1-4610-b101-d1cab01fea5d req-7fb2167b-ec84-4bc8-b8dc-92e59238d3d5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.2486582 Jul 16 22:29:28.384322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.385310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:28.385902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.417096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ec21034-85a1-4610-b101-d1cab01fea5d req-aebbf169-e955-4605-ab05-21d445cf857c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775251 Jul 16 22:29:28.437664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7694077 Jul 16 22:29:28.438001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:28.445776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'subnet': {'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:28.521731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f3185-3f0f-430e-923c-45ed947e2a8c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Network': ['ID=672dd38b-672b-41cb-b04b-ca375223dbf4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:28.537104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:29:28.538083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:28.564318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Made reservation on behalf of 961e99f317ef4cd0ad8dca2d767e9e6f for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:28.567730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.632230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Deleting subnet 3c9d5bda-8d06-4904-babf-59c4dfa83d90 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:29:28.640827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.725043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.813564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.940737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.972998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:28.979248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3c9d5bda-8d06-4904-babf-59c4dfa83d90 HTTP/1.1" status: 204 len: 168 time: 0.4399452 Jul 16 22:29:28.979634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:28.981020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d5cce-1a2b-42b9-91da-04d06f360598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9d5bda-8d06-4904-babf-59c4dfa83d90,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:29.132409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfa9a7-a4c4-4b6c-86ce-d320a345e5b9 req-60d6bef6-a7e1-41f1-b6c8-7aaff5ecebf5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:29.133994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4dfa9a7-a4c4-4b6c-86ce-d320a345e5b9 req-60d6bef6-a7e1-41f1-b6c8-7aaff5ecebf5 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.2013850 Jul 16 22:29:29.141985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.252804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:29:29.253228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.366465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4dfa9a7-a4c4-4b6c-86ce-d320a345e5b9 req-3d23a30c-c0a9-4317-975c-1392e07195f0 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078180 Jul 16 22:29:29.427519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6735cbfd-37af-4e84-9ec8-71f878d523fd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:29.461322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.476431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc59ada-daed-4c3d-81c9-dbf4854f7ad7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:29.488544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Checking segment: {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:29.488911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network hostable DHCP agents. Network: 672dd38b-672b-41cb-b04b-ca375223dbf4, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:29:29.493453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d410448-f68b-4411-bbed-654abbca7984') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:29.493753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d410448-f68b-4411-bbed-654abbca7984') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:29.508461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.539221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.542514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:29:29.571328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:29:29.571743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:29:29.574795 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:29:29.589154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 672dd38b-672b-41cb-b04b-ca375223dbf4) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:29.593843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:29.594669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.601502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c055e4d-587b-4553-baf5-61645ab1c27c None None] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:29.677949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5412ec92-580f-4590-89b6-e69bf5d87cfd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2385950 Jul 16 22:29:29.680754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:29.691772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1193416056', 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:29.722483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2bdb-a60f-499f-b9e3-6a7eab0f6da5 req-a9861d48-8c46-4fbd-9778-a9c0bf5c1321 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:29.731770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-380d2bdb-a60f-499f-b9e3-6a7eab0f6da5 req-a9861d48-8c46-4fbd-9778-a9c0bf5c1321 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.2029266 Jul 16 22:29:29.742159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Made reservation on behalf of 961e99f317ef4cd0ad8dca2d767e9e6f for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:29.745119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.776639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] device_id is not set on port f8c7fdc1-3a16-4f54-8912-788fc37199ec yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:29:29.785199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.819442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.826255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] 10.222.0.70 "DELETE /v2.0/networks/acc59ada-daed-4c3d-81c9-dbf4854f7ad7 HTTP/1.1" status: 204 len: 168 time: 0.8431928 Jul 16 22:29:29.829563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:29.862442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e04386d-4f70-4d1c-954a-bea99b7c71f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:29.865071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a8b42-9282-45c1-a131-267994fdf3a2 None None] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:29.886690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-380d2bdb-a60f-499f-b9e3-6a7eab0f6da5 req-7165d228-ff13-455d-9602-38fe6555f980 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538196 Jul 16 22:29:29.888290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddff11-71df-41ff-b3ca-dd8efb505186 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc59ada-daed-4c3d-81c9-dbf4854f7ad7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:30.137368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 2001:db8::3f (672dd38b-672b-41cb-b04b-ca375223dbf4/6735cbfd-37af-4e84-9ec8-71f878d523fd/f8c7fdc1-3a16-4f54-8912-788fc37199ec) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:30.142381 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.207808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Deleting subnet c6ca24bc-7099-4992-bbe2-2ee18a383c96 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:29:30.213558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.293626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.483221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.531683 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.591696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.621701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ca24bc-7099-4992-bbe2-2ee18a383c96,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:30.624460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.663331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.667843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-92d23e71-02a2-4fe7-8ecb-46321351aebe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c6ca24bc-7099-4992-bbe2-2ee18a383c96 HTTP/1.1" status: 204 len: 168 time: 0.8347661 Jul 16 22:29:30.668464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:30.707761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:30.718779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:30.722061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-9c7c9a91-dc4a-4bb6-8699-5d7eaa08a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:30.723792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-9c7c9a91-dc4a-4bb6-8699-5d7eaa08a635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 1103 time: 0.2253470 Jul 16 22:29:30.726501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:30.727549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:30.728337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.729948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-597ad94f-a7c0-4d3e-a523-dbeac36238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:30.731574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-597ad94f-a7c0-4d3e-a523-dbeac36238a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.2236545 Jul 16 22:29:30.746716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c7fdc1-3a16-4f54-8912-788fc37199ec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:30.793810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.802742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a86be1f2-9a75-436b-94e2-f6c3540a424c tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1179228 Jul 16 22:29:30.802966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:30.829005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fe93-a592-489e-805a-bec619f9e462 req-de22c7c1-e946-481d-844f-8b1eacd6ffed tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:30.830733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c71fe93-a592-489e-805a-bec619f9e462 req-de22c7c1-e946-481d-844f-8b1eacd6ffed tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1967411 Jul 16 22:29:30.977246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:30.989721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ecd5f8-4682-46d4-b12a-86a6af95ce43']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:31.008799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52180dc9-7571-4bcc-9e31-213789f300f7') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:31.009154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52180dc9-7571-4bcc-9e31-213789f300f7') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:31.020119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.038764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.041748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Deleting port f8c7fdc1-3a16-4f54-8912-788fc37199ec {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:31.043983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.053080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-f6804af1-79ac-41e2-85a2-27df5080d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:31.054738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-f6804af1-79ac-41e2-85a2-27df5080d3f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.3142865 Jul 16 22:29:31.058806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:29:31.059233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:29:31.062221 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:29:31.069408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c71fe93-a592-489e-805a-bec619f9e462 req-a90860bd-d34d-4630-8abb-3a420c41064b tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304783 Jul 16 22:29:31.085762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-eb7607aa-a421-43f9-b877-be035657f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:31.087921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-eb7607aa-a421-43f9-b877-be035657f0da service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.3379936 Jul 16 22:29:31.116719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:31.179236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.190924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.193736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-e9557c5e-aab2-473b-8e10-ef91b0948326 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.1182172 Jul 16 22:29:31.196990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] 10.222.0.70 "DELETE /v2.0/networks/82ecd5f8-4682-46d4-b12a-86a6af95ce43 HTTP/1.1" status: 204 len: 168 time: 0.5255816 Jul 16 22:29:31.214913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82237e7e-9299-4777-b08a-a80c7f58cb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ecd5f8-4682-46d4-b12a-86a6af95ce43,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:31.218276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.238130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Calling delete_port for f8c7fdc1-3a16-4f54-8912-788fc37199ec owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:31.280592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-ab1755d4-86be-447b-b1f3-9b11dd48eab9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b1c16a22-0491-444d-9458-333a8ad9220d HTTP/1.1" status: 200 len: 217 time: 0.1803887 Jul 16 22:29:31.391534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.463466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-30ab0119-4b9b-4890-9de1-62bd65290964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:31.470085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-30ab0119-4b9b-4890-9de1-62bd65290964 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.2102110 Jul 16 22:29:31.482051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-fad921b3-d532-4232-8355-41c5d7586d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:31.484433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-fad921b3-d532-4232-8355-41c5d7586d6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1666372 Jul 16 22:29:31.525932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.552074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-1d661fed-00dc-4063-b464-6a600ccf8501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663946 Jul 16 22:29:31.570243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8c7fdc1-3a16-4f54-8912-788fc37199ec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:31.610266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.619595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1104df23-1d16-430d-b653-06e81962f2ed tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f8c7fdc1-3a16-4f54-8912-788fc37199ec HTTP/1.1" status: 204 len: 168 time: 0.8155541 Jul 16 22:29:31.620543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:31.635135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4', 'external_fixed_ips': [{'subnet_id': '6735cbfd-37af-4e84-9ec8-71f878d523fd', 'ip_address': '2001:db8::3f'}]}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:31.663084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-1298b00e-333f-4e99-92c7-d5e0e0ce22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:31.665065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-1298b00e-333f-4e99-92c7-d5e0e0ce22a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615460 Jul 16 22:29:31.689080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:31.710460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-a74a3607-53cb-407c-bcc8-b7b20d5337f3 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515131 Jul 16 22:29:31.745448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.747330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.810313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34754b53-c4ae-4e88-b8a8-61810fc454ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16111c37030949bb8165e8151b8ad416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183252 Jul 16 22:29:31.814170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:31.908085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd2750d8-3327-44ea-b58d-67af79372e34 req-a545a622-87af-4e7d-a565-ac24cdf1ccad service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863630 Jul 16 22:29:31.937551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-596a1150-4e9c-45f0-8721-8e6832975149 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496650 Jul 16 22:29:31.988248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:31.996995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.068582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0f4faed-6c39-494e-b837-fde8e463d02e req-e8a5407f-a4e3-4434-aaff-710d4fd8b5c6 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350739 Jul 16 22:29:32.090401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.205626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.290391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.293420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.298222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd7454d8-7474-4159-a5c4-80e75ba4ba27 HTTP/1.1" status: 204 len: 168 time: 0.4803851 Jul 16 22:29:32.318181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b0a1-6f26-4b6c-b306-5d5ca11e5c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7454d8-7474-4159-a5c4-80e75ba4ba27,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:32.372446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca720-4b60-432f-81d4-373059b826ab req-a22af90b-6dd3-4313-a056-ba6f54769009 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:32.376373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a12ca720-4b60-432f-81d4-373059b826ab req-a22af90b-6dd3-4313-a056-ba6f54769009 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1610081 Jul 16 22:29:32.457732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a12ca720-4b60-432f-81d4-373059b826ab req-39cd99d9-f0a2-4cb1-b935-b8f9caee54ae tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716193 Jul 16 22:29:32.648251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.680550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.732642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:32.964940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 2001:db8::3f (672dd38b-672b-41cb-b04b-ca375223dbf4/6735cbfd-37af-4e84-9ec8-71f878d523fd/445cde9a-94f3-4ef8-bf93-9070f6317fbd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:32.996114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:33.069371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ffdbbdb9-f66a-4e0c-9d23-c0c2930fe626 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09abdeeb73a64594b0bf1e0844518930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673048 Jul 16 22:29:33.073641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:33.110183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.164130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.181686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.207554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network 672dd38b-672b-41cb-b04b-ca375223dbf4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:33.210791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.211608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:33.216517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:33.295054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=445cde9a-94f3-4ef8-bf93-9070f6317fbd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:33.331352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.337382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.339782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/affdc021-169f-4750-9865-6254a7682e55 HTTP/1.1" status: 204 len: 168 time: 0.2612853 Jul 16 22:29:33.355025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a6bcf-e090-469a-8048-8b559df0b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdc021-169f-4750-9865-6254a7682e55,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:33.517274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.784586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997800-6a56-41ea-8098-60509e8f1f24 req-4775e97d-0daa-43c2-b01d-c32bd1774323 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:33.792453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56997800-6a56-41ea-8098-60509e8f1f24 req-4775e97d-0daa-43c2-b01d-c32bd1774323 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1395202 Jul 16 22:29:33.826398 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:33.848324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56997800-6a56-41ea-8098-60509e8f1f24 req-b1b0468c-23bb-49af-81e3-25fa1fd66a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Jul 16 22:29:34.018659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router 6458a4ae-f2a5-4322-af97-dc79e56b79a5 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:34.166840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:34.180990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Sync routers for ids ['6458a4ae-f2a5-4322-af97-dc79e56b79a5'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:34.188445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.190257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-077a5f3e-4d9a-49fc-b4db-6196d07d44a6 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5685074 Jul 16 22:29:34.193042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:34.204342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Routers {'6458a4ae-f2a5-4322-af97-dc79e56b79a5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:34.210000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6458a4ae-f2a5-4322-af97-dc79e56b79a5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:34.351766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.449438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Set router 6458a4ae-f2a5-4322-af97-dc79e56b79a5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:34.533314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-80582b62-fec4-4b3a-9462-13e4d29774c1 req-5d713fc7-8c5c-4940-80d6-a6fd51aef1bd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:29:34.535407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80582b62-fec4-4b3a-9462-13e4d29774c1 req-5d713fc7-8c5c-4940-80d6-a6fd51aef1bd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069890 Jul 16 22:29:34.577414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.650622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:34.703669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ab1f-aa4f-4f6a-a7a9-b6455cbbc46c req-5afd73d3-7215-42d3-944e-8becbe803fb4 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:34.705282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9c7ab1f-aa4f-4f6a-a7a9-b6455cbbc46c req-5afd73d3-7215-42d3-944e-8becbe803fb4 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 951 time: 0.1228728 Jul 16 22:29:34.785029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Deleting port 445cde9a-94f3-4ef8-bf93-9070f6317fbd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:34.786617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.822338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-396245497-network', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:34.828537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6458a4ae-f2a5-4322-af97-dc79e56b79a5', 'name': '', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4', 'external_fixed_ips': [{'subnet_id': '6735cbfd-37af-4e84-9ec8-71f878d523fd', 'ip_address': '2001:db8::3f'}], 'enable_snat': True}, 'gw_port_id': '445cde9a-94f3-4ef8-bf93-9070f6317fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:31Z', 'updated_at': '2021-07-16T22:29:33Z', 'revision_number': 3, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port': {'id': '445cde9a-94f3-4ef8-bf93-9070f6317fbd', 'name': '', 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6458a4ae-f2a5-4322-af97-dc79e56b79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6735cbfd-37af-4e84-9ec8-71f878d523fd', 'ip_address': '2001:db8::3f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:32Z', 'updated_at': '2021-07-16T22:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6735cbfd-37af-4e84-9ec8-71f878d523fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:34.870571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Checking router: 6458a4ae-f2a5-4322-af97-dc79e56b79a5 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:34.871328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Updating router 6458a4ae-f2a5-4322-af97-dc79e56b79a5 port 445cde9a-94f3-4ef8-bf93-9070f6317fbd binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:34.878592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Made reservation on behalf of 3008eba643af4ad2bd480264c981bbcd for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:34.885387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.898394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.937680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:34.937987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9c7ab1f-aa4f-4f6a-a7a9-b6455cbbc46c req-4120e5c3-dee3-4ccc-befa-e55e274f3192 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159145 Jul 16 22:29:35.155566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.170446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.201068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:29:35.227172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5bd8-7a62-4c15-9e7c-917771297b23 req-393ecc46-937a-410f-9d5a-3b9ebf1345fd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:35.234313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-728c5bd8-7a62-4c15-9e7c-917771297b23 req-393ecc46-937a-410f-9d5a-3b9ebf1345fd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.1996462 Jul 16 22:29:35.284547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0dd74c-edcb-48d6-b221-193b5bae4620,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:35.289505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.290272 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Added segment 6529b6c2-f646-4609-959e-53da131576f4 of type vlan for network d3f3297d-ffb2-474f-9c37-08b84783cae2 Jul 16 22:29:35.348803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-728c5bd8-7a62-4c15-9e7c-917771297b23 req-952b0571-c08f-4e93-aaa0-5a1abb3f77c2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711579 Jul 16 22:29:35.385667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.470989 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.472727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:35.474890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.475248 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.493834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Transition to ACTIVE for port object 445cde9a-94f3-4ef8-bf93-9070f6317fbd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:35.511808 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.537359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.567931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Calling delete_port for 445cde9a-94f3-4ef8-bf93-9070f6317fbd owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:35.590172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9381459 Jul 16 22:29:35.595020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:35.600684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439866b7-2b18-4dca-9e62-366e709ffc88 req-ed7c0c14-f157-4352-851d-a15efdf130f0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:35.602821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Request body: {'subnet': {'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-subnet', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:35.607941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-439866b7-2b18-4dca-9e62-366e709ffc88 req-ed7c0c14-f157-4352-851d-a15efdf130f0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.2081721 Jul 16 22:29:35.628570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:35.628936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:35.629345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd on network 672dd38b-672b-41cb-b04b-ca375223dbf4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:35.648803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3366664-127a-4152-b9d7-4fc341d9a2ed None None] Pushing event updated for resources: {'Port': ['ID=445cde9a-94f3-4ef8-bf93-9070f6317fbd,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:35.663979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab330a7-d210-487e-aeb1-962d33141a8c admin admin] Pushing event updated for resources: {'Network': ['ID=d3f3297d-ffb2-474f-9c37-08b84783cae2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:35.666087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:35.670521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Checking segment: {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:35.671365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.672616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Bound using segment: {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:35.675020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Bound port: 445cde9a-94f3-4ef8-bf93-9070f6317fbd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:35.675631 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.681255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:29:35.686647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-fd71266c-374f-460b-a82c-3a1d013cb01e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2913780 Jul 16 22:29:35.714735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Made reservation on behalf of 3008eba643af4ad2bd480264c981bbcd for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:35.716818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-439866b7-2b18-4dca-9e62-366e709ffc88 req-a31ad052-8c68-40d4-b351-c432b405a146 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076891 Jul 16 22:29:35.718858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.950336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:35.957738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:29:35.958340 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:29:36.006130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.041049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Port': ['ID=445cde9a-94f3-4ef8-bf93-9070f6317fbd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:36.071698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.131512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Checking segment: {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:36.131874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Network hostable DHCP agents. Network: d3f3297d-ffb2-474f-9c37-08b84783cae2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:29:36.140258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:36.165628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:29:36.175229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d3f3297d-ffb2-474f-9c37-08b84783cae2) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:36.180130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:36.180735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.185623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1925ffe-684c-413f-b7b9-320a48f39011 None None] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:36.207429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d0aec4c7-4201-4259-a644-8706a660b95b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6111236 Jul 16 22:29:36.208302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:36.213051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:36.239934 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.241097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.280650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.285655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.328245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.382145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d3f3297d-ffb2-474f-9c37-08b84783cae2', 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'fixed_ips': [{'subnet_id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:29:36.383023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.393852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ff02e-3b7c-4663-a6cd-92bfe7d9a580 req-95483d39-f579-4245-bbd6-a1ffb5392026 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:36.395642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-206ff02e-3b7c-4663-a6cd-92bfe7d9a580 req-95483d39-f579-4245-bbd6-a1ffb5392026 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 951 time: 0.2259572 Jul 16 22:29:36.396402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.397073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6458a4ae-f2a5-4322-af97-dc79e56b79a5 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:29:36.402716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.406966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6ac68f0f-ab5a-4899-a9b1-576683f41a2f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6458a4ae-f2a5-4322-af97-dc79e56b79a5 HTTP/1.1" status: 204 len: 168 time: 2.2127213 Jul 16 22:29:36.407707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:36.503829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-206ff02e-3b7c-4663-a6cd-92bfe7d9a580 req-a42d6eb6-7d5f-4306-863f-a5c0d8c2638b tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947552 Jul 16 22:29:36.514888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Deleting subnet 6735cbfd-37af-4e84-9ec8-71f878d523fd {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:29:36.518838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.598286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:36.598997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:36.599226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Attempting to bind port 445cde9a-94f3-4ef8-bf93-9070f6317fbd on network 672dd38b-672b-41cb-b04b-ca375223dbf4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:36.617822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:36.617822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Checking segment: {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:36.617822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.617822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Bound using segment: {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:36.618312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.618826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Bound port: 445cde9a-94f3-4ef8-bf93-9070f6317fbd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f612ab3-f5c6-4f1f-bd57-b54156335cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '672dd38b-672b-41cb-b04b-ca375223dbf4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:36.618826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.634682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Port 445cde9a-94f3-4ef8-bf93-9070f6317fbd has been deleted concurrently {{(pid=93925) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 22:29:36.655847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:36.656226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:29:36.656828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_agentschedulers_db [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6458a4ae-f2a5-4322-af97-dc79e56b79a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent'). {{(pid=93925) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 22:29:36.657350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681117-fc10-47ce-aa45-d5ed1b198a02 None None] The sync data for ids ['6458a4ae-f2a5-4322-af97-dc79e56b79a5'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:36.750005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.764897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Allocated IP 172.20.0.2 (d3f3297d-ffb2-474f-9c37-08b84783cae2/6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5/98b44485-ccdd-469f-86e8-4036e00912f1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:36.885175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.964931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:36.969086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/6735cbfd-37af-4e84-9ec8-71f878d523fd HTTP/1.1" status: 204 len: 168 time: 0.5526550 Jul 16 22:29:36.973220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:36.979151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba983-2282-4a09-a467-f09164a842dd tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6735cbfd-37af-4e84-9ec8-71f878d523fd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:37.038277 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.048722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Transition to ACTIVE for port object 98b44485-ccdd-469f-86e8-4036e00912f1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:37.078644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.082624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Transition to ACTIVE for port object 98b44485-ccdd-469f-86e8-4036e00912f1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:37.091829 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.093080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecad14-3b95-4c19-bbe7-bdded4cf0c65 req-fae7dddd-8c18-40b1-bd4f-5a6343e5aba8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:37.094956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ecad14-3b95-4c19-bbe7-bdded4cf0c65 req-fae7dddd-8c18-40b1-bd4f-5a6343e5aba8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.2087052 Jul 16 22:29:37.148682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:37.154294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:37.158629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.158970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:37.165252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Pushing event updated for resources: {'Port': ['ID=98b44485-ccdd-469f-86e8-4036e00912f1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:37.205447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3ecad14-3b95-4c19-bbe7-bdded4cf0c65 req-a3454731-1cd5-43ec-a490-a00d4ae57d36 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883164 Jul 16 22:29:37.235524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Attempting to bind port 98b44485-ccdd-469f-86e8-4036e00912f1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:37.235978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Attempting to bind port 98b44485-ccdd-469f-86e8-4036e00912f1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:37.236413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Attempting to bind port 98b44485-ccdd-469f-86e8-4036e00912f1 on network d3f3297d-ffb2-474f-9c37-08b84783cae2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:37.243066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:37.243537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Checking segment: {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:37.244023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.244634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Bound using segment: {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:37.245211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Bound port: 98b44485-ccdd-469f-86e8-4036e00912f1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:37.245647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.245767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:29:37.276332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c03b4-a621-4352-9382-383c3d004d6b req-7ff03f29-1836-4ce0-a575-372c61d00f16 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:37.278677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2c03b4-a621-4352-9382-383c3d004d6b req-7ff03f29-1836-4ce0-a575-372c61d00f16 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1649871 Jul 16 22:29:37.310103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.317015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380130-3ccc-4f6a-9603-325b7389a568 req-8216a214-7915-4a0b-a2c8-93eb3203385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:37.318798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-8216a214-7915-4a0b-a2c8-93eb3203385a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d&tenant_id=c8f44270748448c797cf2fa5b44380e5 HTTP/1.1" status: 200 len: 1096 time: 0.2209764 Jul 16 22:29:37.338415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:37.350781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672dd38b-672b-41cb-b04b-ca375223dbf4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:37.363134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2c03b4-a621-4352-9382-383c3d004d6b req-ede1c787-54c2-44e2-9237-35fe5ed87934 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Jul 16 22:29:37.366563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f612ab3-f5c6-4f1f-bd57-b54156335cba') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:37.366868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f612ab3-f5c6-4f1f-bd57-b54156335cba') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:37.379782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.395230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] For port 98b44485-ccdd-469f-86e8-4036e00912f1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:37.398890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] For port 98b44485-ccdd-469f-86e8-4036e00912f1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=98b44485-ccdd-469f-86e8-4036e00912f1,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:37.417466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.417964 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.426520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:29:37.426927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.501569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075cf9-300a-4686-96ed-8d48ce6966ec None None] Pushing event updated for resources: {'Port': ['ID=98b44485-ccdd-469f-86e8-4036e00912f1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: items = [ Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:29:37.540518 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:29:37.544014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.554920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 672dd38b-672b-41cb-b04b-ca375223dbf4 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:29:37.557549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.563013 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/networks/672dd38b-672b-41cb-b04b-ca375223dbf4 HTTP/1.1" status: 204 len: 168 time: 0.5836527 Jul 16 22:29:37.572520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714a2f9-8802-42c7-b0c9-a7f9b0fdac5e tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Network': ['ID=672dd38b-672b-41cb-b04b-ca375223dbf4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:37.704689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.748736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:37.797127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.094652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 98b44485-ccdd-469f-86e8-4036e00912f1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:38.131010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Allocated IP 172.25.5.144 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1e24efdb-38f7-412d-b3fc-30ac02d4cbe9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:38.181330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:38.186559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'name': 'tempest-router--476820748', 'project_id': '0b68f62e7a4b4e5b92fc577414807795'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:38.228849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 98b44485-ccdd-469f-86e8-4036e00912f1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:38.263954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.266480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.352385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.360710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.386640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.391490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df4107d7-12fa-4007-8afb-7ddf84df9904 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2057154 Jul 16 22:29:38.392673 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:38.523361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.584154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.687258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280fe3d-37a0-4f5d-8c9e-ea45aca808a8 req-8e4a04ee-f780-438e-91b7-f4a584718a70 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:38.694654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d280fe3d-37a0-4f5d-8c9e-ea45aca808a8 req-8e4a04ee-f780-438e-91b7-f4a584718a70 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 944 time: 0.2668750 Jul 16 22:29:38.742239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:38.758419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.765174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.774955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.776178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2de487-2bca-4800-a559-15bd8fd737e1 req-4aab42a4-be41-4708-a870-74cd5556d96c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:38.777789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2de487-2bca-4800-a559-15bd8fd737e1 req-4aab42a4-be41-4708-a870-74cd5556d96c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.2047913 Jul 16 22:29:38.784447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d280fe3d-37a0-4f5d-8c9e-ea45aca808a8 req-5536e6ac-fea8-4fdf-bc38-7ded4bad4092 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881898 Jul 16 22:29:38.845452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:38.847072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.847590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4521d7-0ff5-4cdd-b760-563f62d20a89 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:29:38.852911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:38.854593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-948f6075-3090-4c3d-8158-9a904646b0be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/routers/0e4521d7-0ff5-4cdd-b760-563f62d20a89 HTTP/1.1" status: 204 len: 168 time: 0.4595013 Jul 16 22:29:38.856229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:38.877696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:38.881297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:38.884315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2de487-2bca-4800-a559-15bd8fd737e1 req-4d73c8a3-71f8-498c-8cf4-f74e91ce1e64 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621243 Jul 16 22:29:38.943084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Pushing event updated for resources: {'Port': ['ID=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:38.969173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:29:38.978529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.074620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b6aca-0020-4ec5-b76c-a5d9527425d5 None None] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:29:39.097093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:39.099546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Transition to ACTIVE for port object 6616940f-c6fb-440b-bc28-2d9b49b27fda will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:39.139593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:39.143292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.273814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] No DVR routers for this DVR port 6616940f-c6fb-440b-bc28-2d9b49b27fda on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:29:39.275981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=9']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:39.332533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Provisioning for port 98b44485-ccdd-469f-86e8-4036e00912f1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:39.357467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Provisioning complete for port 98b44485-ccdd-469f-86e8-4036e00912f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:39.358394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.383325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:39.383765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:39.384205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:39.393061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:29:39.393783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Attempting to bind port 6616940f-c6fb-440b-bc28-2d9b49b27fda on network 5a503ace-9a21-45c9-a4c5-8574ace33155 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:39.437599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:39.438156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Checking segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:39.438729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Bound using segment: {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:39.439265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Bound port: 6616940f-c6fb-440b-bc28-2d9b49b27fda, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371b8c6-9d2d-492e-81ec-034b83829390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:39.440345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.497065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.527532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670344036', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:39.568122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.583915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.587995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.597076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:39.638984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:39.643438 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2651d8-c461-4ed6-801a-95c4b5c11356" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:39.644679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:39.658174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.661987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:39.664615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.673422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.679818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.767265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] For port 98b44485-ccdd-469f-86e8-4036e00912f1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=98b44485-ccdd-469f-86e8-4036e00912f1,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:39.780299 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.783210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:39.784941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:39.787342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:39.789162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] 10.222.0.68 "PUT /v2.0/ports/6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 1093 time: 2.4595294 Jul 16 22:29:39.790126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:39.796706 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab20d3b-f9ef-4f75-8800-05ea0e236376" -d '{"events": [{"name": "network-changed", "server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:39.823721 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c868f3b9-b374-42f8-b71c-581140da9b3c x-openstack-request-id: req-c868f3b9-b374-42f8-b71c-581140da9b3c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:39.824018 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:39.824269 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c868f3b9-b374-42f8-b71c-581140da9b3c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:39.824778 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'code': 200} Jul 16 22:29:39.884583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017fd3-5228-435c-a0da-1c142db6fd91 None None] Pushing event updated for resources: {'Port': ['ID=98b44485-ccdd-469f-86e8-4036e00912f1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:39.919445 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57455792-1b44-41bb-9ba7-d01df7655ba0 x-openstack-request-id: req-57455792-1b44-41bb-9ba7-d01df7655ba0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:39.919730 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:39.919985 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57455792-1b44-41bb-9ba7-d01df7655ba0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:39.920978 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'status': 'completed', 'code': 200} Jul 16 22:29:39.926910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45b54a-7e00-4d51-91ca-2051f9ad3242 service neutron] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:40.071420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.145028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.209475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e4b5ca8-ed81-45f7-9c33-08ae15c5c57d None None] Provisioning complete for port 98b44485-ccdd-469f-86e8-4036e00912f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:40.210097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5ca8-ed81-45f7-9c33-08ae15c5c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.229570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380130-3ccc-4f6a-9603-325b7389a568 req-98786a53-7ff5-4cc7-8fa2-32503920c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:40.230124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3943567-18a8-4163-94d8-79b0e0ab0880 req-d34d3e11-2d84-42ad-b8c7-e3597b4197be tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:40.231224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-98786a53-7ff5-4cc7-8fa2-32503920c8ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1097 time: 0.4123459 Jul 16 22:29:40.231690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3943567-18a8-4163-94d8-79b0e0ab0880 req-d34d3e11-2d84-42ad-b8c7-e3597b4197be tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.1526730 Jul 16 22:29:40.323435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3943567-18a8-4163-94d8-79b0e0ab0880 req-c191fae5-6516-4276-9a1a-3ecd8fc23bd6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Jul 16 22:29:40.411610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380130-3ccc-4f6a-9603-325b7389a568 req-e35babd1-023f-4f8a-81b2-942e6c6d4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:40.413390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-e35babd1-023f-4f8a-81b2-942e6c6d4842 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.1732471 Jul 16 22:29:40.480798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Router 3474d865-a52c-4210-bdbb-3dc54cc02399 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:40.485008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-5181b463-2df8-4f9a-af8c-d462055b4b3b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.0556135 Jul 16 22:29:40.499214 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.545167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.635606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c94739-4746-4940-9433-ebdee508680d req-6e2b7b4d-ac40-4422-b5b7-a26cc6cd1b5c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:40.641956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380130-3ccc-4f6a-9603-325b7389a568 req-572d77e4-f2fe-4867-aa95-ecec91e21d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:40.642480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-77c94739-4746-4940-9433-ebdee508680d req-6e2b7b4d-ac40-4422-b5b7-a26cc6cd1b5c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1528780 Jul 16 22:29:40.643491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-572d77e4-f2fe-4867-aa95-ecec91e21d07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.1496022 Jul 16 22:29:40.644640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:40.660281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Sync routers for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:40.680286 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:40.682745 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:40.718902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-5811e85c-69a5-4535-bc82-b124f6173696 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661869 Jul 16 22:29:40.740280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Allocated IP 172.25.5.54 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/13c99b27-09ea-41c4-9af5-f8178ea52571) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:40.746540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:40.747780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c22a48f8-b972-457f-a7f2-c258c1b9c20c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5385342 Jul 16 22:29:40.756241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:40.787204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-77c94739-4746-4940-9433-ebdee508680d req-ebf87704-1315-4aeb-a081-172e3da5d56b tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437767 Jul 16 22:29:40.810754 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:40.916490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-9a0f3bba-1ceb-40c1-9709-0afecff99224 service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864691 Jul 16 22:29:41.050836 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:39Z', 'revision_number': 3, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:41.089242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-717c828d-e1e0-4a1b-abe2-7d4b54c08f58 service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694107 Jul 16 22:29:41.089900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Checking router: 3474d865-a52c-4210-bdbb-3dc54cc02399 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:41.090683 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Updating router 3474d865-a52c-4210-bdbb-3dc54cc02399 port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:41.148465 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.203457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.243090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-f442a80a-ba4c-40cc-9e9b-2d5d5185b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:41.244625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-f442a80a-ba4c-40cc-9e9b-2d5d5185b37b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1097 time: 0.1000142 Jul 16 22:29:41.317841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.376139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-fb487aee-5bb5-4ef6-9045-4b0a64b46669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:41.378938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-fb487aee-5bb5-4ef6-9045-4b0a64b46669 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.1265244 Jul 16 22:29:41.395928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:41.405744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:41.431945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:41.454775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-7369594c-01e8-4a49-8365-5125da366f47 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.0689085 Jul 16 22:29:41.474739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event updated for resources: {'Port': ['ID=13c99b27-09ea-41c4-9af5-f8178ea52571,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:41.554055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-4dc55ef7-3644-434f-9200-7aae83cd937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:41.555999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-4dc55ef7-3644-434f-9200-7aae83cd937e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.0874741 Jul 16 22:29:41.598886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-7f9669be-ff6d-4181-a8eb-b286f4832d95 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354195 Jul 16 22:29:41.670988 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.683323 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Transition to ACTIVE for port object 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:41.696019 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.771938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-c53b02a3-d32a-4aa4-bab8-79d069aadb7a service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656075 Jul 16 22:29:41.902054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 98b44485-ccdd-469f-86e8-4036e00912f1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:41.935309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab20d3b-f9ef-4f75-8800-05ea0e236376 req-91c4b9de-6973-4d6d-a785-f459215d56cd service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566484 Jul 16 22:29:41.970619 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fafda5-c6a9-4cb6-8e3f-d045c437a0e9 None None] Pushing event updated for resources: {'Port': ['ID=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:41.977896 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Attempting to bind port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:41.978353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Attempting to bind port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:41.978591 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Attempting to bind port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:41.984873 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:41.985285 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:41.985838 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.986230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:41.986693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Bound port: 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:41.987319 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:41.997869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 98b44485-ccdd-469f-86e8-4036e00912f1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:41.998891 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:42.077754 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] For port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:42.083991 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] For port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:42.091206 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:42.164561 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fafda5-c6a9-4cb6-8e3f-d045c437a0e9 None None] Pushing event updated for resources: {'Port': ['ID=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:42.168412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:42.169046 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:42.248098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:42.309335 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:42.341900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd139c7-be58-475d-a813-1fe2356656f5 req-29717c99-4dc2-48b8-bce1-83eeaf92c1e7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:42.350007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2dd139c7-be58-475d-a813-1fe2356656f5 req-29717c99-4dc2-48b8-bce1-83eeaf92c1e7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.7745390 Jul 16 22:29:42.554385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2dd139c7-be58-475d-a813-1fe2356656f5 req-ef1dec03-c5c9-4ab3-b22e-70bf2d9fdc96 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034049 Jul 16 22:29:42.640300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:42.652121 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:39Z', 'revision_number': 3, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:42.701306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b44e9-4b84-40e5-be41-e03e27afebc4 req-302e25ce-869a-46c5-9191-e23f3c3ccb4c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:42.718713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411fef2-4c55-410f-9ab5-5a2de81a7e58 None None] The sync data for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 is: [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:39Z', 'revision_number': 3, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:42.734482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e25b44e9-4b84-40e5-be41-e03e27afebc4 req-302e25ce-869a-46c5-9191-e23f3c3ccb4c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1320262 Jul 16 22:29:42.846952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e25b44e9-4b84-40e5-be41-e03e27afebc4 req-3f54685b-0a08-4aaa-9c22-e43f39eb447c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113992 Jul 16 22:29:43.136231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Allocated IP 172.20.0.1 (d3f3297d-ffb2-474f-9c37-08b84783cae2/6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5/c317368c-eee9-44b7-a8f9-d3b6c70ce279) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:43.195834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:43.407793 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:43.423973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Transition to ACTIVE for port object c317368c-eee9-44b7-a8f9-d3b6c70ce279 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:43.500094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:43.558333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Pushing event updated for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:43.646990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:43.658792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:43.661674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:43.759774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:43.997169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aff43-ac03-4164-9aca-759657c507a8 req-3223ed41-986b-42d3-8b7b-82c173891f05 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:43.998488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:44.009944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd9aff43-ac03-4164-9aca-759657c507a8 req-3223ed41-986b-42d3-8b7b-82c173891f05 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.1679354 Jul 16 22:29:44.101605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd9aff43-ac03-4164-9aca-759657c507a8 req-43986055-d5d6-40cf-9162-07a12b345544 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905883 Jul 16 22:29:44.149219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:44.178332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:44.183411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:44.238882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82d0ffbd-78ed-4b14-b092-466cf218ea7d None None] Provisioning for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:44.248604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82d0ffbd-78ed-4b14-b092-466cf218ea7d None None] Provisioning complete for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:44.249243 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82d0ffbd-78ed-4b14-b092-466cf218ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:44.346435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-82d0ffbd-78ed-4b14-b092-466cf218ea7d None None] Port c317368c-eee9-44b7-a8f9-d3b6c70ce279 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:29:44.349087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:44.402265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:44.411154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:44.509819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:44.539164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:44.606842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85905d25-f7d6-4acc-958f-d2e0acb58ee0 req-57b9aafe-3aa4-4607-b936-a6873224ecf0 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:44.616879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85905d25-f7d6-4acc-958f-d2e0acb58ee0 req-57b9aafe-3aa4-4607-b936-a6873224ecf0 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 1.0683029 Jul 16 22:29:44.652777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4744f-d3c4-43a3-9c52-19a0a6592ae3 req-e558a8ec-c3e9-4fe3-b33b-33c3cf7de9cd tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:44.664172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ad4744f-d3c4-43a3-9c52-19a0a6592ae3 req-e558a8ec-c3e9-4fe3-b33b-33c3cf7de9cd tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1082370 Jul 16 22:29:44.748368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85905d25-f7d6-4acc-958f-d2e0acb58ee0 req-d97b9eb4-88fc-4567-af4e-d6ee4cc5496f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301298 Jul 16 22:29:44.758780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Router 6cf72cf6-46ab-4584-9c30-09b5342a5434 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:44.821051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ad4744f-d3c4-43a3-9c52-19a0a6592ae3 req-0a5e5892-ba16-444b-a312-86f753f94594 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549411 Jul 16 22:29:45.130787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:45.164890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] Sync routers for ids ['6cf72cf6-46ab-4584-9c30-09b5342a5434'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:45.180169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] Routers {'6cf72cf6-46ab-4584-9c30-09b5342a5434'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:45.181770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6cf72cf6-46ab-4584-9c30-09b5342a5434'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:45.184400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:45.188892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:45.191584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fb958dbb-abcf-4875-9296-a2502fcacc35 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0931599 Jul 16 22:29:45.194370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:45.208551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:45.308266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:45.352186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] Routers {'6cf72cf6-46ab-4584-9c30-09b5342a5434'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:45.358234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6cf72cf6-46ab-4584-9c30-09b5342a5434'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:45.365631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:45.367613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Pushing event updated for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:45.474248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:45.477206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7d692-8e44-4def-9696-6678f201d362 None None] The sync data for ids ['6cf72cf6-46ab-4584-9c30-09b5342a5434'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:45.514265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a02cd553-9010-4ea1-8555-6eaa3b87586d tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/6cf72cf6-46ab-4584-9c30-09b5342a5434 HTTP/1.1" status: 200 len: 924 time: 0.3171489 Jul 16 22:29:45.518264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:45.554886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:45.600150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:45.606535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a6859a9-f49a-40e5-92d2-865cbec19798 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cf72cf6-46ab-4584-9c30-09b5342a5434 HTTP/1.1" status: 200 len: 205 time: 0.0856106 Jul 16 22:29:45.609437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:45.904827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:46.026538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.096334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:46.096991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.169018 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.197932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ba797dd-6405-49c4-9e5e-17befe6934eb None None] Provisioning complete for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:46.198552 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ba797dd-6405-49c4-9e5e-17befe6934eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.212529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Router 3474d865-a52c-4210-bdbb-3dc54cc02399 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:29:46.249215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ba797dd-6405-49c4-9e5e-17befe6934eb None None] Port c317368c-eee9-44b7-a8f9-d3b6c70ce279 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:29:46.359874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa406fa9-7c90-49a7-8b88-af54554f2f72 req-719966f4-b69f-4571-a64b-e61e9aba1408 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:46.361654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa406fa9-7c90-49a7-8b88-af54554f2f72 req-719966f4-b69f-4571-a64b-e61e9aba1408 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.2140541 Jul 16 22:29:46.425578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4aef-19a0-429b-84a1-64c5d12478b5 req-8013df59-b1c2-462f-bf97-50a459b8b8ce tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:46.445569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d9c4aef-19a0-429b-84a1-64c5d12478b5 req-8013df59-b1c2-462f-bf97-50a459b8b8ce tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.9333613 Jul 16 22:29:46.532138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d9c4aef-19a0-429b-84a1-64c5d12478b5 req-0ffbaa14-a444-48ea-b408-2bd23cf99935 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843153 Jul 16 22:29:46.563520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:46.573432 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Sync routers for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:46.589810 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:46.590589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:46.634156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d5d9ad6-ca0c-4849-bacb-423a4bcff369 admin admin] 10.222.0.70 "PUT /v2.0/routers/3474d865-a52c-4210-bdbb-3dc54cc02399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8740509 Jul 16 22:29:46.645714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa406fa9-7c90-49a7-8b88-af54554f2f72 req-4c6cf7ba-8f54-442f-992c-f6a27b08d64c tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688916 Jul 16 22:29:46.656105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port 13c99b27-09ea-41c4-9af5-f8178ea52571 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:46.656516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.784204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:46.799802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for 13c99b27-09ea-41c4-9af5-f8178ea52571 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:46.866121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb729-c7b1-49e4-996b-d00a49a26018 req-0a8a159a-9fb6-43f4-b243-cb47a32fbaf4 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:46.885945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87ebb729-c7b1-49e4-996b-d00a49a26018 req-0a8a159a-9fb6-43f4-b243-cb47a32fbaf4 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1720493 Jul 16 22:29:46.986269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87ebb729-c7b1-49e4-996b-d00a49a26018 req-a7195a01-39f4-4a26-9ae6-9efaf38b969c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974226 Jul 16 22:29:46.987163 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:47.097458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:47.209196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=13c99b27-09ea-41c4-9af5-f8178ea52571,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:47.404387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:47.450070 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c317368c-eee9-44b7-a8f9-d3b6c70ce279', 'name': '', 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'mac_address': 'fa:16:3e:38:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:42Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 2, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'subnets': [{'id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:47.492349 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Checking router: 3474d865-a52c-4210-bdbb-3dc54cc02399 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:47.492990 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Updating router 3474d865-a52c-4210-bdbb-3dc54cc02399 port c317368c-eee9-44b7-a8f9-d3b6c70ce279 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:47.545861 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.080866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.083417 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.098063 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.122391 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Transition to ACTIVE for port object c317368c-eee9-44b7-a8f9-d3b6c70ce279 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:48.136919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9d966d79-9fdf-4a00-981e-07ea8f4e6c86 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8368950 Jul 16 22:29:48.141438 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.143443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:48.167236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.168175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf72cf6-46ab-4584-9c30-09b5342a5434 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:29:48.187061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.192245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:48.192806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1678b11e-7833-4f04-b814-574498f5c08c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/6cf72cf6-46ab-4584-9c30-09b5342a5434 HTTP/1.1" status: 204 len: 168 time: 2.5817950 Jul 16 22:29:48.194347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.197295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1198524906', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:48.252475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.256035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.301415 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826ff2c-f0ae-4195-801b-5f1fcb5d2d84 None None] Pushing event updated for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:48.411447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.427569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Attempting to bind port c317368c-eee9-44b7-a8f9-d3b6c70ce279 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:48.427944 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Attempting to bind port c317368c-eee9-44b7-a8f9-d3b6c70ce279 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:48.428314 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Attempting to bind port c317368c-eee9-44b7-a8f9-d3b6c70ce279 on network d3f3297d-ffb2-474f-9c37-08b84783cae2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:48.441885 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:48.442332 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Checking segment: {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:48.442723 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.443120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Bound using segment: {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:48.444765 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Bound port: c317368c-eee9-44b7-a8f9-d3b6c70ce279, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529b6c2-f646-4609-959e-53da131576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:48.445218 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.505307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.591946 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] For port c317368c-eee9-44b7-a8f9-d3b6c70ce279, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:48.596704 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] For port c317368c-eee9-44b7-a8f9-d3b6c70ce279, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c317368c-eee9-44b7-a8f9-d3b6c70ce279,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:48.614741 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.723313 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:48.724237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:48.786308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Allocated IP 172.25.5.145 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/fed4b3bf-4a09-44d2-8f25-afb60e8539d5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:48.810528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:48.919618 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:49.028883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826ff2c-f0ae-4195-801b-5f1fcb5d2d84 None None] Pushing event updated for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:49.063204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.127229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.183115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:49.187752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:49.196318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:49.227861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=fed4b3bf-4a09-44d2-8f25-afb60e8539d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:49.282231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.309851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.421089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.502345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 172.25.5.218 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:49.516866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.602115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c317368c-eee9-44b7-a8f9-d3b6c70ce279', 'name': '', 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'mac_address': 'fa:16:3e:38:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:42Z', 'updated_at': '2021-07-16T22:29:48Z', 'revision_number': 4, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'subnets': [{'id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:49.663479 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a00b6-e136-4a2a-b2a7-a15b45628e76 None None] The sync data for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 is: [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c317368c-eee9-44b7-a8f9-d3b6c70ce279', 'name': '', 'network_id': 'd3f3297d-ffb2-474f-9c37-08b84783cae2', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'mac_address': 'fa:16:3e:38:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:42Z', 'updated_at': '2021-07-16T22:29:48Z', 'revision_number': 4, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'subnets': [{'id': '6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:49.770608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.870882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.956507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.965303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:49.970975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:49.971913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c317368c-eee9-44b7-a8f9-d3b6c70ce279 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:49.974588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:49.999976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:50.063455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=fed4b3bf-4a09-44d2-8f25-afb60e8539d5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:50.089861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.090421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.090770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.091118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.091529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.091922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.093100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.093632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.093987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.094803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:50.095681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.096099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.096482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.103565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:50.104907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.107533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.135101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.137939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-9f32fbf5-0caf-480d-af1f-3eee4ae87cd6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9997554 Jul 16 22:29:50.224225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-3a37e346-8d16-4c51-b3d5-6b262039d4a6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0794389 Jul 16 22:29:50.270294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.285115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:50.372821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.374036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.374650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.374957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.375518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.375875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.376358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.377378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.377811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.378359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.378742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.379180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:29:50.396752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c317368c-eee9-44b7-a8f9-d3b6c70ce279, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c317368c-eee9-44b7-a8f9-d3b6c70ce279,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:50.417559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.503350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-5030072e-0502-4881-812a-45c90f9750bb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:50.512301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1faaba20-a5f4-4973-af8a-d3c0c30296cb req-5030072e-0502-4881-812a-45c90f9750bb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2792408 Jul 16 22:29:50.731021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.913251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:50.930677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:50.989987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b08fa6-58bd-4196-b277-1e61c2f94ba4 req-201d481b-02ad-4726-940d-5832bef4e262 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:50.992177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90b08fa6-58bd-4196-b277-1e61c2f94ba4 req-201d481b-02ad-4726-940d-5832bef4e262 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.2208524 Jul 16 22:29:51.057778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90b08fa6-58bd-4196-b277-1e61c2f94ba4 req-366b155b-88c4-4723-8724-b7950872edf3 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570006 Jul 16 22:29:51.357538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dff15-0c4d-4b2f-b10d-e17906f979e3 req-4d351ead-a7c2-43d9-82de-9e4f04ace81c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:51.361081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca1dff15-0c4d-4b2f-b10d-e17906f979e3 req-4d351ead-a7c2-43d9-82de-9e4f04ace81c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1266081 Jul 16 22:29:51.459725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca1dff15-0c4d-4b2f-b10d-e17906f979e3 req-b98d539b-0fec-475e-a882-b415a1b632ad tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888453 Jul 16 22:29:51.602856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfe42c-b350-4851-8bc1-a4260405322b req-72884b3a-9f15-43b8-883f-aac716e03e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:51.605225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16dfe42c-b350-4851-8bc1-a4260405322b req-72884b3a-9f15-43b8-883f-aac716e03e55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.9077675 Jul 16 22:29:51.625767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b6218-76eb-47f7-a636-28009c214149 req-cdc151e2-52fb-464c-b53f-f4d4a10344c8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:51.627577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd7b6218-76eb-47f7-a636-28009c214149 req-cdc151e2-52fb-464c-b53f-f4d4a10344c8 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 948 time: 0.8082790 Jul 16 22:29:51.646786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:51.820856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec9b5a-16be-4551-963a-208033807307 req-82b58007-1198-4fc6-9fcc-91a06a37fed7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:51.825102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7ec9b5a-16be-4551-963a-208033807307 req-82b58007-1198-4fc6-9fcc-91a06a37fed7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 1.0212243 Jul 16 22:29:51.893816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16dfe42c-b350-4851-8bc1-a4260405322b req-de3efd8b-5979-4368-b19a-347c4f6f12d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777448 Jul 16 22:29:51.947195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c317368c-eee9-44b7-a8f9-d3b6c70ce279 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:51.960797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-8b2eacc0-dbcb-4aad-80e4-ad07eabff3c8 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2656081 Jul 16 22:29:51.986395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:52.024941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.033507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c317368c-eee9-44b7-a8f9-d3b6c70ce279 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:52.034219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.089504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7ec9b5a-16be-4551-963a-208033807307 req-a98e4b24-8e7f-49fd-96e5-a51dbff036a4 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199554 Jul 16 22:29:52.185329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Deleting port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:52.185985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.298438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.410019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] For port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:52.410395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.446627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Calling delete_port for 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:52.462238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router cab15847-671a-406b-829c-06e3351dba08 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:52.517998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Allocated IP 172.25.5.166 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6e9fd7cc-9a76-41c4-a72e-e108bb977e85) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:52.730017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.789919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.843650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.855863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:52.888357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:52.908812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:52.916821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:52.943156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Pushing event deleted for resources: {'Port': ['ID=6c48bcff-ef3e-4cce-95ce-8937bdea6b4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:52.961143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:52.976045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Sync routers for ids ['cab15847-671a-406b-829c-06e3351dba08'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:52.986270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=6e9fd7cc-9a76-41c4-a72e-e108bb977e85,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:52.988045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Routers {'cab15847-671a-406b-829c-06e3351dba08'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:52.989576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cab15847-671a-406b-829c-06e3351dba08'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:53.105028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.105766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a73b4489-fcfb-468e-a882-b6b643097c51 req-61927e00-1b52-4247-b074-739baa0b3e9c tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.1567187 Jul 16 22:29:53.149040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.150645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f2a5dfa-3b0b-4f02-bd12-ca105634e249 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9573843 Jul 16 22:29:53.153293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] No DVR routers for this DVR port 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:29:53.157342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.160654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd7b6218-76eb-47f7-a636-28009c214149 req-1b2b71a7-842f-40a0-b12b-adebd9240609 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.68 "DELETE /v2.0/ports/6c48bcff-ef3e-4cce-95ce-8937bdea6b4f HTTP/1.1" status: 204 len: 173 time: 1.5164893 Jul 16 22:29:53.161408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:53.162230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-deleted', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:53.164772 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2e1b7-0fbb-4a3e-80f2-81857c70b301" -d '{"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-deleted", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:53.181388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Set router cab15847-671a-406b-829c-06e3351dba08 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:53.204722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.411630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b5d44678-9d76-40d4-9a73-8a259b4d6c88 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/cab15847-671a-406b-829c-06e3351dba08 HTTP/1.1" status: 200 len: 909 time: 0.2428324 Jul 16 22:29:53.417702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59552) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:53.424746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1198524906', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': True}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:53.447577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ac9b9-e24b-4994-8b97-de25883a7800 req-a0fef31c-5b53-479b-b30d-902c4e4b64a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:53.449816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-208ac9b9-e24b-4994-8b97-de25883a7800 req-a0fef31c-5b53-479b-b30d-902c4e4b64a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1415076 Jul 16 22:29:53.505285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.516371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab15847-671a-406b-829c-06e3351dba08', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:48Z', 'updated_at': '2021-07-16T22:29:50Z', 'revision_number': 3, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port': {'id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab15847-671a-406b-829c-06e3351dba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:49Z', 'updated_at': '2021-07-16T22:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:53.517588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.561869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.567587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.585138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Checking router: cab15847-671a-406b-829c-06e3351dba08 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:53.587559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Updating router cab15847-671a-406b-829c-06e3351dba08 port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:53.606506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-208ac9b9-e24b-4994-8b97-de25883a7800 req-5458a73b-21b5-44ef-bf06-8dc1fca0f330 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441810 Jul 16 22:29:53.671676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.681955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.753794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.767848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=6e9fd7cc-9a76-41c4-a72e-e108bb977e85,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:53.794229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:53.797341 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-45f3db58-7982-488b-955b-c6adedd16f05 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8205996 Jul 16 22:29:53.912692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-3868c82a-184d-4a81-9e81-3025e202c6f6 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.1027374 Jul 16 22:29:54.064408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.146859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-46adaf6f-f5a0-40aa-8775-d23e81176535 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:54.148414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a190f8b-7e42-4053-aec2-5c24da203ea3 req-46adaf6f-f5a0-40aa-8775-d23e81176535 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2282534 Jul 16 22:29:54.210314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.239734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Transition to ACTIVE for port object af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:54.252256 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.274164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1436731778', 'description': 'tempest-description-1920378218'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:54.283466 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b25449-d706-4b58-a143-75e36644cdea x-openstack-request-id: req-04b25449-d706-4b58-a143-75e36644cdea {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:54.283664 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9286ea-271b-4ea5-83ce-10eddf94be12", "name": "network-vif-deleted", "tag": "6c48bcff-ef3e-4cce-95ce-8937bdea6b4f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:54.283920 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04b25449-d706-4b58-a143-75e36644cdea {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:54.284353 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9286ea-271b-4ea5-83ce-10eddf94be12', 'name': 'network-vif-deleted', 'tag': '6c48bcff-ef3e-4cce-95ce-8937bdea6b4f', 'status': 'completed', 'code': 200} Jul 16 22:29:54.293374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626a7a7-6ad0-44c2-9661-5e6526a4d0f2 req-1d3139c1-e6a2-488f-a3ba-4a646c0a2e6d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:54.294911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2626a7a7-6ad0-44c2-9661-5e6526a4d0f2 req-1d3139c1-e6a2-488f-a3ba-4a646c0a2e6d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.1849148 Jul 16 22:29:54.303506 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.305561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767615-6f12-4c8b-8f8e-155e882e82f3 None None] Pushing event updated for resources: {'Port': ['ID=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:54.307819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Attempting to bind port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:54.308203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Attempting to bind port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:54.308564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Attempting to bind port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:54.314718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:54.315095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:54.315505 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.315895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:54.316360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Bound port: af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:54.316837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.377187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] For port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:54.381262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] For port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:54.387527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.421583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.428105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.453309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767615-6f12-4c8b-8f8e-155e882e82f3 None None] Pushing event updated for resources: {'Port': ['ID=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:54.456227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Routers {'cab15847-671a-406b-829c-06e3351dba08'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:54.456832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cab15847-671a-406b-829c-06e3351dba08'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:54.466363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.468176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f1f465b-d91f-4971-a481-62330820f73f req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1991735 Jul 16 22:29:54.477639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1690594-1211-4fbf-9e87-f80916545725 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7404a-70be-437b-83f4-c6822ec99d94,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:54.580045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] Set router cab15847-671a-406b-829c-06e3351dba08 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:54.694515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2626a7a7-6ad0-44c2-9661-5e6526a4d0f2 req-dfdfb3d2-2a2d-461c-b6a5-3069bc5c215b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878446 Jul 16 22:29:54.743937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-8b756b2a-dd6c-4cce-a463-796221640503 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--944239039&fields=id&tenant_id=17fd5622c84a4baeb32b850385ba6225 HTTP/1.1" status: 200 len: 267 time: 0.0505128 Jul 16 22:29:54.795819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab15847-671a-406b-829c-06e3351dba08', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:48Z', 'updated_at': '2021-07-16T22:29:50Z', 'revision_number': 3, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port': {'id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab15847-671a-406b-829c-06e3351dba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:49Z', 'updated_at': '2021-07-16T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:54.835502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.842043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758a2d-d461-4c7d-bbfd-00da41bbd836 None None] The sync data for ids ['cab15847-671a-406b-829c-06e3351dba08'] in n-d-793621-16 is: [{'id': 'cab15847-671a-406b-829c-06e3351dba08', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:48Z', 'updated_at': '2021-07-16T22:29:50Z', 'revision_number': 3, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port': {'id': 'af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab15847-671a-406b-829c-06e3351dba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:49Z', 'updated_at': '2021-07-16T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:54.877538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfa04a8-df49-4b90-9f6b-e013fb8be1cf req-799ae07b-5fff-4a69-bed9-ecc6511a2243 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d9286ea-271b-4ea5-83ce-10eddf94be12 HTTP/1.1" status: 200 len: 210 time: 0.0545251 Jul 16 22:29:54.879275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:54.896510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-804aabe3-9e83-4eaa-9518-b609cbb5bccf tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:54.903874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-804aabe3-9e83-4eaa-9518-b609cbb5bccf tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/networks?id=15c2b2ec-4a6f-4564-9132-95bb52f0675b HTTP/1.1" status: 200 len: 816 time: 0.1529372 Jul 16 22:29:54.922984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-90ea38e3-399f-4bcd-bf35-6adc79f5a04f tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/quotas/17fd5622c84a4baeb32b850385ba6225 HTTP/1.1" status: 200 len: 375 time: 0.0180423 Jul 16 22:29:55.001846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fa196cd3-ee1c-4749-bd42-f8571897effb tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17fd5622c84a4baeb32b850385ba6225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729721 Jul 16 22:29:55.094514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-430d933b-7d59-49dd-83ac-6b20bf685187 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1742918 Jul 16 22:29:55.095668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 172.25.5.105 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/bdaeb669-b068-4a0b-b2c2-928aa727e061) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:55.106818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:55.157471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.169784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-4e3ed0ff-793f-42dd-8ea0-72e495e17990 service neutron] 10.222.0.70 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545136 Jul 16 22:29:55.265314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.320102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-2d2ff3aa-2e4a-43ac-8ab0-51478b869a89 service neutron] 10.222.0.70 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436477 Jul 16 22:29:55.365516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.373267 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.461882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:55.470335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:55.474750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=bdaeb669-b068-4a0b-b2c2-928aa727e061,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:55.477295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:55.531797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:29:55.554361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:29:55.554848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6c48bcff-ef3e-4cce-95ce-8937bdea6b4f not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:29:55.595410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Allocated IP 172.25.5.194 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/4e2db50a-25f5-4bac-b927-f5b6bfc42d36) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:55.788078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-131d1410-a0f3-4ce4-9e4c-4e991cf7a146 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1436731778&fields=id&tenant_id=79139585fb5d40ae901cf1932e194b9f HTTP/1.1" status: 200 len: 267 time: 0.0457339 Jul 16 22:29:55.857011 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.871881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-d938dd54-abd9-490f-84f8-e3d034b7f022 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:55.874008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-d938dd54-abd9-490f-84f8-e3d034b7f022 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0845933 Jul 16 22:29:55.889381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'port': {'security_groups': ['2d8e2c04-3cd1-4885-b9eb-45aba47af24f', 'd2c7404a-70be-437b-83f4-c6822ec99d94']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:55.929783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:55.960104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:56.051931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:29:56.059329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:56.059706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.066346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.093691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.119628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:56.167691 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.167971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:56.177481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:56.179544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=4e2db50a-25f5-4bac-b927-f5b6bfc42d36,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:56.191213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:56.196156 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.252097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:56.279106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.331877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:56.364335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.369470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.382520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:56.391294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.416704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:56.417395 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.429669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7b17fcb-adfa-41ad-a874-85c2cb0d6ec4 req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "PUT /v2.0/ports/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 981 time: 0.5457535 Jul 16 22:29:56.434861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:56.439576 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485435c-4746-462d-8c5a-049c12a619cb" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:56.463980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.482826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f933-155d-4310-ad56-ac16e1462c52 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:56.538163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router 18dd2467-78ed-4612-96ea-4b438b11d0ae is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:29:56.556660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:56.785978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.792016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:29:56.797816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.804429 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Sync routers for ids ['18dd2467-78ed-4612-96ea-4b438b11d0ae'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:29:56.825299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Routers {'18dd2467-78ed-4612-96ea-4b438b11d0ae'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:56.829546 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['18dd2467-78ed-4612-96ea-4b438b11d0ae'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:56.883577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.884870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1faa3b41-5e2d-471c-9b33-fea67c6fe8c7 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4655116 Jul 16 22:29:56.905409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:56.955464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=4e2db50a-25f5-4bac-b927-f5b6bfc42d36,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:56.967215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.985167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:56.986597 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-dc2cb32d-5bde-4167-ae5e-b086b0d933bc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8860953 Jul 16 22:29:56.987476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fbd3982f-c9cf-4d1c-b656-8821a7afa8ea req-d9412ee1-5417-4546-80ef-ab8127646ee4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.1108460 Jul 16 22:29:56.991622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Set router 18dd2467-78ed-4612-96ea-4b438b11d0ae gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:57.078060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-989d4948-a07c-430c-8edb-fe091eb8425b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0799017 Jul 16 22:29:57.150481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f73ef83b-2f2f-4db8-aaca-acdf6d3bec46 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/18dd2467-78ed-4612-96ea-4b438b11d0ae HTTP/1.1" status: 200 len: 908 time: 0.2438710 Jul 16 22:29:57.151124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:57.265687 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dd2467-78ed-4612-96ea-4b438b11d0ae', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'bdaeb669-b068-4a0b-b2c2-928aa727e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:53Z', 'updated_at': '2021-07-16T22:29:55Z', 'revision_number': 3, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port': {'id': 'bdaeb669-b068-4a0b-b2c2-928aa727e061', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd2467-78ed-4612-96ea-4b438b11d0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:54Z', 'updated_at': '2021-07-16T22:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:57.267511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-bb0a497f-649f-4a95-aa99-8078bce2c061 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:57.274865 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-bb0a497f-649f-4a95-aa99-8078bce2c061 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1954157 Jul 16 22:29:57.291393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-614889a8-a0ad-4860-b29e-1a1c42235f26 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:29:57.292386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a835d88-4590-40d7-80e9-97ff5115fae3 req-614889a8-a0ad-4860-b29e-1a1c42235f26 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167656 Jul 16 22:29:57.334995 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Checking router: 18dd2467-78ed-4612-96ea-4b438b11d0ae for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:29:57.335641 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Updating router 18dd2467-78ed-4612-96ea-4b438b11d0ae port bdaeb669-b068-4a0b-b2c2-928aa727e061 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:29:57.359750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.371322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4823f9e-325c-43a9-900f-981731728923 req-2fcfa9fe-5477-424f-a190-06c9949671b1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:57.372293 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.372842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4823f9e-325c-43a9-900f-981731728923 req-2fcfa9fe-5477-424f-a190-06c9949671b1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 945 time: 0.1841657 Jul 16 22:29:57.437508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-80344967-36ad-4537-b66e-81a0d3b3e81f tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:57.439313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-80344967-36ad-4537-b66e-81a0d3b3e81f tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.68 "GET /v2.0/networks?id=15c2b2ec-4a6f-4564-9132-95bb52f0675b HTTP/1.1" status: 200 len: 816 time: 0.1618857 Jul 16 22:29:57.499753 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4823f9e-325c-43a9-900f-981731728923 req-3d0c9c53-7ac6-419f-ba1b-5a24a6c7c34e tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Jul 16 22:29:57.504635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-f276fdc2-20ca-44d7-a9d2-5cd6422ad6ea tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fd5622c84a4baeb32b850385ba6225 HTTP/1.1" status: 200 len: 379 time: 0.0519977 Jul 16 22:29:57.508386 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a072a6-ba40-4eb5-8dfa-8f2f14ee5600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.519357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'port': {'device_id': 'a6a319f3-2796-4ece-af60-93478ef08928', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'admin_state_up': True, 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'security_groups': ['d4391bed-cd19-484a-8106-8f9aa03216c2']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:57.530099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:29:57.561727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.589740 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d6abd-b503-4912-b198-1ee7da870a08 x-openstack-request-id: req-b27d6abd-b503-4912-b198-1ee7da870a08 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:29:57.590036 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:29:57.590291 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b27d6abd-b503-4912-b198-1ee7da870a08 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:29:57.592831 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:29:57.725291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:57.747918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Deleting port bdaeb669-b068-4a0b-b2c2-928aa727e061 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:57.748305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.748898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'network_id': '5a503ace-9a21-45c9-a4c5-8574ace33155', 'port_id': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'mac_address': 'fa:16:3e:ea:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86580ff3-40a2-4108-9ed3-29d44d71e486', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:29:57.752569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-935c7216-38b4-4853-ae73-782ed4cf9fab tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1436731778&fields=id&tenant_id=79139585fb5d40ae901cf1932e194b9f HTTP/1.1" status: 200 len: 267 time: 0.1460075 Jul 16 22:29:57.781766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-9c8a0395-0441-4dde-b2aa-2d2b7649629c tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1640894 Jul 16 22:29:57.795724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:57.798888 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.819949 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Transition to ACTIVE for port object bdaeb669-b068-4a0b-b2c2-928aa727e061 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:57.828754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.840389 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.850977 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.862798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:29:57.881004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485435c-4746-462d-8c5a-049c12a619cb req-ed1169b7-e94b-427c-9917-845d61b64368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:57.883010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-ed1169b7-e94b-427c-9917-845d61b64368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1136 time: 0.2728114 Jul 16 22:29:57.911835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:57.922799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:57.926708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:57.944930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Calling delete_port for bdaeb669-b068-4a0b-b2c2-928aa727e061 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:57.981273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Attempting to bind port bdaeb669-b068-4a0b-b2c2-928aa727e061 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:29:57.981638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Attempting to bind port bdaeb669-b068-4a0b-b2c2-928aa727e061 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:29:57.986755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Attempting to bind port bdaeb669-b068-4a0b-b2c2-928aa727e061 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:29:58.007186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d3be-d83b-4daf-bee8-4e9137bbd1fd None None] Pushing event updated for resources: {'Port': ['ID=bdaeb669-b068-4a0b-b2c2-928aa727e061,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:58.010175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485435c-4746-462d-8c5a-049c12a619cb req-208b0ba1-7321-4ee6-a9e1-65074f28fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:58.011788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:29:58.012165 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:29:58.012562 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.012947 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:29:58.013443 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Bound port: bdaeb669-b068-4a0b-b2c2-928aa727e061, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:29:58.019044 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.019529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-208b0ba1-7321-4ee6-a9e1-65074f28fd5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.1280727 Jul 16 22:29:58.022701 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.084239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.127786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:29:58.128212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.145848 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] For port bdaeb669-b068-4a0b-b2c2-928aa727e061, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:29:58.157964 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] For port bdaeb669-b068-4a0b-b2c2-928aa727e061, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bdaeb669-b068-4a0b-b2c2-928aa727e061,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:29:58.172815 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.251159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:58.261681 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d3be-d83b-4daf-bee8-4e9137bbd1fd None None] Pushing event updated for resources: {'Port': ['ID=bdaeb669-b068-4a0b-b2c2-928aa727e061,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:58.267739 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Routers {'18dd2467-78ed-4612-96ea-4b438b11d0ae'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:29:58.268818 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:29:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['18dd2467-78ed-4612-96ea-4b438b11d0ae'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:58.270006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6616940f-c6fb-440b-bc28-2d9b49b27fda'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:58.311123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Allocated IP 172.25.5.252 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/35305857-fb0b-41a1-8eb3-c5d1f03ba061) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:58.312787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.356890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdaeb669-b068-4a0b-b2c2-928aa727e061,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:58.388174 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] Set router 18dd2467-78ed-4612-96ea-4b438b11d0ae gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:29:58.464474 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dd2467-78ed-4612-96ea-4b438b11d0ae', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:53Z', 'updated_at': '2021-07-16T22:29:57Z', 'revision_number': 4, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:29:58.495104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.506839 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2c177-4edc-464c-a128-80fe45378c67 None None] The sync data for ids ['18dd2467-78ed-4612-96ea-4b438b11d0ae'] in n-d-793621-16 is: [{'id': '18dd2467-78ed-4612-96ea-4b438b11d0ae', 'name': 'tempest-snat-router-1198524906', 'tenant_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:53Z', 'updated_at': '2021-07-16T22:29:57Z', 'revision_number': 4, 'project_id': '961e99f317ef4cd0ad8dca2d767e9e6f', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:29:58.572284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-fc556e06-b4dd-47a5-ba6d-1789cc7782f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.5339115 Jul 16 22:29:58.601887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-a2177cb6-1e79-48c2-afbc-ba61431eda25 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:58.603911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-a2177cb6-1e79-48c2-afbc-ba61431eda25 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 984 time: 0.8504248 Jul 16 22:29:58.606865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Made reservation on behalf of 17fd5622c84a4baeb32b850385ba6225 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:29:58.611678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.642826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'port': {'security_groups': ['2d8e2c04-3cd1-4885-b9eb-45aba47af24f']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:58.744665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485435c-4746-462d-8c5a-049c12a619cb req-7eb6d0a6-726c-4ea5-b5b4-d593dbac915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:58.746215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-7eb6d0a6-726c-4ea5-b5b4-d593dbac915a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.1641998 Jul 16 22:29:58.803952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-70bf74ce-0a39-4877-97a6-c57e7ecf36d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431492 Jul 16 22:29:58.906049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.947623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.952554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:58.970280 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.016771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Allocated IP 172.20.0.13 (15c2b2ec-4a6f-4564-9132-95bb52f0675b/d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69/01f69217-28b7-4eba-b4a7-07923b6f5bff) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:29:59.018638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.018927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18dd2467-78ed-4612-96ea-4b438b11d0ae {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:29:59.027672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.028493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd05e6fc-fe04-4676-a8a0-ed8b21915566 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/routers/18dd2467-78ed-4612-96ea-4b438b11d0ae HTTP/1.1" status: 204 len: 168 time: 1.8699839 Jul 16 22:29:59.033273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:29:59.040986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-637ea4d5-d098-423c-a870-aa65eb687ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161243 Jul 16 22:29:59.148386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.208944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.213994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:59.254932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:59.258492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:59.260417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=35305857-fb0b-41a1-8eb3-c5d1f03ba061,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:59.335948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a485435c-4746-462d-8c5a-049c12a619cb req-8eeb5346-a1c1-4de9-ad3f-cd03a7a01951 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849443 Jul 16 22:29:59.384861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.397573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.410429 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.410650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:59.424297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Transition to ACTIVE for port object 01f69217-28b7-4eba-b4a7-07923b6f5bff will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:29:59.456766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.471105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.483885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:59.488367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.523204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Deleting port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:29:59.523455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.549720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:29:59.559283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:59.560255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.562957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d19e4a2-56d7-4c8a-9ba7-8d4ac3c276ec req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "PUT /v2.0/ports/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 942 time: 0.9285703 Jul 16 22:29:59.563756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:29:59.568765 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb15fa5-158f-4546-893f-e4b04e56a83c" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:29:59.570562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.603067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:29:59.613105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:29:59.615694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:29:59.648655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed4b60-ff1b-4a18-9e55-aa7174e45f18 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:59.713853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:29:59.754755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] For port af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:29:59.755128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.788181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Calling delete_port for af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:29:59.788332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:29:59.788918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:29:59.809489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event updated for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:29:59.841450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-23cfb1d7-7128-40fe-bcee-e95dc9ee7b23 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3317294 Jul 16 22:29:59.853801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Request body: {'port': {'device_id': 'a6a319f3-2796-4ece-af60-93478ef08928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:29:59.945763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.005509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.020114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.244130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51039cc2-d122-4ac7-88aa-755a9f106db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.250322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 6616940f-c6fb-440b-bc28-2d9b49b27fda completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:00.284462 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.292562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.298263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6616940f-c6fb-440b-bc28-2d9b49b27fda triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:00.298859 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.305040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event updated for resources: {'Port': ['ID=35305857-fb0b-41a1-8eb3-c5d1f03ba061,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:00.379295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f339d428-e02b-42bc-b0c4-ae7907b4b675 None None] Provisioning for port 01f69217-28b7-4eba-b4a7-07923b6f5bff completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:00.395721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.401571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event deleted for resources: {'Port': ['ID=af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:00.406100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f339d428-e02b-42bc-b0c4-ae7907b4b675 None None] Provisioning complete for port 01f69217-28b7-4eba-b4a7-07923b6f5bff triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:00.407319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f339d428-e02b-42bc-b0c4-ae7907b4b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.450702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f339d428-e02b-42bc-b0c4-ae7907b4b675 None None] Port 01f69217-28b7-4eba-b4a7-07923b6f5bff cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:30:00.488643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f69217-28b7-4eba-b4a7-07923b6f5bff {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:00.498966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.513891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Transition to ACTIVE for port object 01f69217-28b7-4eba-b4a7-07923b6f5bff will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:00.528592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.549410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.557937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-1f594d37-64f6-494f-bbf5-89da56932cdc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7685387 Jul 16 22:30:00.641814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.645072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Pushing event updated for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:00.668108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-6bb94280-9111-4cf6-ba0b-769656dc295f tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.1090901 Jul 16 22:30:00.691968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:00.705702 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9697aa82-e0c0-4ae5-aea5-fe0ec6794e15" -d '{"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:00.728956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:00.741867 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.778621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95cc86-3fd7-43e0-aa41-d71c223338e2 req-bb533943-40dc-44df-a538-fcf6cf75ffff tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:00.780764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b95cc86-3fd7-43e0-aa41-d71c223338e2 req-bb533943-40dc-44df-a538-fcf6cf75ffff tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.2656534 Jul 16 22:30:00.830542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:00.831180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-137fd0d9-63e9-46fa-ad1b-79b97d9f9870 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:00.835372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Attempting to bind port 01f69217-28b7-4eba-b4a7-07923b6f5bff on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:00.835913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Attempting to bind port 01f69217-28b7-4eba-b4a7-07923b6f5bff by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:00.836586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Attempting to bind port 01f69217-28b7-4eba-b4a7-07923b6f5bff on network 15c2b2ec-4a6f-4564-9132-95bb52f0675b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:00.855549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdbb310f-10cb-413e-ac68-74e7bf72464c req-137fd0d9-63e9-46fa-ad1b-79b97d9f9870 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1863158 Jul 16 22:30:00.858756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Port 01f69217-28b7-4eba-b4a7-07923b6f5bff on network 15c2b2ec-4a6f-4564-9132-95bb52f0675b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:30:00.858756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Attempting to bind port 01f69217-28b7-4eba-b4a7-07923b6f5bff on network 15c2b2ec-4a6f-4564-9132-95bb52f0675b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:00.867583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:00.869054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Checking segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:00.869054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Bound using segment: {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:00.869054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Bound port: 01f69217-28b7-4eba-b4a7-07923b6f5bff, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:00.869392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.874208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:00.889530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b95cc86-3fd7-43e0-aa41-d71c223338e2 req-4e2f37e0-376d-4bad-886b-cc196e140e3a tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986626 Jul 16 22:30:00.964265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:00.967973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:00.989503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.058206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.058843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.060251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] 10.222.0.68 "PUT /v2.0/ports/01f69217-28b7-4eba-b4a7-07923b6f5bff HTTP/1.1" status: 200 len: 1093 time: 1.2114837 Jul 16 22:30:01.140403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.143749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.207922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b862-6289-45ec-81f6-8032f36dcbca service neutron] Pushing event updated for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:01.215327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb524-24c8-44cc-ad5b-936c24add1ee req-4e875ecb-16dc-44ce-a1c0-fa8cb2d7d261 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.218663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e10bb524-24c8-44cc-ad5b-936c24add1ee req-4e875ecb-16dc-44ce-a1c0-fa8cb2d7d261 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1627431 Jul 16 22:30:01.220432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.221580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cab15847-671a-406b-829c-06e3351dba08 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:01.226718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.227855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e58d675-f136-48b5-8f0d-db5981ad3e80 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "DELETE /v2.0/routers/cab15847-671a-406b-829c-06e3351dba08 HTTP/1.1" status: 204 len: 168 time: 2.1936510 Jul 16 22:30:01.234444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-b99088f6-bf4b-47f2-8766-5a74cf22ae8c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2649050 Jul 16 22:30:01.234956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:01.241326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1165415561', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:01.274127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:01.284728 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.300690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-07c027d7-e8b9-4b5b-9a8d-a9844e7d1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.301955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-07c027d7-e8b9-4b5b-9a8d-a9844e7d1e41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17fd5622c84a4baeb32b850385ba6225&device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 1096 time: 0.1881504 Jul 16 22:30:01.318725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e10bb524-24c8-44cc-ad5b-936c24add1ee req-c4d81661-550a-4d40-b55c-ce0e177f3e12 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766368 Jul 16 22:30:01.320533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:30:01.320533 n-d-793621-16 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:30:01.320533 n-d-793621-16 neutron-server[93924]: [parameters: {'project_id': '79139585fb5d40ae901cf1932e194b9f', 'id': '137c9a37-96f0-4cc5-ade5-cb95235d6f3a', 'expiration': datetime.datetime(2021, 7, 16, 22, 32, 1, 303271)}] Jul 16 22:30:01.320533 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:30:01.320892 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:30:01.364794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.365979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.370925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-2faa0afe-4b4f-4b31-909c-5535145145d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff HTTP/1.1" status: 200 len: 217 time: 0.0587742 Jul 16 22:30:01.373854 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d190f53b-8ae7-44b6-9909-74f37563bef9 x-openstack-request-id: req-d190f53b-8ae7-44b6-9909-74f37563bef9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:01.374140 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:01.374567 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d190f53b-8ae7-44b6-9909-74f37563bef9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:01.375113 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:30:01.509865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.517565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-8d22fdcb-8676-4e8a-974b-5973d16ccdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.519150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-8d22fdcb-8676-4e8a-974b-5973d16ccdce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69 HTTP/1.1" status: 200 len: 855 time: 0.1416414 Jul 16 22:30:01.555983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950d93-4f35-4c4e-b552-e68894fb1202 req-16889f6f-ac29-4c7a-bfbb-fd5ae84c84ab tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.557731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64950d93-4f35-4c4e-b552-e68894fb1202 req-16889f6f-ac29-4c7a-bfbb-fd5ae84c84ab tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 949 time: 0.0681665 Jul 16 22:30:01.603034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64950d93-4f35-4c4e-b552-e68894fb1202 req-6c7b8e16-e1e4-49c3-b35f-fef72ec3cf9d tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Jul 16 22:30:01.658991 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd10e5-faec-4af4-b00f-f86650dfa7c8 x-openstack-request-id: req-c5fd10e5-faec-4af4-b00f-f86650dfa7c8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:01.659835 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:01.660277 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5fd10e5-faec-4af4-b00f-f86650dfa7c8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:01.660830 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'code': 200} Jul 16 22:30:01.692649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-7d5eca6d-0c26-4466-9d9f-f2564963b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.694325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-7d5eca6d-0c26-4466-9d9f-f2564963b49b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.2734714 Jul 16 22:30:01.725634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6242fbe6-8a2d-45e1-ad3c-175718b293fb req-d46632dc-ca62-40bd-ac71-0f0e4400b53e tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips/f006b66c-e26c-4a2a-b7db-d257221ece88 HTTP/1.1" status: 200 len: 693 time: 0.0519652 Jul 16 22:30:01.815038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:01.910078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:01.921676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fbe6-8a2d-45e1-ad3c-175718b293fb req-7cae2435-8f50-402a-b6af-7cc2fcb07c63 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.929155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6242fbe6-8a2d-45e1-ad3c-175718b293fb req-7cae2435-8f50-402a-b6af-7cc2fcb07c63 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1978140 Jul 16 22:30:01.933484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:01.934031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1e7997-6c1e-4eff-8e3d-b5bc2d127a4c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:01.938762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-6242fbe6-8a2d-45e1-ad3c-175718b293fb req-737b445f-370e-477b-9d85-0ce697aefe20 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:30:01.944670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6242fbe6-8a2d-45e1-ad3c-175718b293fb req-737b445f-370e-477b-9d85-0ce697aefe20 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083699 Jul 16 22:30:01.977117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-17cfce0f-3253-4874-9817-384382c6882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:01.978573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-17cfce0f-3253-4874-9817-384382c6882d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=15c2b2ec-4a6f-4564-9132-95bb52f0675b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4363246 Jul 16 22:30:01.991530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.093734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-e76ca062-3d8b-4816-9e05-c723bf40617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:02.095191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-e76ca062-3d8b-4816-9e05-c723bf40617b service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.3589430 Jul 16 22:30:02.211552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-bf8f04c7-ca67-4b40-b501-f3316ef5e89f tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips/f006b66c-e26c-4a2a-b7db-d257221ece88 HTTP/1.1" status: 200 len: 693 time: 0.0459149 Jul 16 22:30:02.339524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-7bb8d127-16b4-47b5-8cbb-1bd583cd9721 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:02.340985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-7bb8d127-16b4-47b5-8cbb-1bd583cd9721 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1225979 Jul 16 22:30:02.397740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-be840c26-5bc4-4f6e-8b75-afe923654ce4 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0485129 Jul 16 22:30:02.448435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-0b8d595d-dc59-4d3d-9a46-e6dab2405344 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0454178 Jul 16 22:30:02.512509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-537054e3-f5ee-4b62-904a-931ef7e8ad90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.4096911 Jul 16 22:30:02.533028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18d590-0e06-4057-90a8-4b5a5560f0be req-068572fb-c169-43ef-a3dc-3c73cc11c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:02.534438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e18d590-0e06-4057-90a8-4b5a5560f0be req-068572fb-c169-43ef-a3dc-3c73cc11c285 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1099 time: 0.6983755 Jul 16 22:30:02.546678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8350191-229a-4d19-91c5-d3103ec18105 req-93f103ac-b8b2-4d53-94c2-5ff3259ed904 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:02.548136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8350191-229a-4d19-91c5-d3103ec18105 req-93f103ac-b8b2-4d53-94c2-5ff3259ed904 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 949 time: 0.6570203 Jul 16 22:30:02.588140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Deleting port 35305857-fb0b-41a1-8eb3-c5d1f03ba061 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:02.588140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.656043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-a8bee949-55c8-40a1-8bfd-df16315a984c service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686666 Jul 16 22:30:02.687749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.688835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.689208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.707032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Calling delete_port for 35305857-fb0b-41a1-8eb3-c5d1f03ba061 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:02.747471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-d095b801-5db6-4bee-994c-a32e9062a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:02.749125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-d095b801-5db6-4bee-994c-a32e9062a3a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.2257221 Jul 16 22:30:02.803019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e18d590-0e06-4057-90a8-4b5a5560f0be req-f271bdc6-5789-4842-bc55-75fc9250cfb2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528048 Jul 16 22:30:02.831987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-0e390ad9-6666-4a8e-ab1c-e44ae7e687b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632257 Jul 16 22:30:02.873802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.902036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event deleted for resources: {'Port': ['ID=35305857-fb0b-41a1-8eb3-c5d1f03ba061,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:02.975707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.979421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:02.980652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7abce91-1d0d-4ead-9bfd-1b6e12afc661 req-62bce851-7e7a-474c-8166-33ee0a5e6bd0 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "DELETE /v2.0/floatingips/f006b66c-e26c-4a2a-b7db-d257221ece88 HTTP/1.1" status: 204 len: 173 time: 0.5258858 Jul 16 22:30:02.989090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4d67329-3341-48b7-8e6a-44458f15e5bc req-36c4c9a3-f8cd-4722-bc50-6a1ace2e99e7 service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204937 Jul 16 22:30:03.005392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.047105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Deleting port b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:03.047389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.146404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-9117cff1-9af8-4549-8d80-626bfad64d51 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801461 Jul 16 22:30:03.147801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9ead-87d9-4be6-b7e4-3e37c8ba71e4 req-ab28358b-29e7-4fdf-94ac-72da4544e4c5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:03.149353 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-924e9ead-87d9-4be6-b7e4-3e37c8ba71e4 req-ab28358b-29e7-4fdf-94ac-72da4544e4c5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.0734208 Jul 16 22:30:03.197826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-924e9ead-87d9-4be6-b7e4-3e37c8ba71e4 req-217a1d2f-6a77-4f87-aa39-ce92889f716c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415978 Jul 16 22:30:03.205477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.265202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.362038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb783e-4a99-4306-ab0a-3249552d3d1f req-33ab45e1-4d4d-44a6-8200-6e9209313961 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:03.363555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9eb783e-4a99-4306-ab0a-3249552d3d1f req-33ab45e1-4d4d-44a6-8200-6e9209313961 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.0645394 Jul 16 22:30:03.382259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:03.384430 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:03.402831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9eb783e-4a99-4306-ab0a-3249552d3d1f req-efd30f4a-3d9b-40b2-be27-44830b2b68cc tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Jul 16 22:30:03.413715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] For port b1c16a22-0491-444d-9458-333a8ad9220d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b1c16a22-0491-444d-9458-333a8ad9220d,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:03.414075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.450829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Calling delete_port for b1c16a22-0491-444d-9458-333a8ad9220d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:03.459608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Allocated IP 172.25.5.114 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/cfc3918b-f8d3-4976-a50d-02eafdd6e8d8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:03.481273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adb15fa5-158f-4546-893f-e4b04e56a83c req-89dac7a1-c78e-4479-8097-1ae546fa3b73 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216455 Jul 16 22:30:03.581263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb613d-5ee8-4f33-aabb-8fe0cd2b0bd2 req-f91339a1-7726-4da1-92c6-312e9b2f46bd tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:03.583017 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30bb613d-5ee8-4f33-aabb-8fe0cd2b0bd2 req-f91339a1-7726-4da1-92c6-312e9b2f46bd tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ceaf816-5561-4634-9ef6-bc765e2220c9 HTTP/1.1" status: 200 len: 949 time: 0.0699935 Jul 16 22:30:03.635124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30bb613d-5ee8-4f33-aabb-8fe0cd2b0bd2 req-230836f6-db9c-488c-ab5b-dbf061eb3152 tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.70 "GET /v2.0/security-groups?id=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Jul 16 22:30:03.661749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.697378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.738176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Pushing event deleted for resources: {'Port': ['ID=b1c16a22-0491-444d-9458-333a8ad9220d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:03.776424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.823011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] No DVR routers for this DVR port b1c16a22-0491-444d-9458-333a8ad9220d on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:03.849707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:03.851720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8350191-229a-4d19-91c5-d3103ec18105 req-00c845e7-85b6-470e-8c1a-f920530fba5f tempest-ListImageFiltersTestJSON-665096946 tempest-ListImageFiltersTestJSON-665096946-project] 10.222.0.47 "DELETE /v2.0/ports/b1c16a22-0491-444d-9458-333a8ad9220d HTTP/1.1" status: 204 len: 173 time: 1.2763371 Jul 16 22:30:03.869815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:03.879693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:03.882417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fe58e-5889-4e17-811f-9e5e6ef0d954 req-91abb2dd-2cb6-4d29-b689-748660e3ab81 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:03.892211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:03.892494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-497fe58e-5889-4e17-811f-9e5e6ef0d954 req-91abb2dd-2cb6-4d29-b689-748660e3ab81 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2256658 Jul 16 22:30:03.929710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'Port': ['ID=cfc3918b-f8d3-4976-a50d-02eafdd6e8d8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:03.934211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Allocated IP 172.25.5.158 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/4321f332-35c2-46df-80f0-d386c992de41) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:04.069384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.102688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.154640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.185137 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cd62da-7511-4c8a-b91c-400835d02407 x-openstack-request-id: req-51cd62da-7511-4c8a-b91c-400835d02407 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:04.185418 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:04.186225 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51cd62da-7511-4c8a-b91c-400835d02407 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:04.186615 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'status': 'completed', 'code': 200} Jul 16 22:30:04.265334 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.295458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb4dc070-0c1d-474e-95f2-c428921b5662 req-84afa4e7-529c-4adc-a9ea-8cdc5096f73c tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=3008eba643af4ad2bd480264c981bbcd HTTP/1.1" status: 200 len: 1657 time: 0.0951715 Jul 16 22:30:04.364891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:04.376994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:04.380622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event updated for resources: {'Port': ['ID=4321f332-35c2-46df-80f0-d386c992de41,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:04.384163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:04.416461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc070-0c1d-474e-95f2-c428921b5662 req-1eac1010-afe7-4b7e-a670-d9078a6fb23a tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:04.422194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb4dc070-0c1d-474e-95f2-c428921b5662 req-1eac1010-afe7-4b7e-a670-d9078a6fb23a tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks?id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 787 time: 0.1255040 Jul 16 22:30:04.423747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-ab00f01c-4b62-46bb-af4e-a20477477980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:04.425340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-ab00f01c-4b62-46bb-af4e-a20477477980 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17fd5622c84a4baeb32b850385ba6225&device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 1096 time: 0.2222393 Jul 16 22:30:04.434796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-cb4dc070-0c1d-474e-95f2-c428921b5662 req-c28399bd-c491-45bd-998a-6862d23a74f2 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:30:04.441519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb4dc070-0c1d-474e-95f2-c428921b5662 req-c28399bd-c491-45bd-998a-6862d23a74f2 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123754 Jul 16 22:30:04.558166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.589616 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.622585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4425-d326-4e7e-b449-6e78029c07e9 req-d51b3904-e152-43b7-8047-9a169b04070a tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:04.624728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b1f4425-d326-4e7e-b449-6e78029c07e9 req-d51b3904-e152-43b7-8047-9a169b04070a tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.0787284 Jul 16 22:30:04.663502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b1f4425-d326-4e7e-b449-6e78029c07e9 req-0dd12311-918f-4bc6-a0a9-2519b0a1bf6b tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Jul 16 22:30:04.704182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event updated for resources: {'Port': ['ID=cfc3918b-f8d3-4976-a50d-02eafdd6e8d8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:04.764353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-9621573d-cb70-4cc4-b3e3-98c80112d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:04.766091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-9621573d-cb70-4cc4-b3e3-98c80112d40d service neutron] 10.222.0.68 "GET /v2.0/networks?id=15c2b2ec-4a6f-4564-9132-95bb52f0675b HTTP/1.1" status: 200 len: 917 time: 0.3208296 Jul 16 22:30:04.772597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.829094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb001-e890-4b77-91bb-fcf72bac67c0 req-114f1df3-4012-454e-a377-e3b898c996c8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:04.830583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4ecb001-e890-4b77-91bb-fcf72bac67c0 req-114f1df3-4012-454e-a377-e3b898c996c8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.0624990 Jul 16 22:30:04.835116 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-e8519f51-0f47-4758-9e05-eae6d07bdf32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff HTTP/1.1" status: 200 len: 217 time: 0.0546179 Jul 16 22:30:04.840836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:04.842036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-c0aaadad-775f-4849-8aa4-0851104c68a5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5772636 Jul 16 22:30:04.873881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4ecb001-e890-4b77-91bb-fcf72bac67c0 req-3114c78b-161b-4460-b6a7-c52aabf6ad26 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Jul 16 22:30:04.946767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-516a8ac9-2637-4300-9405-811b1de8594b req-4688b04f-4c31-4694-b813-7451e6480f56 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips/382eb785-5018-4839-88b4-e4594bcbd644 HTTP/1.1" status: 200 len: 693 time: 0.0473871 Jul 16 22:30:05.053415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8ac9-2637-4300-9405-811b1de8594b req-c83813c8-8f0d-4cdd-be81-d83285e475dd tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:05.054900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-516a8ac9-2637-4300-9405-811b1de8594b req-c83813c8-8f0d-4cdd-be81-d83285e475dd tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1027749 Jul 16 22:30:05.109484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-516a8ac9-2637-4300-9405-811b1de8594b req-78d80ba3-0d1e-4d7b-8566-0fc8b649a206 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0484791 Jul 16 22:30:05.160050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-516a8ac9-2637-4300-9405-811b1de8594b req-0505d99e-e8c4-4d89-8cd9-2080826182fc tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0442994 Jul 16 22:30:05.291486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Deleting port 4e2db50a-25f5-4bac-b927-f5b6bfc42d36 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:05.291752 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.305844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:05.325684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: b1c16a22-0491-444d-9458-333a8ad9220d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:05.326018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b1c16a22-0491-444d-9458-333a8ad9220d not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:05.330709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-88d4419d-f4d9-4e3e-bdc4-73182afc3c36 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.4371662 Jul 16 22:30:05.338450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-cbd75a61-06e8-46c2-8d6c-b250ea549f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:05.339823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-cbd75a61-06e8-46c2-8d6c-b250ea549f2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69 HTTP/1.1" status: 200 len: 855 time: 0.4952242 Jul 16 22:30:05.352336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.374520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.374852 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.386215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Calling delete_port for 4e2db50a-25f5-4bac-b927-f5b6bfc42d36 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:05.513411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.542286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event deleted for resources: {'Port': ['ID=4e2db50a-25f5-4bac-b927-f5b6bfc42d36,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:05.562001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-44582a2f-ef23-4c8e-ac88-a19a27f12dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:05.563539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-44582a2f-ef23-4c8e-ac88-a19a27f12dfb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=15c2b2ec-4a6f-4564-9132-95bb52f0675b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121480 Jul 16 22:30:05.570446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-685e397b-da9b-4db4-97b8-c931ab1b140d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:05.571654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18db3fa1-7b64-409c-b4e2-845caf956e10 req-685e397b-da9b-4db4-97b8-c931ab1b140d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2350488 Jul 16 22:30:05.603905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.607135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.608480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-516a8ac9-2637-4300-9405-811b1de8594b req-db30a36a-8791-44e3-b52d-1739068e1a7b tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "DELETE /v2.0/floatingips/382eb785-5018-4839-88b4-e4594bcbd644 HTTP/1.1" status: 204 len: 173 time: 0.4428780 Jul 16 22:30:05.741383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-a5e632ac-a6b7-41e1-b35a-fb883b37b37c service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684453 Jul 16 22:30:05.742478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:05.777091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2c0a-cd54-4b7e-91fa-dc6c4e5070e7 req-ab6709b0-a787-4faa-8cde-9919d201d152 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:05.781478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-633e2c0a-cd54-4b7e-91fa-dc6c4e5070e7 req-ab6709b0-a787-4faa-8cde-9919d201d152 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.0790443 Jul 16 22:30:05.820290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-633e2c0a-cd54-4b7e-91fa-dc6c4e5070e7 req-05979120-2a21-4457-b159-1e11d675ec27 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Jul 16 22:30:05.952987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c35a5f-0162-4ed5-9368-4dde0c85fb36 req-b58a8a43-aaf6-4674-af22-c31c4f72260d service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038620 Jul 16 22:30:05.962904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-81db5189-c949-4172-bcbc-02c1cede8858 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips/c3afdd2a-c4c1-4a9e-bc36-682b0bbe72ac HTTP/1.1" status: 200 len: 693 time: 0.0572722 Jul 16 22:30:06.050109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Router 2629bd69-3b70-4fcd-b4b3-020847846433 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:06.131681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-99ba82ed-75a6-4feb-b332-a4c690279adf tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:06.133353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-99ba82ed-75a6-4feb-b332-a4c690279adf tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1620407 Jul 16 22:30:06.176863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-89253c0b-cb89-4392-ac9d-545823967dfe tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:30:06.177940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-89253c0b-cb89-4392-ac9d-545823967dfe tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369041 Jul 16 22:30:06.190383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-deleted', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:06.192768 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06fd419-2bb5-4fce-82a6-e408f17d2035" -d '{"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-deleted", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:06.246392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-b1733b0b-a04b-48bb-9262-a2da611eb5ae tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0619764 Jul 16 22:30:06.250065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:06.262845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] Sync routers for ids ['2629bd69-3b70-4fcd-b4b3-020847846433'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:06.279321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] Routers {'2629bd69-3b70-4fcd-b4b3-020847846433'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:06.280074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2629bd69-3b70-4fcd-b4b3-020847846433'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:06.311721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.315589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-54d6d9c1-4184-402f-af42-07e4ad23b1b5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0768986 Jul 16 22:30:06.320633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:06.324126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-02f7fbb4-3ee4-4024-b909-ca3a8f1dcdd4 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0576890 Jul 16 22:30:06.324639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:06.330482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:06.330708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] Routers {'2629bd69-3b70-4fcd-b4b3-020847846433'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:06.331236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2629bd69-3b70-4fcd-b4b3-020847846433'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:06.372651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:06.374006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1011f-8e0d-4a51-af76-d0a873e6ceff None None] The sync data for ids ['2629bd69-3b70-4fcd-b4b3-020847846433'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:06.399529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-4b4e5ba2-1b69-4444-8477-86460866b8d0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:06.401066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-4b4e5ba2-1b69-4444-8477-86460866b8d0 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4531569 Jul 16 22:30:06.451863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-a846b668-1520-4733-a4f6-81b020c9bb8d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0449388 Jul 16 22:30:06.462139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'floatingip': {'port_id': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:06.502854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.622666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Deleting port 6e9fd7cc-9a76-41c4-a72e-e108bb977e85 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:06.623044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.788599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.788929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.808614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Calling delete_port for 6e9fd7cc-9a76-41c4-a72e-e108bb977e85 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:06.826308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.995714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:06.999622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.024347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.087366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event deleted for resources: {'Port': ['ID=6e9fd7cc-9a76-41c4-a72e-e108bb977e85,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:07.096671 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Floating IP 78ac5b62-a79e-4774-8631-13b26e03f438 associated. External IP: 172.25.5.114, port: ebcbbb69-ac35-4970-9ccc-ef12b369ccb0. Jul 16 22:30:07.198089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.200621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.202355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e4ed0c5-3bb4-408a-9619-579f4f659ca5 req-5404fe95-ef78-40f2-b06d-500739cda8eb tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "DELETE /v2.0/floatingips/c3afdd2a-c4c1-4a9e-bc36-682b0bbe72ac HTTP/1.1" status: 204 len: 173 time: 0.8690414 Jul 16 22:30:07.317431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Router a23d4ce2-34c4-4f88-b63b-0efd8a648401 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:07.418822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.423050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.436366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:07.441874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:07.450607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Sync routers for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:07.467354 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:07.468138 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:07.499628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1068cb44-27db-4bed-9c92-bf477f41526f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "PUT /v2.0/floatingips/78ac5b62-a79e-4774-8631-13b26e03f438 HTTP/1.1" status: 200 len: 996 time: 1.0376015 Jul 16 22:30:07.502178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:07.507657 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:07.588354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-cdd4db8e-f8e5-4668-a3f4-097e18d28b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:07.590121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-cdd4db8e-f8e5-4668-a3f4-097e18d28b96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.0749731 Jul 16 22:30:07.601290 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:07.691341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1c0ed459-d2cc-42f1-905e-6e44e3e628f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:07.696873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-1c0ed459-d2cc-42f1-905e-6e44e3e628f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.0995696 Jul 16 22:30:07.765499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-50c3d64e-b23f-45e7-808a-2a5ba5786bb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 999 time: 0.0662532 Jul 16 22:30:07.816262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-b7801c4d-a5d2-4532-9d3e-b4211a0677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:07.817920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-b7801c4d-a5d2-4532-9d3e-b4211a0677b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.0469661 Jul 16 22:30:07.848589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '78ac5b62-a79e-4774-8631-13b26e03f438', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'port_id': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'mac_address': 'fa:16:3e:06:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:30:03Z', 'updated_at': '2021-07-16T22:30:06Z', 'revision_number': 1, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:07.852655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-7eda5fb3-c896-4a75-9249-3f4a1f00fd53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265179 Jul 16 22:30:07.871427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-e1450c2f-3190-4d7c-89ca-60096b6f2156 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:30:07.879661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-e1450c2f-3190-4d7c-89ca-60096b6f2156 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167913 Jul 16 22:30:07.955102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021fc29-f7a1-4bb5-b386-1d52ad74e222 req-ed794917-5dd4-40a3-afb9-a49c120dad60 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:07.956622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f021fc29-f7a1-4bb5-b386-1d52ad74e222 req-ed794917-5dd4-40a3-afb9-a49c120dad60 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.1181695 Jul 16 22:30:07.963819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router 2629bd69-3b70-4fcd-b4b3-020847846433 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:07.967711 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Checking router: a23d4ce2-34c4-4f88-b63b-0efd8a648401 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:07.978045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:07.978669 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:07.979635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-c74b05fa-1fe2-485e-987d-30fce5f38e35 service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974617 Jul 16 22:30:08.042013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f021fc29-f7a1-4bb5-b386-1d52ad74e222 req-fa8f5f5c-f154-4c0b-bc0f-788bb1a3f348 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744669 Jul 16 22:30:08.080689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e4343b6-b6bc-4e0f-a5c7-f6b7a520cf55 req-d0ac6b32-ab2d-427f-a8d6-faa7af9c6ea3 service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925925 Jul 16 22:30:08.102000 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:08.121747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:08.133239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] Sync routers for ids ['2629bd69-3b70-4fcd-b4b3-020847846433'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:08.135828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:08.137291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-40d3dafb-1805-4c49-90af-fef9c34420af tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "PUT /v2.0/routers/2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 200 len: 926 time: 1.8116024 Jul 16 22:30:08.139296 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f997b490-6e39-4a9f-b7ff-45884119e896 x-openstack-request-id: req-f997b490-6e39-4a9f-b7ff-45884119e896 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:08.139605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceaf816-5561-4634-9ef6-bc765e2220c9", "name": "network-vif-deleted", "tag": "b1c16a22-0491-444d-9458-333a8ad9220d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:08.139846 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f997b490-6e39-4a9f-b7ff-45884119e896 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:08.140250 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceaf816-5561-4634-9ef6-bc765e2220c9', 'name': 'network-vif-deleted', 'tag': 'b1c16a22-0491-444d-9458-333a8ad9220d', 'status': 'completed', 'code': 200} Jul 16 22:30:08.140735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:08.149986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] Routers {'2629bd69-3b70-4fcd-b4b3-020847846433'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:08.150945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2629bd69-3b70-4fcd-b4b3-020847846433'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:08.223323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:08.236376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] Routers {'2629bd69-3b70-4fcd-b4b3-020847846433'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:08.244372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2629bd69-3b70-4fcd-b4b3-020847846433'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:08.282452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-51b1f25d-4a24-42b9-b90f-ff90655e75ec tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 200 len: 926 time: 0.1372452 Jul 16 22:30:08.283571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:08.287166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:08.288361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a1337-f700-45a0-b21b-cc728b993c8b None None] The sync data for ids ['2629bd69-3b70-4fcd-b4b3-020847846433'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:08.371979 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '78ac5b62-a79e-4774-8631-13b26e03f438', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'port_id': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'mac_address': 'fa:16:3e:06:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:30:03Z', 'updated_at': '2021-07-16T22:30:06Z', 'revision_number': 1, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:08.387344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0280b0-5445-4c0b-9e0b-16381bfbb341 req-d293ee65-fc33-4435-9357-28d99dedf659 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:08.389568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a0280b0-5445-4c0b-9e0b-16381bfbb341 req-d293ee65-fc33-4435-9357-28d99dedf659 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1577349 Jul 16 22:30:08.406325 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c4901-6a43-4894-9d46-4ee521cc7b83 None None] The sync data for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 is: [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '78ac5b62-a79e-4774-8631-13b26e03f438', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'port_id': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'mac_address': 'fa:16:3e:06:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:30:03Z', 'updated_at': '2021-07-16T22:30:06Z', 'revision_number': 1, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:08.430006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddef85-cb65-4756-bec8-81e214361623 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:08.433969 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5eddef85-cb65-4756-bec8-81e214361623 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=2629bd69-3b70-4fcd-b4b3-020847846433&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1470027 Jul 16 22:30:08.434741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:08.460742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-a631d9d6-f04b-4197-b34e-0e0473baa5da tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips/0950b16c-2d0f-4715-8f59-19ad87b12f23 HTTP/1.1" status: 200 len: 693 time: 0.0521417 Jul 16 22:30:08.474966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a0280b0-5445-4c0b-9e0b-16381bfbb341 req-706c6246-4c87-449b-893e-9b96ce51c93c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766535 Jul 16 22:30:08.559161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bcc9ff-5ab6-4f88-9aa6-45fdd4ad23be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:08.560640 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a8bcc9ff-5ab6-4f88-9aa6-45fdd4ad23be tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.1249278 Jul 16 22:30:08.563435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:08.596265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1a24b3b7-1538-4328-b4d8-7a1ca5c780cd tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 200 len: 205 time: 0.0312576 Jul 16 22:30:08.598351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:08.605125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-a8026702-aae4-47bc-b40a-4e3c5c3a550e tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:08.605423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-a8026702-aae4-47bc-b40a-4e3c5c3a550e tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.1389277 Jul 16 22:30:08.680863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-d052cd75-6111-446e-af12-43e19b0f995c tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0577526 Jul 16 22:30:08.747230 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-28141de1-58e2-4ea0-9792-4efd0a9f0d94 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0601563 Jul 16 22:30:08.760480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:08.843410 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b7bc5-0703-408e-b973-2aa7615d2af1 None None] New status for floating IP 78ac5b62-a79e-4774-8631-13b26e03f438: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:30:08.864009 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1576a6a-68f5-43a0-b79b-a87704463af1 x-openstack-request-id: req-b1576a6a-68f5-43a0-b79b-a87704463af1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:08.864348 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:08.864543 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1576a6a-68f5-43a0-b79b-a87704463af1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:08.864946 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:30:08.914505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Deleting port fed4b3bf-4a09-44d2-8f25-afb60e8539d5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:08.915158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.002257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.002607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.016913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Calling delete_port for fed4b3bf-4a09-44d2-8f25-afb60e8539d5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:09.039203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-b91f20bf-fbdb-433d-9a3a-0361676c7aaa tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 999 time: 0.1708868 Jul 16 22:30:09.040382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.106481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-c53e77b7-6075-49f9-8a68-2ab6b4ece1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.108148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-c53e77b7-6075-49f9-8a68-2ab6b4ece1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.2409112 Jul 16 22:30:09.154459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.166370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-595c15e8-497f-4ccf-934a-22e94d5cb80d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.167730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-595c15e8-497f-4ccf-934a-22e94d5cb80d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 942 time: 0.1205707 Jul 16 22:30:09.186145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Pushing event deleted for resources: {'Port': ['ID=fed4b3bf-4a09-44d2-8f25-afb60e8539d5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:09.228860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port 4321f332-35c2-46df-80f0-d386c992de41 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:09.229265 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.254244 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.257396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.258866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa9ecaf3-8215-4d1b-b44b-a4ad06e2efeb req-6ec2b4cd-64d1-4f38-a83a-06f744e5e004 tempest-FloatingIPDetailsTestJSON-656893489 tempest-FloatingIPDetailsTestJSON-656893489-project] 10.222.0.70 "DELETE /v2.0/floatingips/0950b16c-2d0f-4715-8f59-19ad87b12f23 HTTP/1.1" status: 204 len: 173 time: 0.5058477 Jul 16 22:30:09.266690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:09.275313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-0be75cf9-9955-4cf7-9ecf-9794caced0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.279831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-0be75cf9-9955-4cf7-9ecf-9794caced0c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.1633942 Jul 16 22:30:09.463928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-b092b39a-a231-4d1e-b39b-794dd4a5e66f tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1001 time: 0.1985660 Jul 16 22:30:09.493688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-7897eaad-988a-4493-a386-c20d36817d2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 1001 time: 0.1767018 Jul 16 22:30:09.495432 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.559185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for 4321f332-35c2-46df-80f0-d386c992de41 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:09.658649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-71dc077a-37b9-49af-a19a-1e2222b3be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.660229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-71dc077a-37b9-49af-a19a-1e2222b3be1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.1466255 Jul 16 22:30:09.669630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:09.715131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-adef9902-312a-49b3-a2ec-5c7f100518f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478246 Jul 16 22:30:09.729471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-ad9e58e1-593f-4d40-9c49-88c60badb0d9 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.731022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-ad9e58e1-593f-4d40-9c49-88c60badb0d9 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.2541530 Jul 16 22:30:09.758554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-5755aa10-84b7-4e47-ad96-788a9daddf0a tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:30:09.759585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-5755aa10-84b7-4e47-ad96-788a9daddf0a tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163741 Jul 16 22:30:09.815809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ece848-78b9-4a90-a36f-dc0a11016240 req-9f1fe40f-955d-4c2a-97cc-d40f61125c9b tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:09.817378 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06ece848-78b9-4a90-a36f-dc0a11016240 req-9f1fe40f-955d-4c2a-97cc-d40f61125c9b tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.1642160 Jul 16 22:30:09.878999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:09.925530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06ece848-78b9-4a90-a36f-dc0a11016240 req-012b15a4-6042-4ec2-a24d-9588e5aa6afa tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750220 Jul 16 22:30:09.985246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-3b96d675-441b-4fc2-9202-3b372b4b088c service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511578 Jul 16 22:30:09.988394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-95c87014-235a-4548-aaed-06b78651cd1c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1001 time: 0.2125583 Jul 16 22:30:10.015109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:10.117334 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.147245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-76ebda2f-62fa-42a9-8285-48eefcac970e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a11fe4115534f7e9835e9e1d59620e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586980 Jul 16 22:30:10.151895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:10.169985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Deleting port c317368c-eee9-44b7-a8f9-d3b6c70ce279 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:10.170708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.184327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b554785-3393-4478-a22d-454e849dc827 req-6651d3e3-d793-462b-9091-d13b69ff8fb6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:10.185936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b554785-3393-4478-a22d-454e849dc827 req-6651d3e3-d793-462b-9091-d13b69ff8fb6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1346769 Jul 16 22:30:10.307967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b554785-3393-4478-a22d-454e849dc827 req-edcb582a-20d3-416d-ad36-48a24bd6b17b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078475 Jul 16 22:30:10.316209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.530644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.535861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=4321f332-35c2-46df-80f0-d386c992de41,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:10.639974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86fabf1d-59ec-4b3b-862f-2150a6c5ecd5 req-2de30e63-15d6-4a0b-8789-2b67f4a58423 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450016 Jul 16 22:30:10.703589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] For port c317368c-eee9-44b7-a8f9-d3b6c70ce279, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c317368c-eee9-44b7-a8f9-d3b6c70ce279,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:10.703589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.706383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.725478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.754348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Calling delete_port for c317368c-eee9-44b7-a8f9-d3b6c70ce279 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:10.825452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.829121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.863367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34e0a8-ca10-4ee0-904e-a7f9160786ce req-b238deef-62ab-4c3d-a120-86482a5f58ac tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:10.864993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b34e0a8-ca10-4ee0-904e-a7f9160786ce req-b238deef-62ab-4c3d-a120-86482a5f58ac tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1698580 Jul 16 22:30:10.892178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.894790 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.898841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62ea74f5-f709-4c7d-89b5-e164a6e6a4d6 HTTP/1.1" status: 204 len: 168 time: 0.7431247 Jul 16 22:30:10.945864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.952018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.952333 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Floating IP 78ac5b62-a79e-4774-8631-13b26e03f438 disassociated. External IP: 172.25.5.114, port: ebcbbb69-ac35-4970-9ccc-ef12b369ccb0. Jul 16 22:30:10.956579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.956579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router 2629bd69-3b70-4fcd-b4b3-020847846433 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:10.958116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a62803-cdc2-4654-866a-587586d4aa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea74f5-f709-4c7d-89b5-e164a6e6a4d6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:10.967493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:10.968637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aae815bc-a55a-4dd6-8f36-5bd37e0b531a tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 204 len: 168 time: 2.3691401 Jul 16 22:30:10.980736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b34e0a8-ca10-4ee0-904e-a7f9160786ce req-43d349f9-1a54-479f-9e16-1dc18a65bf51 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080401 Jul 16 22:30:10.986386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:11.007433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4401538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:11.072724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.073826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.213602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.224095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.234019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.269713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Router a23d4ce2-34c4-4f88-b63b-0efd8a648401 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:11.285809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Pushing event deleted for resources: {'Port': ['ID=c317368c-eee9-44b7-a8f9-d3b6c70ce279,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:11.304794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615504b4-88cd-4f7e-a60c-c07e3ae2ba24 req-0f799f8b-bfb4-419b-8c60-a504786b89cf tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:11.317537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-615504b4-88cd-4f7e-a60c-c07e3ae2ba24 req-0f799f8b-bfb4-419b-8c60-a504786b89cf tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 944 time: 0.1918397 Jul 16 22:30:11.333446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.337394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-728db1ec-1edb-47fa-a237-e8c7a532813d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3490505 Jul 16 22:30:11.356134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:11.368010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:11.439115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:11.453541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:11.458976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Sync routers for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:11.474370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:11.475225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:11.601075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-6f318c12-e660-439d-aa2d-07b5c9772083 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "PUT /v2.0/floatingips/78ac5b62-a79e-4774-8631-13b26e03f438 HTTP/1.1" status: 200 len: 695 time: 1.6032138 Jul 16 22:30:11.601676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:11.605825 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20701c6-7df1-41dc-8955-235f5398d7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:11.660454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 01f69217-28b7-4eba-b4a7-07923b6f5bff details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:30:11.758030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-0a604038-c55d-4325-8fa7-3d0715450e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:11.760162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-0a604038-c55d-4325-8fa7-3d0715450e6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.1239152 Jul 16 22:30:11.824739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-615504b4-88cd-4f7e-a60c-c07e3ae2ba24 req-8aeef31f-d650-4eae-9228-162ad488ca07 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059693 Jul 16 22:30:11.990087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.000300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:12.011296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:12.031540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-1916f479-e4f6-4ce0-ac8b-0b5a7f72e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:12.039651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-1916f479-e4f6-4ce0-ac8b-0b5a7f72e675 service neutron] 10.222.0.70 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.2639265 Jul 16 22:30:12.054235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'port_id': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'mac_address': 'fa:16:3e:c5:74:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:30:12.103791 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-ecbcf7d1-9f9a-475b-b6cd-31d917da8a69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.0613387 Jul 16 22:30:12.120086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.221568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-3b31e886-ef2a-4a18-a041-607b05e2c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:12.231605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.236440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-3b31e886-ef2a-4a18-a041-607b05e2c3ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.1315875 Jul 16 22:30:12.283088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:12.292119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-2c0f5aa1-6d35-417d-b30e-1b60d592f4a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545728 Jul 16 22:30:12.353706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f69217-28b7-4eba-b4a7-07923b6f5bff {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:12.392222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:12.407917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.415088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:12.464445 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e2f0f7-0914-44f3-919d-64c8ee054570 x-openstack-request-id: req-94e2f0f7-0914-44f3-919d-64c8ee054570 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:12.465182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Checking router: a23d4ce2-34c4-4f88-b63b-0efd8a648401 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:12.467150 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:12.469054 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94e2f0f7-0914-44f3-919d-64c8ee054570 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:12.469533 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:30:12.489282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:12.489282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:12.548207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-690b7f25-4450-4e27-ac8b-bff65d4bf605 service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549703 Jul 16 22:30:12.557915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:12.568241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.568708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.569183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.569620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.570052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.570765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.571333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.571897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.572439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.572997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.574774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.575502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:12.634491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1266879611-network', 'tenant_id': 'e9798bbcc217403597567f6cd1042e2a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:12.637640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['01f69217-28b7-4eba-b4a7-07923b6f5bff'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:30:12.740643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Made reservation on behalf of e9798bbcc217403597567f6cd1042e2a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:12.743892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.763300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.797539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed0cfaad-2462-4d3c-b28b-200083d10202 req-d8aa6ff1-7b77-4468-b1fb-6e557381d210 service neutron] 10.222.0.70 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416635 Jul 16 22:30:12.811399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-60134715-99f7-4b82-8a3e-ae4d18c66c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:12.813750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-60134715-99f7-4b82-8a3e-ae4d18c66c74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79139585fb5d40ae901cf1932e194b9f&device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 1097 time: 0.1829963 Jul 16 22:30:12.822206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:12.956307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:12.976071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Router 3474d865-a52c-4210-bdbb-3dc54cc02399 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:12.978106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-11c29b10-10e6-4a9a-9251-caf62387e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:12.979773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-11c29b10-10e6-4a9a-9251-caf62387e98f service neutron] 10.222.0.47 "GET /v2.0/networks?id=113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 200 len: 921 time: 0.1584389 Jul 16 22:30:13.041611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-84c7ab14-8a53-4fcf-9723-ce1125be7cb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 200 len: 217 time: 0.0550108 Jul 16 22:30:13.051446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.053032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.068286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e744cf-553b-4b25-9d7f-2f4d85d3e9c3 req-49e99293-18d6-410b-acdd-26243b7137e2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.078156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89e744cf-553b-4b25-9d7f-2f4d85d3e9c3 req-49e99293-18d6-410b-acdd-26243b7137e2 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3836777 Jul 16 22:30:13.180785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.235591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:30:13.270301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-a4f08ca9-0d40-419a-ba20-24347d946101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.271782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-a4f08ca9-0d40-419a-ba20-24347d946101 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 200 len: 860 time: 0.2136288 Jul 16 22:30:13.276026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a657eae9-5acd-4208-9d9a-8909ffb742c2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:13.282263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89e744cf-553b-4b25-9d7f-2f4d85d3e9c3 req-4dd426ca-4eb6-4291-aef8-1730b3f44f9a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031631 Jul 16 22:30:13.285839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.286728 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Added segment dc73e262-fbd3-4c62-a9c7-9b96c6d0c631 of type vlan for network c9692f07-c6ed-4805-8dd1-67b17e98482a Jul 16 22:30:13.289248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:13.316533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff69a19f-1235-4817-aa01-84848c7a75df admin admin] 10.222.0.70 "PUT /v2.0/routers/3474d865-a52c-4210-bdbb-3dc54cc02399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0487521 Jul 16 22:30:13.327481 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Sync routers for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:13.334143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:13.341199 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:13.342631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:13.361707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-ed2aad42-dc44-4158-bb56-288e14e775d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113e5bdb-2a11-419f-9651-12a2378861b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563974 Jul 16 22:30:13.374701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:13.410101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85ca37-8f5f-46b6-990a-dc30b113c5a4 None None] The sync data for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 is: [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:00Z', 'revision_number': 4, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '7a381bac-7eb6-407c-971f-08bd3dd58593', 'name': '', 'network_id': '113e5bdb-2a11-419f-9651-12a2378861b1', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:57Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'subnets': [{'id': 'cb38a11b-1f6d-4f54-8382-b82ffe0a3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:13.432661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-185c0364-b9a2-4c5b-b9c8-a7a650e0acd5 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips/78ac5b62-a79e-4774-8631-13b26e03f438 HTTP/1.1" status: 200 len: 695 time: 0.0975363 Jul 16 22:30:13.474886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.484237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:13.543309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971940a-dafb-4829-aca9-9d661ae076e2 req-2f85742e-1151-4ac2-8107-8b10d9fa4f17 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.546669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c971940a-dafb-4829-aca9-9d661ae076e2 req-2f85742e-1151-4ac2-8107-8b10d9fa4f17 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.3576074 Jul 16 22:30:13.549636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-44173402-d98c-47da-9e97-1f6e36f14345 service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792479 Jul 16 22:30:13.552787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Allocated IP 172.25.5.214 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a4ac2557-b739-47f5-aed5-ed5103807b4f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:13.588234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.589685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.590474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.625710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.700535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c971940a-dafb-4829-aca9-9d661ae076e2 req-496e5944-6a47-4343-adaa-6abde0acdae1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410596 Jul 16 22:30:13.705104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3003049 Jul 16 22:30:13.707807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:13.720747 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:30:11Z', 'revision_number': 5, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:13.744985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7f893-feca-4beb-9418-2791d55528c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9692f07-c6ed-4805-8dd1-67b17e98482a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:13.755753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c9692f07-c6ed-4805-8dd1-67b17e98482a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:30:13.771315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Checking router: 3474d865-a52c-4210-bdbb-3dc54cc02399 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:13.781636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Routers {'3474d865-a52c-4210-bdbb-3dc54cc02399'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:13.782273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3474d865-a52c-4210-bdbb-3dc54cc02399'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:13.783634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e20701c6-7df1-41dc-8955-235f5398d7a2 req-dd338598-e9d3-46a1-a4e2-08810dc4495f service neutron] 10.222.0.47 "GET /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254114 Jul 16 22:30:13.813669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Request body: {'subnet': {'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1266879611-subnet', 'tenant_id': 'e9798bbcc217403597567f6cd1042e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:13.868079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858d34f-c53d-4c4b-a9f2-0ff755cf6b06 None None] New status for floating IP 78ac5b62-a79e-4774-8631-13b26e03f438: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:30:13.889371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:13.926699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-08108b39-e41d-421d-94be-f6525ca40006 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.931516 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] Set router 3474d865-a52c-4210-bdbb-3dc54cc02399 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:13.934789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-08108b39-e41d-421d-94be-f6525ca40006 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 784 time: 0.4915223 Jul 16 22:30:13.963063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b8cf-2a1e-49ac-a904-98e9da994ef1 req-797f962f-9be8-41b4-a4f5-06619092af79 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:13.964616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4f5b8cf-2a1e-49ac-a904-98e9da994ef1 req-797f962f-9be8-41b4-a4f5-06619092af79 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 945 time: 0.0890536 Jul 16 22:30:13.992104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:14.009905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-de4b5c93-e30c-4392-af41-ddd5abed648e tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 698 time: 0.0734222 Jul 16 22:30:14.021303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4f5b8cf-2a1e-49ac-a904-98e9da994ef1 req-fdebe16b-bbc6-4128-8f44-74945d49c262 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Jul 16 22:30:14.092615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Made reservation on behalf of e9798bbcc217403597567f6cd1042e2a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:14.095001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:14.132827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-52519487-1f7d-458c-aa9d-e10cf8bc3538 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 698 time: 0.1219523 Jul 16 22:30:14.159594 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:30:11Z', 'revision_number': 5, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:14.197168 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82fce-5ef6-45ba-bf97-d04439bb8962 None None] The sync data for ids ['3474d865-a52c-4210-bdbb-3dc54cc02399'] in n-d-793621-16 is: [{'id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'name': 'tempest-FloatingIPDetailsTestJSON-396245497-router', 'tenant_id': '3008eba643af4ad2bd480264c981bbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:29:36Z', 'updated_at': '2021-07-16T22:30:11Z', 'revision_number': 5, 'project_id': '3008eba643af4ad2bd480264c981bbcd', 'gw_port': {'id': '1e24efdb-38f7-412d-b3fc-30ac02d4cbe9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3474d865-a52c-4210-bdbb-3dc54cc02399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:37Z', 'updated_at': '2021-07-16T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:14.244488 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:30:14.347158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664f21-9dd4-417c-8a37-be3cfdd22f1c req-0f9baf82-1727-4a4b-96bd-d02e36ffb88d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:14.348904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7664f21-9dd4-417c-8a37-be3cfdd22f1c req-0f9baf82-1727-4a4b-96bd-d02e36ffb88d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.0736575 Jul 16 22:30:14.388927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7664f21-9dd4-417c-8a37-be3cfdd22f1c req-87e4fc14-7bac-416c-8e0f-ebe65f287e95 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Jul 16 22:30:14.632175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Deleting port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:14.632678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:14.636234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:14.728622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:14.788725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:14.803072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:14.809461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event updated for resources: {'Port': ['ID=a4ac2557-b739-47f5-aed5-ed5103807b4f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:14.912289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] For port 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:14.912741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:14.998617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Calling delete_port for 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:15.001431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.009628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Deleting port cfc3918b-f8d3-4976-a50d-02eafdd6e8d8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:15.009966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.170060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69f91-a3b7-4793-8af6-740609416558 req-ced6f262-07db-4a1b-a9dd-a23ffbee9719 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:15.171501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54c69f91-a3b7-4793-8af6-740609416558 req-ced6f262-07db-4a1b-a9dd-a23ffbee9719 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.0641491 Jul 16 22:30:15.187777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410664d0-3b50-408a-b434-0e25f7b61419,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:15.216139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54c69f91-a3b7-4793-8af6-740609416558 req-f1a81231-0565-494e-a15f-8cb6208fab00 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Jul 16 22:30:15.258789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Checking segment: {'id': 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:15.259154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Network hostable DHCP agents. Network: c9692f07-c6ed-4805-8dd1-67b17e98482a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:30:15.321787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.322185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.345383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Calling delete_port for cfc3918b-f8d3-4976-a50d-02eafdd6e8d8 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:15.384091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3417ccb-0931-4db2-baba-a17f9e46e05a req-8117a9d1-b071-4c61-836e-416fa2d3183c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:15.385601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3417ccb-0931-4db2-baba-a17f9e46e05a req-8117a9d1-b071-4c61-836e-416fa2d3183c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 945 time: 0.0639269 Jul 16 22:30:15.392760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Network c9692f07-c6ed-4805-8dd1-67b17e98482a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:30:15.432010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3417ccb-0931-4db2-baba-a17f9e46e05a req-390b6ac3-a1a9-412f-97e1-2e54e31a7e41 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398750 Jul 16 22:30:15.465413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c9692f07-c6ed-4805-8dd1-67b17e98482a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:15.474011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f2849-3f3a-49e3-800a-b0cdc26268cc None None] Network c9692f07-c6ed-4805-8dd1-67b17e98482a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:15.487534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.497335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:15.498596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.574719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8da0233d-5cd0-41d9-95be-4540b11b7370 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7855568 Jul 16 22:30:15.618509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 01f69217-28b7-4eba-b4a7-07923b6f5bff up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:15.634516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.642653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a82d89b-e9d4-49be-aac8-50a267fc1d81 None None] Network c9692f07-c6ed-4805-8dd1-67b17e98482a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:15.676885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e24efdb-38f7-412d-b3fc-30ac02d4cbe9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:15.798110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 01f69217-28b7-4eba-b4a7-07923b6f5bff completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:15.808220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 01f69217-28b7-4eba-b4a7-07923b6f5bff triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:15.808445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.853420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.913055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.961849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.966259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c317368c-eee9-44b7-a8f9-d3b6c70ce279 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:15.978887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.982473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event deleted for resources: {'Port': ['ID=cfc3918b-f8d3-4976-a50d-02eafdd6e8d8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:15.984757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.990183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:15.999927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c317368c-eee9-44b7-a8f9-d3b6c70ce279 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:16.000421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c317368c-eee9-44b7-a8f9-d3b6c70ce279 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:16.018010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.031078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:16.034800 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd573be-b8ea-4bd6-921f-db2b194716df" -d '{"events": [{"server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "name": "network-vif-plugged", "status": "completed", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:16.054825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:16.059422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.121972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:16.124726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.125274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3474d865-a52c-4210-bdbb-3dc54cc02399 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:16.126323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-4bc5eb93-7a03-4f3d-878b-a70c39745d57 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:16.133210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.133508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-4bc5eb93-7a03-4f3d-878b-a70c39745d57 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/networks?id=c9692f07-c6ed-4805-8dd1-67b17e98482a HTTP/1.1" status: 200 len: 818 time: 0.1686158 Jul 16 22:30:16.136584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f04d14e-730f-4476-848f-d9c051c96f2a admin admin] 10.222.0.70 "DELETE /v2.0/routers/3474d865-a52c-4210-bdbb-3dc54cc02399 HTTP/1.1" status: 204 len: 168 time: 2.7932241 Jul 16 22:30:16.139263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.148123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.150367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.151530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e363194-82bf-4c90-b496-62ee6bb2a043 req-818e95ca-ed16-4416-ae83-e38b9c41a3b6 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "DELETE /v2.0/floatingips/78ac5b62-a79e-4774-8631-13b26e03f438 HTTP/1.1" status: 204 len: 173 time: 2.0074813 Jul 16 22:30:16.201526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-72151936-c326-4da9-a029-e181e5d8e55c tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/quotas/e9798bbcc217403597567f6cd1042e2a HTTP/1.1" status: 200 len: 375 time: 0.0664186 Jul 16 22:30:16.223857 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca461d9-4a73-4a60-9a88-deacda37d71d x-openstack-request-id: req-6ca461d9-4a73-4a60-9a88-deacda37d71d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:16.224273 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "name": "network-vif-plugged", "status": "completed", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:16.225090 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ca461d9-4a73-4a60-9a88-deacda37d71d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:16.226122 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'code': 200} Jul 16 22:30:16.301744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-6b3d6af2-9a8d-4ef8-8732-abfe1d4b1c5e tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups/d2c7404a-70be-437b-83f4-c6822ec99d94 HTTP/1.1" status: 200 len: 1810 time: 0.0538902 Jul 16 22:30:16.303043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Router bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:16.442586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.477492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.487086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:16.496558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] Sync routers for ids ['bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:16.498760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.501416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f5138c6-101c-425c-931c-9b6787f12653 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "PUT /v2.0/routers/bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 200 len: 881 time: 5.1442895 Jul 16 22:30:16.504574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.506353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-93c3855b-7b98-4c25-a8da-af88f40fbbcb tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9798bbcc217403597567f6cd1042e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3040740 Jul 16 22:30:16.506806 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] Routers {'bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:16.507043 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:16.542237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Deleting subnet 6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:30:16.543820 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:16.553888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] Routers {'bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:16.554654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.554801 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:16.588729 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:16.589337 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13171266-ac53-4f38-9edc-363961aa4386 None None] The sync data for ids ['bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:16.625416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.628368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.629379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a3a1eb0-55e4-4aae-b24f-471fe4bb29d5 req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "DELETE /v2.0/security-groups/d2c7404a-70be-437b-83f4-c6822ec99d94 HTTP/1.1" status: 204 len: 173 time: 0.3228836 Jul 16 22:30:16.643079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.646615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a10ded-a5c6-4f95-8908-323910816231 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7404a-70be-437b-83f4-c6822ec99d94,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:16.657023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-877f74b2-6c3f-4818-93e2-8094c90d48eb tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 200 len: 922 time: 0.1491323 Jul 16 22:30:16.667800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59926) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.696810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51515032-b296-487a-bfbe-7844ea2c71d1 req-686f1ce8-326f-4baf-866f-b3fe1e739c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:16.699034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51515032-b296-487a-bfbe-7844ea2c71d1 req-686f1ce8-326f-4baf-866f-b3fe1e739c80 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 1098 time: 0.1971686 Jul 16 22:30:16.767779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbad7d-c55c-4790-ad72-c12c1a2bc40d tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:16.769353 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0bdbad7d-c55c-4790-ad72-c12c1a2bc40d tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1002929 Jul 16 22:30:16.778782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.801987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-b30723ec-9d37-47bb-884d-172732f05fa5 service neutron] 10.222.0.70 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859790 Jul 16 22:30:16.851786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51515032-b296-487a-bfbe-7844ea2c71d1 req-0ea14174-df21-4d81-85a1-4ec06079408b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340959 Jul 16 22:30:16.869443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:16.906721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e730fd-c06b-4178-b4c2-f68b3c8b8660 req-8b505003-86f4-4a37-9583-d049bcb46879 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:16.908249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94e730fd-c06b-4178-b4c2-f68b3c8b8660 req-8b505003-86f4-4a37-9583-d049bcb46879 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1379423 Jul 16 22:30:16.909523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b616c3-94de-4ed8-981d-45997c717935 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:16.910828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0b616c3-94de-4ed8-981d-45997c717935 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.1311176 Jul 16 22:30:16.913655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.956031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-691b9eda-45cd-4706-b8e0-2e9e43cffac3 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 200 len: 205 time: 0.0397530 Jul 16 22:30:16.961091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:16.975614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-956569bb-1ae6-433c-b4ba-636fd13badab service neutron] 10.222.0.70 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608038 Jul 16 22:30:16.984984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94e730fd-c06b-4178-b4c2-f68b3c8b8660 req-8d0bd42f-24d9-41ed-acf3-34652baa53f6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675256 Jul 16 22:30:17.022021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.084099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:17.090588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.093114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bf07a272-02fd-46ed-9a63-c036cb297ad5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6b06c5f9-ccd7-45f2-a2eb-4e95fec0b2b5 HTTP/1.1" status: 204 len: 168 time: 0.9534700 Jul 16 22:30:17.098189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:17.102256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b00769-559c-4faa-8abc-2fe8b0a0c95d None None] Network d3f3297d-ffb2-474f-9c37-08b84783cae2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:17.196402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.219939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.250820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f27e92-9441-4603-aa4c-fdacb71b8f67 req-2b6bc67d-8e4f-4294-9d35-f856d8ab0fec tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:17.261853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31f27e92-9441-4603-aa4c-fdacb71b8f67 req-2b6bc67d-8e4f-4294-9d35-f856d8ab0fec tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.1485589 Jul 16 22:30:17.327568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] DHCP port deletion for d3f3297d-ffb2-474f-9c37-08b84783cae2 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:30:17.361154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31f27e92-9441-4603-aa4c-fdacb71b8f67 req-8fb77331-0697-4524-9db8-1a219097cdd7 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948939 Jul 16 22:30:17.368547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Deleting port 98b44485-ccdd-469f-86e8-4036e00912f1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:17.368867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.401875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.403207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Deleting port 98b44485-ccdd-469f-86e8-4036e00912f1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:17.403547 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.487194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] For port 98b44485-ccdd-469f-86e8-4036e00912f1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=98b44485-ccdd-469f-86e8-4036e00912f1,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:17.487893 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.488991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] For port 98b44485-ccdd-469f-86e8-4036e00912f1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=98b44485-ccdd-469f-86e8-4036e00912f1,segment=NetworkSegment(6529b6c2-f646-4609-959e-53da131576f4),segment_id=6529b6c2-f646-4609-959e-53da131576f4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:17.489608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.506149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Calling delete_port for 98b44485-ccdd-469f-86e8-4036e00912f1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:17.511804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Calling delete_port for 98b44485-ccdd-469f-86e8-4036e00912f1 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:17.579904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port a4ac2557-b739-47f5-aed5-ed5103807b4f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:17.580566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.614106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90a79f0e-35d5-4f2b-81f1-086c60e01272 req-0564824d-ed9e-40c1-8bba-79e228e57eb5 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 210 time: 0.0474122 Jul 16 22:30:17.653856 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.686729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] Pushing event deleted for resources: {'Port': ['ID=98b44485-ccdd-469f-86e8-4036e00912f1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:17.690484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5739e2e-5dd4-48a1-a4a2-dffb163091ba None None] No DVR routers for this DVR port 98b44485-ccdd-469f-86e8-4036e00912f1 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:17.735962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.758113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for a4ac2557-b739-47f5-aed5-ed5103807b4f owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:17.845763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:17.871142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46e6a-ce13-4555-9a76-9c2a529ce108 req-e29c8d07-767f-4507-932e-602aad7bd215 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:17.882347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fb46e6a-ce13-4555-9a76-9c2a529ce108 req-e29c8d07-767f-4507-932e-602aad7bd215 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0958743 Jul 16 22:30:17.901367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=98b44485-ccdd-469f-86e8-4036e00912f1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:17.913537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] No DVR routers for this DVR port 98b44485-ccdd-469f-86e8-4036e00912f1 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:17.932269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 98b44485-ccdd-469f-86e8-4036e00912f1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:17.959132 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fb46e6a-ce13-4555-9a76-9c2a529ce108 req-ad4b0566-5744-4f1e-a2b5-e2deb8fba1fa tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752308 Jul 16 22:30:17.964719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 98b44485-ccdd-469f-86e8-4036e00912f1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:17.974478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 98b44485-ccdd-469f-86e8-4036e00912f1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:17.974478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:18.002055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:18.002421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e24efdb-38f7-412d-b3fc-30ac02d4cbe9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:18.096658 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.127252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f3297d-ffb2-474f-9c37-08b84783cae2']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:18.190387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6529b6c2-f646-4609-959e-53da131576f4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:18.190687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6529b6c2-f646-4609-959e-53da131576f4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:18.234097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.267207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.277541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.290287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:30:18.290698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:30:18.293929 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:30:18.332277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=a4ac2557-b739-47f5-aed5-ed5103807b4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:18.409927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac6ae2-018c-4fac-8e71-47ddf845c094 req-519d41fe-dadc-40af-8b11-8b284e964160 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:18.411739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeac6ae2-018c-4fac-8e71-47ddf845c094 req-519d41fe-dadc-40af-8b11-8b284e964160 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3092065 Jul 16 22:30:18.432570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-03eb90dd-3c1f-4990-9a2b-d1f2765f78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:18.434579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-03eb90dd-3c1f-4990-9a2b-d1f2765f78df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8f44270748448c797cf2fa5b44380e5&device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 1099 time: 0.2669525 Jul 16 22:30:18.438892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.467108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.468982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/d3f3297d-ffb2-474f-9c37-08b84783cae2 HTTP/1.1" status: 204 len: 168 time: 1.3698528 Jul 16 22:30:18.501263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcef28-5361-4d9e-ba48-cd6f2667f3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f3297d-ffb2-474f-9c37-08b84783cae2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:18.523057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.574919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404ddad-6132-41dd-8a66-85b5fa2eae26 req-83afe963-47ae-40cf-9022-d4620f60ac6d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:18.583919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0404ddad-6132-41dd-8a66-85b5fa2eae26 req-83afe963-47ae-40cf-9022-d4620f60ac6d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.0823061 Jul 16 22:30:18.635652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeac6ae2-018c-4fac-8e71-47ddf845c094 req-d320d5b8-0d25-4353-97d4-a147a90cf318 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999614 Jul 16 22:30:18.670677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0404ddad-6132-41dd-8a66-85b5fa2eae26 req-da5c6e4a-006e-44a2-83d3-9e451de73766 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848536 Jul 16 22:30:18.694374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:18.810548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ef3b8ac0-e042-4eec-9ad1-9eee3b5f52c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3008eba643af4ad2bd480264c981bbcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128287 Jul 16 22:30:18.811517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:18.889992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e17c23ad-93e4-4397-b1e9-6d623d228b54 req-f6154537-d53b-4201-a060-3d7850cb1ea1 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 210 time: 0.0419321 Jul 16 22:30:18.926909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:18.973131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.008115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.014263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.077834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.082854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.088660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a0dd74c-edcb-48d6-b221-193b5bae4620 HTTP/1.1" status: 204 len: 168 time: 0.2735450 Jul 16 22:30:19.110390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ffc8a-5e4c-43fe-a6d9-810b6f548b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0dd74c-edcb-48d6-b221-193b5bae4620,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:19.132114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-12e7f642-6e27-42f1-b52d-d6f527f2d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:19.133643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-12e7f642-6e27-42f1-b52d-d6f527f2d236 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 200 len: 915 time: 0.6926777 Jul 16 22:30:19.152535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.152987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:19.160787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.161920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-54555504-c201-451b-9bae-73fe383ca78b tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 204 len: 168 time: 2.1998851 Jul 16 22:30:19.169581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:19.217202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-922026624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:19.233899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-70d118d6-47da-44d6-b5c3-f12955e2449b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 200 len: 217 time: 0.0903976 Jul 16 22:30:19.234445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089e98-e612-434f-8bfc-5fb5756df5be req-6572063b-8cb1-46c5-bfde-022aebedf97c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:19.236034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45089e98-e612-434f-8bfc-5fb5756df5be req-6572063b-8cb1-46c5-bfde-022aebedf97c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1219451 Jul 16 22:30:19.265550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-77ec91c3-ce04-454f-902f-22657231067e tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:19.267025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-77ec91c3-ce04-454f-902f-22657231067e tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.47 "GET /v2.0/networks?id=c9692f07-c6ed-4805-8dd1-67b17e98482a HTTP/1.1" status: 200 len: 818 time: 0.3062007 Jul 16 22:30:19.302877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Request body: {'port': {'device_id': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a', 'admin_state_up': True, 'tenant_id': 'e9798bbcc217403597567f6cd1042e2a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:19.304257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45089e98-e612-434f-8bfc-5fb5756df5be req-2b19cf37-7996-4979-86f6-394e624c1229 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Jul 16 22:30:19.338726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.338726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.355324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3a3f6-c415-461d-9e39-eb62f08aa68c req-1ac56a0f-3522-4d48-9c7b-3d49a74d225a tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:19.356856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fe3a3f6-c415-461d-9e39-eb62f08aa68c req-1ac56a0f-3522-4d48-9c7b-3d49a74d225a tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.3753161 Jul 16 22:30:19.369146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:19.369701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-06e560b8-b77f-480e-b37c-09860d39f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:19.371211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-06e560b8-b77f-480e-b37c-09860d39f8aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 200 len: 854 time: 0.1270852 Jul 16 22:30:19.374396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Request body: {'floatingip': {'port_id': '01f69217-28b7-4eba-b4a7-07923b6f5bff'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:19.419785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.446725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-a923e776-71c9-4f06-a39d-ea439546ce79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a503ace-9a21-45c9-a4c5-8574ace33155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390291 Jul 16 22:30:19.533288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.547568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.616773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:30:19.629606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Made reservation on behalf of e9798bbcc217403597567f6cd1042e2a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:19.633564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.639725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-38ea51b7-bee4-418f-920b-cbb5a466a48a service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806705 Jul 16 22:30:19.646579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.647757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cdc4b03a-b894-4e4c-bac9-211d35bb7568 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4745162 Jul 16 22:30:19.653551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:19.659901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': True}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:19.847035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:19.875087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:30:19.965684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:19.968634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f501159-95cc-4b84-8300-4cf5a8ee5089 req-8b9947cc-8016-446c-9dba-0da2b6e22967 service neutron] 10.222.0.68 "GET /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179324 Jul 16 22:30:20.001407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:20.027322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-32973cf7-a1d4-46d8-9bfd-64343d44a35c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:20.032458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-32973cf7-a1d4-46d8-9bfd-64343d44a35c tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.47 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.3517776 Jul 16 22:30:20.037273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Allocated IP 172.20.0.7 (c9692f07-c6ed-4805-8dd1-67b17e98482a/410664d0-3b50-408a-b434-0e25f7b61419/64b7a925-c24a-42f9-bdb1-587ab0f7fec3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:20.061530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:20.075848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.182901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:20.187598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['11b1bbe6-e510-47e9-84f8-16eaf7d12c70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:30:20.373145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.493315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.505604 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.602820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Pushing event updated for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:20.627901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Network c9692f07-c6ed-4805-8dd1-67b17e98482a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:20.631089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:20.634044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:20.791643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:20.792311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.811117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.827141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b56a5-a9b5-45fe-8b5c-2a42a75eacc6 req-5868ded6-f40e-4667-be58-b955d0f2f714 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:20.833232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e4ed-713f-405f-a79a-2c180946e3e7 req-e50b7e03-1ff4-4344-8da9-6f3318cb8d18 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:20.834876 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc3b56a5-a9b5-45fe-8b5c-2a42a75eacc6 req-5868ded6-f40e-4667-be58-b955d0f2f714 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3319886 Jul 16 22:30:20.843268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59f6e4ed-713f-405f-a79a-2c180946e3e7 req-e50b7e03-1ff4-4344-8da9-6f3318cb8d18 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 931 time: 0.3799088 Jul 16 22:30:20.870722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-ae94b425-b5b9-472b-a3cb-fff2dd8f67b2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5792701 Jul 16 22:30:20.877193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Deleting port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:20.878150 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:20.894291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Request body: {'port': {'device_id': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:21.007836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc3b56a5-a9b5-45fe-8b5c-2a42a75eacc6 req-b6d84807-fd7e-414f-b1a8-5dd03a41ae1d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718040 Jul 16 22:30:21.066034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59f6e4ed-713f-405f-a79a-2c180946e3e7 req-6b4b938b-b43c-4535-ba13-8fc2cac70273 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215443 Jul 16 22:30:21.126446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.189118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] For port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:21.189492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.211078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Calling delete_port for ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:21.421871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:30:21.552014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.562149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9706-f6d5-4a4a-825b-aab9ee320588 req-ba69476a-c537-4eeb-a960-2e8850acaf67 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:21.569530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-873f9706-f6d5-4a4a-825b-aab9ee320588 req-ba69476a-c537-4eeb-a960-2e8850acaf67 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/ports?device_id=eedf53cc-e259-46de-a50c-dbeac09c9d1d HTTP/1.1" status: 200 len: 945 time: 0.2971110 Jul 16 22:30:21.578855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.616914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:21.667516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:21.668534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.677946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.693280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Transition to ACTIVE for port object 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:21.695042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.713502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.722096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:21.723917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.743901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Pushing event deleted for resources: {'Port': ['ID=ebcbbb69-ac35-4970-9ccc-ef12b369ccb0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:21.819561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-873f9706-f6d5-4a4a-825b-aab9ee320588 req-39a25ab3-adb0-4dd3-b8d9-66b1fbd9b521 tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8e2c04-3cd1-4885-b9eb-45aba47af24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489867 Jul 16 22:30:21.821865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.836080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] No DVR routers for this DVR port ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:21.847691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.849708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6442bf11-ad2a-44c6-9bd4-80c2c0649532 req-73256ac9-0093-4b02-908b-9ad333f96a5d tempest-ServerRescueTestJSONUnderV235-67412756 tempest-ServerRescueTestJSONUnderV235-67412756-project] 10.222.0.47 "DELETE /v2.0/ports/ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 HTTP/1.1" status: 204 len: 173 time: 1.7890139 Jul 16 22:30:21.881744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'name': 'network-vif-deleted', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:21.884561 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148a34c-1383-4709-80c5-8d73be313906" -d '{"events": [{"server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "name": "network-vif-deleted", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:21.890184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Pushing event updated for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:21.949154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Attempting to bind port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:21.949580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Attempting to bind port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:21.949909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Attempting to bind port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 on network c9692f07-c6ed-4805-8dd1-67b17e98482a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:21.958213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.964069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 on network c9692f07-c6ed-4805-8dd1-67b17e98482a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:30:21.964394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Attempting to bind port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 on network c9692f07-c6ed-4805-8dd1-67b17e98482a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:21.970012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:21.970323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Checking segment: {'id': 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:21.970717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Bound using segment: {'id': 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:21.971186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Bound port: 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:21.971507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:21.989566 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31daac1d-7a39-478c-b82f-78f872287867 x-openstack-request-id: req-31daac1d-7a39-478c-b82f-78f872287867 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:21.989872 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf53cc-e259-46de-a50c-dbeac09c9d1d", "name": "network-vif-deleted", "tag": "ebcbbb69-ac35-4970-9ccc-ef12b369ccb0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:21.990132 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31daac1d-7a39-478c-b82f-78f872287867 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:21.990533 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf53cc-e259-46de-a50c-dbeac09c9d1d', 'name': 'network-vif-deleted', 'tag': 'ebcbbb69-ac35-4970-9ccc-ef12b369ccb0', 'status': 'completed', 'code': 200} Jul 16 22:30:21.998290 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Floating IP 8481d068-bf49-4494-bdcd-20944520b993 associated. External IP: 172.25.5.228, port: 01f69217-28b7-4eba-b4a7-07923b6f5bff. Jul 16 22:30:22.007013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:22.019488 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9cefbb-cf51-4f9c-aa25-f947a8174551" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:22.053503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:22.066820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.144181 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fe8ba5-b34c-4dfa-8a90-8958ab623fc3 x-openstack-request-id: req-39fe8ba5-b34c-4dfa-8a90-8958ab623fc3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:22.149831 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:22.150179 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39fe8ba5-b34c-4dfa-8a90-8958ab623fc3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:22.150593 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:30:22.179807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:22.191295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,segment=NetworkSegment(dc73e262-fbd3-4c62-a9c7-9b96c6d0c631),segment_id=dc73e262-fbd3-4c62-a9c7-9b96c6d0c631)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:22.204348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.210301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:22.249315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:22.250119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.251719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] 10.222.0.47 "PUT /v2.0/ports/64b7a925-c24a-42f9-bdb1-587ab0f7fec3 HTTP/1.1" status: 200 len: 1092 time: 1.3654683 Jul 16 22:30:22.286568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 172.25.5.4 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/eabdc63e-6c16-41a4-8770-41f46a6a612a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:22.292428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2eeb-8cf9-4629-be8e-7fbc1af337ab service neutron] Pushing event updated for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:22.480184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-732b369a-6734-4c2c-946c-502e762911a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:22.481971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-732b369a-6734-4c2c-946c-502e762911a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9798bbcc217403597567f6cd1042e2a&device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 1095 time: 0.1321597 Jul 16 22:30:22.542330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-8b57f20e-eb67-4bc8-9ad7-f9f87669e0e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3 HTTP/1.1" status: 200 len: 217 time: 0.0391488 Jul 16 22:30:22.631472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-a2ab1470-d7a3-497f-bfda-8c9115317f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:22.632940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-a2ab1470-d7a3-497f-bfda-8c9115317f18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410664d0-3b50-408a-b434-0e25f7b61419 HTTP/1.1" status: 200 len: 858 time: 0.0726037 Jul 16 22:30:22.658563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4fd61-91fc-46a2-ae9c-2d77e1623c16 req-3ffe4f38-4a9f-4d89-af54-00374097071b tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:22.660124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80d4fd61-91fc-46a2-ae9c-2d77e1623c16 req-3ffe4f38-4a9f-4d89-af54-00374097071b tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 943 time: 0.1660907 Jul 16 22:30:22.679760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-fa1f8487-c3e7-4c35-aea4-0122cf6bdba9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9692f07-c6ed-4805-8dd1-67b17e98482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384216 Jul 16 22:30:22.690487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.720366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47178-8183-472b-9a54-21bbc06493c9 req-94f501b1-2fda-4b8f-88dd-cb578f6c8464 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:22.727929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3e47178-8183-472b-9a54-21bbc06493c9 req-94f501b1-2fda-4b8f-88dd-cb578f6c8464 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3438139 Jul 16 22:30:22.735893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Router d7e0ef94-82b1-4927-af80-d7baf832f88c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:22.811878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.824054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80d4fd61-91fc-46a2-ae9c-2d77e1623c16 req-0aa18ad7-452d-4497-97ef-8219fb3ade40 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465740 Jul 16 22:30:22.876387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-f0c1f1c7-466e-41be-9b9a-9ed3df818ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830504 Jul 16 22:30:22.895271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:22.906362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.909945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Sync routers for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:22.930797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:22.931811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:22.948418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3e47178-8183-472b-9a54-21bbc06493c9 req-7e723176-bce2-48d4-bc82-fad163b604ee tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192938 Jul 16 22:30:22.977767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:22.997573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9fe536ad-45e3-47b1-99b7-b09a9693e544 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "PUT /v2.0/floatingips/8481d068-bf49-4494-bdcd-20944520b993 HTTP/1.1" status: 200 len: 992 time: 3.6272275 Jul 16 22:30:23.017262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:23.019786 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2969376-60a9-4e6c-b57b-f185b0a18898" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:23.055006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:23.057918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:23.063015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:23.089135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c863598e-fb2f-4891-8a9f-3d10f7ffbf5d req-17bbc91b-b394-40f8-91f4-79917b223da7 service neutron] 10.222.0.47 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052526 Jul 16 22:30:23.096200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=eabdc63e-6c16-41a4-8770-41f46a6a612a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:23.136527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:23.219114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:23.436880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:23.479847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:23.488130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ebcbbb69-ac35-4970-9ccc-ef12b369ccb0 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:23.565091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:23.696557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8481d068-bf49-4494-bdcd-20944520b993', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'port_id': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'mac_address': 'fa:16:3e:c5:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a319f3-2796-4ece-af60-93478ef08928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:29:17Z', 'updated_at': '2021-07-16T22:30:21Z', 'revision_number': 1, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:23.765337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Checking router: d7e0ef94-82b1-4927-af80-d7baf832f88c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:23.828700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:23.831552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:23.900169 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe8538-f6b3-4dd4-a7b9-b9f97a9b6f19 x-openstack-request-id: req-23fe8538-f6b3-4dd4-a7b9-b9f97a9b6f19 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:23.900728 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:23.900728 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23fe8538-f6b3-4dd4-a7b9-b9f97a9b6f19 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:23.901134 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'status': 'completed', 'code': 200} Jul 16 22:30:23.924741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636354a3-5654-49ca-acfe-51a811d040f2 req-6b12bff9-0de8-42b0-85b1-56a641f1103d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:23.926794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-636354a3-5654-49ca-acfe-51a811d040f2 req-6b12bff9-0de8-42b0-85b1-56a641f1103d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.2148862 Jul 16 22:30:23.928331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:23.932719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:24.026050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:24.028333 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3042b61-12db-433a-91fc-0cb1725beacc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:24.032087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:24.114115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router e40c0da4-dbc1-4238-a657-ff3f14c8ef13 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:24.132860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-636354a3-5654-49ca-acfe-51a811d040f2 req-e655c461-4c57-4dd9-b22b-b3a997b53eef tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890066 Jul 16 22:30:24.295353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:24.300058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:24.304185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3b8c0cf-865b-4b88-b28c-cb48b3136bac tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "PUT /v2.0/routers/e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 200 len: 916 time: 4.6476424 Jul 16 22:30:24.312933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03e2e-f62f-4458-8979-f7cbd7cb1da1 req-fd6bf8c4-5fa7-4110-8984-ec127afa2e33 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:24.320413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afd03e2e-f62f-4458-8979-f7cbd7cb1da1 req-fd6bf8c4-5fa7-4110-8984-ec127afa2e33 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 943 time: 0.1427414 Jul 16 22:30:24.322091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:24.327728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] Sync routers for ids ['e40c0da4-dbc1-4238-a657-ff3f14c8ef13'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:24.349840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] Routers {'e40c0da4-dbc1-4238-a657-ff3f14c8ef13'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:24.353312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-a9c9a6a2-a172-43de-a18f-ff5c4373347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:24.354061 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e40c0da4-dbc1-4238-a657-ff3f14c8ef13'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:24.360261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-a9c9a6a2-a172-43de-a18f-ff5c4373347b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17fd5622c84a4baeb32b850385ba6225&device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 1098 time: 0.4111114 Jul 16 22:30:24.470344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afd03e2e-f62f-4458-8979-f7cbd7cb1da1 req-9205cacd-c3a9-43e4-9310-d54fb898ddbf tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490355 Jul 16 22:30:24.513593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8cadfaf7-066b-46c5-b271-36d4c7d7feab tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 200 len: 922 time: 0.1879613 Jul 16 22:30:24.523322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:24.525232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8481d068-bf49-4494-bdcd-20944520b993', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'port_id': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'mac_address': 'fa:16:3e:c5:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a319f3-2796-4ece-af60-93478ef08928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:29:17Z', 'updated_at': '2021-07-16T22:30:21Z', 'revision_number': 1, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:24.600184 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588129af-275d-4bbe-b39c-b9eb2b6dcca3 x-openstack-request-id: req-588129af-275d-4bbe-b39c-b9eb2b6dcca3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:24.600761 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:24.601263 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-588129af-275d-4bbe-b39c-b9eb2b6dcca3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:24.601977 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3', 'status': 'completed', 'code': 200} Jul 16 22:30:24.658681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81892fff-0999-4027-be08-a740642af69f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:24.660222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-81892fff-0999-4027-be08-a740642af69f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=e40c0da4-dbc1-4238-a657-ff3f14c8ef13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1357794 Jul 16 22:30:24.662858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:24.663558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6697c-0b07-4cf7-a8ea-9a47f44afbda None None] The sync data for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 is: [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8481d068-bf49-4494-bdcd-20944520b993', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'port_id': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'mac_address': 'fa:16:3e:c5:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a319f3-2796-4ece-af60-93478ef08928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:29:17Z', 'updated_at': '2021-07-16T22:30:21Z', 'revision_number': 1, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:24.673412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:24.706053 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] Routers {'e40c0da4-dbc1-4238-a657-ff3f14c8ef13'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:24.707078 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e40c0da4-dbc1-4238-a657-ff3f14c8ef13'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:24.723714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-9748c98c-67c4-491a-9015-ee34cc2fabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:24.728862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-9748c98c-67c4-491a-9015-ee34cc2fabdc service neutron] 10.222.0.68 "GET /v2.0/networks?id=15c2b2ec-4a6f-4564-9132-95bb52f0675b HTTP/1.1" status: 200 len: 917 time: 0.3552349 Jul 16 22:30:24.791645 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:24.798021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936680b-996f-46cc-967c-bd6dfdc40804 None None] The sync data for ids ['e40c0da4-dbc1-4238-a657-ff3f14c8ef13'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:24.861929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-c6c83eaa-72bd-4b48-8686-2cb10c866a47 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff HTTP/1.1" status: 200 len: 1000 time: 0.1108160 Jul 16 22:30:24.958817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-2e33af74-2830-41f1-920b-5df370a9eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:24.971314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-2e33af74-2830-41f1-920b-5df370a9eec0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69 HTTP/1.1" status: 200 len: 855 time: 0.0957851 Jul 16 22:30:25.095184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b89f7-1f36-4365-86af-4cd611851516 None None] New status for floating IP 8481d068-bf49-4494-bdcd-20944520b993: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:30:25.129178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042b61-12db-433a-91fc-0cb1725beacc req-ade19d3e-63f9-464a-a321-4b14ccbdbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.130831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-ade19d3e-63f9-464a-a321-4b14ccbdbd1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9798bbcc217403597567f6cd1042e2a&device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 1095 time: 0.5099118 Jul 16 22:30:25.132630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-278361a6-8606-4355-b98e-a471c12810e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.134204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-278361a6-8606-4355-b98e-a471c12810e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1097 time: 0.5914936 Jul 16 22:30:25.293680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-22810ab9-4a40-4b8a-8186-2d91c1f9a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.295207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-22810ab9-4a40-4b8a-8186-2d91c1f9a29c service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.1274762 Jul 16 22:30:25.472492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:25.474112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:30:25.648546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-e9a56af0-1418-463b-b493-1cc921eb55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.650350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-e9a56af0-1418-463b-b493-1cc921eb55d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=15c2b2ec-4a6f-4564-9132-95bb52f0675b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6445606 Jul 16 22:30:25.702270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-8c4ddc01-adfd-4db5-8643-fe5d0a0296ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 1000 time: 0.3876824 Jul 16 22:30:25.799821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744a556-3e53-4010-9a80-192dc9b46a1b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.806985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1744a556-3e53-4010-9a80-192dc9b46a1b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 1.1425149 Jul 16 22:30:25.807566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-5a28a545-d4c3-4cbb-b510-eda4bf88bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.809814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-5a28a545-d4c3-4cbb-b510-eda4bf88bb37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.0812631 Jul 16 22:30:25.810425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:25.813391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042b61-12db-433a-91fc-0cb1725beacc req-fb765f98-0329-45bd-aa52-fe198d438481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:25.813540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,segment=NetworkSegment(dc73e262-fbd3-4c62-a9c7-9b96c6d0c631),segment_id=dc73e262-fbd3-4c62-a9c7-9b96c6d0c631)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:25.815182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-fb765f98-0329-45bd-aa52-fe198d438481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9692f07-c6ed-4805-8dd1-67b17e98482a HTTP/1.1" status: 200 len: 919 time: 0.6736827 Jul 16 22:30:25.829810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3', 'network_id': 'c9692f07-c6ed-4805-8dd1-67b17e98482a', 'port_id': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3', 'mac_address': 'fa:16:3e:f6:90:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410664d0-3b50-408a-b434-0e25f7b61419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:30:25.890592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:25.931783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:25.933507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fb7740b1-3dd7-4dcd-87f2-ae78e6d0d722 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 200 len: 205 time: 0.1167681 Jul 16 22:30:25.934278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:25.953952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-b6c638e6-8952-4f7e-86e0-74d1ef11813d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3 HTTP/1.1" status: 200 len: 217 time: 0.1275601 Jul 16 22:30:25.966574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,segment=NetworkSegment(dc73e262-fbd3-4c62-a9c7-9b96c6d0c631),segment_id=dc73e262-fbd3-4c62-a9c7-9b96c6d0c631)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:25.973917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:26.085921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:26.100743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a86ae-b4d7-44e8-936f-28758a4f4233 req-6c6687a6-20da-41de-981e-f0ae55011a13 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:26.101502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-5be3b34b-30c6-4042-8e8f-e99259dfafaf service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114742 Jul 16 22:30:26.108180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-168a86ae-b4d7-44e8-936f-28758a4f4233 req-6c6687a6-20da-41de-981e-f0ae55011a13 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.4521890 Jul 16 22:30:26.160604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-3b1d50c1-9893-40ba-91a0-d446b169ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:26.162112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-3b1d50c1-9893-40ba-91a0-d446b169ea8b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3377476 Jul 16 22:30:26.163504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042b61-12db-433a-91fc-0cb1725beacc req-0cc07b29-64e3-4fd5-b113-29a6fd440f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:26.164823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-0cc07b29-64e3-4fd5-b113-29a6fd440f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410664d0-3b50-408a-b434-0e25f7b61419 HTTP/1.1" status: 200 len: 858 time: 0.1939974 Jul 16 22:30:26.233789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-168a86ae-b4d7-44e8-936f-28758a4f4233 req-d53e2deb-8ddf-4155-9ce3-aa0e823746ff tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245816 Jul 16 22:30:26.242074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:26.246881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['64b7a925-c24a-42f9-bdb1-587ab0f7fec3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:30:26.268693 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-f8ec5175-875e-4562-be22-19e50d5aed85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9692f07-c6ed-4805-8dd1-67b17e98482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922508 Jul 16 22:30:26.443223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:26.580982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port eabdc63e-6c16-41a4-8770-41f46a6a612a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:26.582154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:26.740384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:26.764389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for eabdc63e-6c16-41a4-8770-41f46a6a612a owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:26.846106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2969376-60a9-4e6c-b57b-f185b0a18898 req-f219ae97-e492-4838-a5d0-f002b4ece3b0 service neutron] 10.222.0.68 "GET /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292573 Jul 16 22:30:26.858716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183904a0-14bc-4947-860d-4492ef3397f0 req-94dc19f0-8f0d-4e86-aab7-a512ffa01658 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:26.866027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-183904a0-14bc-4947-860d-4492ef3397f0 req-94dc19f0-8f0d-4e86-aab7-a512ffa01658 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 944 time: 0.7813625 Jul 16 22:30:26.891480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-85828899-3d1f-4bb2-a38d-47729827be87 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122421 Jul 16 22:30:26.918250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-be166187-89f8-4050-bf47-f4f724bb1a74 service neutron] 10.222.0.47 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421170 Jul 16 22:30:26.993230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-183904a0-14bc-4947-860d-4492ef3397f0 req-35289aa7-5042-47ba-9e5f-c9a2a33db538 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258473 Jul 16 22:30:27.017853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Deleting port 7a381bac-7eb6-407c-971f-08bd3dd58593 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:27.018416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.157952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.197052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=eabdc63e-6c16-41a4-8770-41f46a6a612a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:27.230025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601ee5-0dd1-4ef0-8b00-81684e5cd2c0 req-271c0f58-6e94-4d9f-9b08-ae1c6329204a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:27.240685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21601ee5-0dd1-4ef0-8b00-81684e5cd2c0 req-271c0f58-6e94-4d9f-9b08-ae1c6329204a tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.2518666 Jul 16 22:30:27.259375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0fced0f3-f9b4-4999-a40b-df0eef007ed3 req-7e8bed36-313f-485c-b7db-41d9283d1446 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539817 Jul 16 22:30:27.280051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3042b61-12db-433a-91fc-0cb1725beacc req-c5f607b5-1939-4d77-9309-2df3b0280909 service neutron] 10.222.0.47 "GET /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461437 Jul 16 22:30:27.292507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] For port 7a381bac-7eb6-407c-971f-08bd3dd58593, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a381bac-7eb6-407c-971f-08bd3dd58593,segment=NetworkSegment(a575c2b1-f231-4ab7-add6-6f89f0d73c3b),segment_id=a575c2b1-f231-4ab7-add6-6f89f0d73c3b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:27.293201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.315754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Calling delete_port for 7a381bac-7eb6-407c-971f-08bd3dd58593 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:27.363626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21601ee5-0dd1-4ef0-8b00-81684e5cd2c0 req-43c20aaf-cc8f-460e-b65c-c551481aa7f7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219647 Jul 16 22:30:27.391716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.452808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:27.619564 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8918a3ad-8bb9-492c-9f17-34903d997592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.633634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:27.657331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:27.657716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.681322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.684454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.743327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.770862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.771882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router e40c0da4-dbc1-4238-a657-ff3f14c8ef13 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:27.792309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.793969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-43a7ffc9-dad3-4347-9fe4-4fdf4a8383f4 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 204 len: 168 time: 1.8587127 Jul 16 22:30:27.799390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:27.827665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7a381bac-7eb6-407c-971f-08bd3dd58593,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:27.834778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1549686935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:27.916291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.917207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.918102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:27.954331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:27.960385 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085bb98a-1357-4992-88e6-dc00efa1a688" -d '{"events": [{"server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "name": "network-vif-plugged", "status": "completed", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:28.003588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,segment=NetworkSegment(dc73e262-fbd3-4c62-a9c7-9b96c6d0c631),segment_id=dc73e262-fbd3-4c62-a9c7-9b96c6d0c631)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:28.020184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.080910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.090824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.145882 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.150992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d90195ba-74c7-41be-8fdd-3fe162f95db0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3502028 Jul 16 22:30:28.152570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:28.159460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:28.172662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:28.259173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f00af-3d60-4656-9572-29b0916e03af req-974372ba-7907-42e4-9fe0-c2b125cbd3b7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:28.273156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-081f00af-3d60-4656-9572-29b0916e03af req-974372ba-7907-42e4-9fe0-c2b125cbd3b7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3022966 Jul 16 22:30:28.315870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.364080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-081f00af-3d60-4656-9572-29b0916e03af req-c7c962d4-3358-4af7-ade6-c403e16e3f49 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899494 Jul 16 22:30:28.607673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:28.631308 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3681b5a-ff52-43ad-a2bd-16f4f7f50a92 x-openstack-request-id: req-f3681b5a-ff52-43ad-a2bd-16f4f7f50a92 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:28.631826 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "name": "network-vif-plugged", "status": "completed", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:28.632064 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3681b5a-ff52-43ad-a2bd-16f4f7f50a92 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:28.632385 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3', 'code': 200} Jul 16 22:30:28.754326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Router a23d4ce2-34c4-4f88-b63b-0efd8a648401 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:28.974607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84a71f-8ab0-43c5-92fa-dfec7a33e0b0 req-7913e9ed-eb72-42cd-951a-55624499bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:28.976546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d84a71f-8ab0-43c5-92fa-dfec7a33e0b0 req-7913e9ed-eb72-42cd-951a-55624499bc13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 1097 time: 0.2458806 Jul 16 22:30:28.996358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:29.003990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8d40d4c-9aae-439a-b729-35ab5ad8f8aa admin admin] 10.222.0.70 "PUT /v2.0/routers/a23d4ce2-34c4-4f88-b63b-0efd8a648401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7819664 Jul 16 22:30:29.008774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:29.014571 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Sync routers for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:29.030205 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:29.030841 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:29.050483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d84a71f-8ab0-43c5-92fa-dfec7a33e0b0 req-d2bafdc9-14db-4130-90a9-5c56125d3961 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668905 Jul 16 22:30:29.065590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0ae0-7274-4779-83ef-2157488d981f req-e07ecec4-9f5b-4a26-9317-deab3a8f41f3 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:29.074393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a3c0ae0-7274-4779-83ef-2157488d981f req-e07ecec4-9f5b-4a26-9317-deab3a8f41f3 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 945 time: 0.1539030 Jul 16 22:30:29.130441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a3c0ae0-7274-4779-83ef-2157488d981f req-01575fe0-5fad-4100-a94a-15c87270cb79 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548563 Jul 16 22:30:29.211126 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:29.258452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:29.305807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:29.320075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4a018-2a0d-4454-a6fd-67876e77ff39 req-cfd60a29-99cd-4e44-a1d5-c3bb6ca9cfe6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:29.322808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64a4a018-2a0d-4454-a6fd-67876e77ff39 req-cfd60a29-99cd-4e44-a1d5-c3bb6ca9cfe6 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3541315 Jul 16 22:30:29.504519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Allocated IP 172.25.5.136 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/381fff01-7976-40c1-8ac5-df9352554924) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:29.579176 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:30:27Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:29.642442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:29.642668 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Checking router: a23d4ce2-34c4-4f88-b63b-0efd8a648401 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:29.663086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Routers {'a23d4ce2-34c4-4f88-b63b-0efd8a648401'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:29.663781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:29.836887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64a4a018-2a0d-4454-a6fd-67876e77ff39 req-34f60ad3-ec43-42dc-9bce-49ad16229a9b tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923532 Jul 16 22:30:29.852390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df0be50e-887c-4049-8315-23898560e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:29.859620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:29.890203 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] Set router a23d4ce2-34c4-4f88-b63b-0efd8a648401 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:30.025016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.105141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Deleting port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:30.106107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.115264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.254565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] For port 7b2e90aa-1720-43bc-933e-2d82b7b0c11c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:30.258489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.277192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Calling delete_port for 7b2e90aa-1720-43bc-933e-2d82b7b0c11c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:30.452870 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:30:27Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:30.495721 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30844de-7658-4b71-ba46-696d239e8098 None None] The sync data for ids ['a23d4ce2-34c4-4f88-b63b-0efd8a648401'] in n-d-793621-16 is: [{'id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'name': 'tempest-ServerRescueTestJSONUnderV235-1364953150-router', 'tenant_id': '79139585fb5d40ae901cf1932e194b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:30:27Z', 'revision_number': 5, 'project_id': '79139585fb5d40ae901cf1932e194b9f', 'gw_port': {'id': '7b2e90aa-1720-43bc-933e-2d82b7b0c11c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d4ce2-34c4-4f88-b63b-0efd8a648401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:53Z', 'updated_at': '2021-07-16T22:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:30.585474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.635577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2e90aa-1720-43bc-933e-2d82b7b0c11c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:30.669617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:30.681524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407157b-b5ce-405f-a6e0-27307fc6ff7a req-a9eeae30-12d1-43af-a781-126fc32caecc tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:30.683177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6407157b-b5ce-405f-a6e0-27307fc6ff7a req-a9eeae30-12d1-43af-a781-126fc32caecc tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 945 time: 0.0972025 Jul 16 22:30:30.741840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6407157b-b5ce-405f-a6e0-27307fc6ff7a req-a7a41e11-71b8-435d-b92a-41478ad97235 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Jul 16 22:30:30.817417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:30.831988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:30.839407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Pushing event updated for resources: {'Port': ['ID=381fff01-7976-40c1-8ac5-df9352554924,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:30.844783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:30.898440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.063752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841f06-9cc7-4f6d-9b12-81e9c7b2de48 req-2c305a45-44e7-411d-b61a-1e4f6a439abd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:31.070981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c841f06-9cc7-4f6d-9b12-81e9c7b2de48 req-2c305a45-44e7-411d-b61a-1e4f6a439abd tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.5036979 Jul 16 22:30:31.178661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.232609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.252908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c841f06-9cc7-4f6d-9b12-81e9c7b2de48 req-a979e54b-ba55-41cb-8ec2-dea1bbaa70e7 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731637 Jul 16 22:30:31.307126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.508151 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.510034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23d4ce2-34c4-4f88-b63b-0efd8a648401 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:31.522584 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.524377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1c40a554-d4e9-4a68-af68-38a49b1b2200 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a23d4ce2-34c4-4f88-b63b-0efd8a648401 HTTP/1.1" status: 204 len: 168 time: 2.5140991 Jul 16 22:30:31.527079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:31.616745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Deleting subnet cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:30:31.639408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.730558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.809344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:31.902984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.014597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.048502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb38a11b-1f6d-4f54-8382-b82ffe0a3c97,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:32.059463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.064820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6f83ad5-328b-4bc1-b0c8-31725ede8c38 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cb38a11b-1f6d-4f54-8382-b82ffe0a3c97 HTTP/1.1" status: 204 len: 168 time: 0.5367010 Jul 16 22:30:32.065606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:32.161840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.295199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a381bac-7eb6-407c-971f-08bd3dd58593 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:32.361588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7a381bac-7eb6-407c-971f-08bd3dd58593 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:32.362243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a381bac-7eb6-407c-971f-08bd3dd58593 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:32.665448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.725970 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.737335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45518230-de09-4b9f-8db1-071167cb2cf8 req-3f93ed63-050c-49e6-9840-57ad7c85f55c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:32.738485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113e5bdb-2a11-419f-9651-12a2378861b1']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:32.744730 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45518230-de09-4b9f-8db1-071167cb2cf8 req-3f93ed63-050c-49e6-9840-57ad7c85f55c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.8078063 Jul 16 22:30:32.754219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:32.756947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a575c2b1-f231-4ab7-add6-6f89f0d73c3b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:32.777203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.779362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.788297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.807659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.830815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:30:32.831237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:30:32.836930 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:30:32.862086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45518230-de09-4b9f-8db1-071167cb2cf8 req-92eb2ab3-a5fc-4466-80af-ba9b6aafbd80 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161485 Jul 16 22:30:32.959117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-5673e929-8f3a-4f9c-9a7d-db9f2e55fbce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7913635 Jul 16 22:30:32.974556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61883-1b9e-4c58-b663-3ce1472c3735 req-3ad7840d-edb3-4b28-b45d-027cfc730938 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:32.981445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0da61883-1b9e-4c58-b663-3ce1472c3735 req-3ad7840d-edb3-4b28-b45d-027cfc730938 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 945 time: 0.7579248 Jul 16 22:30:32.997034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:33.009008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:33.013501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] 10.222.0.70 "DELETE /v2.0/networks/113e5bdb-2a11-419f-9651-12a2378861b1 HTTP/1.1" status: 204 len: 168 time: 0.9442952 Jul 16 22:30:33.035545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a3c0a-957f-425d-8348-52567d062c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=113e5bdb-2a11-419f-9651-12a2378861b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:33.069902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0da61883-1b9e-4c58-b663-3ce1472c3735 req-91ce744b-de3e-4d0c-82cd-7a2e529e449f tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867753 Jul 16 22:30:33.074117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Router b6c05510-7fa4-47ba-8fa3-ad2716c577af is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:33.318453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:33.323926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:33.325213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7bb4a69-3627-484f-953c-dcc199d4d45b tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "PUT /v2.0/routers/b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 200 len: 920 time: 5.1704950 Jul 16 22:30:33.331966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] Sync routers for ids ['b6c05510-7fa4-47ba-8fa3-ad2716c577af'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:33.351144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:33.371963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] Routers {'b6c05510-7fa4-47ba-8fa3-ad2716c577af'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:33.373190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b6c05510-7fa4-47ba-8fa3-ad2716c577af'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:33.452504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:33.479340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] Routers {'b6c05510-7fa4-47ba-8fa3-ad2716c577af'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:33.479340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b6c05510-7fa4-47ba-8fa3-ad2716c577af'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:33.524805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:33.534125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.534125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.534457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.535389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.535865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.536335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.536802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.544241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:33.545236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4a284-92f5-4077-b663-0c97e4c089c7 None None] The sync data for ids ['b6c05510-7fa4-47ba-8fa3-ad2716c577af'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:33.555329 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-b517d6c8-c8a7-4454-ae3c-5221bfa2e93b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.4709139 Jul 16 22:30:33.600474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-a81ee579-1a1b-43c1-8c8a-8ede66f64b27 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.602463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-a81ee579-1a1b-43c1-8c8a-8ede66f64b27 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 945 time: 0.3835008 Jul 16 22:30:33.623197 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0c08ef0-d69c-4899-8b95-62becbe305a1 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 200 len: 926 time: 0.2699540 Jul 16 22:30:33.630859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:33.673597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-385df154-2a70-407d-bca7-2755a2194dd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79139585fb5d40ae901cf1932e194b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454985 Jul 16 22:30:33.676043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:33.776121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:33.779627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5386e8e-6896-4e03-9d71-fece46831344 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.783668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-0bc5e517-b0eb-4a8c-86e1-94353eb708a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.783668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-0bc5e517-b0eb-4a8c-86e1-94353eb708a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.784249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-0bc5e517-b0eb-4a8c-86e1-94353eb708a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:33.784388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f5386e8e-6896-4e03-9d71-fece46831344 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=b6c05510-7fa4-47ba-8fa3-ad2716c577af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1483912 Jul 16 22:30:33.784541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:33.785674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-0bc5e517-b0eb-4a8c-86e1-94353eb708a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 2293 time: 0.1823902 Jul 16 22:30:33.871002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7b2e90aa-1720-43bc-933e-2d82b7b0c11c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:33.902807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:33.946038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7b2e90aa-1720-43bc-933e-2d82b7b0c11c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:33.946384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7b2e90aa-1720-43bc-933e-2d82b7b0c11c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:34.008902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e15720ff-e8c8-4e9a-a2ee-fea5f3e798b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 1001 time: 0.2165830 Jul 16 22:30:34.165061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6d9b5-e1aa-44f2-95a6-3e0194ee092f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:34.167306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-14b6d9b5-e1aa-44f2-95a6-3e0194ee092f tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.3771932 Jul 16 22:30:34.174991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:34.234401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Deleting port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:34.234750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.269450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7c37d42-d86e-4df9-94f5-fd430dc28e17 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 200 len: 205 time: 0.0900545 Jul 16 22:30:34.271937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:34.282289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.293865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.301586 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d8e2c04-3cd1-4885-b9eb-45aba47af24f HTTP/1.1" status: 204 len: 168 time: 0.6196816 Jul 16 22:30:34.373681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] For port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,segment=NetworkSegment(dc73e262-fbd3-4c62-a9c7-9b96c6d0c631),segment_id=dc73e262-fbd3-4c62-a9c7-9b96c6d0c631)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:34.374082 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.389687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Calling delete_port for 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:34.412849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eadd5a-cd01-4117-8be9-7518df988b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8e2c04-3cd1-4885-b9eb-45aba47af24f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:34.531571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-567c8c50-58b5-4999-85ed-ae44080e77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:34.533523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-567c8c50-58b5-4999-85ed-ae44080e77eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.5179925 Jul 16 22:30:34.677476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.695970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab7efa-e09e-4227-93bf-9978cbffb99d req-7b9441fd-5b8d-4cce-b950-c47166321a0f tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:34.709719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3ab7efa-e09e-4227-93bf-9978cbffb99d req-7b9441fd-5b8d-4cce-b950-c47166321a0f tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 945 time: 0.2679248 Jul 16 22:30:34.771498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:34.788919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['64b7a925-c24a-42f9-bdb1-587ab0f7fec3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:30:34.823595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-6b224d89-a5e2-4ff2-9d4a-aacab4a3c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:34.829482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-6b224d89-a5e2-4ff2-9d4a-aacab4a3c515 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855229 Jul 16 22:30:34.862735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Pushing event deleted for resources: {'Port': ['ID=64b7a925-c24a-42f9-bdb1-587ab0f7fec3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:34.887112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682f24b-44b1-4789-a69a-67dbd049245a req-be0b7ebb-7895-496b-b62b-c9134afc0c48 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:34.896319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4682f24b-44b1-4789-a69a-67dbd049245a req-be0b7ebb-7895-496b-b62b-c9134afc0c48 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.7431598 Jul 16 22:30:34.912472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3ab7efa-e09e-4227-93bf-9978cbffb99d req-1dde06ee-6736-4b85-8853-27ebb4472677 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/security-groups?id=a657eae9-5acd-4208-9d9a-8909ffb742c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017817 Jul 16 22:30:34.973009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:35.087512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port 381fff01-7976-40c1-8ac5-df9352554924 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:35.087864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:35.094691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4682f24b-44b1-4789-a69a-67dbd049245a req-dfe0f8a8-d500-4b37-9e72-14443b39f258 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972723 Jul 16 22:30:35.095663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] No DVR routers for this DVR port 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:35.115085 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:35.120118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d747c0d-b077-4737-a851-60cad53cf2a1 req-34d743f5-df45-4936-adb7-4b2713d04fe2 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.47 "DELETE /v2.0/ports/64b7a925-c24a-42f9-bdb1-587ab0f7fec3 HTTP/1.1" status: 204 len: 173 time: 1.5029664 Jul 16 22:30:35.120118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'name': 'network-vif-deleted', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:35.124267 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a5b1a-59d4-4ff3-ac4d-c3afee916f6a" -d '{"events": [{"server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "name": "network-vif-deleted", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:35.393199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-63f7fd3c-7a68-47cd-bb39-5f611b96ad51 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871361 Jul 16 22:30:35.427833 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:35.474381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for 381fff01-7976-40c1-8ac5-df9352554924 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:35.632423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-17170428-70c6-4977-86f5-ee6b1ca26ae9 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387662 Jul 16 22:30:35.738126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-6ecc54f9-7bb0-46e8-bf2d-8cfc35b1eba4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 217 time: 0.0983050 Jul 16 22:30:35.861630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-ae7137b5-4802-4e11-8801-1c8fc92d5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:35.869310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-ae7137b5-4802-4e11-8801-1c8fc92d5dca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1249864 Jul 16 22:30:36.047897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-6cbc4d95-283d-4ba9-8ffb-ca2a5d11e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:36.052193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-6cbc4d95-283d-4ba9-8ffb-ca2a5d11e078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1747122 Jul 16 22:30:36.077967 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.091973 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c21a6c2-029b-4744-ae92-0a9fc462c35a x-openstack-request-id: req-7c21a6c2-029b-4744-ae92-0a9fc462c35a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:36.092307 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf932324-3fe4-49d2-a341-bfa7004f5303", "name": "network-vif-deleted", "tag": "64b7a925-c24a-42f9-bdb1-587ab0f7fec3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:36.092509 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c21a6c2-029b-4744-ae92-0a9fc462c35a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:36.093177 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf932324-3fe4-49d2-a341-bfa7004f5303', 'name': 'network-vif-deleted', 'tag': '64b7a925-c24a-42f9-bdb1-587ab0f7fec3', 'status': 'completed', 'code': 200} Jul 16 22:30:36.120760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:36.165646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=381fff01-7976-40c1-8ac5-df9352554924,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:36.238478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4ce12-7fd7-4848-8fcb-98e8f3e3fd6c req-02fdb1f8-47fb-4e2e-94ae-15a39d53da14 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:36.239984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bc4ce12-7fd7-4848-8fcb-98e8f3e3fd6c req-02fdb1f8-47fb-4e2e-94ae-15a39d53da14 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.2353251 Jul 16 22:30:36.334668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.338701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-c4f3dca9-d720-484c-b328-caf33a3d203a service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488902 Jul 16 22:30:36.391494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-109158433-network', 'tenant_id': '706f9024fec34b9ab256574598a53a5a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:36.401285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bc4ce12-7fd7-4848-8fcb-98e8f3e3fd6c req-77a5bba0-507a-4ee5-a9ab-656bec8b1302 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434934 Jul 16 22:30:36.502975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.506288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.518492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e83b2db4-35a2-41dc-8e64-e030e0afa619 req-24993e3d-c372-43ca-80d5-ac2d7a3f71f4 tempest-InstanceActionsV221TestJSON-251206491 tempest-InstanceActionsV221TestJSON-251206491-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf932324-3fe4-49d2-a341-bfa7004f5303 HTTP/1.1" status: 200 len: 210 time: 0.1760793 Jul 16 22:30:36.576721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.577369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router b6c05510-7fa4-47ba-8fa3-ad2716c577af {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:36.592047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.594322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-99935ff0-f4f4-42cd-bfcf-f2ca8e20e552 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 204 len: 168 time: 2.3213789 Jul 16 22:30:36.600928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:36.607466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-456130024', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:36.634537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Made reservation on behalf of 706f9024fec34b9ab256574598a53a5a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:36.646587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.672648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.674251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.699813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.718295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-39c45fa2-1fdd-4808-ac32-1363d69e3c41 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670411 Jul 16 22:30:36.779281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:36.901484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-1863b334-f0bd-4e98-bf29-b3f7edb4f023 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 217 time: 0.1508727 Jul 16 22:30:37.019090 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.105069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-9caf6897-b1de-47c0-a7c7-1811c01b4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:37.114933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-9caf6897-b1de-47c0-a7c7-1811c01b4abf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.2074208 Jul 16 22:30:37.265351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3e27-d1eb-4003-80c2-a2fd9d0e1df3 req-9381d349-f46f-4be2-81f8-986678ba5d7c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:37.266966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa9b3e27-d1eb-4003-80c2-a2fd9d0e1df3 req-9381d349-f46f-4be2-81f8-986678ba5d7c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.2667158 Jul 16 22:30:37.316546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-bdc35559-cc69-416f-a0cc-8ea7cf0e6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:37.318108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-bdc35559-cc69-416f-a0cc-8ea7cf0e6a42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1744173 Jul 16 22:30:37.351316 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.369313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa9b3e27-d1eb-4003-80c2-a2fd9d0e1df3 req-0486787c-996b-43ad-8c37-7246415a8362 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894251 Jul 16 22:30:37.383995 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.398420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:30:37.420751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.421233 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Added segment 2b2f2407-1d80-4aa2-a405-859def19b931 of type vlan for network 195f8de1-b2b1-4e42-811f-f73b9662e772 Jul 16 22:30:37.475065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.491519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:37.563630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.564163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:37.564163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 64b7a925-c24a-42f9-bdb1-587ab0f7fec3 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:37.591418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.595422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.600252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:37.604584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:37.808831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2242219-d9ab-4587-bedc-ef320cdddda5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:37.867341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7347257 Jul 16 22:30:37.868623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:37.943287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-2102074f-14af-49a4-a718-f57bef2ebf9e service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164987 Jul 16 22:30:37.956145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Request body: {'subnet': {'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-subnet', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:37.968357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26dd36-f749-43a1-8b14-631eb8eac7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=195f8de1-b2b1-4e42-811f-f73b9662e772,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:37.980132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:30:38.069546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Made reservation on behalf of 706f9024fec34b9ab256574598a53a5a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:38.078857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:38.114625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Allocated IP 172.25.5.240 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/e41ccb97-dfdc-4910-bce8-0752c460c83c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:38.137415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ec0f-f689-4bcb-954a-88f02f3b2f2f req-e641b25b-7a92-4527-9578-454af6705827 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:38.145621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a9ec0f-f689-4bcb-954a-88f02f3b2f2f req-e641b25b-7a92-4527-9578-454af6705827 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.4363101 Jul 16 22:30:38.152767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:38.237005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a9ec0f-f689-4bcb-954a-88f02f3b2f2f req-b2057489-880d-43c9-b65b-b4aa665cf598 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901759 Jul 16 22:30:38.327993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-32f458f4-72f8-461d-ab31-65a45eff7e9a service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626142 Jul 16 22:30:38.460035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-2118614e-437b-4a0f-890e-2a3cec1ecf90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 217 time: 0.1233830 Jul 16 22:30:38.463981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:38.518108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c607-1968-4e91-b24f-2c4ae49f2506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:38.552733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:38.610467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:38.621763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:38.630229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:38.662351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event updated for resources: {'Port': ['ID=e41ccb97-dfdc-4910-bce8-0752c460c83c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:38.670739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:38.695181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-caac2496-060f-40b5-bac8-724d295633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:38.697174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-caac2496-060f-40b5-bac8-724d295633f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.2273684 Jul 16 22:30:38.794983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Deleting subnet 410664d0-3b50-408a-b434-0e25f7b61419 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:30:38.845662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:38.882864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e66d86a4-fb36-4ec7-a164-c6f66b70567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:38.884532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e66d86a4-fb36-4ec7-a164-c6f66b70567a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774509 Jul 16 22:30:38.955767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.016845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.068797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d8c5d-3ba9-48e5-b611-24c4530fcba0 req-1006935a-59c9-4909-85f3-f33e0e3b6b46 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:39.079388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac8d8c5d-3ba9-48e5-b611-24c4530fcba0 req-1006935a-59c9-4909-85f3-f33e0e3b6b46 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.3925488 Jul 16 22:30:39.108900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:39.169974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-fd4aad20-428b-47fb-9fd9-f049ff4a1d55 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680674 Jul 16 22:30:39.173473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c607-1968-4e91-b24f-2c4ae49f2506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.178054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Checking segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:39.178604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Network hostable DHCP agents. Network: 195f8de1-b2b1-4e42-811f-f73b9662e772, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:30:39.189860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c607-1968-4e91-b24f-2c4ae49f2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.336339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.352707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac8d8c5d-3ba9-48e5-b611-24c4530fcba0 req-2ae2d71a-8bb9-4c15-8f6b-23b8a80c9e4c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674801 Jul 16 22:30:39.381561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f4a6c607-1968-4e91-b24f-2c4ae49f2506 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a432faf52fe4aa7b6ac0f59cf5e2e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202179 Jul 16 22:30:39.381561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6c607-1968-4e91-b24f-2c4ae49f2506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d56d30f-5d55-46ba-ba07-adff782ff9e1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:39.381561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:39.394441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:30:39.428270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 195f8de1-b2b1-4e42-811f-f73b9662e772) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:39.441456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:39.442045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.447206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55347e5-4bca-44c5-910e-530d89256d1a None None] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:39.448110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-be30355a-da06-4f81-8619-34aab39f0c12 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710357 Jul 16 22:30:39.567453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.587317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.589877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/410664d0-3b50-408a-b434-0e25f7b61419 HTTP/1.1" status: 204 len: 168 time: 0.9183135 Jul 16 22:30:39.590528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-d76a39d3-8f3b-46f9-9cd5-863266ed05c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 217 time: 0.1323652 Jul 16 22:30:39.595258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:39.610660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-52adc751-af18-4100-900f-c8311b81520f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6700249 Jul 16 22:30:39.620856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:39.687380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:39.707620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.767095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.768099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.780760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:39.783439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-1a53b12f-12af-4836-8bfc-86aed473bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:39.785081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-1a53b12f-12af-4836-8bfc-86aed473bbae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1846406 Jul 16 22:30:39.912231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a74ef-fc74-43ed-bf07-63f21ce244a5 None None] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:40.019329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.221692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-08d443ee-0e0b-40e1-8cbf-4a34b3edce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:40.223272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-08d443ee-0e0b-40e1-8cbf-4a34b3edce28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4315255 Jul 16 22:30:40.260315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db1869-dd65-45f0-9bca-f67fba88b921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410664d0-3b50-408a-b434-0e25f7b61419,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:40.345300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.345300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.345300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d56d30f-5d55-46ba-ba07-adff782ff9e1 HTTP/1.1" status: 204 len: 168 time: 0.9159670 Jul 16 22:30:40.351766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515c4ea-bf61-4de4-8f8e-7b2a3da733e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d56d30f-5d55-46ba-ba07-adff782ff9e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:40.393394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.399911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.500034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.521556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-445c3c43-aa73-468a-b7f8-b773ace1833e service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876508 Jul 16 22:30:40.767264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-c96f3b74-4435-459f-a0a2-27f917dbd474 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389293 Jul 16 22:30:40.929609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:40.960992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9692f07-c6ed-4805-8dd1-67b17e98482a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:40.997037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:40.997896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc73e262-fbd3-4c62-a9c7-9b96c6d0c631') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:41.102758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.112556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.131821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788e32-2685-4685-98e7-fb57cdd03c28 req-bc1d11de-8801-4bd5-901e-7c23ce3447ff tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:41.139900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46788e32-2685-4685-98e7-fb57cdd03c28 req-bc1d11de-8801-4bd5-901e-7c23ce3447ff tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.9242682 Jul 16 22:30:41.235889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-5351cf4b-7e22-4f83-bc50-02985e109150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 217 time: 0.4620123 Jul 16 22:30:41.299534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.329534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46788e32-2685-4685-98e7-fb57cdd03c28 req-ffda6b92-2d5c-4d9d-b2db-b79a5a5ec3af tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880689 Jul 16 22:30:41.356287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:30:41.357533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: items = [ Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:30:41.362773 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:30:41.444629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Router e174b21f-c00f-4b7a-96bd-6d301acc9122 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:41.489456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-4e20a4ab-ae0d-4b30-ba74-e1a101b2cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:41.492547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-4e20a4ab-ae0d-4b30-ba74-e1a101b2cdd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.2501490 Jul 16 22:30:41.509767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.530874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.533411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c9692f07-c6ed-4805-8dd1-67b17e98482a HTTP/1.1" status: 204 len: 168 time: 1.9341719 Jul 16 22:30:41.536598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449a0f-89b7-4fe8-bbe5-9e2bac0b4190 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9692f07-c6ed-4805-8dd1-67b17e98482a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:41.597594 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.641568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.694948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:41.706824 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] Sync routers for ids ['e174b21f-c00f-4b7a-96bd-6d301acc9122'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:41.726095 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] Routers {'e174b21f-c00f-4b7a-96bd-6d301acc9122'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:41.729019 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e174b21f-c00f-4b7a-96bd-6d301acc9122'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:41.785827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:41.791202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Allocated IP 172.25.5.9 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/37cb5207-0e9f-4ece-bc5b-08a1433bb5d5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:41.793743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8454e0-fa29-447c-bc90-701398d44999 req-84d78cd1-7d0a-41d6-bfd7-7fbe4c7f330d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:41.795414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bf8454e0-fa29-447c-bc90-701398d44999 req-84d78cd1-7d0a-41d6-bfd7-7fbe4c7f330d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.2433054 Jul 16 22:30:41.805252 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:41.807155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c1b0044-df0e-4019-9335-4bfde56221d7 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2045825 Jul 16 22:30:41.812744 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] Routers {'e174b21f-c00f-4b7a-96bd-6d301acc9122'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:41.813427 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e174b21f-c00f-4b7a-96bd-6d301acc9122'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:41.821577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:41.866100 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:41.868638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35247d6-2fc8-4af2-be61-835e7e5d46bc None None] The sync data for ids ['e174b21f-c00f-4b7a-96bd-6d301acc9122'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:41.883259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:41.925064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-da219149-9821-4f2b-ba84-989b796f6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:41.926657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-da219149-9821-4f2b-ba84-989b796f6481 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4167013 Jul 16 22:30:41.929253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:41.987592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bf8454e0-fa29-447c-bc90-701398d44999 req-b29a804e-1ca3-4491-847a-589bf795f9f1 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790843 Jul 16 22:30:42.069751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-39e34dba-95a7-4d62-a19a-ae6128efe249 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289694 Jul 16 22:30:42.170921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.449879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d2c97cb0-a1b3-488d-889f-834f93609c0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9798bbcc217403597567f6cd1042e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193503 Jul 16 22:30:42.452911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:42.478138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.562777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.584483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e3ee28d5-93a5-411f-83d1-c12ebeeddfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068007 Jul 16 22:30:42.594998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Pushing event updated for resources: {'Port': ['ID=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:42.618254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-fe679891-4553-4b62-96d8-f136f145f1b6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374608 Jul 16 22:30:42.620237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.672830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-cfb05892-8e0b-4216-90a8-141348b26462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0744042 Jul 16 22:30:42.695534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:42.700456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:42.726354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:42.738806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-1f9a4539-a793-4ef7-baa3-c2b8fdb9afc6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:42.740306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-1f9a4539-a793-4ef7-baa3-c2b8fdb9afc6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153979 Jul 16 22:30:42.773226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-68b02c58-a3a1-43b4-91b2-e027e564f69f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/quotas/0a084cb226fd4eb0af6873e07a9bbf37 HTTP/1.1" status: 200 len: 375 time: 0.0122397 Jul 16 22:30:42.795925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.806542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e10eb0a6-7309-49f2-9278-e53be5293b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:42.808223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-e10eb0a6-7309-49f2-9278-e53be5293b23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.1230490 Jul 16 22:30:42.819513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-af3e1816-2825-4ef2-a1fb-8526b52c1263 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387633 Jul 16 22:30:42.828556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Deleting port e41ccb97-dfdc-4910-bce8-0752c460c83c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:42.829193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.922256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:42.940894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Calling delete_port for e41ccb97-dfdc-4910-bce8-0752c460c83c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:43.001437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.132441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.135485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.137331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a657eae9-5acd-4208-9d9a-8909ffb742c2 HTTP/1.1" status: 204 len: 168 time: 0.6514928 Jul 16 22:30:43.177776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e83afe6-d40f-4d8a-a73a-7625c57ce630 req-c4da4afc-5212-421f-9a17-3f1ccee97e36 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0788651 Jul 16 22:30:43.202005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a911-b967-40dd-9110-79b443bc71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a657eae9-5acd-4208-9d9a-8909ffb742c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:43.211482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-8958dbea-2847-4592-bc9a-716ca9c471eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:43.213144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-8958dbea-2847-4592-bc9a-716ca9c471eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3948193 Jul 16 22:30:43.430689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581f644-66f1-42ef-8d37-071464310da8 req-84278696-95cc-42c5-978f-d5d0c7b2c6bf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:43.432456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-505ea843-0494-4a44-a7b1-58f483ff11f8 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127869 Jul 16 22:30:43.435688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a581f644-66f1-42ef-8d37-071464310da8 req-84278696-95cc-42c5-978f-d5d0c7b2c6bf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 945 time: 0.1992593 Jul 16 22:30:43.446108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.501619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.693715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Pushing event deleted for resources: {'Port': ['ID=e41ccb97-dfdc-4910-bce8-0752c460c83c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:43.696578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:43.704626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a581f644-66f1-42ef-8d37-071464310da8 req-27056b7c-7f42-4d4f-8c32-a49b335de87f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542911 Jul 16 22:30:43.792929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49a4c3bc-15e4-4abc-a9bc-2ac4103f189a req-cfdb18f3-92f2-46a8-a976-5cbaecf1ffbb service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497889 Jul 16 22:30:43.991451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.046277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.050142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.153063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Router e174b21f-c00f-4b7a-96bd-6d301acc9122 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:44.303168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:44.312171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.313573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b04922ec-fb21-4728-ad5e-8bd884f5a4bf tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "PUT /v2.0/routers/e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 200 len: 709 time: 2.4720731 Jul 16 22:30:44.313871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:30:44.317140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.322429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] Sync routers for ids ['e174b21f-c00f-4b7a-96bd-6d301acc9122'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:44.339996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] Routers {'e174b21f-c00f-4b7a-96bd-6d301acc9122'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:44.340604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e174b21f-c00f-4b7a-96bd-6d301acc9122'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:44.377855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:44.390676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] Routers {'e174b21f-c00f-4b7a-96bd-6d301acc9122'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:44.391500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e174b21f-c00f-4b7a-96bd-6d301acc9122'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:44.496189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:44.497689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2d1f-5042-471b-b5a7-6127bf12367b None None] The sync data for ids ['e174b21f-c00f-4b7a-96bd-6d301acc9122'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:44.532089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b3d56ef-a9ef-40f5-b617-5f5cf7c59e9c req-dc83b20f-cd10-4ce6-a179-f11686eceb44 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0887182 Jul 16 22:30:44.625016 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-353551b4-6df5-4cdf-9bf7-7da4aee3d2ae tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/routers/e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 200 len: 744 time: 0.3047435 Jul 16 22:30:44.626102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60972) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.682596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.720065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-14aabf3d-d3ec-4a47-8adf-d925cbb36ff1 tempest-RoutersIpV6AdminTest-48846941 tempest-RoutersIpV6AdminTest-48846941-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 200 len: 205 time: 0.0902579 Jul 16 22:30:44.721531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.791215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e9b26776-2ce0-45fc-9a71-19bbe698b0a9 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 200 len: 205 time: 0.0653040 Jul 16 22:30:44.794165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.795236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:44.808361 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Sync routers for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:44.823978 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:44.826195 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:44.852431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.858074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-96c603c2-dbce-419e-8df4-41434c3a804b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2282801 Jul 16 22:30:44.858793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60988) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:44.985413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:44.989149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-983499968-network', 'tenant_id': '9c6a788e6bf543f68c020302af9de64a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:45.130336 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:45.138812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Made reservation on behalf of 9c6a788e6bf543f68c020302af9de64a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:45.141466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.161477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.222816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.225680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.297200 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.300056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Fanout notify agent at l3_agent the message router_deleted on router e174b21f-c00f-4b7a-96bd-6d301acc9122 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:30:45.320841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.322669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0159f011-06c4-40e4-9984-12d564b6bc07 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 204 len: 168 time: 0.5273817 Jul 16 22:30:45.327643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.394627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9e8618e-d2ae-4480-ba03-1b6731b2c36e tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 200 len: 205 time: 0.0643950 Jul 16 22:30:45.395872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.482681 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:43Z', 'revision_number': 3, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:45.486676 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-208f7705-9ff6-441b-b512-92142573f1b1 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:45.489566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-208f7705-9ff6-441b-b512-92142573f1b1 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/e174b21f-c00f-4b7a-96bd-6d301acc9122 HTTP/1.1" status: 404 len: 336 time: 0.0899329 Jul 16 22:30:45.492707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.531805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-475c4bc4-7d1a-4b00-942b-2370488c228d tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 200 len: 205 time: 0.0371311 Jul 16 22:30:45.533659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60996) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.549650 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Checking router: bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:45.549968 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Updating router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:30:45.589124 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-def077cd-42cd-47fd-8ac8-4b2c0afcf1d1 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:45.594977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-def077cd-42cd-47fd-8ac8-4b2c0afcf1d1 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/b6c05510-7fa4-47ba-8fa3-ad2716c577af HTTP/1.1" status: 404 len: 336 time: 0.0576093 Jul 16 22:30:45.595175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.602205 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:45.659670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a13325e-f17d-441a-8e41-d7bf09b22ed5 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 200 len: 205 time: 0.0616829 Jul 16 22:30:45.663482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.725964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ac023c13-0df2-4839-8eb3-200fd4d60a6e tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532768 Jul 16 22:30:45.809646 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-68c208a2-fe11-4922-a244-e8df2414d450 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:45.812042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-68c208a2-fe11-4922-a244-e8df2414d450 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/e40c0da4-dbc1-4238-a657-ff3f14c8ef13 HTTP/1.1" status: 404 len: 336 time: 0.1475112 Jul 16 22:30:45.814933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:45.940758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6bfab9f0-731a-4d5e-b88b-e0a9dee8db16 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 200 len: 205 time: 0.1216104 Jul 16 22:30:45.941667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.036215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.077665 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-db7a4e95-7d09-4576-9511-3bd16099e6a0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:46.079059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-db7a4e95-7d09-4576-9511-3bd16099e6a0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/bd9b1b0d-49da-40d7-8d7f-0d8900a17b7f HTTP/1.1" status: 404 len: 336 time: 0.1354601 Jul 16 22:30:46.081562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4993f22d-ed95-42d7-9dc4-7271a6ca574c req-1dd00958-7af1-42ca-a9b8-d1a0b1cc8cb3 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.1552923 Jul 16 22:30:46.082311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.123931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0c35ee3-f3d0-413b-a522-6dd4e00b0f97 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 200 len: 205 time: 0.0384052 Jul 16 22:30:46.124382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.178474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.275776 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.302069 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Transition to ACTIVE for port object 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:46.323052 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.390413 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Pushing event updated for resources: {'Port': ['ID=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:46.401334 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.401804 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.402235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.402666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.403178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.403633 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.404052 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.404471 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.404907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.405372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.406093 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.406509 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:46.445422 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Attempting to bind port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:46.445922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:30:46.446519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Attempting to bind port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:46.447412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Attempting to bind port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:46.455878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:46.457255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:46.458290 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.458938 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:46.460058 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Bound port: 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:46.460685 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.465172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.465172 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Added segment 03f261bc-bac4-4d51-ab2d-0555e9b105d3 of type vlan for network 76e0eb3e-a175-442a-9d1e-b115c9759a14 Jul 16 22:30:46.528667 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] For port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:46.533542 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] For port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:46.539474 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.568771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.609875 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb912c-894b-4890-944e-bd5e6997c6a6 None None] Pushing event updated for resources: {'Port': ['ID=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:46.644291 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:46.645319 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:46.651680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.652542 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-541b2239-9bf9-410f-8409-a50de789e9e0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:46.652678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:46.653812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.657148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-541b2239-9bf9-410f-8409-a50de789e9e0 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/2629bd69-3b70-4fcd-b4b3-020847846433 HTTP/1.1" status: 404 len: 336 time: 0.5311387 Jul 16 22:30:46.657716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.690838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eb542eab-b5ca-4e10-8582-ee2a1bccbee2 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cf72cf6-46ab-4584-9c30-09b5342a5434 HTTP/1.1" status: 200 len: 205 time: 0.0319529 Jul 16 22:30:46.693203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.717055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-2f79e976-8435-4013-a432-9ff02ceb1d76 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:46.718520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-2f79e976-8435-4013-a432-9ff02ceb1d76 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9778745 Jul 16 22:30:46.719153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151be366-bcbd-4cee-9acf-347598cf68c3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:46.741337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Request body: {'port': {'device_id': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': '0a084cb226fd4eb0af6873e07a9bbf37'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:46.742087 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-89d8593c-47a5-417d-b090-159e5e1e5c28 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] delete failed (client error): The resource could not be found. Jul 16 22:30:46.745724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-89d8593c-47a5-417d-b090-159e5e1e5c28 tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/routers/6cf72cf6-46ab-4584-9c30-09b5342a5434 HTTP/1.1" status: 404 len: 336 time: 0.0491471 Jul 16 22:30:46.752588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 32798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.774935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0874310 Jul 16 22:30:46.775687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:46.782322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Request body: {'subnet': {'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-983499968-subnet', 'tenant_id': '9c6a788e6bf543f68c020302af9de64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:46.817213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:46.832460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Made reservation on behalf of 9c6a788e6bf543f68c020302af9de64a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:46.836824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:46.864167 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1f0597-881d-4a0e-9d2f-296090db360c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] DELETE failed (client error): The resource could not be found. Jul 16 22:30:46.864766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1f0597-881d-4a0e-9d2f-296090db360c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:46.866696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cf1f0597-881d-4a0e-9d2f-296090db360c tempest-RoutersIpV6AdminTest-2076442963 tempest-RoutersIpV6AdminTest-2076442963-project] 10.222.0.70 "DELETE /v2.0/subnets/6735cbfd-37af-4e84-9ec8-71f878d523fd HTTP/1.1" status: 404 len: 337 time: 0.0966592 Jul 16 22:30:46.879078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee00beb-6a19-4569-b3be-dd508d47736e admin admin] Pushing event updated for resources: {'Network': ['ID=76e0eb3e-a175-442a-9d1e-b115c9759a14,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:46.890441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 76e0eb3e-a175-442a-9d1e-b115c9759a14 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:30:47.131595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Made reservation on behalf of 0a084cb226fd4eb0af6873e07a9bbf37 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:47.143612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.183551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.231415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.253603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.278810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 32816) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:47.307920 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:43Z', 'revision_number': 3, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:47.344700 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051faf2-872f-4dbe-a1df-9713e462475c None None] The sync data for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 is: [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:43Z', 'revision_number': 3, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:47.404073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df121e18-9748-40bc-a555-1518ab3ba97c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:47.418446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Checking segment: {'id': '03f261bc-bac4-4d51-ab2d-0555e9b105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:47.419618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Network hostable DHCP agents. Network: 76e0eb3e-a175-442a-9d1e-b115c9759a14, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:30:47.451124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Network 76e0eb3e-a175-442a-9d1e-b115c9759a14 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:30:47.461128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e697e10-ee3b-4736-9038-4668144fd2e2 req-ab9792f3-eb00-4cc3-b769-f6a88a0d2922 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.1205835 Jul 16 22:30:47.474344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 76e0eb3e-a175-442a-9d1e-b115c9759a14) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:47.490521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b31754-7305-4337-8984-0fa06c62485f None None] Network 76e0eb3e-a175-442a-9d1e-b115c9759a14 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:47.499641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:47.500262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.596697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b140-276b-4a18-8c2b-1ae241d6b58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.657109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50cf5f-4890-49a2-b6c0-ebee4d1978e8 None None] Network 76e0eb3e-a175-442a-9d1e-b115c9759a14 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:30:47.702500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.709163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:47.741641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a9674361-958a-44d3-a3c0-155993e4a9d2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9565797 Jul 16 22:30:47.766408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Allocated IP 172.20.0.1 (195f8de1-b2b1-4e42-811f-f73b9662e772/6bd1291f-8f93-4cff-99ff-e0101d8cd2d8/8ca521a5-3f47-488f-a519-14540816dc8a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:47.767285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:47.855796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f702957-742f-43fe-b7ba-08707f5afc93,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:48.080229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:48.139038 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.195181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:48.197747 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1979f6-2b9c-429b-9e92-813e23944b08" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:48.211327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Allocated IP 192.168.233.180 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/aae17c51-c6d8-47fd-8a74-db2a3389eac2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:48.249622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:48.267942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.276994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:48.288713 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbc5032-8bf1-46e2-babf-cdf28305a800 x-openstack-request-id: req-6dbc5032-8bf1-46e2-babf-cdf28305a800 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:48.290673 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:48.291090 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dbc5032-8bf1-46e2-babf-cdf28305a800 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:48.291898 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:30:48.298610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:48.298986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.312803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b140-276b-4a18-8c2b-1ae241d6b58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.320907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.438196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:48.492348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-61964d0b-c3ac-4b52-8237-ca48f1634eac tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:48.500984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-61964d0b-c3ac-4b52-8237-ca48f1634eac tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/networks?id=76e0eb3e-a175-442a-9d1e-b115c9759a14 HTTP/1.1" status: 200 len: 821 time: 0.2100182 Jul 16 22:30:48.503210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.511906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b140-276b-4a18-8c2b-1ae241d6b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.560681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:48.567707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.608641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-25ee23bf-710e-4714-a3fd-b391294e4d02 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/quotas/9c6a788e6bf543f68c020302af9de64a HTTP/1.1" status: 200 len: 375 time: 0.1035233 Jul 16 22:30:48.686131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:48.710704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-2fe2a15e-67ff-42e3-96da-6b354556a770 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c6a788e6bf543f68c020302af9de64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004250 Jul 16 22:30:48.712805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0c8ea07-538d-45cf-8991-2d6ac31d5e6d req-b19607d6-6767-42ae-bc27-648545446329 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0645118 Jul 16 22:30:48.791274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:48.792087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f8d6b140-276b-4a18-8c2b-1ae241d6b58e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6136e1f4ba9c44eeb99a02cb176458d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5120149 Jul 16 22:30:48.793203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6b140-276b-4a18-8c2b-1ae241d6b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff39be2-cbc5-4e14-8d39-4dd044af1ed2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:48.907255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:48.935682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.020145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.021127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.024526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.027126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eff39be2-cbc5-4e14-8d39-4dd044af1ed2 HTTP/1.1" status: 204 len: 168 time: 0.2342010 Jul 16 22:30:49.051164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3089b-01a0-455d-891d-af2b8b20cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff39be2-cbc5-4e14-8d39-4dd044af1ed2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:49.093410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:49.103083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:49.105638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:49.116788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-9f4b7e63-e068-4093-851d-7022d992129b service neutron] 10.222.0.70 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050796 Jul 16 22:30:49.251183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.340143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Pushing event updated for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:49.348602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Transition to ACTIVE for port object aae17c51-c6d8-47fd-8a74-db2a3389eac2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:49.393094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.428788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.560483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:49.569193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:49.592012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:49.629110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:49.659405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:49.670951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-58920b2b-ad60-41c4-8802-6e71429de106 service neutron] 10.222.0.70 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263662 Jul 16 22:30:49.772752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:30:49.782323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a49bbc45-e88a-4b29-ab34-0b3fb3ea97d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=961e99f317ef4cd0ad8dca2d767e9e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478524 Jul 16 22:30:49.784011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:49.960951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:49.961763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:49.989989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:50.037316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ba7382f8-3a65-4447-aeea-7f36cd2d826f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3022101 Jul 16 22:30:50.055095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:50.074447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:30:50.087845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.152478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.164070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Request body: {'port': {'device_id': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:50.186847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.188044 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.292354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:50.297363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.300052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.304143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59c3e0c5-74fa-456c-a303-9c4082c54792 HTTP/1.1" status: 204 len: 168 time: 0.5188894 Jul 16 22:30:50.327159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:50.331178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72b6018e-366f-49bc-94fa-5ae0c018ac49 None None] Provisioning for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:50.338342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72b6018e-366f-49bc-94fa-5ae0c018ac49 None None] Provisioning complete for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:50.339070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72b6018e-366f-49bc-94fa-5ae0c018ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.344407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:50.345425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.347757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:50.353709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c3e0c5-74fa-456c-a303-9c4082c54792,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:50.362658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.363023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.363371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.363705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.364026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.364363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.364690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.365034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.365361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.365684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.366008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.366332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcb2aa-da4b-4d45-8227-54d2cd92a9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:50.435621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf676ce-a0c2-47d6-9282-0f92b4091fe5 req-56412e39-6b23-4d8d-ac04-388587deba71 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:50.437704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cf676ce-a0c2-47d6-9282-0f92b4091fe5 req-56412e39-6b23-4d8d-ac04-388587deba71 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1662760 Jul 16 22:30:50.501592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cf676ce-a0c2-47d6-9282-0f92b4091fe5 req-5377b182-14ad-4663-a550-109b5b8fbe1d tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Jul 16 22:30:50.512105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:50.546375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['11b1bbe6-e510-47e9-84f8-16eaf7d12c70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:30:50.595380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72b6018e-366f-49bc-94fa-5ae0c018ac49 None None] Port aae17c51-c6d8-47fd-8a74-db2a3389eac2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:30:50.768043 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:51.004792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:51.179783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eb2a3-c93e-4e12-9b89-5d15d9f84a2b req-9ff088a4-655b-4636-8867-f23b5d959088 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:51.191910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-776eb2a3-c93e-4e12-9b89-5d15d9f84a2b req-9ff088a4-655b-4636-8867-f23b5d959088 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 936 time: 0.4035099 Jul 16 22:30:51.249775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:30:51.272867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90d54004-8464-4c31-957d-eacd6924f9d3 req-4ea7c890-8149-4012-b052-00b28a7fe82e tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 210 time: 0.0692680 Jul 16 22:30:51.485711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-776eb2a3-c93e-4e12-9b89-5d15d9f84a2b req-75ba11c3-8ad5-4621-a97f-ba6c2573aaa6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886291 Jul 16 22:30:51.797087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:51.843050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:51.902576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.005359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:52.005947 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.150366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.191812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:52.197082 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0796101-f190-4c95-8cae-a62689b69ffe" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:52.221051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:52.233499 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.291842 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a99056-16eb-416c-9a77-a756a698b6c8 x-openstack-request-id: req-c1a99056-16eb-416c-9a77-a756a698b6c8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:52.294493 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:52.295304 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1a99056-16eb-416c-9a77-a756a698b6c8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:52.296219 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:30:52.341764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:52.358876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:52.379862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.392376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:52.447945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Transition to ACTIVE for port object aae17c51-c6d8-47fd-8a74-db2a3389eac2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:52.479681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.493507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.525527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Pushing event updated for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:52.537219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620f26-233a-44e4-8edb-3ec50a968203 req-736526d1-4c79-4ff0-9529-479259dbf935 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:52.539366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09620f26-233a-44e4-8edb-3ec50a968203 req-736526d1-4c79-4ff0-9529-479259dbf935 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.68 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 1.1118140 Jul 16 22:30:52.577644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a210c521-d8f7-4a82-bade-b80bb47bbddf req-fad74e11-539e-4de3-8f80-57857650c665 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 210 time: 0.0719898 Jul 16 22:30:52.663925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a824710f-77b0-47fb-a627-cac6de45100b tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] Request body: {'port': {'network_id': '86715b1e-fc37-4626-9a77-e502cb35cff5', 'name': 'tempest-NetworksNegativeTestJSON-733668086'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:52.693214 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a824710f-77b0-47fb-a627-cac6de45100b tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] POST failed (client error): The resource could not be found. Jul 16 22:30:52.695048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a824710f-77b0-47fb-a627-cac6de45100b tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:52.698504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a824710f-77b0-47fb-a627-cac6de45100b tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3043859 Jul 16 22:30:52.705386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:52.797513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.800571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.801386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.803026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.803565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.806593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.806929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.808352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.808748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.810301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.810627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.811843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:52.812906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:30:52.846150 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1372b8df-470d-4b44-8e73-b17104d19860 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] DELETE failed (client error): The resource could not be found. Jul 16 22:30:52.847912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1372b8df-470d-4b44-8e73-b17104d19860 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:52.850231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1372b8df-470d-4b44-8e73-b17104d19860 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "DELETE /v2.0/networks/d539209d-46ae-4dc9-becd-7914fdec4006 HTTP/1.1" status: 404 len: 339 time: 0.1433620 Jul 16 22:30:52.859671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:52.878378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:52.903526 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d3fa72-5952-4483-bd4c-8e33c7dbb80f tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] DELETE failed (client error): The resource could not be found. Jul 16 22:30:52.904763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d3fa72-5952-4483-bd4c-8e33c7dbb80f tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:52.908298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-37d3fa72-5952-4483-bd4c-8e33c7dbb80f tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "DELETE /v2.0/ports/a1a95d45-f1d7-43d2-a67b-6b8e64d8d7ae HTTP/1.1" status: 404 len: 333 time: 0.0462790 Jul 16 22:30:52.911481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:52.916467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:52.958357 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4087d2-b8e3-49e7-80bd-d6422e2cdcd4 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] DELETE failed (client error): The resource could not be found. Jul 16 22:30:52.958813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4087d2-b8e3-49e7-80bd-d6422e2cdcd4 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:52.961678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d4087d2-b8e3-49e7-80bd-d6422e2cdcd4 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "DELETE /v2.0/subnets/e79b17d5-c8b2-44bd-a621-34b345fc741b HTTP/1.1" status: 404 len: 337 time: 0.0368903 Jul 16 22:30:52.968197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:52.977494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44913-a4b9-41e4-af2c-513da685cbcd req-3851d5f9-289e-42e5-804c-be1bfbd7bd1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:52.990950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fe44913-a4b9-41e4-af2c-513da685cbcd req-3851d5f9-289e-42e5-804c-be1bfbd7bd1c tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 1.1443174 Jul 16 22:30:52.992209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3abec2-9f9f-4749-862a-bb9cbc601c42 req-ad9e086a-8b9d-4210-8eed-f004123f126a tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:53.000123 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec3abec2-9f9f-4749-862a-bb9cbc601c42 req-ad9e086a-8b9d-4210-8eed-f004123f126a tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 948 time: 0.2521694 Jul 16 22:30:53.037673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:53.051338 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ff9cb-9cff-4367-a4f3-1d78e3796381 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] GET failed (client error): The resource could not be found. Jul 16 22:30:53.053699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-355ff9cb-9cff-4367-a4f3-1d78e3796381 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "GET /v2.0/networks/36f0e25e-82dd-4608-b147-9289bc2df251 HTTP/1.1" status: 404 len: 339 time: 0.0847924 Jul 16 22:30:53.059825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32972) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.105204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec3abec2-9f9f-4749-862a-bb9cbc601c42 req-c72f5c0c-702d-4890-9440-4183986c40f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038365 Jul 16 22:30:53.107545 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5375c01-3ba4-4a4f-83cc-fd819160280d tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] GET failed (client error): The resource could not be found. Jul 16 22:30:53.109245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f5375c01-3ba4-4a4f-83cc-fd819160280d tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "GET /v2.0/ports/87f19d99-60cc-4d86-8ca7-cbbbc5a9d5a7 HTTP/1.1" status: 404 len: 333 time: 0.0480266 Jul 16 22:30:53.115269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32974) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.145567 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d48a6f-aa03-4ae0-b201-4f00aecaf8dc tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] GET failed (client error): The resource could not be found. Jul 16 22:30:53.152326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a4d48a6f-aa03-4ae0-b201-4f00aecaf8dc tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "GET /v2.0/subnets/4c6289f7-794b-470d-994b-7c2c4c7045b0 HTTP/1.1" status: 404 len: 337 time: 0.0308859 Jul 16 22:30:53.153990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.161156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6a666b17-9159-4037-9120-b3b88b4d514c tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:53.179597 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a666b17-9159-4037-9120-b3b88b4d514c tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] PUT failed (client error): The resource could not be found. Jul 16 22:30:53.180172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a666b17-9159-4037-9120-b3b88b4d514c tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:53.186813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6a666b17-9159-4037-9120-b3b88b4d514c tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "PUT /v2.0/networks/6efb68d1-524d-4c85-8160-6bd20cd23b34 HTTP/1.1" status: 404 len: 339 time: 0.0265226 Jul 16 22:30:53.187710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32980) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.194118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6f705fe2-d37e-4c01-bfc9-764d70c3dc38 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:53.221243 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f705fe2-d37e-4c01-bfc9-764d70c3dc38 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] PUT failed (client error): The resource could not be found. Jul 16 22:30:53.222077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f705fe2-d37e-4c01-bfc9-764d70c3dc38 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:53.228727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6f705fe2-d37e-4c01-bfc9-764d70c3dc38 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "PUT /v2.0/ports/8ee4de8d-f750-4b92-87f5-1f28d8fda5ff HTTP/1.1" status: 404 len: 333 time: 0.0341134 Jul 16 22:30:53.228727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.234756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39126e43-489d-4fa5-aed8-227552b47628 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:53.260732 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-39126e43-489d-4fa5-aed8-227552b47628 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] PUT failed (client error): The resource could not be found. Jul 16 22:30:53.262158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39126e43-489d-4fa5-aed8-227552b47628 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:30:53.266537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39126e43-489d-4fa5-aed8-227552b47628 tempest-NetworksNegativeTestJSON-1253141787 tempest-NetworksNegativeTestJSON-1253141787-project] 10.222.0.70 "PUT /v2.0/subnets/5eb5e4cf-97e4-42d7-8426-21931af8fc5a HTTP/1.1" status: 404 len: 337 time: 0.0335171 Jul 16 22:30:53.376268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fe44913-a4b9-41e4-af2c-513da685cbcd req-3574e20c-3f3a-430e-b814-2cfd2cdaca42 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838444 Jul 16 22:30:53.406153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-611b2ce7-da43-46b3-aef3-0ec4d9464a4e tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:53.407982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-611b2ce7-da43-46b3-aef3-0ec4d9464a4e tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.68 "GET /v2.0/networks?id=76e0eb3e-a175-442a-9d1e-b115c9759a14 HTTP/1.1" status: 200 len: 821 time: 0.9572499 Jul 16 22:30:53.466447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Request body: {'port': {'device_id': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14', 'admin_state_up': True, 'tenant_id': '9c6a788e6bf543f68c020302af9de64a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:53.473721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Attempting to bind port aae17c51-c6d8-47fd-8a74-db2a3389eac2 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:53.474062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Attempting to bind port aae17c51-c6d8-47fd-8a74-db2a3389eac2 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:53.474460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Attempting to bind port aae17c51-c6d8-47fd-8a74-db2a3389eac2 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:53.508945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Port aae17c51-c6d8-47fd-8a74-db2a3389eac2 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:30:53.509306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Attempting to bind port aae17c51-c6d8-47fd-8a74-db2a3389eac2 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:53.542944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:53.543291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:53.543708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:53.544170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Bound port: aae17c51-c6d8-47fd-8a74-db2a3389eac2, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:53.544532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.615159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:30:53.643588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Deleting port 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:30:53.643937 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.671994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:53.835915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0a781c4-f8af-48fe-adc1-a5e6e6400b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.864742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f6af20bb-5f09-40e0-8e9c-8d0818542375 req-2a31c1fd-65c6-4900-8e96-74834607ddab tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 210 time: 0.0969882 Jul 16 22:30:53.869364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:53.905984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:53.907212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Made reservation on behalf of 9c6a788e6bf543f68c020302af9de64a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:53.910949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.963972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.996030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] For port 6616940f-c6fb-440b-bc28-2d9b49b27fda, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6616940f-c6fb-440b-bc28-2d9b49b27fda,segment=NetworkSegment(0371b8c6-9d2d-492e-81ec-034b83829390),segment_id=0371b8c6-9d2d-492e-81ec-034b83829390)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:53.996397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:53.998712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0a781c4-f8af-48fe-adc1-a5e6e6400b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.004743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0a781c4-f8af-48fe-adc1-a5e6e6400b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.056290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e0a781c4-f8af-48fe-adc1-a5e6e6400b78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cd8e7e355c346bc995017bb0cd08cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821292 Jul 16 22:30:54.056746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:54.058571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:54.059182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.061152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] 10.222.0.47 "PUT /v2.0/ports/aae17c51-c6d8-47fd-8a74-db2a3389eac2 HTTP/1.1" status: 200 len: 1097 time: 3.9104104 Jul 16 22:30:54.063181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Calling delete_port for 6616940f-c6fb-440b-bc28-2d9b49b27fda owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:30:54.068257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a781c4-f8af-48fe-adc1-a5e6e6400b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843febe4-c2e2-42af-81fa-f6e8d4bdb5df,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:54.079657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:54.081272 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a35bfd-98c0-4cde-99a0-32445191e3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:54.248799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.306453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.409064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.411713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:54.416341 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/843febe4-c2e2-42af-81fa-f6e8d4bdb5df HTTP/1.1" status: 204 len: 168 time: 0.3583364 Jul 16 22:30:54.429356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009ce0b-4c99-435b-9734-7c917dedd6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843febe4-c2e2-42af-81fa-f6e8d4bdb5df,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:54.731906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:30:54.734434 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b330c92-4b2b-492f-8dea-d94a91b57aa3 x-openstack-request-id: req-2b330c92-4b2b-492f-8dea-d94a91b57aa3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:54.734785 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:54.735147 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b330c92-4b2b-492f-8dea-d94a91b57aa3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:54.735583 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'status': 'completed', 'code': 200} Jul 16 22:30:54.745132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Sync routers for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:30:54.759181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e338c15e-7f2d-479a-8320-f3215b975b4f admin admin] 10.222.0.70 "PUT /v2.0/routers/bf1ecb80-5e7e-407d-afd8-4d26a1b076e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8990307 Jul 16 22:30:54.780783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:54.783508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:54.813843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfb1df-a842-4758-a7b4-f3966e315d53 service neutron] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:54.843603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331c270-4c1a-45e4-843f-d374be3e9802 req-75abf1b0-f497-4d26-b300-2404d1168e50 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:54.847572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f331c270-4c1a-45e4-843f-d374be3e9802 req-75abf1b0-f497-4d26-b300-2404d1168e50 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 947 time: 0.1753304 Jul 16 22:30:54.953038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Allocated IP 172.20.0.3 (76e0eb3e-a175-442a-9d1e-b115c9759a14/df121e18-9748-40bc-a555-1518ab3ba97c/4539e043-43c3-4280-bef6-d677a0e56677) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:30:54.965424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f331c270-4c1a-45e4-843f-d374be3e9802 req-acf98942-9582-40b2-ac31-89bcffcf00a8 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0bf60c4-a103-4838-ba0a-af590e6d36ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003184 Jul 16 22:30:54.966130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ab87707a-c608-460b-9f69-ae3445c47b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:54.967745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-ab87707a-c608-460b-9f69-ae3445c47b20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 1100 time: 0.7804513 Jul 16 22:30:55.046814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:55.157550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-5cedf490-3a3b-4755-bac2-8201b6d07b67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2 HTTP/1.1" status: 200 len: 217 time: 0.1672916 Jul 16 22:30:55.179112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007f4a-e65f-4bcb-87cb-42891e06269f req-a38b6d38-a018-49db-89db-de1101d30f2c tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:55.187367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06007f4a-e65f-4bcb-87cb-42891e06269f req-a38b6d38-a018-49db-89db-de1101d30f2c tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 948 time: 0.4450517 Jul 16 22:30:55.358219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:49Z', 'revision_number': 4, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8ca521a5-3f47-488f-a519-14540816dc8a', 'name': '', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'mac_address': 'fa:16:3e:9f:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:47Z', 'updated_at': '2021-07-16T22:30:50Z', 'revision_number': 2, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'subnets': [{'id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:55.443656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-44dcb748-2402-452e-9357-8cab0c0e42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:55.445173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-44dcb748-2402-452e-9357-8cab0c0e42ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.2530413 Jul 16 22:30:55.448201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:55.452333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06007f4a-e65f-4bcb-87cb-42891e06269f req-8ef580a0-2b2c-4d0d-aaa5-718fc964722a tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429790 Jul 16 22:30:55.502950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Checking router: bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:30:55.506493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Updating router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 port 8ca521a5-3f47-488f-a519-14540816dc8a binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:30:55.528768 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4304115-25ab-4047-8173-8d1aa2a03654 req-28c004a2-da27-44ae-9ec6-aa8959ce9391 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 210 time: 0.1501632 Jul 16 22:30:55.563054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Pushing event deleted for resources: {'Port': ['ID=6616940f-c6fb-440b-bc28-2d9b49b27fda,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:55.574083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:55.617829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-25089560-853e-4488-a9c4-7e93eceaff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:55.619373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-25089560-853e-4488-a9c4-7e93eceaff5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391928 Jul 16 22:30:55.762056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:55.863729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:30:55.890426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 6616940f-c6fb-440b-bc28-2d9b49b27fda {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:30:55.890839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6616940f-c6fb-440b-bc28-2d9b49b27fda not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:30:55.936633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] No DVR routers for this DVR port 6616940f-c6fb-440b-bc28-2d9b49b27fda on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:30:55.947838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:55.949356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:55.952280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09620f26-233a-44e4-8edb-3ec50a968203 req-72c9a787-327c-4413-90b5-46e968265f69 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.68 "DELETE /v2.0/ports/6616940f-c6fb-440b-bc28-2d9b49b27fda HTTP/1.1" status: 204 len: 173 time: 3.3836541 Jul 16 22:30:56.064184 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.076819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-9b29d472-94ca-4df0-a536-e9159b7c1c0e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116038 Jul 16 22:30:56.142465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Network 76e0eb3e-a175-442a-9d1e-b115c9759a14 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:30:56.155999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:30:56.163989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:30:56.171369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Pushing event updated for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:56.176042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.198851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Transition to ACTIVE for port object 8ca521a5-3f47-488f-a519-14540816dc8a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:56.218319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.298078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d953db7-7f11-4e6e-9f48-293ea5492d3d req-7aa4d93c-070e-47a6-b5d0-6515cd5fdd70 tempest-ServersNegativeTestJSON-1424550746 tempest-ServersNegativeTestJSON-1424550746-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c39fc-b7f4-4931-96ca-a1fd1c15ff6d HTTP/1.1" status: 200 len: 210 time: 0.0418978 Jul 16 22:30:56.329384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144724513'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:56.344697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2cc84-58fb-4060-b190-dc0abe7abd75 None None] Pushing event updated for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:56.394151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a529fb3-b61a-4470-8946-5478c5edd85c req-5912bbae-b6bd-433e-ba45-8bbeb1eab363 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915699 Jul 16 22:30:56.400317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:56.404465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.440937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:56.441682 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.458720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Attempting to bind port 8ca521a5-3f47-488f-a519-14540816dc8a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:56.459340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Attempting to bind port 8ca521a5-3f47-488f-a519-14540816dc8a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:56.459788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Attempting to bind port 8ca521a5-3f47-488f-a519-14540816dc8a on network 195f8de1-b2b1-4e42-811f-f73b9662e772 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:56.465676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:56.466094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Checking segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:56.466506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.466950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Bound using segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:56.467445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Bound port: 8ca521a5-3f47-488f-a519-14540816dc8a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:56.467895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.493738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-092c1b0d-bfae-4e10-a83d-9b405deaf5e3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0510206 Jul 16 22:30:56.494471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.539414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Request body: {'port': {'device_id': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:56.594168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] For port 8ca521a5-3f47-488f-a519-14540816dc8a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:56.603119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] For port 8ca521a5-3f47-488f-a519-14540816dc8a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8ca521a5-3f47-488f-a519-14540816dc8a,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:56.619514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.634517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:56.712909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:30:56.713890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:30:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:56.825263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7720a-8789-4f74-a5ef-f84fd4408f60 req-a4965fb6-a85d-4ae3-beaa-4c9c97e9c720 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:56.829274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2cc84-58fb-4060-b190-dc0abe7abd75 None None] Pushing event updated for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:56.834245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ee7720a-8789-4f74-a5ef-f84fd4408f60 req-a4965fb6-a85d-4ae3-beaa-4c9c97e9c720 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 948 time: 0.1125238 Jul 16 22:30:56.895354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-deleted', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:56.895932 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ee7720a-8789-4f74-a5ef-f84fd4408f60 req-61265a79-643b-400a-9884-a2d40c5ac66f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602081 Jul 16 22:30:56.898066 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38b427-95fd-4157-9a50-bf5c029c0a47" -d '{"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-deleted", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:56.912720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:30:56.914021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-2c9bd61a-de66-4ccb-97e5-c5ce5f3fef20 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:56.925568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-2c9bd61a-de66-4ccb-97e5-c5ce5f3fef20 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 818 time: 0.6407080 Jul 16 22:30:57.043195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-00859191-5fdf-4387-a4fa-245b053cb2cb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/quotas/706f9024fec34b9ab256574598a53a5a HTTP/1.1" status: 200 len: 375 time: 0.1065426 Jul 16 22:30:57.048737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.054649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-5187263d-4c8c-4d88-b5ef-f577144cf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:57.056191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-5187263d-4c8c-4d88-b5ef-f577144cf0e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 1100 time: 0.5754788 Jul 16 22:30:57.092169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b26e2-056f-478a-8f05-74eb84d52b48 req-66ce5e9a-7d2a-4d0c-b96d-bb5ab8aad048 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:57.100457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c72b26e2-056f-478a-8f05-74eb84d52b48 req-66ce5e9a-7d2a-4d0c-b96d-bb5ab8aad048 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 931 time: 0.0859740 Jul 16 22:30:57.158774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c72b26e2-056f-478a-8f05-74eb84d52b48 req-ab499f29-b80b-4042-8401-a690019098b1 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570631 Jul 16 22:30:57.176750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:49Z', 'revision_number': 4, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8ca521a5-3f47-488f-a519-14540816dc8a', 'name': '', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'mac_address': 'fa:16:3e:9f:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:47Z', 'updated_at': '2021-07-16T22:30:56Z', 'revision_number': 4, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'subnets': [{'id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:57.209210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30908b0a-be4c-41c9-ae5e-9faf5119d854 None None] The sync data for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 is: [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:30:49Z', 'revision_number': 4, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '8ca521a5-3f47-488f-a519-14540816dc8a', 'name': '', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'mac_address': 'fa:16:3e:9f:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:47Z', 'updated_at': '2021-07-16T22:30:56Z', 'revision_number': 4, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'subnets': [{'id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:30:57.210776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.371119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:30:57.381633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.383151 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment c5b6a581-602e-42e5-83e1-50c4422083ab of type vlan for network c0dc25a9-49a3-48b3-baef-559a2f598890 Jul 16 22:30:57.466173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897616e3-5ab8-4102-a1b8-46951eaf08cf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:57.480069 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e5d13e-73cf-42ee-900b-d5af4c804a1d x-openstack-request-id: req-78e5d13e-73cf-42ee-900b-d5af4c804a1d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:57.482847 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c39fc-b7f4-4931-96ca-a1fd1c15ff6d", "name": "network-vif-deleted", "tag": "6616940f-c6fb-440b-bc28-2d9b49b27fda", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:57.483290 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78e5d13e-73cf-42ee-900b-d5af4c804a1d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:57.484405 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c39fc-b7f4-4931-96ca-a1fd1c15ff6d', 'name': 'network-vif-deleted', 'tag': '6616940f-c6fb-440b-bc28-2d9b49b27fda', 'status': 'completed', 'code': 200} Jul 16 22:30:57.538542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.561166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:57.573090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d63e252f-540e-404a-9cf8-976122f86297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.725930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Deleting subnet 86580ff3-40a2-4108-9ed3-29d44d71e486 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:30:57.732201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.791893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.801612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-f24cb9f2-4d46-456f-811b-74b6cff9fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:57.803339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-f24cb9f2-4d46-456f-811b-74b6cff9fdef service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.6968155 Jul 16 22:30:57.826258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:30:57.852117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.881900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4539e043-43c3-4280-bef6-d677a0e56677 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:30:57.945266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:57.955626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-8be0ea5f-21ea-40e4-a778-614d9b8923bc tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8468704 Jul 16 22:30:57.955626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-881d597d-8244-4418-8e4d-cc95486863a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2 HTTP/1.1" status: 200 len: 217 time: 0.1431408 Jul 16 22:30:58.007493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.022463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.024216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8ca521a5-3f47-488f-a519-14540816dc8a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:30:58.028547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.029233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.042917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Transition to ACTIVE for port object 4539e043-43c3-4280-bef6-d677a0e56677 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:30:58.083608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.090054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/86580ff3-40a2-4108-9ed3-29d44d71e486 HTTP/1.1" status: 204 len: 168 time: 0.5248446 Jul 16 22:30:58.090054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce78ea0-4f98-4a67-af56-40fc804e7ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86580ff3-40a2-4108-9ed3-29d44d71e486,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.095863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:58.179718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=c0dc25a9-49a3-48b3-baef-559a2f598890,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.186067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-83101300-d223-4790-aaa5-06c7a3fec2d1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2293618 Jul 16 22:30:58.192575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.194472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:58.194830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c0dc25a9-49a3-48b3-baef-559a2f598890 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:30:58.200492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 8ca521a5-3f47-488f-a519-14540816dc8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:30:58.213510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-273527812'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:58.222995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.237830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8ca521a5-3f47-488f-a519-14540816dc8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:30:58.257781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.332304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-72ba2a37-38a6-453b-93ea-5b69ad5d2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.334392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-72ba2a37-38a6-453b-93ea-5b69ad5d2651 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.3621387 Jul 16 22:30:58.339512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:58.343759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.367696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.382250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a503ace-9a21-45c9-a4c5-8574ace33155']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:58.402449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371b8c6-9d2d-492e-81ec-034b83829390') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:58.402856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371b8c6-9d2d-492e-81ec-034b83829390') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:30:58.420826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.428837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:30:58.429946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66762f67-a961-4f8f-b987-21b240f0b7dc req-458b7bc1-fcac-4581-a4ad-a8d1b514d870 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.437825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-66762f67-a961-4f8f-b987-21b240f0b7dc req-458b7bc1-fcac-4581-a4ad-a8d1b514d870 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 948 time: 0.2103374 Jul 16 22:30:58.442757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.443671 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 0bf49550-c460-478a-80d4-495778438e67 of type vlan for network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 Jul 16 22:30:58.466691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.484262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:30:58.485199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:30:58.486703 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:30:58.515008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.515187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-66762f67-a961-4f8f-b987-21b240f0b7dc req-6cd434f2-8efe-4165-bbc0-db5d14a109b7 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762784 Jul 16 22:30:58.596636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.629736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.636554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.638538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5a503ace-9a21-45c9-a4c5-8574ace33155 HTTP/1.1" status: 204 len: 168 time: 0.5416272 Jul 16 22:30:58.665495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 8ca521a5-3f47-488f-a519-14540816dc8a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8ca521a5-3f47-488f-a519-14540816dc8a,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:58.675215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a66b8-fe48-4798-a8f8-4330b898da28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a503ace-9a21-45c9-a4c5-8574ace33155,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.680690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.686537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Pushing event updated for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.723092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.728547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.729210 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:58.784271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-b19e215a-9804-43d8-9d15-2f23ab6c3527 service neutron] 10.222.0.70 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232014 Jul 16 22:30:58.800537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.829749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c934-b43b-4d20-8b8b-30f1a74307bc req-68bc314c-b783-4a1c-b8ea-4e321d9b4db0 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.838617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d321c934-b43b-4d20-8b8b-30f1a74307bc req-68bc314c-b783-4a1c-b8ea-4e321d9b4db0 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 943 time: 0.1358640 Jul 16 22:30:58.865727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6616924 Jul 16 22:30:58.876792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:58.897133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:30:58.920272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1e07-6025-40b8-89e2-0f15f647e3b2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=8e0b3730-ba0a-4628-83a1-4bc506f559f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:30:58.938227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:30:58.989775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-0c37e6fb-0c3a-411c-bed9-367d4cb06279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:58.990956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d321c934-b43b-4d20-8b8b-30f1a74307bc req-22e1b0e6-8aec-46b9-8730-a813a6d3ab49 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493084 Jul 16 22:30:58.991529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-0c37e6fb-0c3a-411c-bed9-367d4cb06279 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6315005 Jul 16 22:30:59.035917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Attempting to bind port 4539e043-43c3-4280-bef6-d677a0e56677 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:30:59.036265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Attempting to bind port 4539e043-43c3-4280-bef6-d677a0e56677 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '03f261bc-bac4-4d51-ab2d-0555e9b105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:30:59.036802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Attempting to bind port 4539e043-43c3-4280-bef6-d677a0e56677 on network 76e0eb3e-a175-442a-9d1e-b115c9759a14 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:59.060567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Port 4539e043-43c3-4280-bef6-d677a0e56677 on network 76e0eb3e-a175-442a-9d1e-b115c9759a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:30:59.061108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Attempting to bind port 4539e043-43c3-4280-bef6-d677a0e56677 on network 76e0eb3e-a175-442a-9d1e-b115c9759a14 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:30:59.105135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:59.140283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-d5430340-07fb-4001-893b-26499a58dc9a service neutron] 10.222.0.70 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549261 Jul 16 22:30:59.141885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:30:59.142239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Checking segment: {'id': '03f261bc-bac4-4d51-ab2d-0555e9b105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:30:59.142636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Bound using segment: {'id': '03f261bc-bac4-4d51-ab2d-0555e9b105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:30:59.143092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Bound port: 4539e043-43c3-4280-bef6-d677a0e56677, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f261bc-bac4-4d51-ab2d-0555e9b105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:30:59.143539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.177453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:30:59.183507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.251354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd88bad2-9d55-46d7-b2aa-f7df88afc7d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8f44270748448c797cf2fa5b44380e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438873 Jul 16 22:30:59.256198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-abefeba7-e6c8-45fc-8e5f-d42fec6c2759 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498424 Jul 16 22:30:59.256502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:30:59.356473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:30:59.360236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4539e043-43c3-4280-bef6-d677a0e56677,segment=NetworkSegment(03f261bc-bac4-4d51-ab2d-0555e9b105d3),segment_id=03f261bc-bac4-4d51-ab2d-0555e9b105d3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:30:59.381877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.427867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.470091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.488287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:30:59.488917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.490985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] 10.222.0.68 "PUT /v2.0/ports/4539e043-43c3-4280-bef6-d677a0e56677 HTTP/1.1" status: 200 len: 1092 time: 2.9557319 Jul 16 22:30:59.490985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:30:59.493581 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747" -d '{"events": [{"name": "network-changed", "server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "tag": "4539e043-43c3-4280-bef6-d677a0e56677"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:30:59.589715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37e92775-1ae9-4ac0-a0a8-f9b6da3b8629 req-9e5c1d44-0cbd-428f-a5cc-7c50e1ab81d0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 210 time: 0.1212337 Jul 16 22:30:59.596469 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf009df-aa3b-4b47-94fa-e3dc6d55db08 x-openstack-request-id: req-9bf009df-aa3b-4b47-94fa-e3dc6d55db08 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:30:59.597332 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "tag": "4539e043-43c3-4280-bef6-d677a0e56677", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:30:59.597576 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bf009df-aa3b-4b47-94fa-e3dc6d55db08 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:30:59.597983 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677', 'status': 'completed', 'code': 200} Jul 16 22:30:59.640190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:30:59.781336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.783969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.787543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0bf60c4-a103-4838-ba0a-af590e6d36ed HTTP/1.1" status: 204 len: 168 time: 0.5250781 Jul 16 22:30:59.828201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.887020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3194170a-a760-4a1a-abc3-e8f95a236ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:30:59.966735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:30:59.998400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'mac_address': 'fa:16:3e:ea:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:00.057905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.072777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8ca521a5-3f47-488f-a519-14540816dc8a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:00.078623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=555d4686-e5da-4366-8274-09579cc18f5e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:00.082857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:00.102826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec642e37-4246-40cb-bbd9-f11d3e62ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf60c4-a103-4838-ba0a-af590e6d36ed,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:00.144153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.167540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:00.181086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.234923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8ca521a5-3f47-488f-a519-14540816dc8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:00.235485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.247330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': 'c5b6a581-602e-42e5-83e1-50c4422083ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:00.256316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: c0dc25a9-49a3-48b3-baef-559a2f598890, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:00.292584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:00.328698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c51b-59e5-48a9-837a-b69db5af111a req-8b7713a2-9464-4ce6-9545-50fcd3e28033 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:00.339260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c839c51b-59e5-48a9-837a-b69db5af111a req-8b7713a2-9464-4ce6-9545-50fcd3e28033 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 948 time: 0.6429343 Jul 16 22:31:00.370744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network c0dc25a9-49a3-48b3-baef-559a2f598890 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:00.417032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c0dc25a9-49a3-48b3-baef-559a2f598890) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:00.428182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40988a-ed4f-43a9-a3ac-f270a91f20a7 None None] Network c0dc25a9-49a3-48b3-baef-559a2f598890 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:00.428367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:00.429593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.447757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['aae17c51-c6d8-47fd-8a74-db2a3389eac2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:00.511585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca9cd12e-4e5e-4aea-954b-0900b19c73cf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6310570 Jul 16 22:31:00.527786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c839c51b-59e5-48a9-837a-b69db5af111a req-dcdb3fed-63ad-47e2-b2e4-00958a2a4071 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875618 Jul 16 22:31:00.528863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:00.554174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:00.604702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-b85dd9fc-203e-4719-8466-61eadefbaea1 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:00.608040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-b85dd9fc-203e-4719-8466-61eadefbaea1 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 818 time: 0.2055254 Jul 16 22:31:00.711714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a50d32-0448-483f-88b5-1bb668bd4b11 service neutron] Pushing event updated for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:00.777607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-ccbbcddd-54a2-48e7-84ac-6b1bac4a133b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/quotas/706f9024fec34b9ab256574598a53a5a HTTP/1.1" status: 200 len: 375 time: 0.1361411 Jul 16 22:31:00.820082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a35bfd-98c0-4cde-99a0-32445191e3cc req-cc7e9b6e-d112-4481-8a82-2aa84aaee34e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4508753 Jul 16 22:31:00.821474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c0dc25a9-49a3-48b3-baef-559a2f598890', 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': '555d4686-e5da-4366-8274-09579cc18f5e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:31:00.822458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:00.901044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-abaa1abb-930c-4221-997a-1fcb9521c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:00.902579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-abaa1abb-930c-4221-997a-1fcb9521c65a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c6a788e6bf543f68c020302af9de64a&device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 1095 time: 1.3577380 Jul 16 22:31:00.960920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:00.964473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.026194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc31d-c7ea-4543-9941-0a6296d6a793 req-58baf8cc-b884-4254-9bfe-397ede30ebd5 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:01.028550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-7a0122a5-1fb7-41c0-8efc-74592b3c5444 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4539e043-43c3-4280-bef6-d677a0e56677 HTTP/1.1" status: 200 len: 217 time: 0.1123290 Jul 16 22:31:01.039085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7cdc31d-c7ea-4543-9941-0a6296d6a793 req-58baf8cc-b884-4254-9bfe-397ede30ebd5 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 943 time: 0.2313306 Jul 16 22:31:01.052446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Allocated IP 2001:db8::2 (c0dc25a9-49a3-48b3-baef-559a2f598890/555d4686-e5da-4366-8274-09579cc18f5e/17d3f5ed-1587-4ce2-ae27-23be1d43a6cf) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:01.141697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7cdc31d-c7ea-4543-9941-0a6296d6a793 req-57476eb3-93be-4d35-966b-054fed3001f3 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Jul 16 22:31:01.202652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-0fe9d3c1-2a34-44a5-bf21-5757df6c1c83 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4010096 Jul 16 22:31:01.282657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-40869686-6950-44ba-a48a-d62e663b33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:01.288321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-40869686-6950-44ba-a48a-d62e663b33b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=df121e18-9748-40bc-a555-1518ab3ba97c HTTP/1.1" status: 200 len: 861 time: 0.2499304 Jul 16 22:31:01.351399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:01.373489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.444284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-c674efbf-a244-4fd2-b2ab-e9e86fd0077f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=76e0eb3e-a175-442a-9d1e-b115c9759a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474588 Jul 16 22:31:01.530639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1390080504-network', 'tenant_id': 'e1b1b4e68250431287771fdf671d759d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:01.533140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.584675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=529813a4-9f59-46e2-a3ca-c7a1a11b0ec9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:01.656080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:01.659004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '0bf49550-c460-478a-80d4-495778438e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:01.660716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 8e0b3730-ba0a-4628-83a1-4bc506f559f3, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:01.700653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Made reservation on behalf of e1b1b4e68250431287771fdf671d759d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:01.712210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-6a144abe-3413-4a98-a0c0-66f9817bbd52 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:01.712773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.714271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-6a144abe-3413-4a98-a0c0-66f9817bbd52 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 818 time: 0.3379743 Jul 16 22:31:01.716287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-ccf288c2-9b31-4257-8e2e-485e0a2a96f8 service neutron] 10.222.0.70 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102949 Jul 16 22:31:01.802300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.830599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:01.851360 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.851909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Request body: {'port': {'device_id': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'admin_state_up': True, 'tenant_id': '706f9024fec34b9ab256574598a53a5a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:01.864631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-0d117700-9e6a-4be6-9c64-159330a0f93e service neutron] 10.222.0.70 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357555 Jul 16 22:31:01.878188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Transition to ACTIVE for port object 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:01.883882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:01.888949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8e0b3730-ba0a-4628-83a1-4bc506f559f3) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:01.912236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:01.913161 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:01.915655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ea534-ddca-4c7a-bad7-ed2ed318ada9 None None] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:01.934475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d72a0-c6eb-4508-828d-6e4cab3fbeac req-da9659aa-3dd1-4f5a-a565-41ca1592af27 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:01.945856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-368d72a0-c6eb-4508-828d-6e4cab3fbeac req-da9659aa-3dd1-4f5a-a565-41ca1592af27 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 949 time: 0.2059608 Jul 16 22:31:01.962365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:01.964645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.028982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-368d72a0-c6eb-4508-828d-6e4cab3fbeac req-c2dbc28b-8dfa-4c62-8c25-cd2597552612 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763507 Jul 16 22:31:02.068824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-2e7f3c59-cb9f-4f07-8c64-36e7e4918eff service neutron] 10.222.0.68 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956802 Jul 16 22:31:02.088874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Transition to ACTIVE for port object 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:02.114211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.125966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.139047 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ea417fed-e24d-47d9-be3b-26bc2b0761ef tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6043754 Jul 16 22:31:02.146556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:02.156412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1895591235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:02.213150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:31:02.261937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467a5dd-e66f-4f94-816e-b596ec5ad35b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:02.273788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.274170 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Added segment ef20a0c8-5a7a-4f3b-b95c-e9491382eeb4 of type vlan for network bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 Jul 16 22:31:02.304201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.307529 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.338671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.372361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3181a8c-3347-4057-9fa0-b64bcf373f5a req-201d11a6-ef76-45fa-9ed7-8e36e4607284 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 210 time: 0.0999777 Jul 16 22:31:02.375915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Made reservation on behalf of 706f9024fec34b9ab256574598a53a5a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:02.379795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.425463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12b8e759-5911-4fec-89ce-8719ca6a7628 req-c068e8e4-6815-4c2f-a951-90430545cd2e service neutron] 10.222.0.68 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406591 Jul 16 22:31:02.471464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Pushing event updated for resources: {'Port': ['ID=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:02.517874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.519368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.525973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Network c0dc25a9-49a3-48b3-baef-559a2f598890 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:02.535396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:02.538227 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd03ce-c213-4c46-8261-5c300663fbae" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:02.553065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:02.565378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:02.567680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.569106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:02.569962 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.611829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:02.666479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3135860 Jul 16 22:31:02.671828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:02.687448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Request body: {'subnet': {'network_id': 'bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1390080504-subnet', 'tenant_id': 'e1b1b4e68250431287771fdf671d759d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:02.774601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-aab66f56-546a-43f5-9cf9-3ea1e59cf1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:02.776207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-aab66f56-546a-43f5-9cf9-3ea1e59cf1ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c6a788e6bf543f68c020302af9de64a&device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 1095 time: 0.2217293 Jul 16 22:31:02.781872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Allocated IP 172.20.0.13 (195f8de1-b2b1-4e42-811f-f73b9662e772/6bd1291f-8f93-4cff-99ff-e0101d8cd2d8/cdeb832f-3bcc-40e3-b2fe-3815106f790f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:02.785490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Made reservation on behalf of e1b1b4e68250431287771fdf671d759d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:02.788016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.817694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.857410 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aab88a-ef8b-40ab-88c9-60943cf0964e x-openstack-request-id: req-32aab88a-ef8b-40ab-88c9-60943cf0964e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:02.858068 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:02.858068 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32aab88a-ef8b-40ab-88c9-60943cf0964e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:02.858393 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'code': 200} Jul 16 22:31:02.860742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8e0b3730-ba0a-4628-83a1-4bc506f559f3', 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': '529813a4-9f59-46e2-a3ca-c7a1a11b0ec9'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:31:02.874598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.878733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4fc2-eb35-4817-bc67-04dabdbf0de3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:02.879530 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.895684 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.926390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:02.928349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2e93e804-c1c2-40a2-9212-649fdc0f1bbd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7785754 Jul 16 22:31:02.951811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3795c8-e094-4129-a1a9-f5ac2e2dbe04 req-61a30b58-4318-46b5-8af9-b04f25353bc7 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:02.955172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:31:02.964724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e3795c8-e094-4129-a1a9-f5ac2e2dbe04 req-61a30b58-4318-46b5-8af9-b04f25353bc7 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 943 time: 0.4889789 Jul 16 22:31:02.973854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:03.068640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Attempting to bind port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:03.069269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Attempting to bind port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'c5b6a581-602e-42e5-83e1-50c4422083ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:03.076656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Attempting to bind port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf on network c0dc25a9-49a3-48b3-baef-559a2f598890 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:03.113235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.133726 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.160103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:03.161704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Checking segment: {'id': 'c5b6a581-602e-42e5-83e1-50c4422083ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:03.162281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.171854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Bound using segment: {'id': 'c5b6a581-602e-42e5-83e1-50c4422083ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:03.172667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Bound port: 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b6a581-602e-42e5-83e1-50c4422083ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c0dc25a9-49a3-48b3-baef-559a2f598890'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:03.173272 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.320053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:03.367786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Checking segment: {'id': 'ef20a0c8-5a7a-4f3b-b95c-e9491382eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:03.367786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Network hostable DHCP agents. Network: bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:03.394885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df52abd4-1781-45b9-b80d-039a25f5d81c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:03.416804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28cb5d-ab40-486a-b1cc-e796fe6232b4 req-974051db-9e0c-407e-8297-284d28374491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:03.419947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e28cb5d-ab40-486a-b1cc-e796fe6232b4 req-974051db-9e0c-407e-8297-284d28374491 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 1102 time: 0.3311486 Jul 16 22:31:03.457810 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e3795c8-e094-4129-a1a9-f5ac2e2dbe04 req-090d5f8e-fc30-49db-807e-a88646ce5ee1 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838946 Jul 16 22:31:03.506680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-45aeefef-8516-4c42-854c-b4db8470c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:03.507775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-45aeefef-8516-4c42-854c-b4db8470c30c service neutron] 10.222.0.68 "GET /v2.0/networks?id=76e0eb3e-a175-442a-9d1e-b115c9759a14 HTTP/1.1" status: 200 len: 922 time: 0.7235508 Jul 16 22:31:03.537975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Network bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:03.584289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] For port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:03.589244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] For port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,segment=NetworkSegment(c5b6a581-602e-42e5-83e1-50c4422083ab),segment_id=c5b6a581-602e-42e5-83e1-50c4422083ab)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:03.601169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.605086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:03.632335 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.638879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba397d8-62f1-49e9-900b-af0ad5c5fcfa None None] Network bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:03.654507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:03.655106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:03.658944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Allocated IP 2001:db8:1::2 (8e0b3730-ba0a-4628-83a1-4bc506f559f3/529813a4-9f59-46e2-a3ca-c7a1a11b0ec9/0595b825-472c-4e1a-b80b-360481f21ff4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:03.687236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-a140d7a3-37bf-4cad-9243-73aba10d122c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4539e043-43c3-4280-bef6-d677a0e56677 HTTP/1.1" status: 200 len: 217 time: 0.1156542 Jul 16 22:31:03.702007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8ccb6e83-49b1-4caa-a78f-246ff3c7cab6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0167968 Jul 16 22:31:03.722880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e28cb5d-ab40-486a-b1cc-e796fe6232b4 req-b7f0e4ab-7f6f-4559-b76d-579e674e3e49 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897987 Jul 16 22:31:03.815075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51300ad4-4b65-47f9-81d9-e844eb3dd4c4 req-24298354-99a9-45b6-8d6e-123ed86e1841 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:03.822280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51300ad4-4b65-47f9-81d9-e844eb3dd4c4 req-24298354-99a9-45b6-8d6e-123ed86e1841 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 950 time: 0.4126298 Jul 16 22:31:03.852744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-6646f957-a625-47a1-893c-bd50d0d57494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:03.855366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-6646f957-a625-47a1-893c-bd50d0d57494 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=df121e18-9748-40bc-a555-1518ab3ba97c HTTP/1.1" status: 200 len: 861 time: 0.1288447 Jul 16 22:31:03.927792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae7052f3-0504-4c3b-9596-986e23bce535 req-7fa7f1b5-e723-4d7d-959c-f03d2003207d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 210 time: 0.1029017 Jul 16 22:31:04.013484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-600918e9-13ca-423c-9a7b-016e2e276a5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=76e0eb3e-a175-442a-9d1e-b115c9759a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066580 Jul 16 22:31:04.045451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51300ad4-4b65-47f9-81d9-e844eb3dd4c4 req-c8e6af13-c047-4239-977c-21e61ef3444b tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221644 Jul 16 22:31:04.053263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.075729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7723eb-aeb9-41a9-a0ae-55ed7b8d1268 None None] Pushing event updated for resources: {'Port': ['ID=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:04.100643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:04.435804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.449022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8::1 (c0dc25a9-49a3-48b3-baef-559a2f598890/555d4686-e5da-4366-8274-09579cc18f5e/28ba4c29-f992-4de5-af65-d146843af02c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:04.513221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Transition to ACTIVE for port object 0595b825-472c-4e1a-b80b-360481f21ff4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:04.526721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094208a-a693-4ea3-b178-107af90b3ef0 None None] Network bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:04.569339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Transition to ACTIVE for port object 0595b825-472c-4e1a-b80b-360481f21ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:04.610120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.669554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:04.684899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:04.689336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:04.720274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.769499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object 28ba4c29-f992-4de5-af65-d146843af02c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:04.780060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Deleting subnet df52abd4-1781-45b9-b80d-039a25f5d81c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:04.800300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.847639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Attempting to bind port 0595b825-472c-4e1a-b80b-360481f21ff4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:04.847639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Attempting to bind port 0595b825-472c-4e1a-b80b-360481f21ff4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '0bf49550-c460-478a-80d4-495778438e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:04.848428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Attempting to bind port 0595b825-472c-4e1a-b80b-360481f21ff4 on network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:04.854983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Pushing event updated for resources: {'Port': ['ID=0595b825-472c-4e1a-b80b-360481f21ff4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:04.891943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-38a72330-3a36-48d3-9030-5bcb9380073d service neutron] 10.222.0.68 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685915 Jul 16 22:31:04.900587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-c924c9a5-ee12-46f5-8f1d-613415dc7fd6 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:04.902079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-c924c9a5-ee12-46f5-8f1d-613415dc7fd6 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.68 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 818 time: 0.7480700 Jul 16 22:31:04.907584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.916235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.945420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Request body: {'port': {'device_id': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'admin_state_up': True, 'tenant_id': '706f9024fec34b9ab256574598a53a5a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:04.950977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dec69b-1c47-454a-8839-b2ecc4c2d4ef req-49088d4b-bded-4995-859b-4f87a233efc8 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:04.970120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18dec69b-1c47-454a-8839-b2ecc4c2d4ef req-49088d4b-bded-4995-859b-4f87a233efc8 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 943 time: 0.1932523 Jul 16 22:31:04.973556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.983037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:04.983813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Checking segment: {'id': '0bf49550-c460-478a-80d4-495778438e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:04.984246 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:04.985084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Bound using segment: {'id': '0bf49550-c460-478a-80d4-495778438e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:04.985548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Bound port: 0595b825-472c-4e1a-b80b-360481f21ff4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf49550-c460-478a-80d4-495778438e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8e0b3730-ba0a-4628-83a1-4bc506f559f3'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:04.986285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:05.104151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] For port 0595b825-472c-4e1a-b80b-360481f21ff4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:05.107893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] For port 0595b825-472c-4e1a-b80b-360481f21ff4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0595b825-472c-4e1a-b80b-360481f21ff4,segment=NetworkSegment(0bf49550-c460-478a-80d4-495778438e67),segment_id=0bf49550-c460-478a-80d4-495778438e67)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:05.120091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:05.122152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:05.232092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18dec69b-1c47-454a-8839-b2ecc4c2d4ef req-e687d18a-d7a4-4217-927d-c4f99b507374 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251148 Jul 16 22:31:05.239942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network c0dc25a9-49a3-48b3-baef-559a2f598890 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:05.250743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:05.272354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:05.276524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:05.278786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295184a-4277-4f11-9b0a-7970807d6b31 None None] Pushing event updated for resources: {'Port': ['ID=0595b825-472c-4e1a-b80b-360481f21ff4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:05.381181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=28ba4c29-f992-4de5-af65-d146843af02c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:05.506907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccb220-3873-4c2f-a3ec-9bbd7ba644ba None None] Network c0dc25a9-49a3-48b3-baef-559a2f598890 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:05.722184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3af6bb33-29b8-4bfa-937e-e74e18564258 None None] Provisioning for port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:05.824410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4539e043-43c3-4280-bef6-d677a0e56677 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:05.890675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:05.899754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:05.959232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Pushing event updated for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:05.974243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:05.988280 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:31:06.073438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74319bbd-df95-46ca-adc8-8bcd1008dc60 req-c8406fd6-f552-422c-9cb6-312fa73e0cef tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 210 time: 0.8566809 Jul 16 22:31:06.116692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ded0698-2e0f-4a8f-ae1c-8e872d9e1747 req-8c8e9932-9d84-4462-898f-9b6e65b791ec service neutron] 10.222.0.68 "GET /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2118292 Jul 16 22:31:06.165795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.177591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2ee71-ece8-49ce-afdb-ed2f028bef3a req-0c7305a5-dc62-4648-9b36-5d5c40ec69a8 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:06.178227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:06.178899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.179578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d2ee71-ece8-49ce-afdb-ed2f028bef3a req-0c7305a5-dc62-4648-9b36-5d5c40ec69a8 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 950 time: 0.6907535 Jul 16 22:31:06.210304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.226648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:06.281821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.288706 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df52abd4-1781-45b9-b80d-039a25f5d81c HTTP/1.1" status: 204 len: 168 time: 2.1814468 Jul 16 22:31:06.295301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:06.313923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3ad35-3638-4b4e-b7fa-4bfa80f5637c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df52abd4-1781-45b9-b80d-039a25f5d81c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:06.350613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Made reservation on behalf of 706f9024fec34b9ab256574598a53a5a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:06.367219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4539e043-43c3-4280-bef6-d677a0e56677,segment=NetworkSegment(03f261bc-bac4-4d51-ab2d-0555e9b105d3),segment_id=03f261bc-bac4-4d51-ab2d-0555e9b105d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:06.370853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.378173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d2ee71-ece8-49ce-afdb-ed2f028bef3a req-6b2a5d8d-a37c-4054-8c19-fa10404ad4dc tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890590 Jul 16 22:31:06.384689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-84db0c42-7f87-4dd3-83b5-6c2da425e3df tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6550946 Jul 16 22:31:06.399297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Request body: {'port': {'device_id': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:06.420944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '4539e043-43c3-4280-bef6-d677a0e56677', 'network_id': '76e0eb3e-a175-442a-9d1e-b115c9759a14', 'port_id': '4539e043-43c3-4280-bef6-d677a0e56677', 'mac_address': 'fa:16:3e:5d:0c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df121e18-9748-40bc-a555-1518ab3ba97c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:06.433645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:06.446164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:06.446164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.577984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.606449 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.669112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4539e043-43c3-4280-bef6-d677a0e56677 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:06.707162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.733449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4539e043-43c3-4280-bef6-d677a0e56677,segment=NetworkSegment(03f261bc-bac4-4d51-ab2d-0555e9b105d3),segment_id=03f261bc-bac4-4d51-ab2d-0555e9b105d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:06.827368 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.837163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.849693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.850688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:06.878506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.063997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Provisioning for port 28ba4c29-f992-4de5-af65-d146843af02c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:07.069919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=28ba4c29-f992-4de5-af65-d146843af02c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:07.088628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,segment=NetworkSegment(c5b6a581-602e-42e5-83e1-50c4422083ab),segment_id=c5b6a581-602e-42e5-83e1-50c4422083ab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:07.100610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Provisioning complete for port 28ba4c29-f992-4de5-af65-d146843af02c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:07.102188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.155219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network c0dc25a9-49a3-48b3-baef-559a2f598890 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:07.157714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:07.197855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Port 28ba4c29-f992-4de5-af65-d146843af02c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:07.200585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8e6b1-6aa0-41ff-b9ab-5ee0085a2c73 None None] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:07.208193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4539e043-43c3-4280-bef6-d677a0e56677'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:07.223341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.229697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0595b825-472c-4e1a-b80b-360481f21ff4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:07.253957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdeb832f-3bcc-40e3-b2fe-3815106f790f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:07.265101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.279881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Transition to ACTIVE for port object cdeb832f-3bcc-40e3-b2fe-3815106f790f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:07.302760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:07.375229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7f58a940-affa-4277-95db-71661afce43d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:31:07.386734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.612343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:07.619466 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e6bc35f-ad67-4525-ac08-a0a248594921 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6438282 Jul 16 22:31:07.623974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] Sync routers for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:07.633611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:07.642514 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:07.645239 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:07.763446 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:07.774503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:07.781941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba493cf-e4b0-42a4-8cff-4a5055a86955 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:07.783728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dba493cf-e4b0-42a4-8cff-4a5055a86955 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports/28ba4c29-f992-4de5-af65-d146843af02c HTTP/1.1" status: 200 len: 911 time: 0.1467333 Jul 16 22:31:07.791448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:07.798466 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:07.799404 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:07.851667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Attempting to bind port cdeb832f-3bcc-40e3-b2fe-3815106f790f on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:07.852068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Attempting to bind port cdeb832f-3bcc-40e3-b2fe-3815106f790f by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:07.852385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Attempting to bind port cdeb832f-3bcc-40e3-b2fe-3815106f790f on network 195f8de1-b2b1-4e42-811f-f73b9662e772 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:07.884546 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:07.885681 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b675710-8480-4be3-94c3-59fa1ab5da29 None None] The sync data for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:07.895807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Provisioning complete for port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:07.897348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1648a508-7930-424c-a4ab-1bd4e1a3627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.913331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:07.937067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e2ec-870e-49f5-965e-c15edef2e5e0 req-08830199-0561-409b-9185-48829c8c9755 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:07.944916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01a6e2ec-870e-49f5-965e-c15edef2e5e0 req-08830199-0561-409b-9185-48829c8c9755 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 944 time: 0.6578338 Jul 16 22:31:07.994559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:08.026161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef20a0c8-5a7a-4f3b-b95c-e9491382eeb4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:08.027405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef20a0c8-5a7a-4f3b-b95c-e9491382eeb4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:08.058319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.101543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.107521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Port cdeb832f-3bcc-40e3-b2fe-3815106f790f on network 195f8de1-b2b1-4e42-811f-f73b9662e772 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:31:08.107844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Attempting to bind port cdeb832f-3bcc-40e3-b2fe-3815106f790f on network 195f8de1-b2b1-4e42-811f-f73b9662e772 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:08.139383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:08.139782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Checking segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:08.140113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Bound using segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:08.142750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Bound port: cdeb832f-3bcc-40e3-b2fe-3815106f790f, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:08.143117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.151496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:08.151903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:08.158660 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:08.163744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:08.225653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01a6e2ec-870e-49f5-965e-c15edef2e5e0 req-a0dc35dd-9460-4e24-924d-3672492440b8 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798829 Jul 16 22:31:08.238867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Allocated IP 172.20.0.9 (195f8de1-b2b1-4e42-811f-f73b9662e772/6bd1291f-8f93-4cff-99ff-e0101d8cd2d8/1e13737b-dd9e-45e8-8b78-256f181fdc45) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:08.270114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0595b825-472c-4e1a-b80b-360481f21ff4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:08.345700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf14a52a-1461-4c42-ae3a-8e93ecbbebd8 req-913a35e8-9ff6-4438-bd4b-23d600922191 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 210 time: 0.1432674 Jul 16 22:31:08.445695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.470600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.473100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7 HTTP/1.1" status: 204 len: 168 time: 2.1769946 Jul 16 22:31:08.487355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:08.501277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2a7e-98ed-43b0-b7c5-5ddea775225b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3bde50-7f7f-4f35-aeee-e853b2f0eeb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:08.568545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:08.589972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:08.630293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Provisioning for port 0595b825-472c-4e1a-b80b-360481f21ff4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:08.647104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Provisioning complete for port 0595b825-472c-4e1a-b80b-360481f21ff4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:08.651903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.652742 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.709434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.713678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:08.714534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.716228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 1093 time: 2.3232768 Jul 16 22:31:08.716904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:08.719503 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158f35c-dfbb-4ce6-9ebb-d13be399537e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:08.753187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:08.811170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:08.811558 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.859253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcd828-735b-49aa-bfba-47e17fa46cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:08.870382 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff71cfd9-765c-4ee1-90dc-ff1cdde4b01e x-openstack-request-id: req-ff71cfd9-765c-4ee1-90dc-ff1cdde4b01e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:08.870823 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:08.871177 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff71cfd9-765c-4ee1-90dc-ff1cdde4b01e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:08.871866 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f', 'status': 'completed', 'code': 200} Jul 16 22:31:08.875199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.913480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:08.920640 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-969794c0-a07f-4735-9a7c-3d19bf254ede admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1b1b4e68250431287771fdf671d759d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598074 Jul 16 22:31:08.924172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:08.964890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] For port 0595b825-472c-4e1a-b80b-360481f21ff4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0595b825-472c-4e1a-b80b-360481f21ff4,segment=NetworkSegment(0bf49550-c460-478a-80d4-495778438e67),segment_id=0bf49550-c460-478a-80d4-495778438e67)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:09.001965 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.002538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-dc91921c-7774-4689-845a-d98c805e9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:09.004214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-dc91921c-7774-4689-845a-d98c805e9df6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1096 time: 0.2159650 Jul 16 22:31:09.010201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.036817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8:1::1 (8e0b3730-ba0a-4628-83a1-4bc506f559f3/529813a4-9f59-46e2-a3ca-c7a1a11b0ec9/819668be-f904-458f-9cb7-5026b73437e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:09.062658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-734f1d89-45b3-416a-9c81-553665dcc420 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.0470564 Jul 16 22:31:09.085559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Provisioning complete for port 28ba4c29-f992-4de5-af65-d146843af02c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:09.085940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.089195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Pushing event updated for resources: {'Port': ['ID=0595b825-472c-4e1a-b80b-360481f21ff4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:09.091573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.121663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.149529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fbdadc20-2a1c-42d8-96fa-5a00dbaeddad None None] Port 28ba4c29-f992-4de5-af65-d146843af02c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:09.156014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Network 195f8de1-b2b1-4e42-811f-f73b9662e772 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:09.167179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.182435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object 819668be-f904-458f-9cb7-5026b73437e0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:09.185216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:09.207999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:09.223556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.270196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c298fa-9159-4715-9ae9-690f078826a6 req-dd4f3997-96e7-4119-8e38-415c7113691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:09.272573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-dd4f3997-96e7-4119-8e38-415c7113691d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.1970546 Jul 16 22:31:09.287848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec4f127a-ae15-4371-9df9-40aba456c708 None None] Provisioning complete for port 0595b825-472c-4e1a-b80b-360481f21ff4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:09.290912 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec4f127a-ae15-4371-9df9-40aba456c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.293966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Pushing event updated for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:09.295233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:09.313174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:09.318686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-c4ab291e-10aa-47a9-a81c-f7a876896d85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371006 Jul 16 22:31:09.326466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:09.327494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.478064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.480597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.481800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c467a5dd-e66f-4f94-816e-b596ec5ad35b HTTP/1.1" status: 204 len: 168 time: 0.5558679 Jul 16 22:31:09.488903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:09.489998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.504483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=819668be-f904-458f-9cb7-5026b73437e0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:09.534645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2fa4d5b3-87db-460c-a9dd-009d6157a2b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6163707 Jul 16 22:31:09.537474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc19a0-b346-4b79-ba6f-7d03784008a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467a5dd-e66f-4f94-816e-b596ec5ad35b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:09.571252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Request body: {'port': {'device_id': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:09.580684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-e19a9641-b823-4e3b-a768-933cf272e849 service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443914 Jul 16 22:31:09.741775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21469-be55-456b-972a-633a8600d07d req-adb6b951-47e6-4235-ab24-538cad044406 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:09.748606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7aa21469-be55-456b-972a-633a8600d07d req-adb6b951-47e6-4235-ab24-538cad044406 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 944 time: 0.2682927 Jul 16 22:31:09.771533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6c73f64d-f793-48c5-835f-673d9b39de7a None None] Provisioning for port 819668be-f904-458f-9cb7-5026b73437e0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:09.772655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.790370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6c73f64d-f793-48c5-835f-673d9b39de7a None None] Provisioning complete for port 819668be-f904-458f-9cb7-5026b73437e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:09.790751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c73f64d-f793-48c5-835f-673d9b39de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.825642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:09.835258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2bccf-628c-450a-83d7-0328a1cbcc65 req-e5b86b82-9f87-4350-b717-678bdbc1b4b5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:09.836927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38c2bccf-628c-450a-83d7-0328a1cbcc65 req-e5b86b82-9f87-4350-b717-678bdbc1b4b5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 931 time: 0.2623284 Jul 16 22:31:09.841041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7aa21469-be55-456b-972a-633a8600d07d req-b3ebc61f-54da-45e6-8e79-127b6a261cec tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Jul 16 22:31:09.864870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49c298fa-9159-4715-9ae9-690f078826a6 req-2a10a485-93f7-4fc4-9a4d-144128f3cd39 service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536244 Jul 16 22:31:09.895201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4539e043-43c3-4280-bef6-d677a0e56677 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:09.942817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38c2bccf-628c-450a-83d7-0328a1cbcc65 req-ceeab25b-0e16-49d7-a961-498ff780d490 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965395 Jul 16 22:31:10.081937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6c73f64d-f793-48c5-835f-673d9b39de7a None None] Port 819668be-f904-458f-9cb7-5026b73437e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:10.101584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 4539e043-43c3-4280-bef6-d677a0e56677 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:10.111566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 4539e043-43c3-4280-bef6-d677a0e56677 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:10.112076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.234951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-7879de75-57e5-45ca-a314-8a9fc316e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:10.236479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-7879de75-57e5-45ca-a314-8a9fc316e964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1096 time: 0.2925916 Jul 16 22:31:10.317880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.360682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:10.368017 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7d00d-585f-4e03-ac48-1171729ff58e" -d '{"events": [{"server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "name": "network-vif-plugged", "status": "completed", "tag": "4539e043-43c3-4280-bef6-d677a0e56677"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:10.411378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4539e043-43c3-4280-bef6-d677a0e56677,segment=NetworkSegment(03f261bc-bac4-4d51-ab2d-0555e9b105d3),segment_id=03f261bc-bac4-4d51-ab2d-0555e9b105d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:10.420865 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.491569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-852274fc-7c74-4c7b-827f-40d586b95fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:10.494092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-852274fc-7c74-4c7b-827f-40d586b95fc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.2433667 Jul 16 22:31:10.508319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.518768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.520040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.543435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:10.556310 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e07d622-fb82-4fbd-9c98-419dbb5c8afe x-openstack-request-id: req-2e07d622-fb82-4fbd-9c98-419dbb5c8afe {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:10.556705 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "name": "network-vif-plugged", "status": "completed", "tag": "4539e043-43c3-4280-bef6-d677a0e56677", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:10.557077 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e07d622-fb82-4fbd-9c98-419dbb5c8afe {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:10.557552 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677', 'code': 200} Jul 16 22:31:10.558486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0595b825-472c-4e1a-b80b-360481f21ff4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:10.638340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=819668be-f904-458f-9cb7-5026b73437e0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:10.649477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e13737b-dd9e-45e8-8b78-256f181fdc45 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:10.654469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0595b825-472c-4e1a-b80b-360481f21ff4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:10.655076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.662349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.692166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Transition to ACTIVE for port object 1e13737b-dd9e-45e8-8b78-256f181fdc45 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:10.734800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:10.828466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:10.832955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:10.885412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-956eae4f-8dbe-4dbc-8ad3-6ca8c6b34ff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.1698191 Jul 16 22:31:11.048871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7f58a940-affa-4277-95db-71661afce43d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:31:11.176205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:11.308524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-8f84f2f6-2ab6-49e7-813a-f36a42384faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:11.310623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-8f84f2f6-2ab6-49e7-813a-f36a42384faf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.3791027 Jul 16 22:31:11.432555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ee83be91-9e3c-4354-a330-ad5a44a42729 None None] Provisioning complete for port 819668be-f904-458f-9cb7-5026b73437e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:11.435383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee83be91-9e3c-4354-a330-ad5a44a42729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:11.441327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:11.465134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba0a48b9-11d4-4f4c-a429-8d13f395689f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6723597 Jul 16 22:31:11.479589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c465e-10e9-4890-9415-b63344a27dc0 req-fc27f99c-c548-47e7-839b-6cc25f05b60b tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:11.487265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-184c465e-10e9-4890-9415-b63344a27dc0 req-fc27f99c-c548-47e7-839b-6cc25f05b60b tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.3536701 Jul 16 22:31:11.489725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:11.541535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ee83be91-9e3c-4354-a330-ad5a44a42729 None None] Port 819668be-f904-458f-9cb7-5026b73437e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:11.544292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] Sync routers for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:11.584086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:11.584731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:11.607691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-184c465e-10e9-4890-9415-b63344a27dc0 req-d5ff7087-b686-4ba4-874d-26c408aa1060 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192615 Jul 16 22:31:11.651667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84d3a8-b5fb-47b0-9b9a-f9505f34ee69 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:11.661505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-db84d3a8-b5fb-47b0-9b9a-f9505f34ee69 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports/819668be-f904-458f-9cb7-5026b73437e0 HTTP/1.1" status: 200 len: 913 time: 0.1693394 Jul 16 22:31:11.662067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:11.686231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:11.712228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:11.726832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:11.739536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:11.844276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:11.851174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd7956-6315-466f-9cb4-4c2b53aed2c3 None None] The sync data for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:11.867610 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:31:12.042862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-82035d16-82de-410a-9f07-75599a727b78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422561 Jul 16 22:31:12.158086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:12.202950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'mac_address': 'fa:16:3e:ea:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:12.271415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf1d31-0fd6-4cec-9ac2-0dd5498021cf req-5d3a2490-6b2f-4d9f-a8c9-31d810ae4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:12.286018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fedf1d31-0fd6-4cec-9ac2-0dd5498021cf req-5d3a2490-6b2f-4d9f-a8c9-31d810ae4d1b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 1097 time: 1.5901742 Jul 16 22:31:12.290996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-b21c57f7-5c77-460d-8fe2-e94c7f26ab6e service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190707 Jul 16 22:31:12.358155 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:12.390744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:12.411313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fedf1d31-0fd6-4cec-9ac2-0dd5498021cf req-f13a3940-9664-484b-8837-53a762b4c874 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893018 Jul 16 22:31:12.426001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:12.435686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:12.474150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Attempting to bind port 1e13737b-dd9e-45e8-8b78-256f181fdc45 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:12.474382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Attempting to bind port 1e13737b-dd9e-45e8-8b78-256f181fdc45 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:12.474751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Attempting to bind port 1e13737b-dd9e-45e8-8b78-256f181fdc45 on network 195f8de1-b2b1-4e42-811f-f73b9662e772 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:12.522100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Port 1e13737b-dd9e-45e8-8b78-256f181fdc45 on network 195f8de1-b2b1-4e42-811f-f73b9662e772 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:31:12.522448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Attempting to bind port 1e13737b-dd9e-45e8-8b78-256f181fdc45 on network 195f8de1-b2b1-4e42-811f-f73b9662e772 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:12.533513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:12.533904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Checking segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:12.534255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Bound using segment: {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:12.534702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Bound port: 1e13737b-dd9e-45e8-8b78-256f181fdc45, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f2407-1d80-4aa2-a405-859def19b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:12.535133 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:12.611588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:12.624415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['aae17c51-c6d8-47fd-8a74-db2a3389eac2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:12.631620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:12.644297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d53cc-9101-42e3-8e50-d1c740cd96f0 req-9c44a2fc-3238-4cab-bb65-d193a0358355 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:12.652334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918d53cc-9101-42e3-8e50-d1c740cd96f0 req-9c44a2fc-3238-4cab-bb65-d193a0358355 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 943 time: 1.3464196 Jul 16 22:31:12.666683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:12.680448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:12.705858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.708577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.711880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.713595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.714095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.714576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.717611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.718126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.718628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.719118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.719731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.720213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:12.740429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:12.797143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-918d53cc-9101-42e3-8e50-d1c740cd96f0 req-db17d76e-f131-4dcc-b5b5-1cf774605868 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431010 Jul 16 22:31:12.810976 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0158f35c-dfbb-4ce6-9ebb-d13be399537e req-e6c37b04-c904-4330-85eb-3b861eef8d14 service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490323 Jul 16 22:31:12.819247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:12.829597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:12.831365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-2ebc228f-f825-4dbf-80ae-86b975fe51a2 service neutron] 10.222.0.68 "PUT /v2.0/ports/1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 200 len: 1092 time: 3.2834177 Jul 16 22:31:12.838949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:12.845548 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa49db0c-60f3-4da7-aacd-e58522c5439f" -d '{"events": [{"name": "network-changed", "server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:13.060296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-73c86da1-f712-4788-a516-932b9b0baf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:13.073018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-73c86da1-f712-4788-a516-932b9b0baf26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1095 time: 0.1768227 Jul 16 22:31:13.096447 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:13.176639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-c88b0d82-73c3-4779-bf6f-0732b7ab76d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 200 len: 217 time: 0.0994022 Jul 16 22:31:13.404405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-1b118259-7090-4b38-b2fd-66c05008e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:13.410868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-1b118259-7090-4b38-b2fd-66c05008e625 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.1556549 Jul 16 22:31:13.505507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06459-ed4a-4629-ae2e-d76397a64cf3 req-74832291-a27c-4b19-ae11-6df80214c882 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:13.507090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76f06459-ed4a-4629-ae2e-d76397a64cf3 req-74832291-a27c-4b19-ae11-6df80214c882 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.3244369 Jul 16 22:31:13.519535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-21a117f4-5656-4615-8ca8-ccee52bcc86c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957873 Jul 16 22:31:13.695912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 819668be-f904-458f-9cb7-5026b73437e0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:13.697447 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:13.701580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-338a9c90-77d9-4b4a-b47f-b730ec86ae0f service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557584 Jul 16 22:31:13.723141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdeb832f-3bcc-40e3-b2fe-3815106f790f details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:13.727481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:13.780657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76f06459-ed4a-4629-ae2e-d76397a64cf3 req-15a90167-48a0-4b00-8c6b-b44603d881af tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600224 Jul 16 22:31:13.897722 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df20b6f-da55-4d15-9545-32a955126bfc x-openstack-request-id: req-0df20b6f-da55-4d15-9545-32a955126bfc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:13.898024 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:13.898272 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0df20b6f-da55-4d15-9545-32a955126bfc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:13.898671 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45', 'status': 'completed', 'code': 200} Jul 16 22:31:13.976328 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:13.994682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51c94d69-785b-4c7f-8b6b-03fd1b390a3d req-31884bcb-8afc-4d0a-8982-032a61181c67 service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845576 Jul 16 22:31:14.038786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:14.038786 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.062547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 819668be-f904-458f-9cb7-5026b73437e0 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:14.096863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:14.113433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'port_id': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f', 'mac_address': 'fa:16:3e:c4:83:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:14.166932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.247752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-df526b92-cc98-4b34-9641-ef4caccd50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:14.254702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-df526b92-cc98-4b34-9641-ef4caccd50a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1095 time: 0.1539114 Jul 16 22:31:14.268714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdeb832f-3bcc-40e3-b2fe-3815106f790f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:14.307238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.386027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:14.411958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.426156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:14.430447 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ecc930-e59f-41a0-b5c3-b37bfbd9f89c" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:14.470403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:14.484818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.495425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-e997a7e3-0ab6-439d-9a3e-426e78abc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:14.500059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-e997a7e3-0ab6-439d-9a3e-426e78abc60c service neutron] 10.222.0.68 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.2366931 Jul 16 22:31:14.507040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:14.561760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:14.616017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-92026837-2dc5-4dd7-88e8-627412cd6877 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 200 len: 217 time: 0.1048291 Jul 16 22:31:14.632673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:14.647468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=819668be-f904-458f-9cb7-5026b73437e0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:14.657207 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a9824d-6610-4caf-912e-3a80564f076f x-openstack-request-id: req-06a9824d-6610-4caf-912e-3a80564f076f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:14.657721 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:14.658132 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06a9824d-6610-4caf-912e-3a80564f076f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:14.658686 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'code': 200} Jul 16 22:31:14.674435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-0c18af17-9b1a-4eee-b9c6-242796bfd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:14.675879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-0c18af17-9b1a-4eee-b9c6-242796bfd5fc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.0568595 Jul 16 22:31:14.713761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['cdeb832f-3bcc-40e3-b2fe-3815106f790f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:14.792878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-3c3c6ee8-ebd0-495f-a502-cf39622fa63d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987613 Jul 16 22:31:14.795021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:14.973701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807bdf-8a6e-484c-be18-21c05dd69add req-0edc4112-7acd-4a82-8be5-486652f6de1b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:14.980769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7807bdf-8a6e-484c-be18-21c05dd69add req-0edc4112-7acd-4a82-8be5-486652f6de1b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 943 time: 0.3082263 Jul 16 22:31:15.020271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-8dcafb48-5a35-4610-81b8-be0217283c4a service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090030 Jul 16 22:31:15.038249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:15.080173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7807bdf-8a6e-484c-be18-21c05dd69add req-bbd0f742-36d6-4fe0-bd4a-7dcd0868ac77 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Jul 16 22:31:15.084408 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a19-40fa-4a94-8ae5-7f5129acf9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:15.187060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa49db0c-60f3-4da7-aacd-e58522c5439f req-63afdbc3-a4e8-43d5-9d33-640280cd51a5 service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544411 Jul 16 22:31:15.220297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192378a8-2426-4f3c-9956-a4f1b32be1c2 req-31ba7766-e2e2-4f82-95be-a78085e11984 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:15.231412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-192378a8-2426-4f3c-9956-a4f1b32be1c2 req-31ba7766-e2e2-4f82-95be-a78085e11984 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.3953691 Jul 16 22:31:15.312289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d447a-d1cd-4b4b-894f-f7d045a2569a req-040c3b62-ecd8-43e5-a4e7-b1bb84f1907c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:15.317892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b2d447a-d1cd-4b4b-894f-f7d045a2569a req-040c3b62-ecd8-43e5-a4e7-b1bb84f1907c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.0912466 Jul 16 22:31:15.326494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-192378a8-2426-4f3c-9956-a4f1b32be1c2 req-d98fbca3-a9c9-4161-93ac-ba29360eb373 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939434 Jul 16 22:31:15.370029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b2d447a-d1cd-4b4b-894f-f7d045a2569a req-a50c9244-5617-4cd8-ad6e-efc194ee9ff4 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497777 Jul 16 22:31:15.597671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7f58a940-affa-4277-95db-71661afce43d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:31:15.696587 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a19-40fa-4a94-8ae5-7f5129acf9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:15.725580 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a19-40fa-4a94-8ae5-7f5129acf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:15.776312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0a19-40fa-4a94-8ae5-7f5129acf9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7095e0e-1ad8-4c87-a154-8c1080a68171,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:15.783897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e0b0a19-40fa-4a94-8ae5-7f5129acf9d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1561e89099d4e8c840e303e5aa9d1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852037 Jul 16 22:31:15.783897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:15.784911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33518) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:15.797364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] Sync routers for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:15.801797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c79644af-1640-4aef-931f-0665355f66e0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385076 Jul 16 22:31:15.804393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33520) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:15.820182 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:15.820897 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:15.889137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:15.899402 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:15.900330 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:15.927366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:15.935051 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:15.936001 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff97cd-f812-4a06-9c03-dc2cdf315378 None None] The sync data for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:16.001536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.156165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.159256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.160521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7095e0e-1ad8-4c87-a154-8c1080a68171 HTTP/1.1" status: 204 len: 168 time: 0.3753369 Jul 16 22:31:16.203191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e1623-a293-49f1-8681-9ddc04e2d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7095e0e-1ad8-4c87-a154-8c1080a68171,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:16.325264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c559b5-a3db-46a0-91b3-9407cbd43b98 req-a273f122-9f3c-4cbf-a64d-ab725f20b017 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:16.327635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11c559b5-a3db-46a0-91b3-9407cbd43b98 req-a273f122-9f3c-4cbf-a64d-ab725f20b017 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 943 time: 0.0938919 Jul 16 22:31:16.336674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.391438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11c559b5-a3db-46a0-91b3-9407cbd43b98 req-a166c850-eb75-4e40-9df6-e773b8f8bb5a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Jul 16 22:31:16.530588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa251d-d722-4a6e-9af1-e4b82662b059 req-231c15fa-d1ef-4ff5-a593-f8d5d7b0fd50 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:16.537721 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56aa251d-d722-4a6e-9af1-e4b82662b059 req-231c15fa-d1ef-4ff5-a593-f8d5d7b0fd50 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.2585857 Jul 16 22:31:16.591657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56aa251d-d722-4a6e-9af1-e4b82662b059 req-a00672ad-1e86-412d-8e6d-d668bdb1c8e9 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529721 Jul 16 22:31:16.652563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02c9da-2778-4b31-b7bd-47f1677ca93e req-9896eb36-15e0-4f8f-a629-1fd0b10a3656 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:16.665966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:16.669106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d02c9da-2778-4b31-b7bd-47f1677ca93e req-9896eb36-15e0-4f8f-a629-1fd0b10a3656 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1385343 Jul 16 22:31:16.682433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77f63e27-1036-4138-9616-92dac23039b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.713737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d02c9da-2778-4b31-b7bd-47f1677ca93e req-6fe5728f-2318-4eab-8cf1-07fe5215ff16 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Jul 16 22:31:16.828622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 28ba4c29-f992-4de5-af65-d146843af02c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:16.828997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.958673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.962176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77f63e27-1036-4138-9616-92dac23039b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:16.974726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 28ba4c29-f992-4de5-af65-d146843af02c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:16.976948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77f63e27-1036-4138-9616-92dac23039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.060523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-77f63e27-1036-4138-9616-92dac23039b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=609e3c2d181a4f508ebb3c7ca2d5875d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934939 Jul 16 22:31:17.063209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:17.069108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f63e27-1036-4138-9616-92dac23039b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc5971-ef8d-455b-b652-fc2d6750e2aa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:17.169127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.219235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.312767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.316259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.323107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.323537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7cc5971-ef8d-455b-b652-fc2d6750e2aa HTTP/1.1" status: 204 len: 168 time: 0.2592092 Jul 16 22:31:17.332740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64c1a-f7d1-4a3f-b840-bfbb2b1a67d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc5971-ef8d-455b-b652-fc2d6750e2aa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:17.381656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=28ba4c29-f992-4de5-af65-d146843af02c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:17.711084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a149-9de1-4b04-8afd-c5805fc23c8b req-302a676e-15e9-4adb-a130-3db00044cd6e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:17.719855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fa7a149-9de1-4b04-8afd-c5805fc23c8b req-302a676e-15e9-4adb-a130-3db00044cd6e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 943 time: 0.1428065 Jul 16 22:31:17.762523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.766221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdeb832f-3bcc-40e3-b2fe-3815106f790f up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:17.769799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fa7a149-9de1-4b04-8afd-c5805fc23c8b req-af5f33bc-714f-4032-ba4a-c166608ba9f0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486825 Jul 16 22:31:17.799248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-af77192f-3697-4241-852f-ff160c200362 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:17.801321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-af77192f-3697-4241-852f-ff160c200362 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.68 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.4328144 Jul 16 22:31:17.839384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port cdeb832f-3bcc-40e3-b2fe-3815106f790f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:17.848359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port cdeb832f-3bcc-40e3-b2fe-3815106f790f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:17.849284 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:17.918202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1e13737b-dd9e-45e8-8b78-256f181fdc45 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:18.019516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc1f22-5518-484c-8b98-7f1cc88a4de2 req-fcbf5d91-a57c-400e-944a-9f254a5a64cf tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:18.022227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1068f-e6b6-44fe-86f3-22c1197fbcf5 req-3faf364e-ec1c-42fa-a10e-43260e6a7942 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:18.028749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53dc1f22-5518-484c-8b98-7f1cc88a4de2 req-fcbf5d91-a57c-400e-944a-9f254a5a64cf tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.1071618 Jul 16 22:31:18.029354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ee1068f-e6b6-44fe-86f3-22c1197fbcf5 req-3faf364e-ec1c-42fa-a10e-43260e6a7942 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.3561416 Jul 16 22:31:18.106343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-53dc1f22-5518-484c-8b98-7f1cc88a4de2 req-e233e2e8-8317-4e22-ae64-a6bcded9243e tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Jul 16 22:31:18.146180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:18.181520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:18.186412 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ce204-713a-4af8-8e99-70c2c1184b99" -d '{"events": [{"server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "name": "network-vif-plugged", "status": "completed", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:18.222725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:18.250907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:18.252292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '1e13737b-dd9e-45e8-8b78-256f181fdc45', 'network_id': '195f8de1-b2b1-4e42-811f-f73b9662e772', 'port_id': '1e13737b-dd9e-45e8-8b78-256f181fdc45', 'mac_address': 'fa:16:3e:a4:10:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd1291f-8f93-4cff-99ff-e0101d8cd2d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:18.263640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:18.354371 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:18.372890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e13737b-dd9e-45e8-8b78-256f181fdc45 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:18.430405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:18.464887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:18.490363 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:18.612939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7f58a940-affa-4277-95db-71661afce43d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:31:18.649071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ee1068f-e6b6-44fe-86f3-22c1197fbcf5 req-d02155ed-0edc-4cf2-9225-3309c335942e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6032748 Jul 16 22:31:18.668878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:18.720898 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7946b-3fe5-4ce8-8472-235a3c7a86fa x-openstack-request-id: req-8ef7946b-3fe5-4ce8-8472-235a3c7a86fa {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:18.721682 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "name": "network-vif-plugged", "status": "completed", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:18.721682 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ef7946b-3fe5-4ce8-8472-235a3c7a86fa {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:18.721898 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f', 'code': 200} Jul 16 22:31:18.734426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Deleting port 4539e043-43c3-4280-bef6-d677a0e56677 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:18.734688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:18.800771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['1e13737b-dd9e-45e8-8b78-256f181fdc45'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:18.973890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8477-a57c-4df0-9ddc-03b5ecd595db req-3d20ee49-0b17-40e1-88fb-0074756fea4c tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:18.982641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa5b8477-a57c-4df0-9ddc-03b5ecd595db req-3d20ee49-0b17-40e1-88fb-0074756fea4c tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 944 time: 0.0913970 Jul 16 22:31:19.036064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa5b8477-a57c-4df0-9ddc-03b5ecd595db req-a1de34c4-6866-419f-8aaf-19f3f9087e25 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Jul 16 22:31:19.102448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:19.113651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] Sync routers for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:19.116395 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-137f0c43-b8a5-484f-ada7-321840211b29 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3103733 Jul 16 22:31:19.118672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:19.141006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:19.141664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:19.168827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] For port 4539e043-43c3-4280-bef6-d677a0e56677, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4539e043-43c3-4280-bef6-d677a0e56677,segment=NetworkSegment(03f261bc-bac4-4d51-ab2d-0555e9b105d3),segment_id=03f261bc-bac4-4d51-ab2d-0555e9b105d3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:19.169395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.190266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-564144bb-db73-4997-937b-a0ce709eed3b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f58a940-affa-4277-95db-71661afce43d HTTP/1.1" status: 200 len: 205 time: 0.0701833 Jul 16 22:31:19.192675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:19.199419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:19.221147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] Routers {'7f58a940-affa-4277-95db-71661afce43d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:19.223774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7f58a940-affa-4277-95db-71661afce43d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:19.226216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Calling delete_port for 4539e043-43c3-4280-bef6-d677a0e56677 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:19.292501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:19.293746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6771e06-c129-49e1-a8a9-58aa57a6032b None None] The sync data for ids ['7f58a940-affa-4277-95db-71661afce43d'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:19.342285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.351061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89ec43-17dd-4b79-84ff-fe7d4296b1f5 req-d986a0b3-e028-4419-bce6-c0050a319a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:19.357529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b89ec43-17dd-4b79-84ff-fe7d4296b1f5 req-d986a0b3-e028-4419-bce6-c0050a319a0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.4428644 Jul 16 22:31:19.501107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b89ec43-17dd-4b79-84ff-fe7d4296b1f5 req-eba78e84-a3d0-47be-9175-eec11137f6e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002018 Jul 16 22:31:19.558242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2848b4-adca-4e2d-89bf-a7eaaf7290e0 req-c71752c5-6112-4f1e-b473-463549075797 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:19.560013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c2848b4-adca-4e2d-89bf-a7eaaf7290e0 req-c71752c5-6112-4f1e-b473-463549075797 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/ports?device_id=98db2174-3fef-4288-bcb8-4e82cb5ad80f HTTP/1.1" status: 200 len: 945 time: 0.2523289 Jul 16 22:31:19.601609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.609634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.616841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.663789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c2848b4-adca-4e2d-89bf-a7eaaf7290e0 req-169b693d-9e2b-4bca-a997-474dc052d0d1 tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.70 "GET /v2.0/security-groups?id=151be366-bcbd-4cee-9acf-347598cf68c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933471 Jul 16 22:31:19.666929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Pushing event deleted for resources: {'Port': ['ID=4539e043-43c3-4280-bef6-d677a0e56677,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:19.703923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.704610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router 7f58a940-affa-4277-95db-71661afce43d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:31:19.717115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.722088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13c57aa9-4035-4c85-bf07-0e5fe2f1aa31 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d HTTP/1.1" status: 204 len: 168 time: 0.5251560 Jul 16 22:31:19.722088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:19.767257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] No DVR routers for this DVR port 4539e043-43c3-4280-bef6-d677a0e56677 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:19.780129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.782832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20879596-a82d-4be3-85a8-abc36b4dec68 req-7b340479-c5e2-40d9-aca0-f490ae90616c tempest-InstanceActionsNegativeTestJSON-1616627381 tempest-InstanceActionsNegativeTestJSON-1616627381-project] 10.222.0.68 "DELETE /v2.0/ports/4539e043-43c3-4280-bef6-d677a0e56677 HTTP/1.1" status: 204 len: 173 time: 1.9397109 Jul 16 22:31:19.783309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'name': 'network-vif-deleted', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:19.786340 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a48d2-b9e0-4bd9-8e44-6f41817262b9" -d '{"events": [{"server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "name": "network-vif-deleted", "tag": "4539e043-43c3-4280-bef6-d677a0e56677"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:19.854554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet 529813a4-9f59-46e2-a3ca-c7a1a11b0ec9 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:19.863656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.909482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:19.919668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1e13737b-dd9e-45e8-8b78-256f181fdc45 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:19.955095 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198f157-b02a-4024-99ba-9964522a5113 x-openstack-request-id: req-3198f157-b02a-4024-99ba-9964522a5113 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:19.955772 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98db2174-3fef-4288-bcb8-4e82cb5ad80f", "name": "network-vif-deleted", "tag": "4539e043-43c3-4280-bef6-d677a0e56677", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:19.956242 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3198f157-b02a-4024-99ba-9964522a5113 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:19.957167 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db2174-3fef-4288-bcb8-4e82cb5ad80f', 'name': 'network-vif-deleted', 'tag': '4539e043-43c3-4280-bef6-d677a0e56677', 'status': 'completed', 'code': 200} Jul 16 22:31:19.990354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 1e13737b-dd9e-45e8-8b78-256f181fdc45 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:19.999597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 1e13737b-dd9e-45e8-8b78-256f181fdc45 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:20.000504 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.074270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.107972 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.148315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:20.153882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.155022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4539e043-43c3-4280-bef6-d677a0e56677 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:20.165308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.186157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 4539e043-43c3-4280-bef6-d677a0e56677 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:31:20.186495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4539e043-43c3-4280-bef6-d677a0e56677 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:31:20.187992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:20.215374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=529813a4-9f59-46e2-a3ca-c7a1a11b0ec9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:20.219478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.224372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c2e20fa-1d27-4c13-b295-7292f82408fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/529813a4-9f59-46e2-a3ca-c7a1a11b0ec9 HTTP/1.1" status: 204 len: 168 time: 0.4984488 Jul 16 22:31:20.224545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:20.281903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd47f0c-9368-4788-a8e8-a278ec18bec8 None None] Network 8e0b3730-ba0a-4628-83a1-4bc506f559f3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:20.286150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865484-c7c9-482e-bb57-1283a30c98ab req-1c51427a-3694-43d9-b541-931b0e5a9dbd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:20.294587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9865484-c7c9-482e-bb57-1283a30c98ab req-1c51427a-3694-43d9-b541-931b0e5a9dbd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.4706910 Jul 16 22:31:20.348112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet 555d4686-e5da-4366-8274-09579cc18f5e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:20.351382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9865484-c7c9-482e-bb57-1283a30c98ab req-ab042263-8039-42d1-963d-b94bfdf7a7e7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555172 Jul 16 22:31:20.356371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.423145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc23b-da6b-46e9-ae51-0ff04acb54f8 req-3472761a-4532-4f33-bcee-d98331ce96af tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:20.437516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b00dc23b-da6b-46e9-ae51-0ff04acb54f8 req-3472761a-4532-4f33-bcee-d98331ce96af tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2048020 Jul 16 22:31:20.509394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.579579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b00dc23b-da6b-46e9-ae51-0ff04acb54f8 req-d1f9386d-b450-4ce7-bc32-f8e2cab24f90 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403344 Jul 16 22:31:20.657417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.747556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.758536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:20.768253 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016cbc3d-5601-4732-9390-df2ec6c50f83" -d '{"events": [{"server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "name": "network-vif-plugged", "status": "completed", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:20.795951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:20.801143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/555d4686-e5da-4366-8274-09579cc18f5e HTTP/1.1" status: 204 len: 168 time: 0.5744865 Jul 16 22:31:20.802911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:20.820296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1fc2c-ffb0-4a25-8f52-e1f68558ab54 None None] Network c0dc25a9-49a3-48b3-baef-559a2f598890 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:20.853440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d0ec5-634a-40bb-bc9c-f1dac9089fdc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=555d4686-e5da-4366-8274-09579cc18f5e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:20.934607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:21.012507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Deleting subnet df121e18-9748-40bc-a555-1518ab3ba97c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:21.020568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.056370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.155083 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d84efa-7fc2-41d0-8ddd-bc6c2bc0e7cd x-openstack-request-id: req-08d84efa-7fc2-41d0-8ddd-bc6c2bc0e7cd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:21.156369 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "name": "network-vif-plugged", "status": "completed", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:21.156369 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08d84efa-7fc2-41d0-8ddd-bc6c2bc0e7cd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:21.156698 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45', 'code': 200} Jul 16 22:31:21.166448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.169611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:21.195028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 0595b825-472c-4e1a-b80b-360481f21ff4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:21.195671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.203053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.235889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:21.262433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.265599 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.285193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.329204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f740-990a-4334-9996-a5ba0bc33ec7 req-b89a51f2-ea6c-485d-8e7a-0cf73a038056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:21.331159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1321f740-990a-4334-9996-a5ba0bc33ec7 req-b89a51f2-ea6c-485d-8e7a-0cf73a038056 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1097 time: 0.2825673 Jul 16 22:31:21.364629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 0595b825-472c-4e1a-b80b-360481f21ff4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0595b825-472c-4e1a-b80b-360481f21ff4,segment=NetworkSegment(0bf49550-c460-478a-80d4-495778438e67),segment_id=0bf49550-c460-478a-80d4-495778438e67)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:21.365305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.394367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:21.399405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 0595b825-472c-4e1a-b80b-360481f21ff4 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:21.462934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1321f740-990a-4334-9996-a5ba0bc33ec7 req-b78091d7-3159-4939-a642-fd9a43e41291 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214073 Jul 16 22:31:21.509744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] DHCP port deletion for c0dc25a9-49a3-48b3-baef-559a2f598890 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:31:21.520575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.566821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cf1da-f423-4685-8a94-fa71f622332d None None] DHCP port deletion for 8e0b3730-ba0a-4628-83a1-4bc506f559f3 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:31:21.571528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.593095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df121e18-9748-40bc-a555-1518ab3ba97c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:21.609975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.609975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-33fdc97d-14f1-4be5-9a5c-fe54b06b7389 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df121e18-9748-40bc-a555-1518ab3ba97c HTTP/1.1" status: 204 len: 168 time: 0.6728163 Jul 16 22:31:21.613837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:21.634183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Deleting port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:21.635125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.641815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=0595b825-472c-4e1a-b80b-360481f21ff4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:21.650272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port 0595b825-472c-4e1a-b80b-360481f21ff4 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:21.758879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] For port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,segment=NetworkSegment(c5b6a581-602e-42e5-83e1-50c4422083ab),segment_id=c5b6a581-602e-42e5-83e1-50c4422083ab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:21.759335 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.790993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Calling delete_port for 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:21.794145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.852066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.879853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0b3730-ba0a-4628-83a1-4bc506f559f3']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:21.921446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf49550-c460-478a-80d4-495778438e67') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:21.921801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf49550-c460-478a-80d4-495778438e67') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:21.945891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:21.948914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:21.980402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.029438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.064203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] No DVR routers for this DVR port 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:22.077275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968a1c8-117b-4ad5-8f09-7032aad623fd None None] Pushing event deleted for resources: {'Port': ['ID=17d3f5ed-1587-4ce2-ae27-23be1d43a6cf,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:22.117141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:22.117141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:22.120161 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:22.123902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.160272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eab838-4f1a-4c7b-a9fa-6c4b93afa140 req-c92846c9-e681-4677-ad4d-0bd0510ee26c tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:22.168108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3eab838-4f1a-4c7b-a9fa-6c4b93afa140 req-c92846c9-e681-4677-ad4d-0bd0510ee26c tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.3597748 Jul 16 22:31:22.177745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e0eb3e-a175-442a-9d1e-b115c9759a14']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:22.190112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:22.213362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'mac_address': 'fa:16:3e:bc:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:22.219012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f261bc-bac4-4d51-ab2d-0555e9b105d3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:22.220442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f261bc-bac4-4d51-ab2d-0555e9b105d3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:22.279009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3eab838-4f1a-4c7b-a9fa-6c4b93afa140 req-7b415eaf-9941-4679-b375-061ebc50ebda tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094010 Jul 16 22:31:22.303829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e347d4-7f85-49d1-bf4d-b4dceb1a9df2 req-f29336d5-7fda-4e8c-82b0-3076031e26a4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:22.312762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9e347d4-7f85-49d1-bf4d-b4dceb1a9df2 req-f29336d5-7fda-4e8c-82b0-3076031e26a4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.6061935 Jul 16 22:31:22.312867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.313413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.325462 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.327517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.345720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/8e0b3730-ba0a-4628-83a1-4bc506f559f3 HTTP/1.1" status: 204 len: 168 time: 1.5395010 Jul 16 22:31:22.385174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:22.401092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.429028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:22.429414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.451251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:22.462696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.484437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:22.487909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9e347d4-7f85-49d1-bf4d-b4dceb1a9df2 req-d973e6af-7d16-4845-b5e5-69072d351b86 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411099 Jul 16 22:31:22.507896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21624d-1acb-4852-8ef8-97ef95588a7b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=8e0b3730-ba0a-4628-83a1-4bc506f559f3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:22.543369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:22.576925 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:22.592673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.603310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.612426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/76e0eb3e-a175-442a-9d1e-b115c9759a14 HTTP/1.1" status: 204 len: 168 time: 0.9909029 Jul 16 22:31:22.649354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964ae81-e60d-4141-98ac-ea02188a4ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e0eb3e-a175-442a-9d1e-b115c9759a14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:22.673312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:22.692795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['11b1bbe6-e510-47e9-84f8-16eaf7d12c70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:22.716709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:31:22.726100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d3f5ed-1587-4ce2-ae27-23be1d43a6cf not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:31:22.728329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0595b825-472c-4e1a-b80b-360481f21ff4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:22.976033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0595b825-472c-4e1a-b80b-360481f21ff4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:31:22.976389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0595b825-472c-4e1a-b80b-360481f21ff4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:31:23.025074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:23.037545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.156553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:23.159873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:23.162837 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93ac85e-cda7-48ca-9936-7ddb3d07ba94" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:23.280483 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f19eb-af94-4ff2-9a20-03ede73256ee x-openstack-request-id: req-cd3f19eb-af94-4ff2-9a20-03ede73256ee {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:23.281202 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:23.281202 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd3f19eb-af94-4ff2-9a20-03ede73256ee {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:23.281578 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:31:23.288921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2cc91ef3-979c-4630-91d7-58bb73362cb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c6a788e6bf543f68c020302af9de64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311984 Jul 16 22:31:23.289172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.290454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:23.320491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dc25a9-49a3-48b3-baef-559a2f598890']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:23.346454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b6a581-602e-42e5-83e1-50c4422083ab') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:23.346842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b6a581-602e-42e5-83e1-50c4422083ab') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:23.374190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.405547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.412174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:23.412599 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.433080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.495203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:23.544556 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:23.552544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.583246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.595568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/c0dc25a9-49a3-48b3-baef-559a2f598890 HTTP/1.1" status: 204 len: 168 time: 1.0997152 Jul 16 22:31:23.595804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.595897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44f9c5-7a55-4ca7-8bd0-b0a3d6703ee2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=c0dc25a9-49a3-48b3-baef-559a2f598890,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:23.597044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:23.598124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.604707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/151be366-bcbd-4cee-9acf-347598cf68c3 HTTP/1.1" status: 204 len: 168 time: 0.3104742 Jul 16 22:31:23.608453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-391762253'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:23.628685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7df0d-a5a1-4b9e-a85e-c09278ff877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151be366-bcbd-4cee-9acf-347598cf68c3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:23.764456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:23.771441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.837230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:31:23.858895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ab6ff-68a3-4e60-8ee4-6d8c491ab06b req-1c7f5039-ec55-4308-ad64-81ed04e05186 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:23.866866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c06ab6ff-68a3-4e60-8ee4-6d8c491ab06b req-1c7f5039-ec55-4308-ad64-81ed04e05186 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2416363 Jul 16 22:31:23.903406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:23.904320 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment bdc3910e-69e1-429e-8a7b-1aefb47da357 of type vlan for network 39c63564-2141-433d-8d23-c6141e4bb581 Jul 16 22:31:23.931634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:23.985445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c06ab6ff-68a3-4e60-8ee4-6d8c491ab06b req-c4a5a8a5-a17d-4f67-8907-55b74a92076d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142228 Jul 16 22:31:24.110093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:24.110322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.129728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.210473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.228404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:24.230827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.325577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.431027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:24.438720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:24.607081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:24.627623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=39c63564-2141-433d-8d23-c6141e4bb581,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:24.653646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 39c63564-2141-433d-8d23-c6141e4bb581 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:31:24.659898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:24.697122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac05d1f8-ec09-4475-8450-30ad4e582c7c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0970137 Jul 16 22:31:24.700639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:24.708727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '39c63564-2141-433d-8d23-c6141e4bb581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:24.828219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c997e77-a70b-4c74-ac18-9e36aa38bfed req-44f47e79-3d4c-46fe-a430-27361ec58f6c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:24.830960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c997e77-a70b-4c74-ac18-9e36aa38bfed req-44f47e79-3d4c-46fe-a430-27361ec58f6c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.2404413 Jul 16 22:31:24.981662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c997e77-a70b-4c74-ac18-9e36aa38bfed req-a7cdd1ca-47f1-4441-a66c-ff53d0fd9f07 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435924 Jul 16 22:31:25.006946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81365d76-a53f-4ea8-b8e7-0866cf07625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.073958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:25.078801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.283110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:25.285557 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5db3a9-ee9c-4fa3-b206-50eaa86d63df" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:25.429990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81365d76-a53f-4ea8-b8e7-0866cf07625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.447055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81365d76-a53f-4ea8-b8e7-0866cf07625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.732024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81365d76-a53f-4ea8-b8e7-0866cf07625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0f56e-fe66-49b1-bb38-24b6c0fb4498,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:25.753204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-81365d76-a53f-4ea8-b8e7-0866cf07625c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ea4f33231da42b6a7d32254f0572b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0915682 Jul 16 22:31:25.755803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:25.884686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.909900 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4550180-9e7b-4fe4-9a35-79306427eed6 x-openstack-request-id: req-d4550180-9e7b-4fe4-9a35-79306427eed6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:25.910730 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:25.911173 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4550180-9e7b-4fe4-9a35-79306427eed6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:25.911885 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:31:25.920330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-50560ca5-d7d3-4507-a648-4bb09526cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:25.923929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:25.929598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-50560ca5-d7d3-4507-a648-4bb09526cb2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1097 time: 0.3113017 Jul 16 22:31:26.060809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:26.064368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:26.065800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26c0f56e-fe66-49b1-bb38-24b6c0fb4498 HTTP/1.1" status: 204 len: 168 time: 0.3084443 Jul 16 22:31:26.084916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988d06d-5f7b-4d49-a636-23d564371b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0f56e-fe66-49b1-bb38-24b6c0fb4498,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:26.154253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-80c91910-6c34-47b8-b9cc-0a5dc0463da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:26.156148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-80c91910-6c34-47b8-b9cc-0a5dc0463da8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.2188253 Jul 16 22:31:26.329821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-196f3e3e-f584-4e33-b8f5-7fbdfbdcd1b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 200 len: 217 time: 0.1251161 Jul 16 22:31:26.443883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:26.528430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=a078d120-fa50-4f5d-8c10-7b2e2f5968b8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:26.572674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-a85c7719-c3a6-496e-961d-81ee3b523483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:26.574586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-a85c7719-c3a6-496e-961d-81ee3b523483 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.1946537 Jul 16 22:31:26.584382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': 'bdc3910e-69e1-429e-8a7b-1aefb47da357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:26.584884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 39c63564-2141-433d-8d23-c6141e4bb581, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:26.592676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9e0b-47d9-4394-ad26-35ef0e774ebd req-7e357e64-4ebd-440a-96a1-a72f81bc8c0f tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:26.599950 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-119b9e0b-47d9-4394-ad26-35ef0e774ebd req-7e357e64-4ebd-440a-96a1-a72f81bc8c0f tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1975598 Jul 16 22:31:26.622814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-8904d9b5-715e-4cdf-8a79-11aaaeedd66d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403030 Jul 16 22:31:26.679628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-119b9e0b-47d9-4394-ad26-35ef0e774ebd req-f269e5da-c110-4922-bbbc-aea6a299208f tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744989 Jul 16 22:31:26.754598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-7be9c59d-9aab-455d-8f38-2cfa9a261361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:26.760269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-7be9c59d-9aab-455d-8f38-2cfa9a261361 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1098 time: 0.4253435 Jul 16 22:31:26.790603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 39c63564-2141-433d-8d23-c6141e4bb581 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:27.021474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67fe6d-dac9-4edd-a99e-944a19c4c8fc req-ee2fcc51-1d28-44e3-abb9-3d5f482e5395 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:27.022975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-6e94d3df-1dc9-4542-9ac1-d9d3124e9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:27.026552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e67fe6d-dac9-4edd-a99e-944a19c4c8fc req-ee2fcc51-1d28-44e3-abb9-3d5f482e5395 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1657863 Jul 16 22:31:27.027964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-6e94d3df-1dc9-4542-9ac1-d9d3124e9aa5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2196567 Jul 16 22:31:27.033080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 39c63564-2141-433d-8d23-c6141e4bb581) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:27.037361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:27.047510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:27.051222 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.053648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eac8e6-5d2b-46a6-955a-d01555aba3f5 None None] Network 39c63564-2141-433d-8d23-c6141e4bb581 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:27.063614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783f99e0-058f-4a8e-87af-41270218be69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.085663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-6ced669a-9c81-4c7b-896b-2f5eb7e03130 service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552937 Jul 16 22:31:27.330495 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783f99e0-058f-4a8e-87af-41270218be69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.332714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-3676f43a-e21f-493b-b348-c7fe206257f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 1000 time: 0.2682192 Jul 16 22:31:27.348688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-783f99e0-058f-4a8e-87af-41270218be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.412841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e67fe6d-dac9-4edd-a99e-944a19c4c8fc req-f2aa1c73-f389-445f-83b7-ca1d91cfd474 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504391 Jul 16 22:31:27.431439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-76b50237-991d-4f65-ba71-39ec31864990 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7268686 Jul 16 22:31:27.434729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33864) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:27.442335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-39c63564-2141-433d-8d23-c6141e4bb581', 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': 'a078d120-fa50-4f5d-8c10-7b2e2f5968b8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:31:27.445984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.466825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f99e0-058f-4a8e-87af-41270218be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eada48a-c262-4387-8770-e30dc042f128,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:27.493491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-783f99e0-058f-4a8e-87af-41270218be69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5042d17bee2d49bd99edb2447518252d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544685 Jul 16 22:31:27.506133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:27.537925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-551223359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:27.562116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a897927-ea6e-4b29-996c-fef68bb62a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.615987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.619506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.623143 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.694539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.703825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e618ff5-f1b8-4e3b-ad07-8a4fb9258c1e req-7b300058-a051-4cbf-84a5-2426e167442e service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149872 Jul 16 22:31:27.727131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-4441b201-a81d-4700-bdf6-14c3a7c0fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:27.736243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-4441b201-a81d-4700-bdf6-14c3a7c0fb81 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.3426230 Jul 16 22:31:27.815864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.829036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.836309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0eada48a-c262-4387-8770-e30dc042f128 HTTP/1.1" status: 204 len: 168 time: 0.3230748 Jul 16 22:31:27.875050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e42cd-9eec-43df-8f51-cf8a0e90554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eada48a-c262-4387-8770-e30dc042f128,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:27.883506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.906498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:27.980374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Allocated IP 2001:db8::2 (39c63564-2141-433d-8d23-c6141e4bb581/a078d120-fa50-4f5d-8c10-7b2e2f5968b8/c4a99cfd-3c49-4790-baa9-e9601d93187c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:28.010182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-24343685-06c0-4d48-bc20-4ceb874b9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:28.019322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-24343685-06c0-4d48-bc20-4ceb874b9244 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2423344 Jul 16 22:31:28.067370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.071117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c3ae7ac6-07ff-416e-8c22-6cf057bb7e5c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6207621 Jul 16 22:31:28.071499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:28.077484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'port': {'network_id': '39c63564-2141-433d-8d23-c6141e4bb581', 'name': 'tempest-RoutersIpV6Test-800309713'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:28.185141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-14237dbf-04c0-452c-a736-9b6142f5a4e1 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564176 Jul 16 22:31:28.252347 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:31:28.290682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.301401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Transition to ACTIVE for port object c4a99cfd-3c49-4790-baa9-e9601d93187c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:28.319891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Transition to ACTIVE for port object c4a99cfd-3c49-4790-baa9-e9601d93187c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:28.341870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.465813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7737d631-8231-46f9-98e3-38bddc2a97ba req-17211056-86b2-4d0d-9aa7-5918319aaddd service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739985 Jul 16 22:31:28.468999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Pushing event updated for resources: {'Port': ['ID=c4a99cfd-3c49-4790-baa9-e9601d93187c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:28.523626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Network 39c63564-2141-433d-8d23-c6141e4bb581 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:28.526553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:28.529719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:28.533531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.550421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:28.566550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95308-ed06-48f4-9e6f-404db8b39a27 req-ba01638e-dece-4195-8788-8c889c68a288 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:28.577327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1b95308-ed06-48f4-9e6f-404db8b39a27 req-ba01638e-dece-4195-8788-8c889c68a288 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1582239 Jul 16 22:31:28.618428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] device_id is not set on port f995573e-e3d6-41ee-96bc-ec5c54ee7442 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:31:28.691054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1b95308-ed06-48f4-9e6f-404db8b39a27 req-e3a7fb62-d6d7-4399-8bb5-246fe07b8d72 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123488 Jul 16 22:31:28.772124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Attempting to bind port c4a99cfd-3c49-4790-baa9-e9601d93187c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:28.772501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Attempting to bind port c4a99cfd-3c49-4790-baa9-e9601d93187c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'bdc3910e-69e1-429e-8a7b-1aefb47da357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:28.772861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Attempting to bind port c4a99cfd-3c49-4790-baa9-e9601d93187c on network 39c63564-2141-433d-8d23-c6141e4bb581 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:28.807367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:28.807740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Checking segment: {'id': 'bdc3910e-69e1-429e-8a7b-1aefb47da357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:28.812935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.819856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Bound using segment: {'id': 'bdc3910e-69e1-429e-8a7b-1aefb47da357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:28.822961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Bound port: c4a99cfd-3c49-4790-baa9-e9601d93187c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc3910e-69e1-429e-8a7b-1aefb47da357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39c63564-2141-433d-8d23-c6141e4bb581'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:28.829232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:28.927997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8::12e (39c63564-2141-433d-8d23-c6141e4bb581/a078d120-fa50-4f5d-8c10-7b2e2f5968b8/f995573e-e3d6-41ee-96bc-ec5c54ee7442) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:28.949798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] For port c4a99cfd-3c49-4790-baa9-e9601d93187c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:28.953092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] For port c4a99cfd-3c49-4790-baa9-e9601d93187c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4a99cfd-3c49-4790-baa9-e9601d93187c,segment=NetworkSegment(bdc3910e-69e1-429e-8a7b-1aefb47da357),segment_id=bdc3910e-69e1-429e-8a7b-1aefb47da357)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:28.963959 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:29.074757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f3d0a-228e-47ad-bb62-a5dff91985ab None None] Pushing event updated for resources: {'Port': ['ID=c4a99cfd-3c49-4790-baa9-e9601d93187c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:29.237778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:29.264162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object f995573e-e3d6-41ee-96bc-ec5c54ee7442 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:29.397760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:29.453838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 39c63564-2141-433d-8d23-c6141e4bb581 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:29.463023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7fc8d-3f20-4739-b3bd-f6f702205f14 req-b55dad70-00c7-4b41-8d87-7b4e4055d4cc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:29.471293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-caf7fc8d-3f20-4739-b3bd-f6f702205f14 req-b55dad70-00c7-4b41-8d87-7b4e4055d4cc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.4904695 Jul 16 22:31:29.486305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:29.519983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:29.526094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:29.526768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:29.569037 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4962416 Jul 16 22:31:29.571866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:29.599262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecaabb-5fe6-443f-bf10-418b3a7405fc tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=f995573e-e3d6-41ee-96bc-ec5c54ee7442,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:29.619541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-caf7fc8d-3f20-4739-b3bd-f6f702205f14 req-9ed4656b-875f-4c1d-8402-ef8e166774bb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472342 Jul 16 22:31:29.847598 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cb591e4-af0e-416a-9609-0dba48a575e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:30.096864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:30.419632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2339b0-a5fa-418f-841d-b3ce50ccbac8 req-253eca82-1380-4282-8368-51704f063865 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:30.426773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e2339b0-a5fa-418f-841d-b3ce50ccbac8 req-253eca82-1380-4282-8368-51704f063865 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1235023 Jul 16 22:31:30.532055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4a99cfd-3c49-4790-baa9-e9601d93187c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:30.541839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e2339b0-a5fa-418f-841d-b3ce50ccbac8 req-ff6475af-2ef2-4027-84cf-7698ba7da5d3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Jul 16 22:31:30.748374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c4a99cfd-3c49-4790-baa9-e9601d93187c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:30.830510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e9ffa-6dda-4774-8833-e1265202176b None None] Network 39c63564-2141-433d-8d23-c6141e4bb581 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:31.030344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Provisioning for port c4a99cfd-3c49-4790-baa9-e9601d93187c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:31.041967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Provisioning complete for port c4a99cfd-3c49-4790-baa9-e9601d93187c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:31.043769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:31.065721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e27c13-f7ed-42b3-bcef-5341877c10c3 req-cc33aa6f-31ba-4902-8ee5-989770c79cc6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:31.082932 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e1e27c13-f7ed-42b3-bcef-5341877c10c3 req-cc33aa6f-31ba-4902-8ee5-989770c79cc6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.2122228 Jul 16 22:31:31.173986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e1e27c13-f7ed-42b3-bcef-5341877c10c3 req-24149460-9f47-4a06-9f4a-98fffae54570 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726178 Jul 16 22:31:31.290060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33960) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:31.327807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:31.403769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:31.459480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:31.536762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] For port c4a99cfd-3c49-4790-baa9-e9601d93187c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4a99cfd-3c49-4790-baa9-e9601d93187c,segment=NetworkSegment(bdc3910e-69e1-429e-8a7b-1aefb47da357),segment_id=bdc3910e-69e1-429e-8a7b-1aefb47da357)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:31.545597 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:31.700096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88ad81-61c4-4deb-bcca-12374fea4e62 None None] Pushing event updated for resources: {'Port': ['ID=c4a99cfd-3c49-4790-baa9-e9601d93187c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:31.842854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-319cd045-9622-4fe1-bbdb-bfe7d081fab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.010674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Provisioning complete for port c4a99cfd-3c49-4790-baa9-e9601d93187c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:32.010809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.041469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.062856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.071119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-319cd045-9622-4fe1-bbdb-bfe7d081fab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.086136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-319cd045-9622-4fe1-bbdb-bfe7d081fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.187690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=f995573e-e3d6-41ee-96bc-ec5c54ee7442,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:32.215842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6baa-659d-4be4-8732-2e8fef75b21b req-be1eba3f-4561-4130-a827-a0c39292f5c2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:32.217491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f82d6baa-659d-4be4-8732-2e8fef75b21b req-be1eba3f-4561-4130-a827-a0c39292f5c2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.3724437 Jul 16 22:31:32.257873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cd045-9622-4fe1-bbdb-bfe7d081fab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4abda2-df65-480d-a9f2-0945db65bee2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:32.266984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Provisioning for port f995573e-e3d6-41ee-96bc-ec5c54ee7442 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:32.269316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:32.273985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Provisioning complete for port f995573e-e3d6-41ee-96bc-ec5c54ee7442 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:32.274510 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.283081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-319cd045-9622-4fe1-bbdb-bfe7d081fab3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=648f52601c4b4c2f9e04d1d3a8cf640d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9816921 Jul 16 22:31:32.343746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3cf01964-d130-4cd1-ae1d-63b6dbdff15c None None] Port f995573e-e3d6-41ee-96bc-ec5c54ee7442 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:32.353067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52485de-415e-4da3-92e1-cf0440c79df3 req-589e1600-24bc-42aa-8410-24ca6d29f993 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:32.357062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52485de-415e-4da3-92e1-cf0440c79df3 req-589e1600-24bc-42aa-8410-24ca6d29f993 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 950 time: 0.2584543 Jul 16 22:31:32.432947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d52485de-415e-4da3-92e1-cf0440c79df3 req-aebe6d92-b6f8-4ac2-8642-ef936fe537c4 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645311 Jul 16 22:31:32.492863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f99dd88-c5ce-411b-8471-7bd240a49605 None None] Provisioning complete for port f995573e-e3d6-41ee-96bc-ec5c54ee7442 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:32.493962 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f99dd88-c5ce-411b-8471-7bd240a49605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.539118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9f99dd88-c5ce-411b-8471-7bd240a49605 None None] Port f995573e-e3d6-41ee-96bc-ec5c54ee7442 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:32.542332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4a99cfd-3c49-4790-baa9-e9601d93187c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:32.566053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f82d6baa-659d-4be4-8732-2e8fef75b21b req-ed8c120b-f1a3-4416-ba62-101305c69477 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365538 Jul 16 22:31:32.677717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c4a99cfd-3c49-4790-baa9-e9601d93187c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:32.678287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.700333 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.729503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.810753 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.907386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea761-cb6c-45ef-8ff9-c5250472ee21 req-1a3c6837-dfc5-442c-8b68-502a04d8336c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:32.917684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-309ea761-cb6c-45ef-8ff9-c5250472ee21 req-1a3c6837-dfc5-442c-8b68-502a04d8336c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1630106 Jul 16 22:31:32.919536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:32.983464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-309ea761-cb6c-45ef-8ff9-c5250472ee21 req-73057d7f-5335-472b-9f7a-a3485910038b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639203 Jul 16 22:31:33.084388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.087253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.088455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b4abda2-df65-480d-a9f2-0945db65bee2 HTTP/1.1" status: 204 len: 168 time: 0.8181853 Jul 16 22:31:33.103647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62684842-f838-4a0d-afda-5c734940f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4abda2-df65-480d-a9f2-0945db65bee2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:33.104778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aee3042d-abc7-495b-83f4-dd50488eaada None None] Provisioning complete for port f995573e-e3d6-41ee-96bc-ec5c54ee7442 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:33.105626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.108045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aee3042d-abc7-495b-83f4-dd50488eaada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.175042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-aee3042d-abc7-495b-83f4-dd50488eaada None None] Port f995573e-e3d6-41ee-96bc-ec5c54ee7442 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:33.351706 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3ca1b7f3-71ce-4eb1-a664-97d7d28b3bd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1927400 Jul 16 22:31:33.642969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.668549 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.668549 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:33.831660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 39c63564-2141-433d-8d23-c6141e4bb581 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:33.858850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c88d-7562-42a4-804d-08ed28dd8ef4 req-95234f23-18ad-42c9-a1d1-6388d8868b81 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.869674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d97c88d-7562-42a4-804d-08ed28dd8ef4 req-95234f23-18ad-42c9-a1d1-6388d8868b81 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1178608 Jul 16 22:31:33.881999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:33.919173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.919887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.921359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.922037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.922698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.923386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.924145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:33.927119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4b1f878e-658b-435d-a6e2-1e07fc1bb697 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.5050175 Jul 16 22:31:33.983653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d97c88d-7562-42a4-804d-08ed28dd8ef4 req-84aa3567-0db3-4afd-b42e-e04d42448946 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095600 Jul 16 22:31:34.321180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8f614e7d-537a-4976-a4bc-51bf5dfc0630 None None] Provisioning complete for port f995573e-e3d6-41ee-96bc-ec5c54ee7442 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:34.326128 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f614e7d-537a-4976-a4bc-51bf5dfc0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:34.365911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=f995573e-e3d6-41ee-96bc-ec5c54ee7442,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:34.399503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb2ed-79f0-4139-b8d6-a5ef1f5cbfad req-b25fafca-efaf-48df-828c-b6e4904bf879 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.402586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e3bb2ed-79f0-4139-b8d6-a5ef1f5cbfad req-b25fafca-efaf-48df-828c-b6e4904bf879 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 950 time: 0.7505190 Jul 16 22:31:34.424592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8f614e7d-537a-4976-a4bc-51bf5dfc0630 None None] Port f995573e-e3d6-41ee-96bc-ec5c54ee7442 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:34.443285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3005e554-4cdb-4552-ba13-9d3a83dc2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.443926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3005e554-4cdb-4552-ba13-9d3a83dc2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.444496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3005e554-4cdb-4552-ba13-9d3a83dc2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.447100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3005e554-4cdb-4552-ba13-9d3a83dc2fd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 2293 time: 0.3767998 Jul 16 22:31:34.544184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-6f7c9bb4-4846-4301-bc80-4f69b3be54bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 1001 time: 0.0823438 Jul 16 22:31:34.546452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:31:34.570902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e3bb2ed-79f0-4139-b8d6-a5ef1f5cbfad req-eb6ed119-7117-4744-9b66-c5a66b006994 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509397 Jul 16 22:31:34.697324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:34.723377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac9813-4782-4c42-8046-df3589fac006 req-94105321-50d6-4b95-985d-d9d9c1f4ca3c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.723496 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] Sync routers for ids ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:34.723855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6ac9813-4782-4c42-8046-df3589fac006 req-94105321-50d6-4b95-985d-d9d9c1f4ca3c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1340139 Jul 16 22:31:34.738974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] Routers {'1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:34.740162 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:34.772318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53b9d434-a014-4e31-837b-95a154cc1cf8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/1a48a9a7-9a8b-458f-83cd-7880d9b0aba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1976085 Jul 16 22:31:34.775489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:34.814651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6ac9813-4782-4c42-8046-df3589fac006 req-b8c71ff3-66fa-4825-a00e-069349526497 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931108 Jul 16 22:31:34.814886 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:34.837313 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] Routers {'1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:34.838401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:34.875503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-bfd49fc5-608c-4b4a-b291-aa63e616c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.875503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-bfd49fc5-608c-4b4a-b291-aa63e616c92b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.3045897 Jul 16 22:31:34.906717 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:34.908037 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285e57b-7348-4b55-aa6c-8d574daab106 None None] The sync data for ids ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:34.931199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77736f6-109f-47ec-8330-5d6f8614baba tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.935802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f77736f6-109f-47ec-8330-5d6f8614baba tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports/f995573e-e3d6-41ee-96bc-ec5c54ee7442 HTTP/1.1" status: 200 len: 983 time: 0.1565082 Jul 16 22:31:34.936440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:34.964995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-26e20232-6820-4a3f-bbf5-769c1a23b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:34.966820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-26e20232-6820-4a3f-bbf5-769c1a23b984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822530 Jul 16 22:31:35.082658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-54659096-b22d-4591-badf-9ad106c35e74 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056914 Jul 16 22:31:35.142924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:35.238642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-f74480cb-7b63-42ae-96b9-5f2e8b172c87 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470613 Jul 16 22:31:35.291072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-254b9ef5-6654-4d86-8e29-a22a6991f336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 217 time: 0.0423882 Jul 16 22:31:35.389207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-68b14beb-aa32-4168-a183-074ce9a7c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:35.390699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-68b14beb-aa32-4168-a183-074ce9a7c54d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.0913229 Jul 16 22:31:35.462504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-224879685-network', 'tenant_id': '42d76ea4a84c4141abf1fd510b4015d4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:35.503322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824c57-2a90-41af-a504-452bfd8de48b req-907c6924-f8c1-4b9a-ae9f-ab0ae25db273 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:35.510733 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5824c57-2a90-41af-a504-452bfd8de48b req-907c6924-f8c1-4b9a-ae9f-ab0ae25db273 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2691808 Jul 16 22:31:35.520926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Made reservation on behalf of 42d76ea4a84c4141abf1fd510b4015d4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:35.525766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.545454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.606683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5824c57-2a90-41af-a504-452bfd8de48b req-07790cc3-ad53-4f1e-8603-c6869eecc5bb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 Jul 16 22:31:35.673055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-24489b07-ab7b-45ef-b1fd-a29106e30365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:35.675493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-24489b07-ab7b-45ef-b1fd-a29106e30365 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2742033 Jul 16 22:31:35.797180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-eba8b504-7e69-4b71-b52a-1b3ec8ace6cc service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107833 Jul 16 22:31:35.857066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.884043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.895407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.920922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:31:35.921385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:35.932253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:35.932678 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Added segment a629943b-0d7b-40fd-ae9d-2adfaaa01bb0 of type vlan for network c109f30d-5a37-44d0-9df8-207afef8091e Jul 16 22:31:35.990933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.057675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.058840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:36.059499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.103516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.145983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0013461 Jul 16 22:31:36.151147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:36.153241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:36.158108 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8144e01f-cbdb-4235-bc1d-820843256114" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:36.164110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Request body: {'subnet': {'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-224879685-subnet', 'tenant_id': '42d76ea4a84c4141abf1fd510b4015d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:36.177257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:36.191309 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.219793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Made reservation on behalf of 42d76ea4a84c4141abf1fd510b4015d4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:36.224829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.287913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:36.415490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Pushing event updated for resources: {'Network': ['ID=c109f30d-5a37-44d0-9df8-207afef8091e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:36.432152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c109f30d-5a37-44d0-9df8-207afef8091e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:31:36.437637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedaf9a-6158-426a-ac58-3c4bad686ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93cc905-8df7-40ff-96db-d7134ce30fe7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:36.483835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-f5a4a108-1fad-4b6b-baf7-520a361f83d1 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729317 Jul 16 22:31:36.552636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a4fe-1cc2-4165-9be4-3f9b35a2b37b req-9b24b789-6a74-430d-8ecb-2ed5c28d5dc5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:36.554921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3342a4fe-1cc2-4165-9be4-3f9b35a2b37b req-9b24b789-6a74-430d-8ecb-2ed5c28d5dc5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.2564652 Jul 16 22:31:36.587317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-6626c49b-fd65-447e-916b-a41e58db6f6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0858510 Jul 16 22:31:36.645175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port f995573e-e3d6-41ee-96bc-ec5c54ee7442 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:36.654092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.670553 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93183b0c-1550-41cc-b587-78cd0be3f63c x-openstack-request-id: req-93183b0c-1550-41cc-b587-78cd0be3f63c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:36.671060 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:36.679803 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93183b0c-1550-41cc-b587-78cd0be3f63c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:36.680462 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'code': 200} Jul 16 22:31:36.700694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-ffb6fd3d-1cbc-4313-a343-b9758d854e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:36.710555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-ffb6fd3d-1cbc-4313-a343-b9758d854e06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1167057 Jul 16 22:31:36.768034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:36.783494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for f995573e-e3d6-41ee-96bc-ec5c54ee7442 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:36.851835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-e9138faf-ce74-472d-8107-5f4fc21d0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:36.861107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-e9138faf-ce74-472d-8107-5f4fc21d0995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432204 Jul 16 22:31:36.946524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3342a4fe-1cc2-4165-9be4-3f9b35a2b37b req-f4844e89-1016-468f-bf99-e5eb9fab5711 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792672 Jul 16 22:31:37.067052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:37.099902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-6b1bd6c4-9aa2-4360-afb3-d4c01f5a5a1a service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298317 Jul 16 22:31:37.155224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c4df42-2d3b-42b5-8bca-ecbac57602ef,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:37.158797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:37.194752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=f995573e-e3d6-41ee-96bc-ec5c54ee7442,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:37.350474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-057199fc-a9d7-484a-8d93-ceb474dbcc40 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427838 Jul 16 22:31:37.416605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-109f4455-3b14-4fa2-8f12-74a9c4d7d523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 217 time: 0.0527096 Jul 16 22:31:37.486137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-b9a01900-d3dd-45da-8675-23d2e4b170a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:37.488311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-b9a01900-d3dd-45da-8675-23d2e4b170a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.0591202 Jul 16 22:31:37.634387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3b9cc25d-ef6d-4cd7-ad97-8a21a76d37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:37.635924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-3b9cc25d-ef6d-4cd7-ad97-8a21a76d37c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1383259 Jul 16 22:31:37.930193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:37.957796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Checking segment: {'id': 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:37.958516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Network hostable DHCP agents. Network: c109f30d-5a37-44d0-9df8-207afef8091e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:38.022834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23d31-cdd2-4517-a724-3aee7342054f req-1b53f900-0b9d-44c7-936f-198e89100b68 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:38.041622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9be23d31-cdd2-4517-a724-3aee7342054f req-1b53f900-0b9d-44c7-936f-198e89100b68 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.8334370 Jul 16 22:31:38.118085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Network c109f30d-5a37-44d0-9df8-207afef8091e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:38.130880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-7ceefaf7-9253-4710-864d-a52c0440cf1c service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805493 Jul 16 22:31:38.206625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c109f30d-5a37-44d0-9df8-207afef8091e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:38.213919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6faaa-4d0d-41c8-bda3-4eec463ba298 None None] Network c109f30d-5a37-44d0-9df8-207afef8091e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:38.244854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9be23d31-cdd2-4517-a724-3aee7342054f req-ddf37453-5406-4f35-89d3-40b790903f2f tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019022 Jul 16 22:31:38.256645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:38.258106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:38.270621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:31:38.275190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-5affb3eb-1593-4b9c-95e2-659218405930 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291416 Jul 16 22:31:38.287795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9c45df65-8490-4c6b-90e1-c183b6425868 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1322632 Jul 16 22:31:38.375352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-b278f60b-24c6-418b-8e09-fadcb73c33f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 217 time: 0.0765221 Jul 16 22:31:38.452086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:38.463524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9490374-d1ce-44b6-b69f-55bc12aeee12 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/1a48a9a7-9a8b-458f-83cd-7880d9b0aba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5258491 Jul 16 22:31:38.464276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:38.507983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] Sync routers for ids ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:38.531840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e1794-aeb6-4013-8a79-db0017e57c95 None None] Network c109f30d-5a37-44d0-9df8-207afef8091e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:38.534072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c889-38f9-49d9-b268-3e96dfcfc4ff req-73f38041-1520-46eb-a801-e520f670d67e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:38.537970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3d4c889-38f9-49d9-b268-3e96dfcfc4ff req-73f38041-1520-46eb-a801-e520f670d67e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.2617691 Jul 16 22:31:38.553022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-dcf507a8-9163-41a6-8c69-d6f9e1b59fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:38.557813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-dcf507a8-9163-41a6-8c69-d6f9e1b59fcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1708145 Jul 16 22:31:38.620201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] Routers {'1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:38.621917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:38.665064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:38.686494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3d4c889-38f9-49d9-b268-3e96dfcfc4ff req-5f8ac797-411c-4a3f-8f6b-011508f7f9c2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266265 Jul 16 22:31:38.741044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] Routers {'1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:38.742934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:38.743954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-8b6548fb-8fcb-4ba7-890d-964a52085e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:38.745591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-8b6548fb-8fcb-4ba7-890d-964a52085e72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707857 Jul 16 22:31:38.888119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:38.888779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe279eee-ca96-4c7c-9972-cf20e7507741 None None] The sync data for ids ['1a48a9a7-9a8b-458f-83cd-7880d9b0aba9'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:38.978880 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9ab8009d-7fc7-493b-925d-ba915456a983 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 22:31:38.986848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:38.989387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9ab8009d-7fc7-493b-925d-ba915456a983 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/1a48a9a7-9a8b-458f-83cd-7880d9b0aba9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5209961 Jul 16 22:31:39.046848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b612c2aa-db13-4843-b051-21d5e356bc85 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 HTTP/1.1" status: 200 len: 205 time: 0.0588210 Jul 16 22:31:39.049602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:39.086639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-e1b68795-3347-4548-8318-70e30d73f53b service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280857 Jul 16 22:31:39.184451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.293039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-f8a5108a-7df8-465f-a534-5bd775343801 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843596 Jul 16 22:31:39.381289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-af1e32e6-7365-4bee-9020-f29532be160d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 217 time: 0.0806246 Jul 16 22:31:39.485263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.489821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.493912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-de224059-5d3e-496b-9e1f-84198376a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:39.495405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-de224059-5d3e-496b-9e1f-84198376a2f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.1041398 Jul 16 22:31:39.549770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-405eb03e-6d39-4ec3-ba95-59cfeb4c8d21 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:39.551274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-405eb03e-6d39-4ec3-ba95-59cfeb4c8d21 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/networks?id=c109f30d-5a37-44d0-9df8-207afef8091e HTTP/1.1" status: 200 len: 813 time: 0.1728973 Jul 16 22:31:39.582545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-106ebbb4-27e7-4fa6-8b82-078ba7d44332 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/quotas/42d76ea4a84c4141abf1fd510b4015d4 HTTP/1.1" status: 200 len: 375 time: 0.0201209 Jul 16 22:31:39.601848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.602776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router 1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:31:39.609716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4288431b-937b-468d-b3ac-322c0b062ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:39.612388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-4288431b-937b-468d-b3ac-322c0b062ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062677 Jul 16 22:31:39.626474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.632506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:39.632899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3761b4df-985f-4b1b-a41e-887fa8e5200e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 HTTP/1.1" status: 204 len: 168 time: 0.5818624 Jul 16 22:31:39.635973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-32902c18-fa4e-4c0b-92a0-ed01d3e4849d tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=42d76ea4a84c4141abf1fd510b4015d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500169 Jul 16 22:31:39.642650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76017c9d-f7ae-406d-a33a-3cabd09e44c5 req-0f587a37-5d7f-46d2-82dc-15345507fa8e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:39.651571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76017c9d-f7ae-406d-a33a-3cabd09e44c5 req-0f587a37-5d7f-46d2-82dc-15345507fa8e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2382209 Jul 16 22:31:39.720708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76017c9d-f7ae-406d-a33a-3cabd09e44c5 req-e8dbb3c5-ebe4-47d2-81ea-dfddbb575377 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614154 Jul 16 22:31:39.764584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet a078d120-fa50-4f5d-8c10-7b2e2f5968b8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:39.771616 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.949408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:39.949880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069549-faad-4f71-ba52-88c9255d92e6 req-09399eda-5484-4c9c-bf15-048d90e7a955 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:39.952390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:39.957363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55069549-faad-4f71-ba52-88c9255d92e6 req-09399eda-5484-4c9c-bf15-048d90e7a955 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1137857 Jul 16 22:31:40.012634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-c861449f-7da6-4839-8141-98d26d9409f4 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790677 Jul 16 22:31:40.016558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-369be636-7df9-4e22-a115-40f463e0f21e service neutron] 10.222.0.70 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584199 Jul 16 22:31:40.058760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55069549-faad-4f71-ba52-88c9255d92e6 req-9f038353-5097-4b9e-8ee4-a80b4edb897b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914776 Jul 16 22:31:40.159218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:40.173724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'mac_address': 'fa:16:3e:ea:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:40.230495 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:40.265711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:40.320233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:40.329232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:40.416535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:40.494566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['aae17c51-c6d8-47fd-8a74-db2a3389eac2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:40.534123 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-abe3a173-6531-489a-a95c-5d074bcbb0ad service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124564 Jul 16 22:31:40.552245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:40.553572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-7cafca00-ae9d-422b-b43e-34c798cd9942 service neutron] 10.222.0.70 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291088 Jul 16 22:31:40.624239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-5ff78431-6f72-4484-8fb6-b056911002dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0696220 Jul 16 22:31:40.731427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:40.758400 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:40.760503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/a078d120-fa50-4f5d-8c10-7b2e2f5968b8 HTTP/1.1" status: 204 len: 168 time: 1.1235678 Jul 16 22:31:40.764496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:40.768494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ea955-7d9c-4e64-9f5a-c580c3da0d17 None None] Network 39c63564-2141-433d-8d23-c6141e4bb581 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:40.822053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a63fa-b213-4d2f-8878-3c1cdcb9fcb2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=a078d120-fa50-4f5d-8c10-7b2e2f5968b8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:40.840925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-404b9850-de93-45a2-9fc8-1812aa4dae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:40.843364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-404b9850-de93-45a2-9fc8-1812aa4dae9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.2083950 Jul 16 22:31:40.962057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d933038f-9e56-453a-9219-f92b6d5c79fb req-2d01a689-f249-4b3f-b2cd-9ababc313351 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 210 time: 0.0969675 Jul 16 22:31:41.065877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.161165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port c4a99cfd-3c49-4790-baa9-e9601d93187c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:41.161648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.183021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] DHCP port deletion for 39c63564-2141-433d-8d23-c6141e4bb581 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:31:41.202241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-0cdddb93-7e43-46c4-ae7f-a53b4f1adbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:41.204393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-0cdddb93-7e43-46c4-ae7f-a53b4f1adbe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3407159 Jul 16 22:31:41.213562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:41.281230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Deleting port c4a99cfd-3c49-4790-baa9-e9601d93187c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:41.282560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43b0c7-1abf-4c4a-82cc-179b93dd0775 req-0a23d30d-f62a-4cb5-8654-fd424b49da58 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:41.282706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.293986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d43b0c7-1abf-4c4a-82cc-179b93dd0775 req-0a23d30d-f62a-4cb5-8654-fd424b49da58 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.3507609 Jul 16 22:31:41.497346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port c4a99cfd-3c49-4790-baa9-e9601d93187c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4a99cfd-3c49-4790-baa9-e9601d93187c,segment=NetworkSegment(bdc3910e-69e1-429e-8a7b-1aefb47da357),segment_id=bdc3910e-69e1-429e-8a7b-1aefb47da357)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:41.498149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.522646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for c4a99cfd-3c49-4790-baa9-e9601d93187c owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:41.546066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] For port c4a99cfd-3c49-4790-baa9-e9601d93187c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4a99cfd-3c49-4790-baa9-e9601d93187c,segment=NetworkSegment(bdc3910e-69e1-429e-8a7b-1aefb47da357),segment_id=bdc3910e-69e1-429e-8a7b-1aefb47da357)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:41.546732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.561818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Calling delete_port for c4a99cfd-3c49-4790-baa9-e9601d93187c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:41.588424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-09a95a13-78cf-4820-87d9-f90db1f73ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659399 Jul 16 22:31:41.598872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d43b0c7-1abf-4c4a-82cc-179b93dd0775 req-a7b7d8d8-0d52-49f1-8a09-97e0ddc8bde9 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034885 Jul 16 22:31:41.643630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.713643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.716886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3e46-eb13-47d9-a93a-562a50b1b451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:41.729105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=c4a99cfd-3c49-4790-baa9-e9601d93187c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:41.731005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port c4a99cfd-3c49-4790-baa9-e9601d93187c on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:41.746223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] No DVR routers for this DVR port c4a99cfd-3c49-4790-baa9-e9601d93187c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:41.810330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f442-5f82-4482-921a-acc88f794224 req-965ebdde-b201-41a4-a424-87e0b3ff1d04 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:41.822954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbf6f442-5f82-4482-921a-acc88f794224 req-965ebdde-b201-41a4-a424-87e0b3ff1d04 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.4226451 Jul 16 22:31:41.829594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677f4f5-95d1-4481-962c-975bd4a77f9b None None] Pushing event deleted for resources: {'Port': ['ID=c4a99cfd-3c49-4790-baa9-e9601d93187c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:41.935863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e84b4e-fa15-4958-96d2-5987bae1946f req-f2776531-7b04-495a-9974-e9bca6dd5ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906575 Jul 16 22:31:41.978806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:42.028367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3e46-eb13-47d9-a93a-562a50b1b451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.039272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3e46-eb13-47d9-a93a-562a50b1b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.062271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.094758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbf6f442-5f82-4482-921a-acc88f794224 req-ea5c1c1c-60ae-49e0-be4e-7fb1815ab090 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685554 Jul 16 22:31:42.103760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:42.105555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c63564-2141-433d-8d23-c6141e4bb581']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.106087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.134157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3e46-eb13-47d9-a93a-562a50b1b451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec173f-3f8d-4b75-9c80-81d21e01ec9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:42.135765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc3910e-69e1-429e-8a7b-1aefb47da357') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.140764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc3910e-69e1-429e-8a7b-1aefb47da357') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.165117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e5f3e46-eb13-47d9-a93a-562a50b1b451 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b051f2ffdefb4290bda0331379d887ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9477825 Jul 16 22:31:42.167863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:42.202986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.242844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.257789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:42.264894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:42.274492 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:42.295752 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.304504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.327992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:42.331597 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133ba4f-10ae-4050-b749-71e12af132ce" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:42.346563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.352358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:42.360462 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.376611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f40e1f4f-d0b5-4526-9a67-4b0597d83e38 req-8eeb46bb-3be2-4d81-a926-83f9a3f44350 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 210 time: 0.1011868 Jul 16 22:31:42.420122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.440201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.457536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/39c63564-2141-433d-8d23-c6141e4bb581 HTTP/1.1" status: 204 len: 168 time: 1.6908898 Jul 16 22:31:42.458351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:42.500892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1814218804'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:42.507798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fca5-b0c2-4eae-8337-91f683a21842 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=39c63564-2141-433d-8d23-c6141e4bb581,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:42.514393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.517197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.522563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6ec173f-3f8d-4b75-9c80-81d21e01ec9e HTTP/1.1" status: 204 len: 168 time: 0.3531313 Jul 16 22:31:42.537549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b84a4-e278-481e-b42e-6b06fbeecca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec173f-3f8d-4b75-9c80-81d21e01ec9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:42.566423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:42.572006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.604913 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f23653c-5278-4920-841a-70fbf9e7efd9 x-openstack-request-id: req-5f23653c-5278-4920-841a-70fbf9e7efd9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:42.606428 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:42.606916 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f23653c-5278-4920-841a-70fbf9e7efd9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:42.607973 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'code': 200} Jul 16 22:31:42.613484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:42.616954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4a99cfd-3c49-4790-baa9-e9601d93187c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:42.644888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:31:42.673702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.674195 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24 of type vlan for network f0bf08c5-a02d-4c05-ad07-e36c27699196 Jul 16 22:31:42.696155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c4a99cfd-3c49-4790-baa9-e9601d93187c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:31:42.697505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4a99cfd-3c49-4790-baa9-e9601d93187c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:31:42.970507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.077863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-71e05636-cd05-45ea-be03-ac5a9d42eff1 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:43.084638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-71e05636-cd05-45ea-be03-ac5a9d42eff1 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.68 "GET /v2.0/networks?id=c109f30d-5a37-44d0-9df8-207afef8091e HTTP/1.1" status: 200 len: 813 time: 0.3302164 Jul 16 22:31:43.103667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Request body: {'port': {'device_id': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e', 'admin_state_up': True, 'tenant_id': '42d76ea4a84c4141abf1fd510b4015d4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:43.108291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.128792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:43.129508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.179549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:43.223872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08c9106-6bdb-427b-b515-b6f1848e8377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.319593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=f0bf08c5-a02d-4c05-ad07-e36c27699196,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:43.329972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:31:43.343624 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a984-f45c-4e9e-b37c-8184331afb69 req-5201389a-6075-4f89-911d-410141a839b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:43.345265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d071a984-f45c-4e9e-b37c-8184331afb69 req-5201389a-6075-4f89-911d-410141a839b3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.5090826 Jul 16 22:31:43.399515 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d071a984-f45c-4e9e-b37c-8184331afb69 req-c77560db-9813-4bb6-8339-522cc78d160e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Jul 16 22:31:43.524655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08c9106-6bdb-427b-b515-b6f1848e8377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.534487 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08c9106-6bdb-427b-b515-b6f1848e8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.544740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5260a9a1-9cc3-4987-b5d7-5c89c581bf00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0537260 Jul 16 22:31:43.546921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:43.560917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:43.600569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c9106-6bdb-427b-b515-b6f1848e8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe3d4b-8418-45eb-b566-25e32efd0009,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:43.615682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Made reservation on behalf of 42d76ea4a84c4141abf1fd510b4015d4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:43.620111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.644579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a08c9106-6bdb-427b-b515-b6f1848e8377 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d33d8db2d4fe422dbbdd862bf53ea9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639292 Jul 16 22:31:43.647787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:43.790906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Allocated IP 172.20.0.14 (c109f30d-5a37-44d0-9df8-207afef8091e/a9c4df42-2d3b-42b5-8bca-ecbac57602ef/3848f81d-5353-40cc-9fcd-c6e3eaf82aa8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:43.863755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:31:43.878183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:43.962475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.032667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.069042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5588873f-202f-4902-89f7-80ac4b5abc5f req-f136fde0-1640-4a98-bc4e-0b45fdb77c28 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 210 time: 0.0403361 Jul 16 22:31:44.150411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2778389-71d8-4774-bf13-1f0072401b23 req-8c6e0be8-a3e4-4b10-b278-188972ad3670 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:44.166102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2778389-71d8-4774-bf13-1f0072401b23 req-8c6e0be8-a3e4-4b10-b278-188972ad3670 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1985242 Jul 16 22:31:44.184814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.187284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.189842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.194036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adfe3d4b-8418-45eb-b566-25e32efd0009 HTTP/1.1" status: 204 len: 168 time: 0.5452487 Jul 16 22:31:44.209811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e78e4-0583-4f7e-9b2e-5ab447e72e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe3d4b-8418-45eb-b566-25e32efd0009,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:44.285526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2778389-71d8-4774-bf13-1f0072401b23 req-984edf07-aeb4-4e00-b579-971f22aa8faa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182086 Jul 16 22:31:44.329727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.336490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.409117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Network c109f30d-5a37-44d0-9df8-207afef8091e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:44.412450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:44.416732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:44.463916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=c8699ecd-c3f2-4ee5-886c-2f3358621bb7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:44.467840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:44.468070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: f0bf08c5-a02d-4c05-ad07-e36c27699196, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:31:44.490846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:31:44.514952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f0bf08c5-a02d-4c05-ad07-e36c27699196) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:44.520090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:44.520693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.524029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:44.530444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f481410e-eb42-447a-bf21-0928c396d54d None None] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:44.543216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.549577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Pushing event updated for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:44.552714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1757a848-0279-4802-8fa0-41aa163497c4 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0062191 Jul 16 22:31:44.556264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:44.563837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-623897136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:44.629615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.631284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.639524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-19f84af5-c12d-4bee-bbf0-cf1f50be12b9 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5452328 Jul 16 22:31:44.656956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Request body: {'port': {'device_id': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:44.830698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.846031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.878608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.900832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.902556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-376b3696-82a2-40c7-b828-5d100172c34c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3448617 Jul 16 22:31:44.905767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:44.912256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f0bf08c5-a02d-4c05-ad07-e36c27699196', 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': 'c8699ecd-c3f2-4ee5-886c-2f3358621bb7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:31:44.913201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:44.921703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c3f5b-b038-4743-835b-80f8b162283f req-a63eb5e9-9075-46f9-b4fa-87ac447a5bd5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:44.931187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f1c3f5b-b038-4743-835b-80f8b162283f req-a63eb5e9-9075-46f9-b4fa-87ac447a5bd5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1732104 Jul 16 22:31:45.013018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f1c3f5b-b038-4743-835b-80f8b162283f req-10c9ae73-7079-4b5e-acf8-637736d4d622 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804718 Jul 16 22:31:45.209105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Allocated IP 2001:db8::2 (f0bf08c5-a02d-4c05-ad07-e36c27699196/c8699ecd-c3f2-4ee5-886c-2f3358621bb7/6770a4e3-9d95-48a0-ba29-987c193d2288) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:45.541666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fcb27-91a4-423b-a65d-a8b08d5bbf54 req-419dd09e-f179-4c7b-9f60-2c2179df26ac tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:45.557662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e3fcb27-91a4-423b-a65d-a8b08d5bbf54 req-419dd09e-f179-4c7b-9f60-2c2179df26ac tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 932 time: 0.1338167 Jul 16 22:31:45.639539 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:45.660996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Transition to ACTIVE for port object 6770a4e3-9d95-48a0-ba29-987c193d2288 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:45.669213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e3fcb27-91a4-423b-a65d-a8b08d5bbf54 req-724147f6-4374-4136-9972-8884cc436f70 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046300 Jul 16 22:31:45.697231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Transition to ACTIVE for port object 6770a4e3-9d95-48a0-ba29-987c193d2288 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:45.708875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:45.763535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:45.773836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:45.781068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:45.820478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Pushing event updated for resources: {'Port': ['ID=6770a4e3-9d95-48a0-ba29-987c193d2288,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:45.871766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Attempting to bind port 6770a4e3-9d95-48a0-ba29-987c193d2288 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:45.872404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Attempting to bind port 6770a4e3-9d95-48a0-ba29-987c193d2288 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:45.872939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Attempting to bind port 6770a4e3-9d95-48a0-ba29-987c193d2288 on network f0bf08c5-a02d-4c05-ad07-e36c27699196 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:45.883267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:45.884153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Checking segment: {'id': '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:45.884435 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:45.886494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Bound using segment: {'id': '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:45.887611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Bound port: 6770a4e3-9d95-48a0-ba29-987c193d2288, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f0bf08c5-a02d-4c05-ad07-e36c27699196'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:45.888142 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:45.972050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] For port 6770a4e3-9d95-48a0-ba29-987c193d2288, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:45.978475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] For port 6770a4e3-9d95-48a0-ba29-987c193d2288, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6770a4e3-9d95-48a0-ba29-987c193d2288,segment=NetworkSegment(91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24),segment_id=91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:45.990259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:46.094973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aced4b2-d240-45e0-ad50-7a64d3845d96 req-0a1809e7-8170-484d-ac6e-581da73e9c95 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:46.105558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9aced4b2-d240-45e0-ad50-7a64d3845d96 req-0a1809e7-8170-484d-ac6e-581da73e9c95 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.3157969 Jul 16 22:31:46.131344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c64d6c-0da1-43ee-98a4-89e2db083814 None None] Pushing event updated for resources: {'Port': ['ID=6770a4e3-9d95-48a0-ba29-987c193d2288,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:46.147071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:46.324669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9aced4b2-d240-45e0-ad50-7a64d3845d96 req-2696fa22-5df9-4f89-84f2-ebb4eb8ccff4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183399 Jul 16 22:31:46.327791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24858a16-a0c0-4459-81d3-768c28b772f1 req-0060e5b6-745d-4b65-8c05-2aa6eaf23791 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:46.336027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24858a16-a0c0-4459-81d3-768c28b772f1 req-0060e5b6-745d-4b65-8c05-2aa6eaf23791 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.0970774 Jul 16 22:31:46.443970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24858a16-a0c0-4459-81d3-768c28b772f1 req-43d37c34-3fcb-4136-b53f-151d8e046dc2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034126 Jul 16 22:31:46.640338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6770a4e3-9d95-48a0-ba29-987c193d2288 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:46.730320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:46.743133 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:46.786526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6770a4e3-9d95-48a0-ba29-987c193d2288 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:46.792153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Transition to ACTIVE for port object 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:46.808557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:46.831369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8::1 (f0bf08c5-a02d-4c05-ad07-e36c27699196/c8699ecd-c3f2-4ee5-886c-2f3358621bb7/0e3f26f0-bd5f-45ca-89f8-5c18167cf833) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:46.866044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4885a-8172-47b6-92e3-71aca27f9d41 req-f6c63376-b424-467b-b310-42b91fee7677 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:46.877628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bd4885a-8172-47b6-92e3-71aca27f9d41 req-f6c63376-b424-467b-b310-42b91fee7677 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 946 time: 0.1434383 Jul 16 22:31:46.936891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bd4885a-8172-47b6-92e3-71aca27f9d41 req-17062f56-31ad-42b7-9fa3-737abf29852a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534365 Jul 16 22:31:46.941689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Pushing event updated for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:47.148156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Attempting to bind port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:31:47.148767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Attempting to bind port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:31:47.148878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Attempting to bind port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 on network c109f30d-5a37-44d0-9df8-207afef8091e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:47.184246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 on network c109f30d-5a37-44d0-9df8-207afef8091e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:31:47.184587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Attempting to bind port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 on network c109f30d-5a37-44d0-9df8-207afef8091e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:31:47.206958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:47.214332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:31:47.214684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Checking segment: {'id': 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:31:47.217306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Bound using segment: {'id': 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:31:47.217770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Bound port: 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:31:47.218131 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:47.249867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9412f-d1d6-4c75-b55e-e7129b699fcc req-82df46c5-3b11-4fc1-bac0-2cc53d3246d4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:47.264236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8af9412f-d1d6-4c75-b55e-e7129b699fcc req-82df46c5-3b11-4fc1-bac0-2cc53d3246d4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 944 time: 0.2287300 Jul 16 22:31:47.339526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:31:47.442186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8af9412f-d1d6-4c75-b55e-e7129b699fcc req-1d2c180e-eb5e-48d4-aae5-e056a2a143c8 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769073 Jul 16 22:31:47.515963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:31:47.534920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,segment=NetworkSegment(a629943b-0d7b-40fd-ae9d-2adfaaa01bb0),segment_id=a629943b-0d7b-40fd-ae9d-2adfaaa01bb0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:31:47.549620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:47.624292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:47.684211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:47.684852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:47.686290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] 10.222.0.68 "PUT /v2.0/ports/3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 HTTP/1.1" status: 200 len: 1093 time: 3.0345769 Jul 16 22:31:47.686862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:47.694928 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c3e272-cb89-4a7b-b33d-700cc7312035" -d '{"events": [{"name": "network-changed", "server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:47.701838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc811b-ce26-4577-ae0c-94220f9e9db0 None None] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:47.732255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb1ff6-27ea-443d-a02f-5bcce35d1d13 service neutron] Pushing event updated for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:47.884504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=0e3f26f0-bd5f-45ca-89f8-5c18167cf833,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:47.895900 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd19daa-a21d-433a-8bad-0619e8b36d3b x-openstack-request-id: req-7bd19daa-a21d-433a-8bad-0619e8b36d3b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:47.895900 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:47.896141 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bd19daa-a21d-433a-8bad-0619e8b36d3b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:47.896601 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8', 'status': 'completed', 'code': 200} Jul 16 22:31:47.898468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:47.915778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb116044-0e0e-4254-b0f1-5178787c1370 req-faeb2194-cda9-41e7-8f9e-94daea81aaf6 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:47.928273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:47.932164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb116044-0e0e-4254-b0f1-5178787c1370 req-faeb2194-cda9-41e7-8f9e-94daea81aaf6 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2295725 Jul 16 22:31:47.977797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:47.978367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.032890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Provisioning for port 6770a4e3-9d95-48a0-ba29-987c193d2288 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:48.041380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb116044-0e0e-4254-b0f1-5178787c1370 req-5027394e-658c-464a-9461-61dd99fc68e0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058326 Jul 16 22:31:48.050435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Provisioning complete for port 6770a4e3-9d95-48a0-ba29-987c193d2288 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:48.050828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.110562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:48.153172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-dac67679-7acc-4e64-a4a7-1e90aaa8a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:48.155299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-dac67679-7acc-4e64-a4a7-1e90aaa8a025 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42d76ea4a84c4141abf1fd510b4015d4&device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 1096 time: 0.2555063 Jul 16 22:31:48.247121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-b13b10f8-ea76-46a8-8af5-6cd4a90324de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 HTTP/1.1" status: 200 len: 217 time: 0.0834460 Jul 16 22:31:48.312085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.347882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-063a9b06-3271-42cc-b775-ea57b0325a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:48.350525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-063a9b06-3271-42cc-b775-ea57b0325a54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a9c4df42-2d3b-42b5-8bca-ecbac57602ef HTTP/1.1" status: 200 len: 853 time: 0.0886815 Jul 16 22:31:48.350525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.378943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] For port 6770a4e3-9d95-48a0-ba29-987c193d2288, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6770a4e3-9d95-48a0-ba29-987c193d2288,segment=NetworkSegment(91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24),segment_id=91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:48.393381 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.421930 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.523168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466fdb0-675c-4aa7-8185-618cd59f2b25 None None] Pushing event updated for resources: {'Port': ['ID=6770a4e3-9d95-48a0-ba29-987c193d2288,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:48.531326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:48.534573 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7ee73-d58b-47a6-986a-9fac2803ab1f" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:48.578331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:48.591028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.674682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-cebf1616-be28-477a-9004-72a848c6b6cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c109f30d-5a37-44d0-9df8-207afef8091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3124599 Jul 16 22:31:48.681066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=14']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:48.949367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd5ae2-ac93-48b0-bea4-e1b92cc1f0c2 req-62565fd9-d378-47d6-9208-a7c8e9e55259 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:48.954866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Provisioning complete for port 6770a4e3-9d95-48a0-ba29-987c193d2288 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:48.956298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:48.958602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1bdd5ae2-ac93-48b0-bea4-e1b92cc1f0c2 req-62565fd9-d378-47d6-9208-a7c8e9e55259 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 944 time: 0.1725166 Jul 16 22:31:49.034306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-9672102b-a50c-43f6-b5c7-7841ab282eaf service neutron] 10.222.0.68 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403080 Jul 16 22:31:49.053542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1bdd5ae2-ac93-48b0-bea4-e1b92cc1f0c2 req-30023e59-22be-4a39-a857-3a24e7ee861e tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938876 Jul 16 22:31:49.255991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.277553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.278452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.417168 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd95e587-ec43-4b65-9567-916e7dc935f8 x-openstack-request-id: req-fd95e587-ec43-4b65-9567-916e7dc935f8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:49.417489 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:49.423670 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd95e587-ec43-4b65-9567-916e7dc935f8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:49.425704 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'code': 200} Jul 16 22:31:49.506462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:49.520444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=0e3f26f0-bd5f-45ca-89f8-5c18167cf833,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:49.543053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d972c23c-6c1e-44e8-bacd-99138a5b8364 req-25428e8d-55e6-4840-ba8b-9e2f8da4864b service neutron] 10.222.0.68 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016727 Jul 16 22:31:49.551452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Provisioning for port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:49.552183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182f41-70e6-4a36-a5a0-48cc60976b41 req-9c4eb8d0-2bc9-4c22-b363-5043ef01a1fe tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:49.561390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4182f41-70e6-4a36-a5a0-48cc60976b41 req-9c4eb8d0-2bc9-4c22-b363-5043ef01a1fe tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1357529 Jul 16 22:31:49.562229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Provisioning complete for port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:49.562842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.646236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4182f41-70e6-4a36-a5a0-48cc60976b41 req-b50d0fc3-06d6-4920-b850-b3bc8ca59f24 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Jul 16 22:31:49.673357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-712fe565-9701-4f5c-bd0f-8dc0fd5c184b None None] Port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:49.675034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:49.681834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:49.803147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a869619-53e2-4af4-bf90-2aa2afd1d73b None None] Provisioning complete for port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:49.803572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a869619-53e2-4af4-bf90-2aa2afd1d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.829617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b145c6-5d5d-41d5-b4c6-598e4d643d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:49.875857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5a869619-53e2-4af4-bf90-2aa2afd1d73b None None] Port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:49.906155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-829fcb49-c537-4b27-a833-6ac6a537e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:49.908117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-829fcb49-c537-4b27-a833-6ac6a537e21d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42d76ea4a84c4141abf1fd510b4015d4&device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 1096 time: 0.2936828 Jul 16 22:31:50.061486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b145c6-5d5d-41d5-b4c6-598e4d643d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.062596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-8d2eb66a-5574-4d62-97ce-836416a1f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:50.064712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-8d2eb66a-5574-4d62-97ce-836416a1f924 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c109f30d-5a37-44d0-9df8-207afef8091e HTTP/1.1" status: 200 len: 914 time: 0.1481404 Jul 16 22:31:50.071424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b145c6-5d5d-41d5-b4c6-598e4d643d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.080379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:31:50.145400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64b145c6-5d5d-41d5-b4c6-598e4d643d80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f59c2514daab4dc29e3fe4f2fedfa812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224656 Jul 16 22:31:50.146770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b145c6-5d5d-41d5-b4c6-598e4d643d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65773a-2815-42c2-a347-770d79132531,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:50.149307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:50.206223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d9df04e-1002-4013-a0a8-52a099db21b4 None None] Provisioning complete for port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:50.206838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d9df04e-1002-4013-a0a8-52a099db21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.212587 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-0f08da5c-593b-457f-81bc-97a8f3ac6a95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 HTTP/1.1" status: 200 len: 217 time: 0.1332841 Jul 16 22:31:50.235766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.280994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.286165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1d9df04e-1002-4013-a0a8-52a099db21b4 None None] Port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:31:50.409808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982fa5b-704f-454b-a0c6-59b4beb09c0f req-ea2bb4ce-c575-4ba1-971a-d34b223229b4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:50.411510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7982fa5b-704f-454b-a0c6-59b4beb09c0f req-ea2bb4ce-c575-4ba1-971a-d34b223229b4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 944 time: 0.1384025 Jul 16 22:31:50.443273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.446149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.447646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea65773a-2815-42c2-a347-770d79132531 HTTP/1.1" status: 204 len: 168 time: 0.2846243 Jul 16 22:31:50.489329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7982fa5b-704f-454b-a0c6-59b4beb09c0f req-22475fd4-c58b-45cd-bc41-a535d84bc2f4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696394 Jul 16 22:31:50.490231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65773a-2815-42c2-a347-770d79132531,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:50.498256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.498891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.499244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.499589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.499908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.500373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.500588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.500902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.501246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.501628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.501998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.502192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f245b-2983-4dca-80de-24b5ee6cb627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:50.514037 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.521815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6770a4e3-9d95-48a0-ba29-987c193d2288 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:50.643491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6770a4e3-9d95-48a0-ba29-987c193d2288 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:50.643876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:50.930467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7adcd-c848-4a35-8405-37c2bbc8dc82 req-17bd2896-4445-4c33-b7c4-22b0c7eaa979 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:50.932881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fa7adcd-c848-4a35-8405-37c2bbc8dc82 req-17bd2896-4445-4c33-b7c4-22b0c7eaa979 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1160073 Jul 16 22:31:50.981612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-136a5036-734f-4f60-a79c-69641d9b6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:50.981612 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-136a5036-734f-4f60-a79c-69641d9b6fbe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a9c4df42-2d3b-42b5-8bca-ecbac57602ef HTTP/1.1" status: 200 len: 853 time: 0.7553127 Jul 16 22:31:50.989532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fa7adcd-c848-4a35-8405-37c2bbc8dc82 req-80d7c840-561a-4d19-a32f-ae6a438e3071 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Jul 16 22:31:50.990391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:50.997454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:51.007998 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] Sync routers for ids ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:51.009599 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df33ef40-26a7-4752-8eb4-2307ac242331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.014504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3eee7fc8-42e7-4f7f-acb3-45f35a38a84a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1074669 Jul 16 22:31:51.019240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:51.023898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] Routers {'7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:51.024529 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:51.054237 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-23bcf50d-738e-4cb3-83a3-24bbb6e76249 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c109f30d-5a37-44d0-9df8-207afef8091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651746 Jul 16 22:31:51.099535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb7a20-7d4e-42bf-9b00-9c1ac21c68ae req-8797191b-8545-4616-9979-45e74585a1db tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:51.100846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd96377-52e6-4b24-9738-3b6cbfdd780e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:51.101353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bb7a20-7d4e-42bf-9b00-9c1ac21c68ae req-8797191b-8545-4616-9979-45e74585a1db tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.7793584 Jul 16 22:31:51.108373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4cd96377-52e6-4b24-9738-3b6cbfdd780e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports/0e3f26f0-bd5f-45ca-89f8-5c18167cf833 HTTP/1.1" status: 200 len: 911 time: 0.0875289 Jul 16 22:31:51.110833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:51.143953 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:51.176252 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] Routers {'7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:51.179927 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:51.217295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df33ef40-26a7-4752-8eb4-2307ac242331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.225241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df33ef40-26a7-4752-8eb4-2307ac242331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.233825 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:51.234558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311a8c1-beb2-4e95-a1f1-5c89093edaf5 None None] The sync data for ids ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:51.272705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bb7a20-7d4e-42bf-9b00-9c1ac21c68ae req-426ff025-ac10-4bc8-9b1c-31e0b999f5a9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611435 Jul 16 22:31:51.277951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df33ef40-26a7-4752-8eb4-2307ac242331 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75ba1075ae0542ffbeb8b944a1647080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862830 Jul 16 22:31:51.279539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:51.294837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ef40-26a7-4752-8eb4-2307ac242331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea33a41-b864-4bbe-84fb-756b068e639b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:51.333321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-467ef37b-654b-4afb-a277-a80b1f64fdd1 service neutron] 10.222.0.68 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709382 Jul 16 22:31:51.372827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.395443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.462201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.464755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.474246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bea33a41-b864-4bbe-84fb-756b068e639b HTTP/1.1" status: 204 len: 168 time: 0.1881795 Jul 16 22:31:51.487891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf67f34-f459-424b-a9e7-eac3f986e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea33a41-b864-4bbe-84fb-756b068e639b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:51.531093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4c3e272-cb89-4a7b-b33d-700cc7312035 req-0efa31c8-9879-4bc3-9213-7f0adc0ca5ec service neutron] 10.222.0.68 "GET /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656561 Jul 16 22:31:51.777903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:51.852876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f92ff-2374-4664-9cec-85046cf31b26 req-5715a183-dfe6-4894-9aec-bf74fc332ead tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:51.879087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-717f92ff-2374-4664-9cec-85046cf31b26 req-5715a183-dfe6-4894-9aec-bf74fc332ead tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1265433 Jul 16 22:31:51.880135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-ba482a78-948e-49f7-8b82-c7ce890e0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:51.881673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-ba482a78-948e-49f7-8b82-c7ce890e0ae8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.1927304 Jul 16 22:31:51.914701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a92f-26a3-46cd-ba34-41ea867cfac8 req-41676c3b-bc69-44ac-a5ce-b15af54a5f65 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:51.918120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e64a92f-26a3-46cd-ba34-41ea867cfac8 req-41676c3b-bc69-44ac-a5ce-b15af54a5f65 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 944 time: 0.2383392 Jul 16 22:31:51.948153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-717f92ff-2374-4664-9cec-85046cf31b26 req-4f6de06a-fc15-4fa3-bcc3-0df50631534b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672126 Jul 16 22:31:52.068516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5e64a92f-26a3-46cd-ba34-41ea867cfac8 req-900a7071-f93d-4563-b7bc-1b43eda69164 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375175 Jul 16 22:31:52.084888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:31:52.094501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-cf0730d7-ea7b-4b1b-b5d4-384a7a4d3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:52.096281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-cf0730d7-ea7b-4b1b-b5d4-384a7a4d3cb0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2060084 Jul 16 22:31:52.240758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-84e8c06d-e4ac-42d1-aa2b-55b6766b42de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.1364303 Jul 16 22:31:52.322336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,segment=NetworkSegment(a629943b-0d7b-40fd-ae9d-2adfaaa01bb0),segment_id=a629943b-0d7b-40fd-ae9d-2adfaaa01bb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:52.346747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8', 'network_id': 'c109f30d-5a37-44d0-9df8-207afef8091e', 'port_id': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8', 'mac_address': 'fa:16:3e:e8:e4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c4df42-2d3b-42b5-8bca-ecbac57602ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:31:52.412199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:52.423271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-2cd3340e-a4d3-4be1-9d2c-a1e459fa4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:52.424907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-2cd3340e-a4d3-4be1-9d2c-a1e459fa4a70 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1744161 Jul 16 22:31:52.429402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:31:52.461762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,segment=NetworkSegment(a629943b-0d7b-40fd-ae9d-2adfaaa01bb0),segment_id=a629943b-0d7b-40fd-ae9d-2adfaaa01bb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:52.469623 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:52.504823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:52.505182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:52.530599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:52.560599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb38b-b0a1-4078-9c1f-5dd38eb76123 req-c78ab96f-8ef6-443d-94e6-ad48d05e0496 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:52.569150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-179bb38b-b0a1-4078-9c1f-5dd38eb76123 req-c78ab96f-8ef6-443d-94e6-ad48d05e0496 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2082670 Jul 16 22:31:52.618721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-c3b9571b-858a-44fa-9a5f-1551e809757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:52.620989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-c3b9571b-858a-44fa-9a5f-1551e809757e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853027 Jul 16 22:31:52.699254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['3848f81d-5353-40cc-9fcd-c6e3eaf82aa8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:31:52.699529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-179bb38b-b0a1-4078-9c1f-5dd38eb76123 req-8797aaaf-630c-4d2e-b342-bfeaa2115a98 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287231 Jul 16 22:31:52.799572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:52.810650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:52.839932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 0e3f26f0-bd5f-45ca-89f8-5c18167cf833 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:52.889772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-e3d94e25-3181-4303-ba18-0cb64649e48d service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600379 Jul 16 22:31:52.969439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69dc7c-2db1-4cc4-97ae-f269eb7d0861 req-ef5411dd-e890-4717-ae57-e8198a176b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:52.973657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd69dc7c-2db1-4cc4-97ae-f269eb7d0861 req-ef5411dd-e890-4717-ae57-e8198a176b81 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1097 time: 0.2169919 Jul 16 22:31:53.056790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd69dc7c-2db1-4cc4-97ae-f269eb7d0861 req-1f9dfc29-85f5-4e0d-999f-34c2e4cccb85 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559793 Jul 16 22:31:53.078108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ce588a0-dc27-46a8-8d93-4e31917098f1 req-040375ed-2238-433b-83be-11474c6a1b0a service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528976 Jul 16 22:31:53.201868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103891f0-2bd2-4749-9daa-198ebb31283d req-d44d16c2-8292-4755-8fd3-f2e4d438e02a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:53.205609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-103891f0-2bd2-4749-9daa-198ebb31283d req-d44d16c2-8292-4755-8fd3-f2e4d438e02a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1259224 Jul 16 22:31:53.248062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:53.263195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-103891f0-2bd2-4749-9daa-198ebb31283d req-4db6b1bd-d4a3-4720-9072-c8bd51f6d931 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513916 Jul 16 22:31:53.321714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=0e3f26f0-bd5f-45ca-89f8-5c18167cf833,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:53.353250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.353730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.353960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.354280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.354625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.355644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.355975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.356322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.356646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.356976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.357302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.357617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:53.632325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:53.669346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ee48-0ddc-4d62-bbc8-d882c2190aad req-201e4cee-6d29-4e12-8ebe-2042d29dfa1d tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:53.684698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a490ee48-0ddc-4d62-bbc8-d882c2190aad req-201e4cee-6d29-4e12-8ebe-2042d29dfa1d tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 945 time: 0.3347902 Jul 16 22:31:54.056622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de41a57-9e97-45d7-99d0-c787e9ccf7d7 req-a8f05c7a-7f83-4f44-a5cd-4f3a3c7efd55 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:54.064538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5de41a57-9e97-45d7-99d0-c787e9ccf7d7 req-a8f05c7a-7f83-4f44-a5cd-4f3a3c7efd55 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1086130 Jul 16 22:31:54.087614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:31:54.112894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5de41a57-9e97-45d7-99d0-c787e9ccf7d7 req-294d4562-f847-4b53-82e5-f952146925d9 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Jul 16 22:31:54.176781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a490ee48-0ddc-4d62-bbc8-d882c2190aad req-556d3e28-6f7e-430f-a13f-540998dd54bb tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900804 Jul 16 22:31:54.186533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:31:54.192678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:31:54.193101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:54.288141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:31:54.338017 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:54.389063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:31:54.389297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:31:54.389297 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86317aaa-e3dd-46c7-891b-f4444aa17242" -d '{"events": [{"server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "name": "network-vif-plugged", "status": "completed", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:31:54.395052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,segment=NetworkSegment(a629943b-0d7b-40fd-ae9d-2adfaaa01bb0),segment_id=a629943b-0d7b-40fd-ae9d-2adfaaa01bb0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:54.438611 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:54.473228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04f24d1a-e591-4603-8bd4-72ac2cbffa32 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3385816 Jul 16 22:31:54.475864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:54.515564 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3832eb9-e276-4894-a2f6-3cba53f9a106 x-openstack-request-id: req-d3832eb9-e276-4894-a2f6-3cba53f9a106 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:31:54.520347 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "name": "network-vif-plugged", "status": "completed", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:31:54.522629 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3832eb9-e276-4894-a2f6-3cba53f9a106 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:31:54.523237 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8', 'code': 200} Jul 16 22:31:54.528571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] Sync routers for ids ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:31:54.570351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] Routers {'7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:54.570747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaabc90-c425-4b72-935e-5506f5d30026 req-b9e97586-0668-4f65-b3e6-86245d1f43bd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:54.573434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:54.580360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0aaabc90-c425-4b72-935e-5506f5d30026 req-b9e97586-0668-4f65-b3e6-86245d1f43bd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.0886815 Jul 16 22:31:54.615420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6491358b-fe51-4425-bb01-6a00c3e0d8fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c HTTP/1.1" status: 200 len: 205 time: 0.1362574 Jul 16 22:31:54.616284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34784) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:54.630998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:54.652117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] Routers {'7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:31:54.654057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:54.709321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:54.709987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7481-ac99-4377-9ce9-0c845f14b4e2 None None] The sync data for ids ['7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:31:54.712997 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0aaabc90-c425-4b72-935e-5506f5d30026 req-c7a93772-32a6-47f2-9122-10051276fd16 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312578 Jul 16 22:31:54.713318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:54.744176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:54.832306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395b9d-b122-4787-826b-46c188fdd3ae req-fbf0380e-7841-424b-b36c-0f72c5958d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:54.834073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f395b9d-b122-4787-826b-46c188fdd3ae req-fbf0380e-7841-424b-b36c-0f72c5958d77 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 1098 time: 0.2606034 Jul 16 22:31:55.012094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.018450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.028037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f395b9d-b122-4787-826b-46c188fdd3ae req-e02a9b3f-45a6-4875-9790-b7a731c3c029 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812155 Jul 16 22:31:55.087120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.087120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:31:55.104055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.106675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d5163ea0-4011-4e07-94e4-64338c6fce2d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c HTTP/1.1" status: 204 len: 168 time: 0.4894142 Jul 16 22:31:55.108528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:55.170401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8877-72b2-49c9-9114-4ff3141c0118 req-fead6491-6667-4e4f-a330-dff56c527690 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:55.177286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a3c8877-72b2-49c9-9114-4ff3141c0118 req-fead6491-6667-4e4f-a330-dff56c527690 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.0758972 Jul 16 22:31:55.223048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet c8699ecd-c3f2-4ee5-886c-2f3358621bb7 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:31:55.227099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.256290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a3c8877-72b2-49c9-9114-4ff3141c0118 req-ed378fad-93b9-452f-b39e-710b0943bc53 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780385 Jul 16 22:31:55.291568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.469023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2fe5b-785b-45ad-994c-b3f95a0549de req-36d557c3-98dc-4106-a288-1fdd92ed4deb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:55.477083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ffb2fe5b-785b-45ad-994c-b3f95a0549de req-36d557c3-98dc-4106-a288-1fdd92ed4deb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.1816065 Jul 16 22:31:55.487893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.492102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080f66-0c07-49eb-8019-536d03acec46 req-051c472d-075e-427c-a29a-e3814ca190fc tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:55.501644 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a080f66-0c07-49eb-8019-536d03acec46 req-051c472d-075e-427c-a29a-e3814ca190fc tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 946 time: 0.0948009 Jul 16 22:31:55.556249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ffb2fe5b-785b-45ad-994c-b3f95a0549de req-b22a3293-d7c1-40c0-a56d-77d6aeeb38a8 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779755 Jul 16 22:31:55.607399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.610018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a080f66-0c07-49eb-8019-536d03acec46 req-d3ca7179-2b7a-467c-9918-2e6136abe312 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023145 Jul 16 22:31:55.673217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=c8699ecd-c3f2-4ee5-886c-2f3358621bb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:55.680019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:55.684673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a848c2e0-5177-45dd-b09a-362b1badd59e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/c8699ecd-c3f2-4ee5-886c-2f3358621bb7 HTTP/1.1" status: 204 len: 168 time: 0.5744696 Jul 16 22:31:55.685872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:55.688208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc0145c-6c2f-4894-b937-b14022c2ef8d None None] Network f0bf08c5-a02d-4c05-ad07-e36c27699196 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:31:55.842766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929944d6-4638-4d8a-a59b-c2ae96aad735 req-46b500c2-64ba-47ca-b64d-221c8b6278f7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:55.844428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-929944d6-4638-4d8a-a59b-c2ae96aad735 req-46b500c2-64ba-47ca-b64d-221c8b6278f7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.0762863 Jul 16 22:31:55.921583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-929944d6-4638-4d8a-a59b-c2ae96aad735 req-02ce1866-3d50-4fe7-aa9d-01dd6fcaffe0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644965 Jul 16 22:31:55.950605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.002529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:56.012873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f62279-4e7a-428a-86aa-f5edbc2d4bad req-99cf1297-8708-416a-a8df-14f4772c75ee tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:56.020510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05f62279-4e7a-428a-86aa-f5edbc2d4bad req-99cf1297-8708-416a-a8df-14f4772c75ee tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1547325 Jul 16 22:31:56.087420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 6770a4e3-9d95-48a0-ba29-987c193d2288 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:56.087420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.111700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05f62279-4e7a-428a-86aa-f5edbc2d4bad req-63462397-cce2-48dc-a611-d93ff0f06446 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Jul 16 22:31:56.184243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] DHCP port deletion for f0bf08c5-a02d-4c05-ad07-e36c27699196 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:31:56.274706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Deleting port 6770a4e3-9d95-48a0-ba29-987c193d2288 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:31:56.275135 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.277954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7615c9a9-3855-427c-b29c-2f6240939677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.316196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 6770a4e3-9d95-48a0-ba29-987c193d2288, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6770a4e3-9d95-48a0-ba29-987c193d2288,segment=NetworkSegment(91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24),segment_id=91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:56.317110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.340660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 6770a4e3-9d95-48a0-ba29-987c193d2288 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:56.423090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] For port 6770a4e3-9d95-48a0-ba29-987c193d2288, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6770a4e3-9d95-48a0-ba29-987c193d2288,segment=NetworkSegment(91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24),segment_id=91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:31:56.424051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.449861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Calling delete_port for 6770a4e3-9d95-48a0-ba29-987c193d2288 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:31:56.476076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7615c9a9-3855-427c-b29c-2f6240939677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.496988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.506779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7615c9a9-3855-427c-b29c-2f6240939677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.563590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6770a4e3-9d95-48a0-ba29-987c193d2288 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:31:56.564725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port 6770a4e3-9d95-48a0-ba29-987c193d2288 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:56.573826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=6770a4e3-9d95-48a0-ba29-987c193d2288,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:56.619333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7615c9a9-3855-427c-b29c-2f6240939677 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d92459344ab84d588103fbbc812fbd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154735 Jul 16 22:31:56.621758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615c9a9-3855-427c-b29c-2f6240939677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb1802-4af4-4502-b9e4-5d788d6a060a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:56.625747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:56.643166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 6770a4e3-9d95-48a0-ba29-987c193d2288 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:31:56.644223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6770a4e3-9d95-48a0-ba29-987c193d2288 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:31:56.715931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: from cryptography.utils import int_from_bytes Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: from cryptography.utils import int_from_bytes Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.727456 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:31:56.731247 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:31:56.737613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.788843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] Pushing event deleted for resources: {'Port': ['ID=6770a4e3-9d95-48a0-ba29-987c193d2288,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:56.796007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.800075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba87f5e-4b3d-4bd7-8464-647f47752d87 None None] No DVR routers for this DVR port 6770a4e3-9d95-48a0-ba29-987c193d2288 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:31:56.917049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893acc-0dd8-4f54-8924-a33c81129bf6 req-870d6de4-825b-405f-8dbd-d441b13052e2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:56.925556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5893acc-0dd8-4f54-8924-a33c81129bf6 req-870d6de4-825b-405f-8dbd-d441b13052e2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1584568 Jul 16 22:31:56.956767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.959975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:56.961406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2abb1802-4af4-4502-b9e4-5d788d6a060a HTTP/1.1" status: 204 len: 168 time: 0.3345199 Jul 16 22:31:56.981839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01e8a-e1ab-40bf-822d-c194e888fa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb1802-4af4-4502-b9e4-5d788d6a060a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:56.999704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5893acc-0dd8-4f54-8924-a33c81129bf6 req-31694208-9c6a-4a44-8304-0d4861608046 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Jul 16 22:31:57.216131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.232763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-08d04db0-b289-45b9-a865-6d611edde370 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:57.234838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-08d04db0-b289-45b9-a865-6d611edde370 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.6324821 Jul 16 22:31:57.250151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bf08c5-a02d-4c05-ad07-e36c27699196']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:57.273168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:57.273534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ebcdd2-5ba3-4fb4-9663-5bfaac4a1c24') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:57.278505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d10e-4649-4204-9756-e4bd44822827 req-38103e16-ef20-4242-a015-4de02edc2f5f tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:57.286767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-613a2079-058f-4d96-8119-47637fd5eb3f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/quotas/618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 375 time: 0.0338471 Jul 16 22:31:57.293626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f474d10e-4649-4204-9756-e4bd44822827 req-38103e16-ef20-4242-a015-4de02edc2f5f tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 946 time: 0.1501033 Jul 16 22:31:57.300502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.350877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.357825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f474d10e-4649-4204-9756-e4bd44822827 req-7214d5f8-0628-494a-90ce-41f8a1b70a51 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627975 Jul 16 22:31:57.363429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:31:57.363852 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:31:57.368674 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:31:57.462311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:57.469156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-1be69dbd-ccfe-4efe-b490-eb239ac63d8a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1814716 Jul 16 22:31:57.470478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.475079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.481604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/f0bf08c5-a02d-4c05-ad07-e36c27699196 HTTP/1.1" status: 204 len: 168 time: 1.7878051 Jul 16 22:31:57.483737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:57.498351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1627020519', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:31:57.498610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25ad2999-72d9-44e8-a262-9a7f2b18bd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.512794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aee3d426-d964-4ea4-ba3a-e4f24ec16c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.530246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec5bd8-6a75-480f-94f3-7d439893bd34 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=f0bf08c5-a02d-4c05-ad07-e36c27699196,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:57.557325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:31:57.557325 n-d-793621-16 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:31:57.557325 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id': 'f285127465be4fe58544f76cb8c99d37', 'id': '897e1d59-512a-4d5f-aa36-c79f7ce6085a', 'expiration': datetime.datetime(2021, 7, 16, 22, 33, 57, 548776)}] Jul 16 22:31:57.557325 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:31:57.557867 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:31:57.630695 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-eb066da4-c7f1-40f4-9ff5-9013dc56086b service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520801 Jul 16 22:31:57.705348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25ad2999-72d9-44e8-a262-9a7f2b18bd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.716192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25ad2999-72d9-44e8-a262-9a7f2b18bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.756540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-21e9e490-3760-43f0-8860-6ec0ab175c90 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242847 Jul 16 22:31:57.795862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:57.803206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-25ad2999-72d9-44e8-a262-9a7f2b18bd7a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43ac4695d7ff4a3a8bc2e0029c61abf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396442 Jul 16 22:31:57.809963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2999-72d9-44e8-a262-9a7f2b18bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ff545-352a-4886-b15e-f0e588fe916b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:57.917830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.951120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.024845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.028548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.031986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d0ff545-352a-4886-b15e-f0e588fe916b HTTP/1.1" status: 204 len: 168 time: 0.2323837 Jul 16 22:31:58.052416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb76b57-a550-4af8-bdfc-db3911fccc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ff545-352a-4886-b15e-f0e588fe916b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:58.136413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.137926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.328578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97800891-f304-4a75-a273-36c4d27faa7c req-218240bc-8315-446d-baa3-9e081478912d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 210 time: 0.0528061 Jul 16 22:31:58.378502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.595481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.619859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead26be-ab8f-4f1c-b64c-2349339c3053 req-c244bf08-f7d8-4979-8988-eeb4f26d8c12 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:58.629922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ead26be-ab8f-4f1c-b64c-2349339c3053 req-c244bf08-f7d8-4979-8988-eeb4f26d8c12 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3915968 Jul 16 22:31:58.702915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ead26be-ab8f-4f1c-b64c-2349339c3053 req-d912e579-dd55-4e8c-9747-9cec5475efcd tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713987 Jul 16 22:31:59.053093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:59.080907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:59.223937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 172.25.5.172 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d77027f3-e440-4d4f-8be8-68425c33efbb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:31:59.405844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:59.458125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:59.479864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:31:59.482890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:31:59.512099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:31:59.556534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd9c92-049a-423c-bceb-5e814b79e846 req-52a82b86-fb1d-4f2e-ba33-09542f7eae10 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:31:59.566387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01bd9c92-049a-423c-bceb-5e814b79e846 req-52a82b86-fb1d-4f2e-ba33-09542f7eae10 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 946 time: 0.1451602 Jul 16 22:31:59.593613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=d77027f3-e440-4d4f-8be8-68425c33efbb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:31:59.624442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01bd9c92-049a-423c-bceb-5e814b79e846 req-5e500432-7782-4490-be48-e2ff48c76569 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566194 Jul 16 22:31:59.801510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-befd1f42-945b-4886-a667-96e0f07b4bc9 req-5e5f4846-943e-4c08-86cf-334ee841e41a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 210 time: 0.0727086 Jul 16 22:31:59.846090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df18d23c-65a2-4b94-9b68-05c24ad80607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:00.091919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:00.228246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-e3f74d29-02e9-4d0f-8205-cfa4e2efccfa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:00.238773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-e3f74d29-02e9-4d0f-8205-cfa4e2efccfa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.2885144 Jul 16 22:32:00.246324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:00.255969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'device_id': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'admin_state_up': True, 'tenant_id': '618e2a6e1c344b219028c433250b4dc2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:00.494931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:00.499582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:00.646651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1858-616b-4a73-8cc0-51071458cdd7 req-89a768ea-b1fa-4a13-bcdd-8b97fcfe0474 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:00.647978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb0d1858-616b-4a73-8cc0-51071458cdd7 req-89a768ea-b1fa-4a13-bcdd-8b97fcfe0474 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2783287 Jul 16 22:32:00.649573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:00.701576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.20.0.5 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/0394ede4-5824-4e9d-93bd-f81f2954ecd9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:00.780212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb0d1858-616b-4a73-8cc0-51071458cdd7 req-b69f8a9b-5016-4c20-93fa-61ec7f625259 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223524 Jul 16 22:32:00.972308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router c569258d-3b8e-4f34-b21c-81ba75586482 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:32:01.106803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.139121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-7c03b732-8d02-47b3-9f46-f818fefcfcf4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:01.140695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-7c03b732-8d02-47b3-9f46-f818fefcfcf4 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.68 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 946 time: 0.2955749 Jul 16 22:32:01.150376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c408-5fb3-4bdd-b58a-e6f0f99ce40e req-80cf647d-f783-42e8-8450-e4c502c84227 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:01.150678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5275e2a8-0f79-4b46-97a1-f7eb1834113f req-57d26319-dcd2-4857-bb00-e53eb69d4ca5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 210 time: 0.1163421 Jul 16 22:32:01.157539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31e7c408-5fb3-4bdd-b58a-e6f0f99ce40e req-80cf647d-f783-42e8-8450-e4c502c84227 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 946 time: 0.3137324 Jul 16 22:32:01.161304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Transition to ACTIVE for port object 0394ede4-5824-4e9d-93bd-f81f2954ecd9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:01.181195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:01.193832 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] Sync routers for ids ['c569258d-3b8e-4f34-b21c-81ba75586482'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:01.209425 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] Routers {'c569258d-3b8e-4f34-b21c-81ba75586482'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:01.213275 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c569258d-3b8e-4f34-b21c-81ba75586482'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:01.246160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.247697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-49a14624-9818-4804-8084-bed10c5211bd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7565517 Jul 16 22:32:01.250136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:01.307036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.325080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31e7c408-5fb3-4bdd-b58a-e6f0f99ce40e req-4e17958b-ec23-47d1-9557-de2b336229bb tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/security-groups?id=e93cc905-8df7-40ff-96db-d7134ce30fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665411 Jul 16 22:32:01.340423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:01.367990 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] Routers {'c569258d-3b8e-4f34-b21c-81ba75586482'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:01.368620 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c569258d-3b8e-4f34-b21c-81ba75586482'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:01.463112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Deleting port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:01.465209 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:01.465440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.466331 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9611cd-c71a-43db-8041-308c6f66a038 None None] The sync data for ids ['c569258d-3b8e-4f34-b21c-81ba75586482'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:01.555441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.765602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:01.794124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:01.815613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:01.918582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2c293b8d-391f-468e-8cf8-7cc6d6d660b3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers/c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 200 len: 885 time: 0.6670232 Jul 16 22:32:01.921156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35048) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:01.958228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:01.981389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:01.982665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.005243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5065131f-131d-458a-963b-be5c4fb2f8e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7550364 Jul 16 22:32:02.023798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] For port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,segment=NetworkSegment(a629943b-0d7b-40fd-ae9d-2adfaaa01bb0),segment_id=a629943b-0d7b-40fd-ae9d-2adfaaa01bb0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:02.025762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.041267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Request body: {'port': {'device_id': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:02.113452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Calling delete_port for 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:02.231668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c00ba1f-2595-441c-86ed-dacc48adc3dc None None] Provisioning for port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:02.236565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c00ba1f-2595-441c-86ed-dacc48adc3dc None None] Provisioning complete for port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:02.236949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c00ba1f-2595-441c-86ed-dacc48adc3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.349814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.358806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2c00ba1f-2595-441c-86ed-dacc48adc3dc None None] Port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:02.388548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-082a980b-d1b4-4d2c-a429-0c79aa481a98 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4661479 Jul 16 22:32:02.389637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:02.395021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1627020519'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:02.718886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394ede4-5824-4e9d-93bd-f81f2954ecd9 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:32:02.736564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.749996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Transition to ACTIVE for port object 0394ede4-5824-4e9d-93bd-f81f2954ecd9 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:02.750922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.778121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.839951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3ef3c348-f570-42fb-89e9-b6cd7de2c149 req-7d0efe7b-ca00-44e0-8bf6-09c5d2304630 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 210 time: 0.0869164 Jul 16 22:32:02.847823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:02.849324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Pushing event deleted for resources: {'Port': ['ID=3848f81d-5353-40cc-9fcd-c6e3eaf82aa8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:03.027295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:03.038939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.076707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.153008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35084) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:03.190608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34a9af-9d82-4ede-8d19-7fb8d0f2cfe7 req-46275aff-325b-408e-a2a9-239433a328fe tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:03.190608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce34a9af-9d82-4ede-8d19-7fb8d0f2cfe7 req-46275aff-325b-408e-a2a9-239433a328fe tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 931 time: 0.6165648 Jul 16 22:32:03.281528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] No DVR routers for this DVR port 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:03.287810 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.291362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-efe998ff-e00d-428a-8d42-bb02d88b536c req-c7cde32b-2933-43d9-8edb-9ead3857d976 tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.68 "DELETE /v2.0/ports/3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 HTTP/1.1" status: 204 len: 173 time: 2.1311097 Jul 16 22:32:03.292436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'name': 'network-vif-deleted', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:03.296154 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd28ac93-7bb7-49c7-bbb6-fdf16866da64" -d '{"events": [{"server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "name": "network-vif-deleted", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:03.343062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce34a9af-9d82-4ede-8d19-7fb8d0f2cfe7 req-1de7bd82-bbbd-4a20-a919-c69de50cf333 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643090 Jul 16 22:32:03.358664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86aa9fcf-d144-4faa-848e-78f90834de05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.361599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Attempting to bind port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:03.361937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Attempting to bind port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:03.362267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Attempting to bind port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:03.376585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:32:03.376922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Attempting to bind port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:03.399645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:03.399914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:03.400317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:03.401924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Bound port: 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:03.402308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.412481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router c569258d-3b8e-4f34-b21c-81ba75586482 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:03.436929 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9672e3-1cb0-4730-a400-c36e52613141 x-openstack-request-id: req-2a9672e3-1cb0-4730-a400-c36e52613141 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:03.437274 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26a1ce8-e239-4022-93b8-bf18ad381a52", "name": "network-vif-deleted", "tag": "3848f81d-5353-40cc-9fcd-c6e3eaf82aa8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:03.437662 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a9672e3-1cb0-4730-a400-c36e52613141 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:03.438107 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26a1ce8-e239-4022-93b8-bf18ad381a52', 'name': 'network-vif-deleted', 'tag': '3848f81d-5353-40cc-9fcd-c6e3eaf82aa8', 'status': 'completed', 'code': 200} Jul 16 22:32:03.542031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:03.549727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.550967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-71723a92-a2c0-4735-b765-1bb9332e6e7a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 200 len: 892 time: 1.1602030 Jul 16 22:32:03.553061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] Sync routers for ids ['c569258d-3b8e-4f34-b21c-81ba75586482'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:03.553969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:03.578708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] Routers {'c569258d-3b8e-4f34-b21c-81ba75586482'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:03.579499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c569258d-3b8e-4f34-b21c-81ba75586482'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:03.613861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:03.623657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] Routers {'c569258d-3b8e-4f34-b21c-81ba75586482'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:03.624379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c569258d-3b8e-4f34-b21c-81ba75586482'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:03.659654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:03.660306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b842533-b5b3-44dd-8785-1fff6c452f33 None None] The sync data for ids ['c569258d-3b8e-4f34-b21c-81ba75586482'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:03.679031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ac987d6-3c71-4a41-baad-3852d0b41a00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers/c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 200 len: 892 time: 0.1215117 Jul 16 22:32:03.679257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:03.711665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b69c54e4-3788-48ad-8141-0cce5f3702be tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 200 len: 205 time: 0.0290310 Jul 16 22:32:03.711929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:03.815547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:03.817405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:03.826337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.874883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.894180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:03.895014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.896414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 200 len: 1092 time: 1.8772531 Jul 16 22:32:03.930174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86aa9fcf-d144-4faa-848e-78f90834de05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.939770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6b63-fb32-441b-9f6c-2ba1e18e1bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:03.944639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86aa9fcf-d144-4faa-848e-78f90834de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:03.999625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa9fcf-d144-4faa-848e-78f90834de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed12a16-180e-4751-b75e-b46593ca42e9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:04.065780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-86aa9fcf-d144-4faa-848e-78f90834de05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec4ea9fe3edd496ca5b523bc29c02a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9131484 Jul 16 22:32:04.068772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:04.085533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.141312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.179198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:04.206991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-951144b5-135f-42c2-82b9-6fecab1a7b48 req-366d28a6-6562-4bb3-b35f-bef27147b15f tempest-ServerAddressesTestJSON-1076615506 tempest-ServerAddressesTestJSON-1076615506-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26a1ce8-e239-4022-93b8-bf18ad381a52 HTTP/1.1" status: 200 len: 210 time: 0.0671418 Jul 16 22:32:04.213488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port d77027f3-e440-4d4f-8be8-68425c33efbb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:04.215790 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.222614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.225797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-d816fbc1-cbcc-41bb-ad0b-f5ac3a937ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.231547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-d816fbc1-cbcc-41bb-ad0b-f5ac3a937ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 1095 time: 0.2763505 Jul 16 22:32:04.238881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:04.239248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 3848f81d-5353-40cc-9fcd-c6e3eaf82aa8 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:04.351634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.364610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for d77027f3-e440-4d4f-8be8-68425c33efbb owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:04.380172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-5df96d4c-0037-4fc3-b06f-54868a8f73fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0874147 Jul 16 22:32:04.425401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.427952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.428985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aed12a16-180e-4751-b75e-b46593ca42e9 HTTP/1.1" status: 204 len: 168 time: 0.3590226 Jul 16 22:32:04.478891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-076d80d1-2dd1-49ff-8f62-5fdd1c69d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.478891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-076d80d1-2dd1-49ff-8f62-5fdd1c69d53e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.0760367 Jul 16 22:32:04.520526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de30b9-c330-423b-9941-5dd459ec4ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed12a16-180e-4751-b75e-b46593ca42e9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:04.539296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-e49ba191-d008-42ed-9455-47d7314e84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.540830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-e49ba191-d008-42ed-9455-47d7314e84fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.2497773 Jul 16 22:32:04.634108 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.640242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87a05e-ebfc-4a79-a4db-45257370a919 req-b6e45414-2a0c-4644-9ef4-36ad37292fdf tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.641812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de87a05e-ebfc-4a79-a4db-45257370a919 req-b6e45414-2a0c-4644-9ef4-36ad37292fdf tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2654498 Jul 16 22:32:04.672173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=d77027f3-e440-4d4f-8be8-68425c33efbb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:04.689601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-6de6013e-e298-41d8-b533-9708fd8d830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.691129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-6de6013e-e298-41d8-b533-9708fd8d830a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082887 Jul 16 22:32:04.705171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de87a05e-ebfc-4a79-a4db-45257370a919 req-3a093c2e-12b6-4462-aac5-a1e363b9c67b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jul 16 22:32:04.739730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-8fd121af-c346-4d7f-9189-1d8aaad668fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.741224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d55a-623d-49d6-b39e-98801e58ec1e req-a3ed5b72-0229-4346-85e9-25ddf86141fd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.741348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-8fd121af-c346-4d7f-9189-1d8aaad668fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.1935577 Jul 16 22:32:04.743008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f395d55a-623d-49d6-b39e-98801e58ec1e req-a3ed5b72-0229-4346-85e9-25ddf86141fd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 943 time: 0.1497293 Jul 16 22:32:04.769942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:04.774879 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.817091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-afc0c0b6-d555-41a2-904d-7ef2850d7b90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.0669048 Jul 16 22:32:04.881270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-685e4926-5cb1-40d2-b25e-7e69ddda80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:04.882819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-685e4926-5cb1-40d2-b25e-7e69ddda80b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.0596790 Jul 16 22:32:04.884679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-d2935eed-6716-4366-9bd9-3e54e5191581 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837656 Jul 16 22:32:04.899742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69862277-eaa4-4d6d-b4bf-2523df21d7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.904521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f395d55a-623d-49d6-b39e-98801e58ec1e req-5a068ab9-2afb-42aa-88d2-2f6e8332d614 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547437 Jul 16 22:32:04.925330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.928485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.934026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-c1e23eed-770b-46a1-84c6-a0a543dbb3a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388527 Jul 16 22:32:04.989667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.990218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router c569258d-3b8e-4f34-b21c-81ba75586482 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:32:04.997550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.004416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-977f0d13-3724-4a41-984b-7fce4fa3cc15 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 204 len: 168 time: 1.2858362 Jul 16 22:32:05.005792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:05.011295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542380455'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:05.066039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69862277-eaa4-4d6d-b4bf-2523df21d7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.071860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69862277-eaa4-4d6d-b4bf-2523df21d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.117875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:05.121922 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.126788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69862277-eaa4-4d6d-b4bf-2523df21d7b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a22d1f785b904a699062fbba17b438d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530293 Jul 16 22:32:05.130483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4c756cd-d78f-4573-90a4-edb55121be35 req-da2f9616-1365-47b2-a136-6ada4d1c22bd service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342649 Jul 16 22:32:05.130951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:05.132811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69862277-eaa4-4d6d-b4bf-2523df21d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ebbb0a-5a38-4a52-94c1-1a8887580c90,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:05.144154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-d681c734-8840-4a53-a485-89364f766fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983511 Jul 16 22:32:05.156072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:05.165937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.166287 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment d6f48842-26f1-4402-a0c2-2a33f3aac09d of type vlan for network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 Jul 16 22:32:05.172985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c6bbd-ef07-44c6-beef-17e3f073fa30 req-45705c9e-32d5-4d60-9312-44581d6148ca tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:05.174482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-327c6bbd-ef07-44c6-beef-17e3f073fa30 req-45705c9e-32d5-4d60-9312-44581d6148ca tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 951 time: 0.2199395 Jul 16 22:32:05.207092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.235202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.241222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:05.242065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.255779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:32:05.288212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2787883 Jul 16 22:32:05.288916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-327c6bbd-ef07-44c6-beef-17e3f073fa30 req-5235b86f-21a1-4c09-9955-9f5cd596bc20 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960827 Jul 16 22:32:05.289037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:05.294484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:05.325959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92a65c8e-4e99-4b7b-bc18-6a9b02ca3290 req-d3537728-9ce8-4bfb-a02d-bfa17ab47baf service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724043 Jul 16 22:32:05.326790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.328422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:05.355259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108abba9-c7f7-4655-acf7-24468e7d5ddb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:05.368438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:05.395188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Deleting subnet a9c4df42-2d3b-42b5-8bca-ecbac57602ef {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:32:05.403925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.434740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:05.440046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:05.442518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.442763 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958" -d '{"events": [{"name": "network-changed", "server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:05.447187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.487830 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.550402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.589776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.592799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.594012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8ebbb0a-5a38-4a52-94c1-1a8887580c90 HTTP/1.1" status: 204 len: 168 time: 0.4593303 Jul 16 22:32:05.616275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcf411-e3dc-4a45-a290-307292fd5721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ebbb0a-5a38-4a52-94c1-1a8887580c90,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:05.659185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.688907 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed879b1-81f6-4c49-8412-41e390953c38 x-openstack-request-id: req-eed879b1-81f6-4c49-8412-41e390953c38 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:05.689238 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:05.689488 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eed879b1-81f6-4c49-8412-41e390953c38 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:05.689877 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'status': 'completed', 'code': 200} Jul 16 22:32:05.719738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.723763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a9c4df42-2d3b-42b5-8bca-ecbac57602ef HTTP/1.1" status: 204 len: 168 time: 0.3911672 Jul 16 22:32:05.723763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c9e3b-c6fc-434d-9f4e-199e8c6721bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c4df42-2d3b-42b5-8bca-ecbac57602ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:05.725548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35186) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:05.777125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.848722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:05.868237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=7be80745-9dd8-4883-b7e9-1fa3fd09ffd7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:05.887022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-f4839141-198e-4581-ba6e-6059727db8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:05.888604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-f4839141-198e-4581-ba6e-6059727db8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 1095 time: 0.1772418 Jul 16 22:32:06.060342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.076493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c109f30d-5a37-44d0-9df8-207afef8091e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:06.094964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:06.095459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a629943b-0d7b-40fd-ae9d-2adfaaa01bb0') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:06.103051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-f0391380-e863-4b34-9fe2-97d9de46cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.105390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-f0391380-e863-4b34-9fe2-97d9de46cbb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.1924939 Jul 16 22:32:06.109626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.157385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-f3908fe3-4b27-46eb-8365-e24dffee90fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0401073 Jul 16 22:32:06.158502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.183174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:32:06.183685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.252391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': 'd6f48842-26f1-4402-a0c2-2a33f3aac09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:06.252910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:32:06.268452 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:32:06.289535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:06.298940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52162f-d42c-4fb1-bb82-d7cf340ec57e req-be5aae93-22d0-4105-9e27-ecd266386709 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.308906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff52162f-d42c-4fb1-bb82-d7cf340ec57e req-be5aae93-22d0-4105-9e27-ecd266386709 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4457405 Jul 16 22:32:06.313518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.320306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.325384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c109f30d-5a37-44d0-9df8-207afef8091e HTTP/1.1" status: 204 len: 168 time: 0.5786006 Jul 16 22:32:06.334722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:06.345435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c2d64-92b7-41a4-9faa-48b33385e804 None None] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:06.366702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.368455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.369500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-5b96652b-63b5-490f-b337-caa3c897edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.371024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-5b96652b-63b5-490f-b337-caa3c897edde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.2049000 Jul 16 22:32:06.373351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2f96-45b8-43aa-ab27-21b478bd77a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c109f30d-5a37-44d0-9df8-207afef8091e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:06.441648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff52162f-d42c-4fb1-bb82-d7cf340ec57e req-b07f4390-e57e-4c40-99ce-eda48d0e1cde tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315327 Jul 16 22:32:06.445266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-898b099e-27aa-42e5-b17a-8a05ca6d77d6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1550882 Jul 16 22:32:06.448805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:06.456193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-247401372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:06.460951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ec65-f240-410a-a149-309ebae1751f req-3a75bcd7-f528-432b-a711-830c271b081a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.462493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1241ec65-f240-410a-a149-309ebae1751f req-3a75bcd7-f528-432b-a711-830c271b081a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 943 time: 0.1369774 Jul 16 22:32:06.490154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.492046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.541855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:06.550264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1241ec65-f240-410a-a149-309ebae1751f req-3a9d4e4b-9e1b-4cac-92db-0532b85112a4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808725 Jul 16 22:32:06.552296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-ad61fb7a-f306-42e2-a305-8d22ce4bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:06.557979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-ad61fb7a-f306-42e2-a305-8d22ce4bb26d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781776 Jul 16 22:32:06.568215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5', 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': '7be80745-9dd8-4883-b7e9-1fa3fd09ffd7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:06.569195 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.589987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.605708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.674353 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-924d3cac-d6ae-4427-ab06-ad24ea72e99b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d76ea4a84c4141abf1fd510b4015d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282542 Jul 16 22:32:06.680454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:06.693744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.694924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-203f1f3a-7a75-4204-b2a9-6401ba9fbe8a tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2450616 Jul 16 22:32:06.704633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:06.743595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Allocated IP 2001:db8::2 (2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5/7be80745-9dd8-4883-b7e9-1fa3fd09ffd7/28c0ee70-6b65-4041-897c-be94f3facc73) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:06.786459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.836691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.898898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-74ee651f-2c5b-4d51-889a-921d2a15cb06 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333011 Jul 16 22:32:06.915819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.916687 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.920194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:06.921680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e93cc905-8df7-40ff-96db-d7134ce30fe7 HTTP/1.1" status: 204 len: 168 time: 0.2402003 Jul 16 22:32:06.935054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Transition to ACTIVE for port object 28c0ee70-6b65-4041-897c-be94f3facc73 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:06.936094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9e016-e3e1-483d-b4bb-4faa9d2a5430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93cc905-8df7-40ff-96db-d7134ce30fe7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:06.969727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Transition to ACTIVE for port object 28c0ee70-6b65-4041-897c-be94f3facc73 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:06.987062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.039709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Pushing event updated for resources: {'Port': ['ID=28c0ee70-6b65-4041-897c-be94f3facc73,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:07.049262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:07.051150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:07.054309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:07.129470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Attempting to bind port 28c0ee70-6b65-4041-897c-be94f3facc73 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:07.129883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Attempting to bind port 28c0ee70-6b65-4041-897c-be94f3facc73 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd6f48842-26f1-4402-a0c2-2a33f3aac09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:07.130254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Attempting to bind port 28c0ee70-6b65-4041-897c-be94f3facc73 on network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:07.135294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:07.135720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Checking segment: {'id': 'd6f48842-26f1-4402-a0c2-2a33f3aac09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:07.136130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.137015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Bound using segment: {'id': 'd6f48842-26f1-4402-a0c2-2a33f3aac09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:07.137503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Bound port: 28c0ee70-6b65-4041-897c-be94f3facc73, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f48842-26f1-4402-a0c2-2a33f3aac09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:07.137892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.222051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] For port 28c0ee70-6b65-4041-897c-be94f3facc73, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:07.229781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] For port 28c0ee70-6b65-4041-897c-be94f3facc73, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28c0ee70-6b65-4041-897c-be94f3facc73,segment=NetworkSegment(d6f48842-26f1-4402-a0c2-2a33f3aac09d),segment_id=d6f48842-26f1-4402-a0c2-2a33f3aac09d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:07.241541 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.263492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8590c4ed-4fd0-4cab-a1a4-76cbd6b1f958 req-000874dc-5392-4a57-bcd3-4cacbfbba77a service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009164 Jul 16 22:32:07.291781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.320434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a14d47-dd1b-4491-9b9f-27a439cc4866 req-cb8e13f4-1a26-4919-838d-a33a38359ae9 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:07.321978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a14d47-dd1b-4491-9b9f-27a439cc4866 req-cb8e13f4-1a26-4919-838d-a33a38359ae9 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 951 time: 0.2332151 Jul 16 22:32:07.379112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e997d-9f3a-45fa-8dc2-a48c93c7b342 None None] Pushing event updated for resources: {'Port': ['ID=28c0ee70-6b65-4041-897c-be94f3facc73,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:07.745463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4963-bafc-41a8-aeab-7a91edd83683 req-2b13254e-0929-471b-9086-7b58a483e690 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:07.758004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de9a4963-bafc-41a8-aeab-7a91edd83683 req-2b13254e-0929-471b-9086-7b58a483e690 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1221330 Jul 16 22:32:07.822431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a14d47-dd1b-4491-9b9f-27a439cc4866 req-eea6b92a-c7d0-4090-930c-0c6dbcf08efa tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059587 Jul 16 22:32:07.827511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de9a4963-bafc-41a8-aeab-7a91edd83683 req-c1029631-b2d2-4941-b91c-0b53f8403950 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682201 Jul 16 22:32:08.021821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93fbc-3e8f-4331-8443-08481ccb69c9 req-5c6191d8-43e0-484a-8d5c-bbde06a50080 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:08.029302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8b93fbc-3e8f-4331-8443-08481ccb69c9 req-5c6191d8-43e0-484a-8d5c-bbde06a50080 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 943 time: 0.0946257 Jul 16 22:32:08.042923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8::1 (2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5/7be80745-9dd8-4883-b7e9-1fa3fd09ffd7/aa134236-7c72-4078-99ab-2808da6575b6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:08.075491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8b93fbc-3e8f-4331-8443-08481ccb69c9 req-c97a56d6-df9c-4bc7-9606-ec979da455c6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Jul 16 22:32:08.086396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0394ede4-5824-4e9d-93bd-f81f2954ecd9 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:32:08.089461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:08.235599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.266150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object aa134236-7c72-4078-99ab-2808da6575b6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:08.272370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.304834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:08.318633 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ded16-d28f-4ffd-b9a8-d3df215f173d" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:08.349319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:08.351446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:08.359177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.366845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.399571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'mac_address': 'fa:16:3e:7d:4a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:32:08.470019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=aa134236-7c72-4078-99ab-2808da6575b6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:08.501428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:08.503281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:08.510996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:08.511596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.768030 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca5b5d4-3ac8-4da5-8543-1fbb78e5a303 x-openstack-request-id: req-cca5b5d4-3ac8-4da5-8543-1fbb78e5a303 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:08.768329 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:08.768585 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cca5b5d4-3ac8-4da5-8543-1fbb78e5a303 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:08.769157 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'code': 200} Jul 16 22:32:08.774225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28c0ee70-6b65-4041-897c-be94f3facc73 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:08.787308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.821797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02d3c1-8d13-4cb8-b0d0-14bf3bab575e None None] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:08.900205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:09.036814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-112849d3-177d-4049-807b-52211ff3e5c6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:09.038647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-112849d3-177d-4049-807b-52211ff3e5c6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.47 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 949 time: 0.2956018 Jul 16 22:32:09.097812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f06f494f-bdf9-4335-b5cb-cc5dbc5c86bb None None] Provisioning for port 28c0ee70-6b65-4041-897c-be94f3facc73 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:09.101475 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.128091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fc17-1dae-417f-a0a4-a0ecd96d0163 req-51d5837b-72a7-4888-bba5-ada8e3891a5f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:09.131880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 28c0ee70-6b65-4041-897c-be94f3facc73 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:09.132235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cab2fc17-1dae-417f-a0a4-a0ecd96d0163 req-51d5837b-72a7-4888-bba5-ada8e3891a5f tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 949 time: 0.1138930 Jul 16 22:32:09.137746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394ede4-5824-4e9d-93bd-f81f2954ecd9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:32:09.145963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 28c0ee70-6b65-4041-897c-be94f3facc73 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:09.146698 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.210665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:09.224677 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.233872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cab2fc17-1dae-417f-a0a4-a0ecd96d0163 req-24308957-5b9f-4e1c-b27c-d2bc453f0bf6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f702957-742f-43fe-b7ba-08707f5afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945649 Jul 16 22:32:09.343305 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.356388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.357349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.363011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:09.393819 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.431215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:09.445881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Deleting port aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:09.446293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.454066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=aa134236-7c72-4078-99ab-2808da6575b6,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:09.472084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 28c0ee70-6b65-4041-897c-be94f3facc73, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28c0ee70-6b65-4041-897c-be94f3facc73,segment=NetworkSegment(d6f48842-26f1-4402-a0c2-2a33f3aac09d),segment_id=d6f48842-26f1-4402-a0c2-2a33f3aac09d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:09.481458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.484005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909a26-719b-4ff1-80cc-dc665bbe2aa5 req-0e76a0f1-322e-4c2b-b8b2-531112ffb523 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:09.490648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec909a26-719b-4ff1-80cc-dc665bbe2aa5 req-0e76a0f1-322e-4c2b-b8b2-531112ffb523 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3976002 Jul 16 22:32:09.542842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:32:09.639228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=28c0ee70-6b65-4041-897c-be94f3facc73,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:09.700570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] For port aae17c51-c6d8-47fd-8a74-db2a3389eac2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aae17c51-c6d8-47fd-8a74-db2a3389eac2,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:09.700946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.719536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Calling delete_port for aae17c51-c6d8-47fd-8a74-db2a3389eac2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:09.747662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec909a26-719b-4ff1-80cc-dc665bbe2aa5 req-ec70cb26-efe4-4b8a-b976-15e8fa3f9630 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560043 Jul 16 22:32:09.779020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca751897-51ae-4c77-bb53-3c9e5ff6caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:09.790840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:09.794778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:09.805760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87554a-61f3-4adb-953f-999f71475c94 req-0fd4ecc7-fa5f-4e41-856e-3d3146999160 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:09.807939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d87554a-61f3-4adb-953f-999f71475c94 req-0fd4ecc7-fa5f-4e41-856e-3d3146999160 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 944 time: 0.1723669 Jul 16 22:32:09.911392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d87554a-61f3-4adb-953f-999f71475c94 req-8d58d819-d231-4926-b640-1cdccf9ed29f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954275 Jul 16 22:32:09.944826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Provisioning for port aa134236-7c72-4078-99ab-2808da6575b6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:09.958940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Provisioning complete for port aa134236-7c72-4078-99ab-2808da6575b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:09.959638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.013604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca751897-51ae-4c77-bb53-3c9e5ff6caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.021062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca751897-51ae-4c77-bb53-3c9e5ff6caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.047168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Port aa134236-7c72-4078-99ab-2808da6575b6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:10.074314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Provisioning complete for port 28c0ee70-6b65-4041-897c-be94f3facc73 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:10.074949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c57f414d-5ce9-4493-9aae-2b02b44caffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.075294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca751897-51ae-4c77-bb53-3c9e5ff6caf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ebddc511077452995e01772a561cf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423094 Jul 16 22:32:10.077347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:10.086654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca751897-51ae-4c77-bb53-3c9e5ff6caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571267b3-dbaa-45cb-b2ee-bc736b433f01,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:10.093155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:10.150575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.186945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.188430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No active binding found for port aae17c51-c6d8-47fd-8a74-db2a3389eac2 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 22:32:10.189595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aae17c51-c6d8-47fd-8a74-db2a3389eac2 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:10.195485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.242241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Pushing event deleted for resources: {'Port': ['ID=aae17c51-c6d8-47fd-8a74-db2a3389eac2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:10.243849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 87f6fcaf-972c-4d11-9071-61fcc53b1049 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:32:10.285197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.293650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.299909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/571267b3-dbaa-45cb-b2ee-bc736b433f01 HTTP/1.1" status: 204 len: 168 time: 0.2189851 Jul 16 22:32:10.318410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d3435-a51e-47c1-beb5-e57829287ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571267b3-dbaa-45cb-b2ee-bc736b433f01,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:10.339669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] No DVR routers for this DVR port aae17c51-c6d8-47fd-8a74-db2a3389eac2 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:10.344818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.346695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e229fc5-733f-4bac-94ae-8fd00dab0904 req-3b0acb34-cc53-40fc-87ac-d1968ef7a0f6 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.47 "DELETE /v2.0/ports/aae17c51-c6d8-47fd-8a74-db2a3389eac2 HTTP/1.1" status: 204 len: 173 time: 1.3021157 Jul 16 22:32:10.347892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-deleted', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:10.360701 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4813667-101f-4410-9297-cdadf6d3393c" -d '{"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-deleted", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:10.402949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fdc28357-df84-4c14-812a-466c97b4a0cc None None] Provisioning complete for port aa134236-7c72-4078-99ab-2808da6575b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:10.404562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fdc28357-df84-4c14-812a-466c97b4a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.532636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fdc28357-df84-4c14-812a-466c97b4a0cc None None] Port aa134236-7c72-4078-99ab-2808da6575b6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:10.547824 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006cc42d-39dd-4766-bdc1-81f5c6712d9b x-openstack-request-id: req-006cc42d-39dd-4766-bdc1-81f5c6712d9b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:10.551274 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355abfd0-5559-4593-a3f5-cb7aa39a5c2b", "name": "network-vif-deleted", "tag": "aae17c51-c6d8-47fd-8a74-db2a3389eac2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:10.551686 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-006cc42d-39dd-4766-bdc1-81f5c6712d9b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:10.552283 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355abfd0-5559-4593-a3f5-cb7aa39a5c2b', 'name': 'network-vif-deleted', 'tag': 'aae17c51-c6d8-47fd-8a74-db2a3389eac2', 'status': 'completed', 'code': 200} Jul 16 22:32:10.584900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28c0ee70-6b65-4041-897c-be94f3facc73 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:10.589285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c0c04f5-83d2-45e0-b90b-ef96d4e366d9 req-9ed31861-2fb7-4b3f-9491-31f6c7fc50b5 tempest-ImagesOneServerTestJSON-1798004271 tempest-ImagesOneServerTestJSON-1798004271-project] 10.222.0.70 "GET /v2.0/ports?device_id=355abfd0-5559-4593-a3f5-cb7aa39a5c2b HTTP/1.1" status: 200 len: 210 time: 0.1254642 Jul 16 22:32:10.635706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:10.641419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-96264e94-8bb9-4a23-9c84-1b81c03b99f5 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/87f6fcaf-972c-4d11-9071-61fcc53b1049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9331086 Jul 16 22:32:10.644042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:10.654611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] Sync routers for ids ['87f6fcaf-972c-4d11-9071-61fcc53b1049'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:10.676314 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] Routers {'87f6fcaf-972c-4d11-9071-61fcc53b1049'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:10.679805 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['87f6fcaf-972c-4d11-9071-61fcc53b1049'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:10.715878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64c53c3d-2470-4cbf-b73a-728574fbc837 None None] Provisioning complete for port aa134236-7c72-4078-99ab-2808da6575b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:10.716267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64c53c3d-2470-4cbf-b73a-728574fbc837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.768577 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:10.792775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] Routers {'87f6fcaf-972c-4d11-9071-61fcc53b1049'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:10.793607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['87f6fcaf-972c-4d11-9071-61fcc53b1049'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:10.818508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e66c0-0abd-4937-b844-0aa8a5afde99 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:10.826066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b72e66c0-0abd-4937-b844-0aa8a5afde99 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports/aa134236-7c72-4078-99ab-2808da6575b6 HTTP/1.1" status: 200 len: 911 time: 0.1794615 Jul 16 22:32:10.827365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:10.831428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64c53c3d-2470-4cbf-b73a-728574fbc837 None None] Port aa134236-7c72-4078-99ab-2808da6575b6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:10.841091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7be80745-9dd8-4883-b7e9-1fa3fd09ffd7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:10.851064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 28c0ee70-6b65-4041-897c-be94f3facc73 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:10.851444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:10.884007 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:10.884889 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d99572-0880-4287-bfba-08307723f3f5 None None] The sync data for ids ['87f6fcaf-972c-4d11-9071-61fcc53b1049'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:10.962004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:10.984433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbd102bc-c450-4b5c-9a81-001817495a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.224306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.249803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbd102bc-c450-4b5c-9a81-001817495a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.262574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbd102bc-c450-4b5c-9a81-001817495a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.289818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e1580-47a9-4cd1-b958-508c7f477174 req-b26f4ba6-fdc2-4d42-be61-2d723dc1216a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:11.291888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9e1580-47a9-4cd1-b958-508c7f477174 req-b26f4ba6-fdc2-4d42-be61-2d723dc1216a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2032981 Jul 16 22:32:11.383648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dbd102bc-c450-4b5c-9a81-001817495a10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0db0036339545c8987743493685fdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201989 Jul 16 22:32:11.384734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd102bc-c450-4b5c-9a81-001817495a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd1e40-4f5c-4049-86ab-727ffffbb2f1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:11.399880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:11.444178 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9e1580-47a9-4cd1-b958-508c7f477174 req-71285296-6d68-44a2-8f9c-e3530304d694 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424680 Jul 16 22:32:11.474235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.494494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:11.507325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ca9a6-c69c-47e3-a4fe-4967513fe361 req-c017d94b-1e06-4e70-9059-c1acb4c9c376 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:11.508862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-609ca9a6-c69c-47e3-a4fe-4967513fe361 req-c017d94b-1e06-4e70-9059-c1acb4c9c376 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 944 time: 0.2420540 Jul 16 22:32:11.510900 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.580121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-609ca9a6-c69c-47e3-a4fe-4967513fe361 req-a5664f9e-04f3-47b0-a3aa-7118767b5853 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624964 Jul 16 22:32:11.607295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.610603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.613723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1acd1e40-4f5c-4049-86ab-727ffffbb2f1 HTTP/1.1" status: 204 len: 168 time: 0.2106071 Jul 16 22:32:11.619583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77cc3e-3f2e-4bda-a088-7380791e39bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd1e40-4f5c-4049-86ab-727ffffbb2f1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:11.720002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c4d5-edb6-4cf4-ae1a-c480953b543f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.875493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.896501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.905425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:11.906141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:11.908450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/ports/aa134236-7c72-4078-99ab-2808da6575b6 HTTP/1.1" status: 200 len: 911 time: 1.0782335 Jul 16 22:32:11.911182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:11.999369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37f046-8fdb-4404-ab4e-43cda5317982 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=aa134236-7c72-4078-99ab-2808da6575b6,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:12.007203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c4d5-edb6-4cf4-ae1a-c480953b543f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.011649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c4d5-edb6-4cf4-ae1a-c480953b543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.055221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6c4d5-edb6-4cf4-ae1a-c480953b543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92a9c1-3445-4040-85fc-d06ba1c76e1e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:12.062134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f7e6c4d5-edb6-4cf4-ae1a-c480953b543f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2eb5de8e505e414b9fed4a095ad1ddef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637925 Jul 16 22:32:12.064648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:12.120252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0394ede4-5824-4e9d-93bd-f81f2954ecd9 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:12.124081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:12.144605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.171477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.229488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:12.237727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:12.238112 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.266245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.269119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.273652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e92a9c1-3445-4040-85fc-d06ba1c76e1e HTTP/1.1" status: 204 len: 168 time: 0.2078602 Jul 16 22:32:12.284080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ebdc0-0e8a-404a-9cc8-8c118cf1e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92a9c1-3445-4040-85fc-d06ba1c76e1e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:12.376027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.431253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:12.434422 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f283a317-0d84-4f4b-b97d-3c3b7141fa7e" -d '{"events": [{"server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "name": "network-vif-plugged", "status": "completed", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:12.459240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:12.465793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.499393 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.531581 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab40e0aa-3f96-4c00-ba0e-93b00ac89d43 x-openstack-request-id: req-ab40e0aa-3f96-4c00-ba0e-93b00ac89d43 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:12.533636 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "name": "network-vif-plugged", "status": "completed", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:12.534125 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab40e0aa-3f96-4c00-ba0e-93b00ac89d43 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:12.534730 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'code': 200} Jul 16 22:32:12.592481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:12.644331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-18b0f8b6-6e2c-4444-9301-69d0e8323ef3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a084cb226fd4eb0af6873e07a9bbf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190156 Jul 16 22:32:12.653246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:12.718200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95780-b9e3-4dc0-8443-c05d0f63e7ef req-d450e505-eded-4e5b-8f13-d3cacc3f0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:12.720112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82d95780-b9e3-4dc0-8443-c05d0f63e7ef req-d450e505-eded-4e5b-8f13-d3cacc3f0605 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 1097 time: 0.1390164 Jul 16 22:32:12.735359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574625-6524-4e41-ba54-666b1f20aec1 req-8cc46c6d-3bfd-49ad-a430-3c22e1b8f1b2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:12.737253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41574625-6524-4e41-ba54-666b1f20aec1 req-8cc46c6d-3bfd-49ad-a430-3c22e1b8f1b2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1293156 Jul 16 22:32:12.737844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773b070-00e0-4cf9-801c-a0d34f37b251 req-2a6ec65a-e73d-49da-bbc4-df158d869fc7 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:12.745826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1773b070-00e0-4cf9-801c-a0d34f37b251 req-2a6ec65a-e73d-49da-bbc4-df158d869fc7 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.2948384 Jul 16 22:32:12.786106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35508) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:12.800419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82d95780-b9e3-4dc0-8443-c05d0f63e7ef req-44b139e2-1ff6-4f91-8e25-3b5940d85dff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Jul 16 22:32:12.809892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41574625-6524-4e41-ba54-666b1f20aec1 req-b2a5507a-ca6c-40df-97f3-9d869d1a4ada tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555320 Jul 16 22:32:12.821196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1773b070-00e0-4cf9-801c-a0d34f37b251 req-7b6f24f9-94b4-43b1-843a-eef4f8a36b38 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687633 Jul 16 22:32:12.843767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4310f1f7-4080-45ac-a042-f70d7239646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.847000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.918363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.092705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port aa134236-7c72-4078-99ab-2808da6575b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:13.093195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.118625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.122406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.123778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f702957-742f-43fe-b7ba-08707f5afc93 HTTP/1.1" status: 204 len: 168 time: 0.4691470 Jul 16 22:32:13.158450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589bdf4-4ae9-4fe0-8472-7a3583bfb1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f702957-742f-43fe-b7ba-08707f5afc93,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:13.185634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756c077-17a1-4fd5-974d-54c359c4c44e req-9a72aa65-65fd-40ea-9acd-db4dcb8c4f09 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:13.194011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9756c077-17a1-4fd5-974d-54c359c4c44e req-9a72aa65-65fd-40ea-9acd-db4dcb8c4f09 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.2238839 Jul 16 22:32:13.197881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4310f1f7-4080-45ac-a042-f70d7239646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.234857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4310f1f7-4080-45ac-a042-f70d7239646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.293760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f1f7-4080-45ac-a042-f70d7239646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836250c-cca5-462d-b8c6-da7acc4693ef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:13.340860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4310f1f7-4080-45ac-a042-f70d7239646e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cc7fed4f45240989728dc0c3b4ce74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367172 Jul 16 22:32:13.343095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.343917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35564) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:13.355874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9756c077-17a1-4fd5-974d-54c359c4c44e req-a90726ba-c87a-400d-bc93-197f923c7980 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609426 Jul 16 22:32:13.372884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for aa134236-7c72-4078-99ab-2808da6575b6 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:13.414865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.445741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.500133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35570) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:13.515597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.519060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.525163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d836250c-cca5-462d-b8c6-da7acc4693ef HTTP/1.1" status: 204 len: 168 time: 0.1796162 Jul 16 22:32:13.537523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45c0db-85ed-42bc-8f4b-d2ed05245c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836250c-cca5-462d-b8c6-da7acc4693ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:13.632347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.657135 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f68405b-99cb-46e0-8ddb-dbf0202027c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.664268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=aa134236-7c72-4078-99ab-2808da6575b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:13.865839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.877652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f68405b-99cb-46e0-8ddb-dbf0202027c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.892295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f68405b-99cb-46e0-8ddb-dbf0202027c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.999507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f68405b-99cb-46e0-8ddb-dbf0202027c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6f67edb2ab2444aa115720f647a43fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979188 Jul 16 22:32:14.000145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:14.003402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68405b-99cb-46e0-8ddb-dbf0202027c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a57f58-96e8-4b71-8db6-01082957c005,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:14.100373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:14.129094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:14.205163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:14.208703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:14.210339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90a57f58-96e8-4b71-8db6-01082957c005 HTTP/1.1" status: 204 len: 168 time: 0.2081718 Jul 16 22:32:14.221446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc176324-6842-4386-b76b-403925267d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a57f58-96e8-4b71-8db6-01082957c005,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:14.288688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 87f6fcaf-972c-4d11-9071-61fcc53b1049 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:14.444087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f319-788c-423b-92c9-07b24278734e req-3c0521df-c0f6-4a82-a015-44af5bebb8c4 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:14.450105 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0207f319-788c-423b-92c9-07b24278734e req-3c0521df-c0f6-4a82-a015-44af5bebb8c4 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3606539 Jul 16 22:32:14.461509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:14.471681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:14.471835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8e27e9fc-244c-4560-b23e-cfc6a0f736fd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/87f6fcaf-972c-4d11-9071-61fcc53b1049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5593894 Jul 16 22:32:14.473256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] Sync routers for ids ['87f6fcaf-972c-4d11-9071-61fcc53b1049'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:14.487447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] Routers {'87f6fcaf-972c-4d11-9071-61fcc53b1049'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:14.488096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['87f6fcaf-972c-4d11-9071-61fcc53b1049'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:14.527799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:14.532681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-145af6cc-4af1-4c27-a46b-b64918a33b5b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f6fcaf-972c-4d11-9071-61fcc53b1049 HTTP/1.1" status: 200 len: 205 time: 0.0593722 Jul 16 22:32:14.537558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] Routers {'87f6fcaf-972c-4d11-9071-61fcc53b1049'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:14.538516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['87f6fcaf-972c-4d11-9071-61fcc53b1049'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:14.541121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0207f319-788c-423b-92c9-07b24278734e req-28df5527-83c2-493b-bf10-f922e3bd5eb8 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Jul 16 22:32:14.542193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:14.580618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:14.581496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694d4d7-677e-465a-b74c-e6f0dfa1305f None None] The sync data for ids ['87f6fcaf-972c-4d11-9071-61fcc53b1049'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:14.601430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56d763-31f0-4484-83b9-24ec4d26a356 req-a7c0f895-cd69-44b1-83a8-14d5420c226c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:14.603749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d56d763-31f0-4484-83b9-24ec4d26a356 req-a7c0f895-cd69-44b1-83a8-14d5420c226c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.1074078 Jul 16 22:32:14.657620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d56d763-31f0-4484-83b9-24ec4d26a356 req-0608a59a-eee2-40be-9381-35c90ee5d8b5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 Jul 16 22:32:14.698695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.227545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.232155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.309258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8002-3002-4d16-8e3a-064305fb3884 req-37e758b6-5535-4bfe-bbc5-27d6bb5f5639 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:15.310777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-042d8002-3002-4d16-8e3a-064305fb3884 req-37e758b6-5535-4bfe-bbc5-27d6bb5f5639 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.5787919 Jul 16 22:32:15.312162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.312693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router 87f6fcaf-972c-4d11-9071-61fcc53b1049 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:32:15.319303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.323229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e65bd36-da95-43ca-bcb2-37f84c8897f8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/87f6fcaf-972c-4d11-9071-61fcc53b1049 HTTP/1.1" status: 204 len: 168 time: 0.7772148 Jul 16 22:32:15.323619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:15.401787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet 7be80745-9dd8-4883-b7e9-1fa3fd09ffd7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:32:15.407420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.471541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.495263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-042d8002-3002-4d16-8e3a-064305fb3884 req-fa2b675d-ee34-41a6-820b-4aa476cc084d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332335 Jul 16 22:32:15.583590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.674921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.709623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=7be80745-9dd8-4883-b7e9-1fa3fd09ffd7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:15.712903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.716655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8c46081-c06c-4196-904f-d654deec74c6 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/7be80745-9dd8-4883-b7e9-1fa3fd09ffd7 HTTP/1.1" status: 204 len: 168 time: 0.3917568 Jul 16 22:32:15.718786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:15.727548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e548f5a-a92c-4c3d-be2e-950bfdb18783 None None] Network 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:15.866105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.979996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 28c0ee70-6b65-4041-897c-be94f3facc73 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:15.983375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:15.997926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] DHCP port deletion for 2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:32:16.060779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35704) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:16.095424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Deleting port 28c0ee70-6b65-4041-897c-be94f3facc73 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:16.096044 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.144886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 28c0ee70-6b65-4041-897c-be94f3facc73, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28c0ee70-6b65-4041-897c-be94f3facc73,segment=NetworkSegment(d6f48842-26f1-4402-a0c2-2a33f3aac09d),segment_id=d6f48842-26f1-4402-a0c2-2a33f3aac09d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:16.145271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.173989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 28c0ee70-6b65-4041-897c-be94f3facc73 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:16.215358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] For port 28c0ee70-6b65-4041-897c-be94f3facc73, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=28c0ee70-6b65-4041-897c-be94f3facc73,segment=NetworkSegment(d6f48842-26f1-4402-a0c2-2a33f3aac09d),segment_id=d6f48842-26f1-4402-a0c2-2a33f3aac09d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:16.215766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.240050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Calling delete_port for 28c0ee70-6b65-4041-897c-be94f3facc73 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:16.249411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fedbdf0a-7da0-4129-ba45-948f03be7e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.361452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.373287 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.384165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] No DVR routers for this DVR port 28c0ee70-6b65-4041-897c-be94f3facc73 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:16.408530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75edb0-bde5-4ff4-968b-c8da658c6dbc req-4f709f41-9134-458c-bc84-d08374c88a9b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:16.415950 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d75edb0-bde5-4ff4-968b-c8da658c6dbc req-4f709f41-9134-458c-bc84-d08374c88a9b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1376841 Jul 16 22:32:16.416269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=28c0ee70-6b65-4041-897c-be94f3facc73,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:16.422909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port 28c0ee70-6b65-4041-897c-be94f3facc73 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:16.429383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Pushing event deleted for resources: {'Port': ['ID=28c0ee70-6b65-4041-897c-be94f3facc73,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:16.480606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f6b8-8a6a-494e-9a29-cafbc223551d req-427dc002-e9d3-4895-9ff4-b688370ec5d5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:16.482445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a795f6b8-8a6a-494e-9a29-cafbc223551d req-427dc002-e9d3-4895-9ff4-b688370ec5d5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.1942728 Jul 16 22:32:16.484299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.484667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.486017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.486768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.487647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.488684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.489668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.491620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.492329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.493809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.495867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.496262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a98283-42de-4a4a-9fa0-515353a1ad32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:16.497139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d75edb0-bde5-4ff4-968b-c8da658c6dbc req-83297b64-aebc-4037-8bb9-9266c2586747 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802121 Jul 16 22:32:16.513725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28c0ee70-6b65-4041-897c-be94f3facc73 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:16.529608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fedbdf0a-7da0-4129-ba45-948f03be7e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.537338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fedbdf0a-7da0-4129-ba45-948f03be7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.544601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 28c0ee70-6b65-4041-897c-be94f3facc73 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:16.545150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 28c0ee70-6b65-4041-897c-be94f3facc73 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:16.568228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.587833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:16.600824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fedbdf0a-7da0-4129-ba45-948f03be7e6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0393ed2d5c444add9746d4b1aaf36fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387490 Jul 16 22:32:16.602855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbdf0a-7da0-4129-ba45-948f03be7e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c378253-53e1-4a8d-af01-b11878067273,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:16.605666 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a795f6b8-8a6a-494e-9a29-cafbc223551d req-bc356371-e205-4518-bb98-113a25d214f3 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117668 Jul 16 22:32:16.612327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:16.616599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f48842-26f1-4402-a0c2-2a33f3aac09d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:16.617296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f48842-26f1-4402-a0c2-2a33f3aac09d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:16.629271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.647111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.655952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:32:16.656578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:32:16.659704 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:32:16.740381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.752171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.754963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5 HTTP/1.1" status: 204 len: 168 time: 1.0349205 Jul 16 22:32:16.765624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:16.770051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.770544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-132936183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:16.799056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1323ad-6ebb-40c7-b384-23661e87b751 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=2d90b3e2-c2a3-4cea-bbeb-1d7baed491c5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:16.803887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.808369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.809444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.828238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36f52-8554-4fc8-8971-610748c0a53a req-57ace52b-021a-42e4-8297-717a67693a4a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:16.829838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fb36f52-8554-4fc8-8971-610748c0a53a req-57ace52b-021a-42e4-8297-717a67693a4a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.1410086 Jul 16 22:32:16.895802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.904798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.909988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fb36f52-8554-4fc8-8971-610748c0a53a req-54760671-f01c-42cd-8d44-ba36de92816a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715075 Jul 16 22:32:16.926514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.926951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.930101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:16.931550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c378253-53e1-4a8d-af01-b11878067273 HTTP/1.1" status: 204 len: 168 time: 0.3182294 Jul 16 22:32:16.935364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b5a94095-305f-4ccb-a7e4-feeac84af8a1 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1682475 Jul 16 22:32:16.936200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:16.943009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1588119614'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:16.951376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4892a-20fa-4236-8dcd-d2ae57cbf45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c378253-53e1-4a8d-af01-b11878067273,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:16.971298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:16.976786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.257489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:17.301518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:17.313018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.314032 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 98220c8b-041b-4bc4-a896-bcfb5820b52b of type vlan for network d1c24877-b817-4757-b8e8-49d567123d87 Jul 16 22:32:17.362118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.399535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.405446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:17.406048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.443294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5059745 Jul 16 22:32:17.446210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:17.452566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:17.484721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702de5b-056c-4966-923f-aa30653d194f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=d1c24877-b817-4757-b8e8-49d567123d87,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:17.494109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e690921a-8d1f-4eaf-8f99-bb5865402a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.496780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d1c24877-b817-4757-b8e8-49d567123d87 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:17.498112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:17.573883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-deec90fb-9987-4201-a106-9157b3889344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.668233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e690921a-8d1f-4eaf-8f99-bb5865402a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.681078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e690921a-8d1f-4eaf-8f99-bb5865402a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.702256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-ce4d570f-4b9b-4d81-b441-75cc1bca88b0 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:17.704024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-ce4d570f-4b9b-4d81-b441-75cc1bca88b0 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.1029387 Jul 16 22:32:17.741782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e690921a-8d1f-4eaf-8f99-bb5865402a54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6959c429e0746d8bec328f9da64b1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825449 Jul 16 22:32:17.743944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:17.749036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:17.750002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:17.792449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690921a-8d1f-4eaf-8f99-bb5865402a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0544c-0643-4808-b2e3-710f3d54f4aa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:17.925279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121809-f0ff-4de2-8cc0-71ca92b50a3f req-dd764215-3d0b-444f-893e-a20e870ca5e1 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:17.927098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5121809-f0ff-4de2-8cc0-71ca92b50a3f req-dd764215-3d0b-444f-893e-a20e870ca5e1 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 946 time: 0.1392252 Jul 16 22:32:17.940892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722ff0-a91d-4606-839f-48da89efa0f8 req-6306b83f-f0b5-42e5-97cd-2ca2534cc27d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:17.942892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8722ff0-a91d-4606-839f-48da89efa0f8 req-6306b83f-f0b5-42e5-97cd-2ca2534cc27d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2379675 Jul 16 22:32:17.943825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.003276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.028285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5121809-f0ff-4de2-8cc0-71ca92b50a3f req-857db047-6850-48c9-b9fb-00678a45480f tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4391bed-cd19-484a-8106-8f9aa03216c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771720 Jul 16 22:32:18.059427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.076314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-deec90fb-9987-4201-a106-9157b3889344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.087967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8722ff0-a91d-4606-839f-48da89efa0f8 req-4ba02404-d54a-4a5f-b0f5-52e6a59688d0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280928 Jul 16 22:32:18.091904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Deleting port 01f69217-28b7-4eba-b4a7-07923b6f5bff {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:18.092231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.108206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-deec90fb-9987-4201-a106-9157b3889344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.135798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=6b058917-f73e-4490-aec4-b3b054ff3cd3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:18.156662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:18.157132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: d1c24877-b817-4757-b8e8-49d567123d87, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:18.189907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network d1c24877-b817-4757-b8e8-49d567123d87 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:18.204728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d1c24877-b817-4757-b8e8-49d567123d87) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:18.219925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86693b0f-353c-451e-a111-1d961b488e51 None None] Network d1c24877-b817-4757-b8e8-49d567123d87 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:18.224066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:18.224728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.245618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-54fe1c14-a30f-4515-be9a-56c9fc10f1e2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7980778 Jul 16 22:32:18.247410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:18.248866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-deec90fb-9987-4201-a106-9157b3889344 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b6cc550089c438dbe2148956e62449c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497373 Jul 16 22:32:18.252009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:18.263234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.265912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.269725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cf0544c-0643-4808-b2e3-710f3d54f4aa HTTP/1.1" status: 204 len: 168 time: 0.5178614 Jul 16 22:32:18.284494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec90fb-9987-4201-a106-9157b3889344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c378f798-69a4-464c-a0e2-514e4e4138d2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:18.343859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8950f-72a0-40eb-b6c2-3692818f56f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0544c-0643-4808-b2e3-710f3d54f4aa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:18.367196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] For port 01f69217-28b7-4eba-b4a7-07923b6f5bff, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=01f69217-28b7-4eba-b4a7-07923b6f5bff,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:18.367579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.492123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.538354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d1c24877-b817-4757-b8e8-49d567123d87', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:18.540663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.571616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f8dd-b1ac-4424-9bd5-7586c33acf03 req-01b5e0a5-dd76-4e75-ac4e-b5d28e493eb4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:18.580826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0c7f8dd-b1ac-4424-9bd5-7586c33acf03 req-01b5e0a5-dd76-4e75-ac4e-b5d28e493eb4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.3301270 Jul 16 22:32:18.605096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.716690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.726165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0c7f8dd-b1ac-4424-9bd5-7586c33acf03 req-9ae66162-214c-4a55-a5d7-f387cd8c8577 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438692 Jul 16 22:32:18.781946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.782584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.782803 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Floating IP 8481d068-bf49-4494-bdcd-20944520b993 disassociated. External IP: 172.25.5.228, port: 01f69217-28b7-4eba-b4a7-07923b6f5bff. Jul 16 22:32:18.783597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Calling delete_port for 01f69217-28b7-4eba-b4a7-07923b6f5bff owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:18.795390 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.798248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.799747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c378f798-69a4-464c-a0e2-514e4e4138d2 HTTP/1.1" status: 204 len: 168 time: 0.5443828 Jul 16 22:32:18.799917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Allocated IP 2001:db8::2 (d1c24877-b817-4757-b8e8-49d567123d87/6b058917-f73e-4490-aec4-b3b054ff3cd3/a654e6de-230f-46f3-9910-890ab00b9fd3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:18.814274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618325-5b35-4143-9a0f-6070da477297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c378f798-69a4-464c-a0e2-514e4e4138d2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:18.880746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:18.929383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f93ca734-55ed-4e55-b00e-44c4ce0d4bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:18.977339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:19.062199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.091419 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.102195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event deleted for resources: {'Port': ['ID=01f69217-28b7-4eba-b4a7-07923b6f5bff,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.122010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Transition to ACTIVE for port object a654e6de-230f-46f3-9910-890ab00b9fd3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:19.154045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Transition to ACTIVE for port object a654e6de-230f-46f3-9910-890ab00b9fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:19.160048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f93ca734-55ed-4e55-b00e-44c4ce0d4bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.169596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.222606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f93ca734-55ed-4e55-b00e-44c4ce0d4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.268939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Pushing event updated for resources: {'Port': ['ID=a654e6de-230f-46f3-9910-890ab00b9fd3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.300075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Network d1c24877-b817-4757-b8e8-49d567123d87 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:19.308421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:19.314596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:19.325449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Router d7e0ef94-82b1-4927-af80-d7baf832f88c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:19.329662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ca734-55ed-4e55-b00e-44c4ce0d4bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11ab1e-53d4-4dbc-acee-5206562a3836,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.337698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8::1 (d1c24877-b817-4757-b8e8-49d567123d87/6b058917-f73e-4490-aec4-b3b054ff3cd3/c59b91f4-001d-4619-8c3e-e6848859058a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:19.345979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f93ca734-55ed-4e55-b00e-44c4ce0d4bbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30c866221ff64b4991a9381b6000ae33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641745 Jul 16 22:32:19.346936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:19.383015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55ab0706-5a9c-44d4-ae36-c12adcfa5f9e req-a1a7603e-775d-4c00-a3f7-8e2a5d8720f4 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.0562673 Jul 16 22:32:19.391975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2102054243'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:19.432301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Attempting to bind port a654e6de-230f-46f3-9910-890ab00b9fd3 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:19.432682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Attempting to bind port a654e6de-230f-46f3-9910-890ab00b9fd3 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:19.433106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Attempting to bind port a654e6de-230f-46f3-9910-890ab00b9fd3 on network d1c24877-b817-4757-b8e8-49d567123d87 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:19.438577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:19.440162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Checking segment: {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:19.440162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.440162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Bound using segment: {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:19.440452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Bound port: a654e6de-230f-46f3-9910-890ab00b9fd3, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:19.442380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.544243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] For port a654e6de-230f-46f3-9910-890ab00b9fd3, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:19.551080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Made reservation on behalf of a37e71cf81d44d158216ba20347bc106 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:19.554592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.555157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] For port a654e6de-230f-46f3-9910-890ab00b9fd3, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a654e6de-230f-46f3-9910-890ab00b9fd3,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:19.555718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.562735 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.591356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object c59b91f4-001d-4619-8c3e-e6848859058a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:19.624590 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.649915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca2db7-0ae6-44f9-8f8f-f097ff592ba5 None None] Pushing event updated for resources: {'Port': ['ID=a654e6de-230f-46f3-9910-890ab00b9fd3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.670082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.691137 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.709040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:19.722091 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Sync routers for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:19.737880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:19.738729 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:19.765378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network d1c24877-b817-4757-b8e8-49d567123d87 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:19.773407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:19.776357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29bf6-caf3-4d3c-be76-c3d6083abb75 req-8b5cc5d3-c0b8-4c77-89a9-db3aa39254fb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:19.778436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:19.780628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.784511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.795232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00c29bf6-caf3-4d3c-be76-c3d6083abb75 req-8b5cc5d3-c0b8-4c77-89a9-db3aa39254fb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4434199 Jul 16 22:32:19.989295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.002685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] No DVR routers for this DVR port 01f69217-28b7-4eba-b4a7-07923b6f5bff on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:20.005941 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.008942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8be44df4-33e7-4abc-9da6-594783d8a903 req-6bf5dc2a-16e0-4e75-9065-53adaf6e30fc tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.68 "DELETE /v2.0/ports/01f69217-28b7-4eba-b4a7-07923b6f5bff HTTP/1.1" status: 204 len: 173 time: 2.2582464 Jul 16 22:32:20.012270 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:20.031026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'name': 'network-vif-deleted', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:32:20.036914 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb69209-5576-4ffc-b01f-0a4b85aa7df3" -d '{"events": [{"server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "name": "network-vif-deleted", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:32:20.046053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.107243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf2327-9294-41df-b19f-cc2162c830b8 req-45a92ce4-5a75-4afd-b5b1-9c3cbb25d3e3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:20.114298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57cf2327-9294-41df-b19f-cc2162c830b8 req-45a92ce4-5a75-4afd-b5b1-9c3cbb25d3e3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.2055702 Jul 16 22:32:20.115957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:20.168847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00c29bf6-caf3-4d3c-be76-c3d6083abb75 req-f7f4aebd-b831-4e10-afa4-f30a9ba69498 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729849 Jul 16 22:32:20.246758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.249912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.251502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f11ab1e-53d4-4dbc-acee-5206562a3836 HTTP/1.1" status: 204 len: 168 time: 0.8747983 Jul 16 22:32:20.270286 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3d7ea-19f7-4218-bbdf-9e6aa55d646e x-openstack-request-id: req-b7a3d7ea-19f7-4218-bbdf-9e6aa55d646e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:32:20.270830 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a319f3-2796-4ece-af60-93478ef08928", "name": "network-vif-deleted", "tag": "01f69217-28b7-4eba-b4a7-07923b6f5bff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:32:20.271245 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7a3d7ea-19f7-4218-bbdf-9e6aa55d646e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:32:20.271829 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a319f3-2796-4ece-af60-93478ef08928', 'name': 'network-vif-deleted', 'tag': '01f69217-28b7-4eba-b4a7-07923b6f5bff', 'status': 'completed', 'code': 200} Jul 16 22:32:20.292074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b233eb-83ee-47c6-88cd-645990b0cd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11ab1e-53d4-4dbc-acee-5206562a3836,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:20.293700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57cf2327-9294-41df-b19f-cc2162c830b8 req-123b2c65-671d-42b2-b6b9-fd838d7398d6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784484 Jul 16 22:32:20.298896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.316374 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.356629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:20.362498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a48af0-30d4-40e9-a84b-17ac16a283da,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:20.372407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.373015 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Added segment 8316dc33-6dd0-4bbd-9189-974ee5620c46 of type vlan for network 51c3382f-be1f-4c78-8ba7-d712e692b86e Jul 16 22:32:20.412898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-network', 'tenant_id': '3d499a43c279441685319954e196bef4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:20.448022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.503394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.532036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.537215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:20.539582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.542733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:20.543677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.546347 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:20.582441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.602164 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Checking router: d7e0ef94-82b1-4927-af80-d7baf832f88c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:20.616513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a654e6de-230f-46f3-9910-890ab00b9fd3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:20.631937 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:20.632836 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:20.693518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event updated for resources: {'Network': ['ID=51c3382f-be1f-4c78-8ba7-d712e692b86e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:20.709771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:20.765514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.781879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-01c4865f-8428-4cec-a539-d50519287e48 req-74de9e49-a006-4150-9681-b2f25e3c7b20 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.1101599 Jul 16 22:32:20.824729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.829612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.877094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a654e6de-230f-46f3-9910-890ab00b9fd3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:20.894839 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:20.974894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.976315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:20.990156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ba11768-d7d3-4b64-af31-46cc5f7881c5 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0117366 Jul 16 22:32:20.994471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:21.000758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Request body: {'subnet': {'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:21.012298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.062284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:21.119992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a059f-f1e0-4f30-828f-33089e519e9e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:21.159111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.159796 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Added segment a68b449f-023d-4e53-a58f-f825fe37be37 of type vlan for network 777ab15a-1c8f-4d55-8c0e-036fc79b385b Jul 16 22:32:21.176256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network d1c24877-b817-4757-b8e8-49d567123d87 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:21.178800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:21.212527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Made reservation on behalf of a37e71cf81d44d158216ba20347bc106 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:21.226064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.311426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.337084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140fbb6-dd2e-46e0-8bf7-a215f51d2990 None None] Network d1c24877-b817-4757-b8e8-49d567123d87 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:21.403712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.413055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:21.414814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.489881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3678255 Jul 16 22:32:21.496606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:21.512807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Request body: {'subnet': {'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-subnet', 'tenant_id': '3d499a43c279441685319954e196bef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:21.516600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Provisioning for port a654e6de-230f-46f3-9910-890ab00b9fd3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:21.518411 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:21.530534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Provisioning complete for port a654e6de-230f-46f3-9910-890ab00b9fd3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:21.530918 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.579276 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d417e7-502e-4695-b7e0-cb2a45e3c2e1 None None] The sync data for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 is: [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:29:07Z', 'revision_number': 4, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0385bcfc-29be-4386-9c85-d2c6b6092770', 'name': '', 'network_id': '15c2b2ec-4a6f-4564-9132-95bb52f0675b', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'mac_address': 'fa:16:3e:19:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:05Z', 'updated_at': '2021-07-16T22:29:16Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'subnets': [{'id': 'd7d7224c-b2c6-44b7-a1a2-32aeec6f1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:21.600430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551635ef-3fa6-4b79-a3ee-bc267d0390e7 admin admin] Pushing event updated for resources: {'Network': ['ID=777ab15a-1c8f-4d55-8c0e-036fc79b385b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:21.628077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:21.679801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:32:21.701625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:21.704787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.852563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:21.897888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4899-7300-48c0-bcec-439126ceb08e req-e0648b91-65dd-48a1-9cb8-197596957392 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:21.902197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e03c4899-7300-48c0-bcec-439126ceb08e req-e0648b91-65dd-48a1-9cb8-197596957392 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4615719 Jul 16 22:32:21.939343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8084-cfb1-46a2-a3c0-200195dfe614 req-2ef66e3b-407e-4b1a-a837-b7cd47dad6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:21.941213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db5f8084-cfb1-46a2-a3c0-200195dfe614 req-2ef66e3b-407e-4b1a-a837-b7cd47dad6ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.4131224 Jul 16 22:32:22.079659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e03c4899-7300-48c0-bcec-439126ceb08e req-e00b443c-289a-499e-a797-66a8b8afac4d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425002 Jul 16 22:32:22.105013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db5f8084-cfb1-46a2-a3c0-200195dfe614 req-f7506ad7-afe7-420b-be65-a80f80427c72 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526482 Jul 16 22:32:22.106078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event updated for resources: {'Subnet': ['ID=187593f8-9661-4156-87bd-5e2efedeac70,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:22.128179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Checking segment: {'id': '8316dc33-6dd0-4bbd-9189-974ee5620c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:22.128928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Network hostable DHCP agents. Network: 51c3382f-be1f-4c78-8ba7-d712e692b86e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:22.157906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc431a-7f44-474c-9293-f7601180dc28 None None] New status for floating IP 8481d068-bf49-4494-bdcd-20944520b993: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:32:22.158398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:22.179068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 51c3382f-be1f-4c78-8ba7-d712e692b86e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:22.185202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:22.186720 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.230117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2841c970-756c-4e7f-a775-37533f41aaf9 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2342651 Jul 16 22:32:22.231023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:22.237525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Request body: {'port': {'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-297656651'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:22.324760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94b1b3-e2b1-4c3d-b24b-6de006eeb145 None None] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:22.327465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 01f69217-28b7-4eba-b4a7-07923b6f5bff no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:22.354201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:22.359239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 01f69217-28b7-4eba-b4a7-07923b6f5bff {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:22.359604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 01f69217-28b7-4eba-b4a7-07923b6f5bff not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:22.382475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.436394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8863b-2d07-4fd6-8c55-a65d1334e32e req-f652085b-3355-4f09-bf29-3843ad67c8af tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:22.447279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48e8863b-2d07-4fd6-8c55-a65d1334e32e req-f652085b-3355-4f09-bf29-3843ad67c8af tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.8513765 Jul 16 22:32:22.462194 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.473865 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf2e6bfb-5914-4880-8dfe-7af9b2013e77 req-4c3a4a8f-f693-4a24-8550-14ad62d2ae89 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.1201267 Jul 16 22:32:22.478458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Made reservation on behalf of a37e71cf81d44d158216ba20347bc106 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:22.504462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.526994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36575e07-dd2e-41e8-ac64-d6fccd3e4b34,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:22.532787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:22.539044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] For port a654e6de-230f-46f3-9910-890ab00b9fd3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a654e6de-230f-46f3-9910-890ab00b9fd3,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:22.544580 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:22.546085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1cc9d71a-57ec-4ee1-833b-bcbc23c3328f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2969534 Jul 16 22:32:22.555071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Checking segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:22.555537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Network hostable DHCP agents. Network: 777ab15a-1c8f-4d55-8c0e-036fc79b385b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:22.565743 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:22.567674 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:22.575083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:22.592070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.599170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28958181'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:22.629851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48e8863b-2d07-4fd6-8c55-a65d1334e32e req-029f8fdf-23b7-4ab2-8105-b57b0f61b1f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793122 Jul 16 22:32:22.642578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] device_id is not set on port 35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:32:22.679779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:22.685387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.719549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a6dc-b9f7-4c59-b808-e4d3353c56f7 None None] Pushing event updated for resources: {'Port': ['ID=a654e6de-230f-46f3-9910-890ab00b9fd3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:22.726769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:22.758859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:22.779545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.780922 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 09f62be0-bd59-4df7-afcb-2d208fd220c8 of type vlan for network 9c6ef200-7b30-489d-b227-b434ce1d278f Jul 16 22:32:22.786819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-069a1314-6ac3-4971-a27c-6314ce46baff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.811721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 777ab15a-1c8f-4d55-8c0e-036fc79b385b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:22.821458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-51c3382f-be1f-4c78-8ba7-d712e692b86e', 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e', 'tenant_id': 'a37e71cf81d44d158216ba20347bc106', 'fixed_ips': [{'subnet_id': '187593f8-9661-4156-87bd-5e2efedeac70'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:22.824635 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.827369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:22.828456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.849689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.870392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36491b31-de79-4fbe-88f4-b42af3aa3b8c None None] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:22.910639 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:22.927635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:22.950387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Allocated IP 172.20.0.3 (51c3382f-be1f-4c78-8ba7-d712e692b86e/187593f8-9661-4156-87bd-5e2efedeac70/35ad8bb2-9bd3-48fd-a32a-5ba100be7a11) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:22.999748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.006371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:23.006771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.149380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-069a1314-6ac3-4971-a27c-6314ce46baff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.158494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Provisioning complete for port a654e6de-230f-46f3-9910-890ab00b9fd3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:23.158877 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.165361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-069a1314-6ac3-4971-a27c-6314ce46baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.216486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-069a1314-6ac3-4971-a27c-6314ce46baff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6455bac5320c4d4c8873d49c9bc06a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8611593 Jul 16 22:32:23.221893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=9c6ef200-7b30-489d-b227-b434ce1d278f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:23.223894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:23.258592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e88536c1-d6a7-4541-95c4-3338d8ce0d86 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7548187 Jul 16 22:32:23.259347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5f56674-6b13-4cdf-bdf3-eede9ed31944 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6828518 Jul 16 22:32:23.269161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35926) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:23.269510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:23.284438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:23.303655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9c6ef200-7b30-489d-b227-b434ce1d278f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:23.313096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:23.373584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:23.377564 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.378665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1314-6ac3-4971-a27c-6314ce46baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c03be-1bc4-4bea-8b5b-d7b7dabaaf9b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:23.385586 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:19Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:20Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:23.437356 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:23.437989 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Updating router 66331134-daba-4b5d-b1cf-f566a32141fd port c59b91f4-001d-4619-8c3e-e6848859058a binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:23.455541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.487280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Transition to ACTIVE for port object 35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:23.497004 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.565736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.580610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.582775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.670829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:23.674506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:23.677511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:23.743414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.746310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:23.747355 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.766876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event updated for resources: {'Port': ['ID=35ad8bb2-9bd3-48fd-a32a-5ba100be7a11,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:23.793241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Provisioning for port c59b91f4-001d-4619-8c3e-e6848859058a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:23.819821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Provisioning complete for port c59b91f4-001d-4619-8c3e-e6848859058a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:23.820200 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.823734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f740bf4-7e1f-4f46-a980-018e26a4d3e9 req-7e35bbcd-8e85-4793-ae83-5d6471f5cb10 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.0919707 Jul 16 22:32:23.832951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-46342e30-f094-47b3-bfd8-8d704c00989d tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6004295 Jul 16 22:32:23.834587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:23.864620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:23.868834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.888956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c33c7593-75ed-4c60-9b8d-30256b3505d3 None None] Port c59b91f4-001d-4619-8c3e-e6848859058a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:23.897015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Allocated IP 172.20.0.2 (51c3382f-be1f-4c78-8ba7-d712e692b86e/187593f8-9661-4156-87bd-5e2efedeac70/f083ca2e-bbfd-41cc-925e-362403dfa9b4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:23.955920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.030242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Allocated IP 172.20.0.2 (777ab15a-1c8f-4d55-8c0e-036fc79b385b/36575e07-dd2e-41e8-ac64-d6fccd3e4b34/ceccff4b-316b-451c-b2f9-985fa1d3c4ae) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:24.061747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5d95506b-d239-4fc8-9f5e-02907fe9531d None None] Provisioning complete for port c59b91f4-001d-4619-8c3e-e6848859058a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:24.062116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d95506b-d239-4fc8-9f5e-02907fe9531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.076861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.092724 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.114988 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Transition to ACTIVE for port object c59b91f4-001d-4619-8c3e-e6848859058a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:24.137377 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.146765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bac34-d059-4b40-a12a-18429676b383 req-7ecc0139-b612-4e27-bf32-2b7837634b71 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:24.147907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7fd29-69a3-4fe6-bb7f-8cd419824684 req-82de6d9b-82a4-478e-a268-2a1aa1574eb1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:24.148906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-341bac34-d059-4b40-a12a-18429676b383 req-7ecc0139-b612-4e27-bf32-2b7837634b71 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.8049028 Jul 16 22:32:24.156110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-45d7fd29-69a3-4fe6-bb7f-8cd419824684 req-82de6d9b-82a4-478e-a268-2a1aa1574eb1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.1356356 Jul 16 22:32:24.164703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Deleting port 35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:24.165080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.172336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.258645 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Pushing event updated for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:24.260182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-45d7fd29-69a3-4fe6-bb7f-8cd419824684 req-a309924e-8a67-456a-8d79-cf73d91fe770 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030204 Jul 16 22:32:24.266928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5d95506b-d239-4fc8-9f5e-02907fe9531d None None] Port c59b91f4-001d-4619-8c3e-e6848859058a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:24.304918 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.305648 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.305648 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.305952 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.306426 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.306861 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.307955 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.308302 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.308694 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.309697 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.309944 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.310315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:24.324836 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Attempting to bind port c59b91f4-001d-4619-8c3e-e6848859058a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:24.325293 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Attempting to bind port c59b91f4-001d-4619-8c3e-e6848859058a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:24.326801 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Attempting to bind port c59b91f4-001d-4619-8c3e-e6848859058a on network d1c24877-b817-4757-b8e8-49d567123d87 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:24.341916 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:24.343450 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Checking segment: {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:24.345576 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.345804 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Bound using segment: {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:24.346439 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Bound port: c59b91f4-001d-4619-8c3e-e6848859058a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98220c8b-041b-4bc4-a896-bcfb5820b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:24.346682 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.359994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.392831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-341bac34-d059-4b40-a12a-18429676b383 req-0799f5c2-0338-4e0f-91cc-c8baad092883 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235374 Jul 16 22:32:24.492337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.508899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Calling delete_port for 35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:24.510205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.537372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] For port c59b91f4-001d-4619-8c3e-e6848859058a, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:24.548925 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] For port c59b91f4-001d-4619-8c3e-e6848859058a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c59b91f4-001d-4619-8c3e-e6848859058a,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:24.556687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a654e6de-230f-46f3-9910-890ab00b9fd3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:24.567012 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.596517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Transition to ACTIVE for port object f083ca2e-bbfd-41cc-925e-362403dfa9b4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:24.598880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Transition to ACTIVE for port object ceccff4b-316b-451c-b2f9-985fa1d3c4ae will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:24.638218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Transition to ACTIVE for port object ceccff4b-316b-451c-b2f9-985fa1d3c4ae will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:24.641159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Transition to ACTIVE for port object f083ca2e-bbfd-41cc-925e-362403dfa9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:24.656855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.662110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.669794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.672326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/818c03be-1bc4-4bea-8b5b-d7b7dabaaf9b HTTP/1.1" status: 204 len: 168 time: 1.4455395 Jul 16 22:32:24.699245 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cb67e-235f-45ca-86d1-d86e53f84cf5 None None] Pushing event updated for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:24.703507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Pushing event updated for resources: {'Port': ['ID=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:24.721826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.724925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a654e6de-230f-46f3-9910-890ab00b9fd3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:24.727576 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.764748 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:24.765585 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:24.843208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49c004-f980-4a8a-aa3a-b7a96b11002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c03be-1bc4-4bea-8b5b-d7b7dabaaf9b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:24.880795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:24.980158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:25.004898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:25.022349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:25.032144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:25.040635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:25.073259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:25.076110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:25.237452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Pushing event updated for resources: {'Port': ['ID=f083ca2e-bbfd-41cc-925e-362403dfa9b4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:25.308944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ece2469f-3bdf-4c90-934a-fe7a6044a445 req-27f119d9-44b2-49d6-b65a-fc24d0f6759c tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.1672258 Jul 16 22:32:25.312675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=5d0841de-3b8b-4299-a5a1-0ea3a4d3334b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:25.427516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:25.429921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 9c6ef200-7b30-489d-b227-b434ce1d278f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:25.467902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.527307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 9c6ef200-7b30-489d-b227-b434ce1d278f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:25.546964 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:19Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:24Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:25.549154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.576092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9c6ef200-7b30-489d-b227-b434ce1d278f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:25.583328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:25.584280 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.620444 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e0e54-70f5-4761-890b-4fbd383f7672 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:19Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:24Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:25.621356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.628202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Attempting to bind port f083ca2e-bbfd-41cc-925e-362403dfa9b4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:25.628202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Attempting to bind port f083ca2e-bbfd-41cc-925e-362403dfa9b4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8316dc33-6dd0-4bbd-9189-974ee5620c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:25.628202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Attempting to bind port f083ca2e-bbfd-41cc-925e-362403dfa9b4 on network 51c3382f-be1f-4c78-8ba7-d712e692b86e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:25.634434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae242f-bb31-4568-824c-fbd3a02878f6 None None] Network 9c6ef200-7b30-489d-b227-b434ce1d278f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:25.676901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Attempting to bind port ceccff4b-316b-451c-b2f9-985fa1d3c4ae on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:25.679625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Attempting to bind port ceccff4b-316b-451c-b2f9-985fa1d3c4ae by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:25.680152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Attempting to bind port ceccff4b-316b-451c-b2f9-985fa1d3c4ae on network 777ab15a-1c8f-4d55-8c0e-036fc79b385b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:25.702330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:25.703250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Checking segment: {'id': '8316dc33-6dd0-4bbd-9189-974ee5620c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:25.703684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.704119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Bound using segment: {'id': '8316dc33-6dd0-4bbd-9189-974ee5620c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:25.708299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Bound port: f083ca2e-bbfd-41cc-925e-362403dfa9b4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8316dc33-6dd0-4bbd-9189-974ee5620c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '51c3382f-be1f-4c78-8ba7-d712e692b86e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:25.709157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.717373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a2d1913-e990-4956-be54-d5b5cfb0b32e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4198194 Jul 16 22:32:25.719982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:25.731621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:25.732110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Checking segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:25.732697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.733264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Bound using segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:25.733972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Bound port: ceccff4b-316b-451c-b2f9-985fa1d3c4ae, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:25.734438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.773556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event deleted for resources: {'Port': ['ID=35ad8bb2-9bd3-48fd-a32a-5ba100be7a11,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:25.941056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] For port ceccff4b-316b-451c-b2f9-985fa1d3c4ae, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:25.966686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Allocated IP 172.25.5.213 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/b606bb98-384d-45e4-bdfa-94be60e0aebb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:25.985246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f2b4-0a41-4b05-a5eb-ce0a166b8e5b req-952fca3d-bf09-42aa-8fab-f7614f96f7cd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:25.993380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab85d-1587-428e-91f1-06dc48c68524 req-d9c9911f-1ee8-4f9b-9b2b-130fcfe11fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:25.995330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-d9c9911f-1ee8-4f9b-9b2b-130fcfe11fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.5498831 Jul 16 22:32:25.999023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e17f2b4-0a41-4b05-a5eb-ce0a166b8e5b req-952fca3d-bf09-42aa-8fab-f7614f96f7cd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.3748505 Jul 16 22:32:25.999395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.003745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0065a34c-b853-402f-9534-556cc5734492 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "DELETE /v2.0/ports/35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 HTTP/1.1" status: 204 len: 168 time: 2.1639411 Jul 16 22:32:26.003945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] For port f083ca2e-bbfd-41cc-925e-362403dfa9b4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:26.006038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] For port ceccff4b-316b-451c-b2f9-985fa1d3c4ae, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:26.021016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:26.021361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.035880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] For port f083ca2e-bbfd-41cc-925e-362403dfa9b4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f083ca2e-bbfd-41cc-925e-362403dfa9b4,segment=NetworkSegment(8316dc33-6dd0-4bbd-9189-974ee5620c46),segment_id=8316dc33-6dd0-4bbd-9189-974ee5620c46)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:26.098240 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.116175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c63d2-de6f-42a0-95c5-0965a62b8159 req-f5107eb3-aabd-423b-8d32-a442ecad8250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:26.130147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-148c63d2-de6f-42a0-95c5-0965a62b8159 req-f5107eb3-aabd-423b-8d32-a442ecad8250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.5576501 Jul 16 22:32:26.156380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-234da0d5-da92-4241-afdd-77046847ae2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3938446 Jul 16 22:32:26.211395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9c6ef200-7b30-489d-b227-b434ce1d278f', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:26.212502 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.340786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5211e2e-e5d0-4174-9972-110245b89d40 None None] Pushing event updated for resources: {'Port': ['ID=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:26.506623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab85d-1587-428e-91f1-06dc48c68524 req-99f8a5ad-bfdf-4072-8c12-3b9becc05e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:26.508193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-99f8a5ad-bfdf-4072-8c12-3b9becc05e97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.5044107 Jul 16 22:32:26.511534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f96c9d-e6a6-4f30-ba8e-096e8ca287f3 None None] Pushing event updated for resources: {'Port': ['ID=f083ca2e-bbfd-41cc-925e-362403dfa9b4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:26.638891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e17f2b4-0a41-4b05-a5eb-ce0a166b8e5b req-226ac128-0faf-45eb-890f-6336efbfa89a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384070 Jul 16 22:32:26.645946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-1b6d6eec-3cc8-44f8-904f-009c801f076f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.0737417 Jul 16 22:32:26.726484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c59b91f4-001d-4619-8c3e-e6848859058a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:26.849497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab85d-1587-428e-91f1-06dc48c68524 req-fef54d02-5167-4508-b304-63dda4f00012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:26.857484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-fef54d02-5167-4508-b304-63dda4f00012 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.1952412 Jul 16 22:32:26.959936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11ca1d8a-098a-4851-99c5-797aded54370 tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.9411311 Jul 16 22:32:26.960112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:26.986161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1776553308'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:26.986991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-148c63d2-de6f-42a0-95c5-0965a62b8159 req-54c420f7-392c-47e0-9eab-d8a42cf91572 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555896 Jul 16 22:32:27.058937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Allocated IP 2001:db8:1::2 (9c6ef200-7b30-489d-b227-b434ce1d278f/5d0841de-3b8b-4299-a5a1-0ea3a4d3334b/e90fc82f-c04f-4037-a0f2-8babbcfdebaf) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:27.126304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-f03ab220-4a89-40d8-8c27-1e4412af35a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236369 Jul 16 22:32:27.144730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.186671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c59b91f4-001d-4619-8c3e-e6848859058a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:27.239701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c59b91f4-001d-4619-8c3e-e6848859058a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:27.240401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.313181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-706b143b-0949-420c-ba92-2ab992176e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:27.315155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-706b143b-0949-420c-ba92-2ab992176e02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 1097 time: 1.0123012 Jul 16 22:32:27.353370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.366470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44ff2e26-b933-4fcc-a8bc-409760953762 req-f25890a8-11cc-47f7-acf6-ff421c84c1b8 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.0932789 Jul 16 22:32:27.377772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-b0a4ff2c-0e91-493b-a174-8c2700648eaf service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502289 Jul 16 22:32:27.384806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Made reservation on behalf of a37e71cf81d44d158216ba20347bc106 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:27.392849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.657714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34aab85d-1587-428e-91f1-06dc48c68524 req-65a13729-fa68-4b82-8ea7-efe94ba92f4c service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789438 Jul 16 22:32:27.670837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e06239b8-913d-40e9-bfeb-634720c1e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.710157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.731667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.745849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-74bb038f-02ec-4d97-a0a9-73cae68e10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:27.752451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-74bb038f-02ec-4d97-a0a9-73cae68e10c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.3988330 Jul 16 22:32:27.775824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Transition to ACTIVE for port object e90fc82f-c04f-4037-a0f2-8babbcfdebaf will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:27.803956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c59b91f4-001d-4619-8c3e-e6848859058a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c59b91f4-001d-4619-8c3e-e6848859058a,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:27.822067 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.866865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:27.893697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-55ba4ac0-149e-49a2-a1a7-176ef8cb7e40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 200 len: 217 time: 0.1347704 Jul 16 22:32:27.899500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Transition to ACTIVE for port object e90fc82f-c04f-4037-a0f2-8babbcfdebaf will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:27.943360 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.988539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:28.004631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Network 9c6ef200-7b30-489d-b227-b434ce1d278f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:28.019904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.020416 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Added segment a4d983b5-8158-4d82-bce4-3ec72479b596 of type vlan for network ae45c28d-cc8a-42df-a53a-849056c15e2d Jul 16 22:32:28.025793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:28.064321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.069169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:28.174991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Pushing event updated for resources: {'Port': ['ID=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:28.221330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-b5aa9376-d918-46e9-a54e-da1a4d840894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:28.221578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b606bb98-384d-45e4-bdfa-94be60e0aebb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:28.224539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-b5aa9376-d918-46e9-a54e-da1a4d840894 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.3143959 Jul 16 22:32:28.269656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Attempting to bind port e90fc82f-c04f-4037-a0f2-8babbcfdebaf on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:28.270030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Attempting to bind port e90fc82f-c04f-4037-a0f2-8babbcfdebaf by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:28.270392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Attempting to bind port e90fc82f-c04f-4037-a0f2-8babbcfdebaf on network 9c6ef200-7b30-489d-b227-b434ce1d278f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:28.272656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68e634-301b-4706-a424-46211db12995 None None] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:28.276761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-92ea5290-a2d3-4349-8fee-ca068a56bc82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440917 Jul 16 22:32:28.417119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c54f-8ac2-49c6-a1af-56b01f53cbbd req-c62c122e-1e9d-4e48-8937-72bcdbf2a2f3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:28.441611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0616c54f-8ac2-49c6-a1af-56b01f53cbbd req-c62c122e-1e9d-4e48-8937-72bcdbf2a2f3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.4049442 Jul 16 22:32:28.445372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:28.449102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Checking segment: {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:28.449797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.450197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Bound using segment: {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:28.450878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Bound port: e90fc82f-c04f-4037-a0f2-8babbcfdebaf, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:28.452312 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.456871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8:1::1 (9c6ef200-7b30-489d-b227-b434ce1d278f/5d0841de-3b8b-4299-a5a1-0ea3a4d3334b/2d518863-5c94-478c-afda-94e26735d236) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:28.524147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:28.528667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29506e3c-13be-415c-b7c4-b3583cda4c61 None None] Provisioning for port ceccff4b-316b-451c-b2f9-985fa1d3c4ae completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:28.530382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.611031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0616c54f-8ac2-49c6-a1af-56b01f53cbbd req-06975d33-6131-4a1a-b343-2832ec840631 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684568 Jul 16 22:32:28.620840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:28.623943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-511eb31c-d232-4b9e-bea7-d64a83b143b4 service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266943 Jul 16 22:32:28.625167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:28.693016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e8c68-4c8b-4ba4-bc48-fc6a380351c5 None None] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:28.803999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] For port e90fc82f-c04f-4037-a0f2-8babbcfdebaf, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:28.834712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] For port e90fc82f-c04f-4037-a0f2-8babbcfdebaf, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:28.850059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.874410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d6a550e-2f38-42f9-abb2-5c6f1b9314ef None None] Provisioning for port f083ca2e-bbfd-41cc-925e-362403dfa9b4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:28.886805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceccff4b-316b-451c-b2f9-985fa1d3c4ae up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:28.906380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0527b073-1010-4612-9bf6-6c21bc4cb26f req-a78a2cf1-86d6-4656-a1a1-a287245f2e35 service neutron] 10.222.0.68 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777402 Jul 16 22:32:29.048888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ad29069-4c9d-4fa4-a0a3-e434293caaf0 req-7471664c-929e-45a3-b049-df5672c843f3 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a319f3-2796-4ece-af60-93478ef08928 HTTP/1.1" status: 200 len: 210 time: 0.0839062 Jul 16 22:32:29.096824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.103456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:29.104862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.142436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1814401 Jul 16 22:32:29.145244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:29.250133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518acc0-9bdd-475f-8170-67e84e21fbba None None] Pushing event updated for resources: {'Port': ['ID=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:29.285544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ceccff4b-316b-451c-b2f9-985fa1d3c4ae completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:29.300017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ceccff4b-316b-451c-b2f9-985fa1d3c4ae triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:29.300775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.578508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0eac2b72-6848-4e84-a70d-592243edf124 tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.4317515 Jul 16 22:32:29.582234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c597fb50-239d-4185-b613-c7b39c0c41f0 None None] Provisioning complete for port ceccff4b-316b-451c-b2f9-985fa1d3c4ae triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:29.582771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c597fb50-239d-4185-b613-c7b39c0c41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.585587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:29.840408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4849c-04ea-4af7-9666-225f2fd5fd7f tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] Network ae45c28d-cc8a-42df-a53a-849056c15e2d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:29.842817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.886094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53f4849c-04ea-4af7-9666-225f2fd5fd7f tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "POST /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2991040 Jul 16 22:32:29.888661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:29.914662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ceccff4b-316b-451c-b2f9-985fa1d3c4ae, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:29.922344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61740dcc-4f56-4c27-9545-54993f524711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.927184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb94bbf-3eb0-4969-ba45-a765bc029d92 None None] Network ae45c28d-cc8a-42df-a53a-849056c15e2d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:29.940588 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.942985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c59b91f4-001d-4619-8c3e-e6848859058a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:30.147538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:30.156515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a9749d5-f1d2-4725-9b50-6e39fb1daddb tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks HTTP/1.1" status: 200 len: 11214 time: 0.2666974 Jul 16 22:32:30.203559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:30.279689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.283840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c59b91f4-001d-4619-8c3e-e6848859058a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:30.283840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.343029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.361928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object 2d518863-5c94-478c-afda-94e26735d236 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:30.454380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdbb56-a285-4adf-bfd7-c2d12ecf4d9c tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event updated for resources: {'Network': ['ID=ae45c28d-cc8a-42df-a53a-849056c15e2d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:30.466310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.466546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b125b-3817-4339-8512-b86288d6086a req-30c7961d-540d-4ea3-85b4-e47fa4a5bda8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:30.479177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-074b125b-3817-4339-8512-b86288d6086a req-30c7961d-540d-4ea3-85b4-e47fa4a5bda8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.3247004 Jul 16 22:32:30.492796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fffc471a-9170-4e93-a827-e3b9b152ae4e tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "DELETE /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks/ae45c28d-cc8a-42df-a53a-849056c15e2d HTTP/1.1" status: 204 len: 168 time: 0.2816737 Jul 16 22:32:30.493360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ae45c28d-cc8a-42df-a53a-849056c15e2d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:30.506872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:30.581387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9146b526-e9f1-49ee-863f-c6587e42828c None None] Could not find standard attr ID for object 35ad8bb2-9bd3-48fd-a32a-5ba100be7a11. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:32:30.628395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064beed6-3ca9-4e12-8f3e-4305f237cf6e req-251ae152-331b-418f-88e4-334b4d415b31 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:30.637204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-064beed6-3ca9-4e12-8f3e-4305f237cf6e req-251ae152-331b-418f-88e4-334b4d415b31 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 1.9908950 Jul 16 22:32:30.677177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:30.722469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-064beed6-3ca9-4e12-8f3e-4305f237cf6e req-8ed755f8-b186-4093-8764-eb34fc691a78 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839937 Jul 16 22:32:30.734097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-074b125b-3817-4339-8512-b86288d6086a req-aa5b7f01-bcc2-4c9a-acf9-e0d8b6aeb708 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295077 Jul 16 22:32:30.771413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 9c6ef200-7b30-489d-b227-b434ce1d278f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:30.781712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:30.787452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:30.798862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.920772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f083ca2e-bbfd-41cc-925e-362403dfa9b4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:30.970635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-df6a9948-a845-42b6-b9a3-e5830318541c tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.4617250 Jul 16 22:32:30.990801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:30.993705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c8991-aea9-4e44-89ec-08798ad4cf1b None None] Network 9c6ef200-7b30-489d-b227-b434ce1d278f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:31.012742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-23ec9664-e4f2-4112-8b0f-e15a49e9f909 tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/networks/51c3382f-be1f-4c78-8ba7-d712e692b86e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0205598 Jul 16 22:32:31.016288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.025101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.066906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f534b7f1-50d9-4a7f-848c-7e3e3d0e45a9 tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/networks/51c3382f-be1f-4c78-8ba7-d712e692b86e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0491853 Jul 16 22:32:31.071016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.154631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.196302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.197975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b731d3ea-92ca-40b2-9a6b-b2f36fd9e6d0 None None] Provisioning for port e90fc82f-c04f-4037-a0f2-8babbcfdebaf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:31.253288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f083ca2e-bbfd-41cc-925e-362403dfa9b4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:31.262397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f083ca2e-bbfd-41cc-925e-362403dfa9b4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:31.263416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-acb8c4cc-e578-4465-b276-2b80f4fec16c tempest-DHCPAgentSchedulersTestJSON-1292409246 tempest-DHCPAgentSchedulersTestJSON-1292409246-project-admin] 10.222.0.70 "GET /v2.0/agents/510b1805-7531-40b2-88dd-1e9da52e8849/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.1893060 Jul 16 22:32:31.268603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.284278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.285004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.315262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.383453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.387759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.388117 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.391138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "DELETE /v2.0/security-groups/d4391bed-cd19-484a-8106-8f9aa03216c2 HTTP/1.1" status: 204 len: 168 time: 0.3629570 Jul 16 22:32:31.407389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.440383 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f6faa8c4-b6d6-4985-a7fc-50fecda96354 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] show failed (client error): The resource could not be found. Jul 16 22:32:31.441470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f6faa8c4-b6d6-4985-a7fc-50fecda96354 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "GET /v2.0/security-groups/d4391bed-cd19-484a-8106-8f9aa03216c2 HTTP/1.1" status: 404 len: 347 time: 0.0276501 Jul 16 22:32:31.444242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:31.445009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169934b2-19e1-44b8-963e-e5177ca37ed5 tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4391bed-cd19-484a-8106-8f9aa03216c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:31.478550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.522402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f083ca2e-bbfd-41cc-925e-362403dfa9b4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f083ca2e-bbfd-41cc-925e-362403dfa9b4,segment=NetworkSegment(8316dc33-6dd0-4bbd-9189-974ee5620c46),segment_id=8316dc33-6dd0-4bbd-9189-974ee5620c46)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:31.529616 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.653258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f083ca2e-bbfd-41cc-925e-362403dfa9b4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:31.672998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.811457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.822605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae45c28d-cc8a-42df-a53a-849056c15e2d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:31.838051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d983b5-8158-4d82-bce4-3ec72479b596') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:31.838720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d983b5-8158-4d82-bce4-3ec72479b596') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:31.856447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceccff4b-316b-451c-b2f9-985fa1d3c4ae up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:31.878992 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.880840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.897065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.903950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:32:31.906330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:32:31.979477 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:32:31.983405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Deleting port 03f178ea-e1f9-43fa-b263-2b21e12a3194 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:31.983979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.027478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ceccff4b-316b-451c-b2f9-985fa1d3c4ae triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:32.027940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.087622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba80583a-951b-4459-8368-710bd5c7b553 None None] Provisioning for port 2d518863-5c94-478c-afda-94e26735d236 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:32.098931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba80583a-951b-4459-8368-710bd5c7b553 None None] Provisioning complete for port 2d518863-5c94-478c-afda-94e26735d236 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:32.099435 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba80583a-951b-4459-8368-710bd5c7b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.101948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.102534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.107324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.165737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.168894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "DELETE /v2.0/networks/ae45c28d-cc8a-42df-a53a-849056c15e2d HTTP/1.1" status: 204 len: 168 time: 0.8060427 Jul 16 22:32:32.174234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:32.179240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ba80583a-951b-4459-8368-710bd5c7b553 None None] Port 2d518863-5c94-478c-afda-94e26735d236 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:32.187144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e90fc82f-c04f-4037-a0f2-8babbcfdebaf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:32.191108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Calling delete_port for 03f178ea-e1f9-43fa-b263-2b21e12a3194 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:32.217862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec70ff9-bbb8-418f-9aca-d380df382d23 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event deleted for resources: {'Network': ['ID=ae45c28d-cc8a-42df-a53a-849056c15e2d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:32.266743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e90fc82f-c04f-4037-a0f2-8babbcfdebaf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:32.271939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e90fc82f-c04f-4037-a0f2-8babbcfdebaf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:32.272319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.281474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:32.287544 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7447429a-c41a-49a2-a732-4fbd12f64218 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] DELETE failed (client error): The resource could not be found. Jul 16 22:32:32.288259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7447429a-c41a-49a2-a732-4fbd12f64218 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:32:32.290497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7447429a-c41a-49a2-a732-4fbd12f64218 tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "DELETE /v2.0/ports/35ad8bb2-9bd3-48fd-a32a-5ba100be7a11 HTTP/1.1" status: 404 len: 333 time: 0.1024253 Jul 16 22:32:32.294703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:32.329188 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.345566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.346832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.347994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6306736b-1c8c-4cf3-b910-714922cc56c0 None None] Provisioning complete for port 2d518863-5c94-478c-afda-94e26735d236 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:32.348630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6306736b-1c8c-4cf3-b910-714922cc56c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.411008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.418099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:32.437796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6306736b-1c8c-4cf3-b910-714922cc56c0 None None] Port 2d518863-5c94-478c-afda-94e26735d236 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:32.465576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e90fc82f-c04f-4037-a0f2-8babbcfdebaf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:32.485327 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.555502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:32.599197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:32:32.604824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61f501eb-0941-49de-aa55-799dacc65e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.634439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bda2-a092-4411-b812-573c9ac4b280 req-0207b356-2998-4423-b601-8a9e9c470408 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:32.644167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6019bda2-a092-4411-b812-573c9ac4b280 req-0207b356-2998-4423-b601-8a9e9c470408 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4544716 Jul 16 22:32:32.648948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 9c6ef200-7b30-489d-b227-b434ce1d278f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:32.651568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.669782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:32.828540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864b18-95de-4239-b12d-ed6cdcf48cba req-c8fb1877-67bc-4c87-baf9-18598fa3c27b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:32.835815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5864b18-95de-4239-b12d-ed6cdcf48cba req-c8fb1877-67bc-4c87-baf9-18598fa3c27b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.7381539 Jul 16 22:32:32.877896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Deleting subnet 187593f8-9661-4156-87bd-5e2efedeac70 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:32:32.886232 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.932034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6019bda2-a092-4411-b812-573c9ac4b280 req-3dc62588-13b9-4fcc-9ffc-285576b104eb tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862384 Jul 16 22:32:32.954916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.989334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:33.002092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:33.019714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Sync routers for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:33.023628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5864b18-95de-4239-b12d-ed6cdcf48cba req-7c9e45a6-15fe-4aa4-88fd-b7a7be9d88ec tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869023 Jul 16 22:32:33.039692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:33.041609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:33.118338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1c6f344b-d93e-4c74-b5f5-6141fb2665e7 None None] Provisioning complete for port 2d518863-5c94-478c-afda-94e26735d236 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:33.119406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c6f344b-d93e-4c74-b5f5-6141fb2665e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.136088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61f501eb-0941-49de-aa55-799dacc65e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.137589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:33.146376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-28a58f67-88bb-4ca5-b27e-fd32c567b4bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3953416 Jul 16 22:32:33.146991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:33.151351 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:33.156660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-149284679'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:33.169557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:33.173344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:33.178299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61f501eb-0941-49de-aa55-799dacc65e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.196046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.201658 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-80b460c2-5d56-468b-93d3-c0519052a3e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9276509 Jul 16 22:32:33.208818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:33.211053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:33.215467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.279353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f344b-d93e-4c74-b5f5-6141fb2665e7 None None] Port 2d518863-5c94-478c-afda-94e26735d236 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:33.297903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:33.318357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f501eb-0941-49de-aa55-799dacc65e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe2d092-6954-49cf-8de4-01c04c21321c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:33.331503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61f501eb-0941-49de-aa55-799dacc65e08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ca7031d0b70450388751b3748f83e84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0487678 Jul 16 22:32:33.335074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:33.348165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:33.378783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.379185 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 68769023-5e20-4fbb-9296-01467b542dcc of type vlan for network 00fef758-0be8-4d6a-8e95-c0567e7387ea Jul 16 22:32:33.427243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.430008 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:33.494117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.500182 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.574460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.597090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:33.597775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.623381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.745551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 3, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:33.756002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Pushing event deleted for resources: {'Port': ['ID=03f178ea-e1f9-43fa-b263-2b21e12a3194,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:33.767617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.774380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.783923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.789933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbe2d092-6954-49cf-8de4-01c04c21321c HTTP/1.1" status: 204 len: 168 time: 0.4538178 Jul 16 22:32:33.797190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=00fef758-0be8-4d6a-8e95-c0567e7387ea,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:33.805792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32cacb2b-dfd9-4457-9af9-66d9241c0126 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6519315 Jul 16 22:32:33.818263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:33.825536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:33.831857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e90fc82f-c04f-4037-a0f2-8babbcfdebaf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:33.834001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:33.841220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766220-1682-4f12-8ac2-134bed899846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe2d092-6954-49cf-8de4-01c04c21321c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:33.909056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Checking router: 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:33.909412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Updating router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 port b606bb98-384d-45e4-bdfa-94be60e0aebb binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:33.996859 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:31Z', 'revision_number': 3, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:31Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:34.034440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:34.038270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.048576 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:34.048937 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Updating router 66331134-daba-4b5d-b1cf-f566a32141fd port 2d518863-5c94-478c-afda-94e26735d236 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:34.082565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-473b24fe-5752-43c4-8444-63402dcc9621 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5920880 Jul 16 22:32:34.091267 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.202548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.388883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.429087 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.484463 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.501086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Transition to ACTIVE for port object 2d518863-5c94-478c-afda-94e26735d236 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:34.515414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=db88827a-b599-4b6d-a5fa-615ea57eb5b4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:34.519923 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.556310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:34.557274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 00fef758-0be8-4d6a-8e95-c0567e7387ea, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:34.568513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event deleted for resources: {'Subnet': ['ID=187593f8-9661-4156-87bd-5e2efedeac70,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:34.574580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.576840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.579516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:34.589887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-743a1957-9246-4a48-a075-4e3c8e35618d tempest-ServersTestBootFromVolume-1038774354 tempest-ServersTestBootFromVolume-1038774354-project] 10.222.0.70 "DELETE /v2.0/floatingips/8481d068-bf49-4494-bdcd-20944520b993 HTTP/1.1" status: 204 len: 168 time: 3.1401727 Jul 16 22:32:34.591515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:34.595411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e90fc82f-c04f-4037-a0f2-8babbcfdebaf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:34.595780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.606965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f474797-d6ee-4fe1-8c71-170e6f85b72f None None] Pushing event updated for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:34.657257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.660909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3bdf4212-1fdc-4af8-806f-6b5b0d38955f tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "DELETE /v2.0/subnets/187593f8-9661-4156-87bd-5e2efedeac70 HTTP/1.1" status: 204 len: 168 time: 2.3614635 Jul 16 22:32:34.674771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa81f1-207d-4336-9e50-fdec61a7d184 None None] Network 51c3382f-be1f-4c78-8ba7-d712e692b86e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:34.674988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:34.792339 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Attempting to bind port 2d518863-5c94-478c-afda-94e26735d236 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:34.792710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Attempting to bind port 2d518863-5c94-478c-afda-94e26735d236 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:34.793102 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Attempting to bind port 2d518863-5c94-478c-afda-94e26735d236 on network 9c6ef200-7b30-489d-b227-b434ce1d278f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:34.801307 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:34.812454 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Checking segment: {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:34.813074 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.813492 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Bound using segment: {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:34.814372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Bound port: 2d518863-5c94-478c-afda-94e26735d236, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f62be0-bd59-4df7-afcb-2d208fd220c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:34.814611 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.971068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.971757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:34.974324 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] For port 2d518863-5c94-478c-afda-94e26735d236, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:34.991433 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] For port 2d518863-5c94-478c-afda-94e26735d236, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2d518863-5c94-478c-afda-94e26735d236,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:34.999775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Transition to ACTIVE for port object b606bb98-384d-45e4-bdfa-94be60e0aebb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:35.006676 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.014200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-695465e5-1d33-4420-ac80-a8ba33f8be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:35.018111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-695465e5-1d33-4420-ac80-a8ba33f8be6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.8977180 Jul 16 22:32:35.065177 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.124642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Attempting to bind port b606bb98-384d-45e4-bdfa-94be60e0aebb on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:35.125108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Attempting to bind port b606bb98-384d-45e4-bdfa-94be60e0aebb by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:35.125847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Attempting to bind port b606bb98-384d-45e4-bdfa-94be60e0aebb on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:35.180132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528777b7-59df-4607-bc00-2221133b264b req-054ac4e1-7e26-4d25-a8cb-785a4c0bf3e9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:35.182655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:35.183051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:35.183467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.183877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:35.184381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Bound port: b606bb98-384d-45e4-bdfa-94be60e0aebb, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:35.184774 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.188883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-528777b7-59df-4607-bc00-2221133b264b req-054ac4e1-7e26-4d25-a8cb-785a4c0bf3e9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.8386078 Jul 16 22:32:35.231595 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:35.232848 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:35.237956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 00fef758-0be8-4d6a-8e95-c0567e7387ea) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:35.239947 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f474797-d6ee-4fe1-8c71-170e6f85b72f None None] Pushing event updated for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:35.255262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] For port b606bb98-384d-45e4-bdfa-94be60e0aebb, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:35.258764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] For port b606bb98-384d-45e4-bdfa-94be60e0aebb, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b606bb98-384d-45e4-bdfa-94be60e0aebb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:35.263635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:35.264288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.293140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c677a3-62e3-4036-937b-056bc39d302d None None] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:35.313197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.336306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ed7aab28-7c8f-4e56-8c3f-f5be45828e44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5169508 Jul 16 22:32:35.340081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36272) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:35.371165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae19e2-b7aa-44ab-b840-1391d0b11b6c None None] Pushing event updated for resources: {'Port': ['ID=b606bb98-384d-45e4-bdfa-94be60e0aebb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:35.444828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:35.555744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-528777b7-59df-4607-bc00-2221133b264b req-02d6deee-1ac6-40d7-aaf9-d85f697c60cc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211913 Jul 16 22:32:35.566998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-db2e4d18-7690-4d9b-b599-711aba796e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:35.567497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-db2e4d18-7690-4d9b-b599-711aba796e28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.4590714 Jul 16 22:32:35.682724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-3c54fff9-cf6b-4690-a99d-fb7f5a88a852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.1059871 Jul 16 22:32:35.714294 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:31Z', 'revision_number': 3, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:34Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:35.722484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Deleting port f083ca2e-bbfd-41cc-925e-362403dfa9b4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:35.722933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.772323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:35.802855 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3273af3-be4b-4205-b92b-5d27ec926d47 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:31Z', 'revision_number': 3, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:34Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:35.858120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-33be7e3f-6327-457f-a13d-24f00578226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:35.860035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-33be7e3f-6327-457f-a13d-24f00578226c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.1688385 Jul 16 22:32:35.924642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-6faef819-a1e0-407a-b8a0-13af51a9e784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571597 Jul 16 22:32:35.951818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f083ca2e-bbfd-41cc-925e-362403dfa9b4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:35.964981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] For port f083ca2e-bbfd-41cc-925e-362403dfa9b4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f083ca2e-bbfd-41cc-925e-362403dfa9b4,segment=NetworkSegment(8316dc33-6dd0-4bbd-9189-974ee5620c46),segment_id=8316dc33-6dd0-4bbd-9189-974ee5620c46)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:35.965631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.039918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:36.040663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:36.063457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Calling delete_port for f083ca2e-bbfd-41cc-925e-362403dfa9b4 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:36.278905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae19e2-b7aa-44ab-b840-1391d0b11b6c None None] Pushing event updated for resources: {'Port': ['ID=b606bb98-384d-45e4-bdfa-94be60e0aebb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:36.298806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-14eae75f-26d1-4ec6-89f9-afcb95120748 service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283274 Jul 16 22:32:36.351369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] DHCP port deletion for 51c3382f-be1f-4c78-8ba7-d712e692b86e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:32:36.421573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f083ca2e-bbfd-41cc-925e-362403dfa9b4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:36.422327 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.427487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af2ccc-fff5-4a95-bc5b-7920af34438b req-d5004206-c62f-406b-a2b1-7af47c3197c4 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:36.429208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29af2ccc-fff5-4a95-bc5b-7920af34438b req-d5004206-c62f-406b-a2b1-7af47c3197c4 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3707051 Jul 16 22:32:36.466859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.518720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Allocated IP 172.20.0.1 (777ab15a-1c8f-4d55-8c0e-036fc79b385b/36575e07-dd2e-41e8-ac64-d6fccd3e4b34/496412dc-0177-4581-9319-9f8ab7a2978f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:36.541082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-00fef758-0be8-4d6a-8e95-c0567e7387ea', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:36.541883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.575756 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.730761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Allocated IP 2001:db8:2::2 (00fef758-0be8-4d6a-8e95-c0567e7387ea/db88827a-b599-4b6d-a5fa-615ea57eb5b4/d5f234a5-8808-4583-9c27-5659b43bf1f0) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:36.763807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.811542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Transition to ACTIVE for port object 496412dc-0177-4581-9319-9f8ab7a2978f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:36.860475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d910df1-a31d-44b6-99b3-c5792392d27e req-0a6c9319-2252-4b9c-8be1-da54fd9cb81f service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259857 Jul 16 22:32:36.872744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.892364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:36.897594 n-d-793621-16 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No ports have port_id starting with f083ca2e-bbfd-41cc-925e-362403dfa9b4 Jul 16 22:32:36.912349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.962865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] No DVR routers for this DVR port f083ca2e-bbfd-41cc-925e-362403dfa9b4 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:36.968255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0edcf-04f6-4d03-94e2-87ba977f8060 req-7d44b48d-73f4-44f4-9970-e2ce1b58cbe8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:36.975702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15a0edcf-04f6-4d03-94e2-87ba977f8060 req-7d44b48d-73f4-44f4-9970-e2ce1b58cbe8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.1726797 Jul 16 22:32:36.984543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:36.991347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:36.998026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29af2ccc-fff5-4a95-bc5b-7920af34438b req-8816d0ca-60ee-4d50-979b-cd3e01c11a6e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357706 Jul 16 22:32:37.033870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:37.125431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Pushing event updated for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.125657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Deleting port f083ca2e-bbfd-41cc-925e-362403dfa9b4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:37.126632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.156507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15a0edcf-04f6-4d03-94e2-87ba977f8060 req-73fcb723-7b1b-4dc2-a02d-4624d7533d98 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725912 Jul 16 22:32:37.178946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2d518863-5c94-478c-afda-94e26735d236 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:37.218734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event deleted for resources: {'Port': ['ID=f083ca2e-bbfd-41cc-925e-362403dfa9b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.238766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.283516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.313073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Deleting port 0385bcfc-29be-4386-9c85-d2c6b6092770 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:37.313412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.429529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c3382f-be1f-4c78-8ba7-d712e692b86e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:37.430265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] For port 0385bcfc-29be-4386-9c85-d2c6b6092770, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0385bcfc-29be-4386-9c85-d2c6b6092770,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:37.430829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.442532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] For port f083ca2e-bbfd-41cc-925e-362403dfa9b4, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:37.442942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.450817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Calling delete_port for 0385bcfc-29be-4386-9c85-d2c6b6092770 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:37.466898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8316dc33-6dd0-4bbd-9189-974ee5620c46') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:37.467183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8316dc33-6dd0-4bbd-9189-974ee5620c46') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:37.496156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.499225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Calling delete_port for f083ca2e-bbfd-41cc-925e-362403dfa9b4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:37.501612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.504499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Port f083ca2e-bbfd-41cc-925e-362403dfa9b4 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:32:37.518581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.523930 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.545739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:32:37.546153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:32:37.549495 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:32:37.583126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Transition to ACTIVE for port object d5f234a5-8808-4583-9c27-5659b43bf1f0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:37.623082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9dcc7006-3839-4387-9e19-e7f4ca554f8b None None] Provisioning for port 496412dc-0177-4581-9319-9f8ab7a2978f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:37.625580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] Pushing event deleted for resources: {'Port': ['ID=f083ca2e-bbfd-41cc-925e-362403dfa9b4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.631436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc4ff4-8f10-4507-a389-c1eec64d47ef None None] No DVR routers for this DVR port f083ca2e-bbfd-41cc-925e-362403dfa9b4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:37.658503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9dcc7006-3839-4387-9e19-e7f4ca554f8b None None] Provisioning complete for port 496412dc-0177-4581-9319-9f8ab7a2978f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:37.658503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcc7006-3839-4387-9e19-e7f4ca554f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.683802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Transition to ACTIVE for port object d5f234a5-8808-4583-9c27-5659b43bf1f0 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:37.686071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2d518863-5c94-478c-afda-94e26735d236 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:37.700169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2d518863-5c94-478c-afda-94e26735d236 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:37.700546 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.711674 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.766967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc7006-3839-4387-9e19-e7f4ca554f8b None None] Port 496412dc-0177-4581-9319-9f8ab7a2978f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:37.789409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:37.800319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:37.804147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:37.824419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Pushing event updated for resources: {'Port': ['ID=d5f234a5-8808-4583-9c27-5659b43bf1f0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.856908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.857786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 3, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:37.923024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Pushing event deleted for resources: {'Port': ['ID=0385bcfc-29be-4386-9c85-d2c6b6092770,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.934765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e68e6-0c85-4fba-8c88-36b0c32b0bcd None None] The sync data for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 is: [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 3, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:37.944118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Attempting to bind port d5f234a5-8808-4583-9c27-5659b43bf1f0 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:37.944495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Attempting to bind port d5f234a5-8808-4583-9c27-5659b43bf1f0 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:37.945052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Attempting to bind port d5f234a5-8808-4583-9c27-5659b43bf1f0 on network 00fef758-0be8-4d6a-8e95-c0567e7387ea {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:37.958291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8:2::1 (00fef758-0be8-4d6a-8e95-c0567e7387ea/db88827a-b599-4b6d-a5fa-615ea57eb5b4/9046176a-0fca-4f13-933e-106f7fedbfbb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:37.959185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:37.959598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Checking segment: {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:37.960013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.960415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Bound using segment: {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:37.960910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Bound port: d5f234a5-8808-4583-9c27-5659b43bf1f0, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:37.961356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.976926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.077582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2d518863-5c94-478c-afda-94e26735d236, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2d518863-5c94-478c-afda-94e26735d236,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:38.090857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.176264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.185784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.194836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] 10.222.0.70 "DELETE /v2.0/networks/51c3382f-be1f-4c78-8ba7-d712e692b86e HTTP/1.1" status: 204 len: 168 time: 3.5179665 Jul 16 22:32:38.218080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] For port d5f234a5-8808-4583-9c27-5659b43bf1f0, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:38.227575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] For port d5f234a5-8808-4583-9c27-5659b43bf1f0, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d5f234a5-8808-4583-9c27-5659b43bf1f0,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:38.255757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1255b-7dbd-4bc5-b914-80f45396d84b tempest-DHCPAgentSchedulersTestJSON-307524091 tempest-DHCPAgentSchedulersTestJSON-307524091-project] Pushing event deleted for resources: {'Network': ['ID=51c3382f-be1f-4c78-8ba7-d712e692b86e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:38.268508 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.300336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.325425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f083ca2e-bbfd-41cc-925e-362403dfa9b4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:38.444356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:38.452499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f083ca2e-bbfd-41cc-925e-362403dfa9b4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:38.453249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f083ca2e-bbfd-41cc-925e-362403dfa9b4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:38.549989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.642461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object 9046176a-0fca-4f13-933e-106f7fedbfbb will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:38.644640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aa48a-1721-4f46-9926-71ca7042d4bf None None] Pushing event updated for resources: {'Port': ['ID=d5f234a5-8808-4583-9c27-5659b43bf1f0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:38.701839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.877370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.889104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.986761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:39.030064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:39.054182 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.123195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.125251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Pushing event updated for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:39.236889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50880606-9240-46e4-beb4-f41c6f9dce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.271558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:39.280672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:39.283471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:39.284356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.352476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:39.355976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:39.453498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2d518863-5c94-478c-afda-94e26735d236 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:39.512060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:39.552718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcd49-e418-4bf0-86ba-cf35ede70282 req-7e390a44-3191-4725-80d6-417193598b35 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:39.560854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-780dcd49-e418-4bf0-86ba-cf35ede70282 req-7e390a44-3191-4725-80d6-417193598b35 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 1.0208189 Jul 16 22:32:39.587411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2d518863-5c94-478c-afda-94e26735d236 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:39.588100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.762818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d5f234a5-8808-4583-9c27-5659b43bf1f0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:39.780754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-780dcd49-e418-4bf0-86ba-cf35ede70282 req-1e908581-dc3e-4ea5-a0a5-8fcaf0628581 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186265 Jul 16 22:32:39.828955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d61ea42a-e2eb-4fd8-b42f-55945a3ba304 None None] Provisioning complete for port 496412dc-0177-4581-9319-9f8ab7a2978f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:39.829369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d61ea42a-e2eb-4fd8-b42f-55945a3ba304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.933353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:39.940834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d61ea42a-e2eb-4fd8-b42f-55945a3ba304 None None] Port 496412dc-0177-4581-9319-9f8ab7a2978f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:39.944707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d3e45a82-026b-4f47-b6b4-36e97d802331 admin admin] 10.222.0.70 "PUT /v2.0/routers/5e2e6877-964a-4ad8-b674-f54f8d09b8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7325139 Jul 16 22:32:39.948594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d5f234a5-8808-4583-9c27-5659b43bf1f0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:39.961359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b606bb98-384d-45e4-bdfa-94be60e0aebb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:40.017744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:40.121834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f8f6e3e-b041-42b8-8109-d502f7a05cf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a37e71cf81d44d158216ba20347bc106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0859327 Jul 16 22:32:40.124458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:40.208058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.214656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda1d0e-5609-4fda-83b3-b89a567b5d0e None None] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:40.260715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.318548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Provisioning for port d5f234a5-8808-4583-9c27-5659b43bf1f0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:40.329500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Provisioning complete for port d5f234a5-8808-4583-9c27-5659b43bf1f0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:40.330121 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.340870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.345252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.346717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88a48af0-30d4-40e9-a84b-17ac16a283da HTTP/1.1" status: 204 len: 168 time: 0.2212934 Jul 16 22:32:40.367644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca454b-f651-4f4a-bdd8-fe1ef6bda298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a48af0-30d4-40e9-a84b-17ac16a283da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:40.373510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Router d7e0ef94-82b1-4927-af80-d7baf832f88c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:40.390596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b606bb98-384d-45e4-bdfa-94be60e0aebb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:40.408199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b606bb98-384d-45e4-bdfa-94be60e0aebb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:40.408569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.431733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.518123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50880606-9240-46e4-beb4-f41c6f9dce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.575629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50880606-9240-46e4-beb4-f41c6f9dce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.617538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50880606-9240-46e4-beb4-f41c6f9dce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e51846c-ecbd-4726-b7d3-11e6fd211db5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:40.678778 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.736910 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.754312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] For port d5f234a5-8808-4583-9c27-5659b43bf1f0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d5f234a5-8808-4583-9c27-5659b43bf1f0,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:40.773296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.777017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b606bb98-384d-45e4-bdfa-94be60e0aebb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b606bb98-384d-45e4-bdfa-94be60e0aebb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:40.828035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:40.835888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50880606-9240-46e4-beb4-f41c6f9dce67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc6f3bac771d468cb96d8ad5e9ecd5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8430166 Jul 16 22:32:40.839358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:40.916476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e594440-5ebd-4ed8-b389-06e10f0be4ce None None] Pushing event updated for resources: {'Port': ['ID=d5f234a5-8808-4583-9c27-5659b43bf1f0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:40.970747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:40.982602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:40.997767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Sync routers for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:41.020067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.028108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:41.029811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e41e5d23-620d-4ee9-8796-e89c0d9af824 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7e0ef94-82b1-4927-af80-d7baf832f88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4366052 Jul 16 22:32:41.084586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:41.086794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:41.120344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66cbb008-5feb-456d-8cad-4f1cd2542674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.170251 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Sync routers for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:41.178487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b606bb98-384d-45e4-bdfa-94be60e0aebb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:41.190611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:41.191087 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:41.248700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d5f234a5-8808-4583-9c27-5659b43bf1f0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:41.320989 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.356071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Provisioning complete for port d5f234a5-8808-4583-9c27-5659b43bf1f0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:41.367964 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.389322 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:41.480707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.530485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:41.541857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d5f234a5-8808-4583-9c27-5659b43bf1f0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:41.542046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.598620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.662607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.663433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.730520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.733559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.735431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e51846c-ecbd-4726-b7d3-11e6fd211db5 HTTP/1.1" status: 204 len: 168 time: 0.8942451 Jul 16 22:32:41.791283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ba4ef-2c68-4e08-bda4-99927ae001a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e51846c-ecbd-4726-b7d3-11e6fd211db5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:41.828690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ed885-f848-4bfd-a466-95d707890c16 req-b6811fd7-8eb3-4d01-8c96-4ecd58cfeaab tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:41.830808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-531ed885-f848-4bfd-a466-95d707890c16 req-b6811fd7-8eb3-4d01-8c96-4ecd58cfeaab tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.5835865 Jul 16 22:32:41.855388 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66cbb008-5feb-456d-8cad-4f1cd2542674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.891341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66cbb008-5feb-456d-8cad-4f1cd2542674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.913621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-531ed885-f848-4bfd-a466-95d707890c16 req-91bf8908-21f7-4b1c-94e6-32f88cb1a27e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727401 Jul 16 22:32:41.929730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.981459 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 2, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:41.996543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:42.047849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb008-5feb-456d-8cad-4f1cd2542674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948a9101-5758-41cd-9f8a-dc765a8ec9bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:42.054782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66cbb008-5feb-456d-8cad-4f1cd2542674 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf12cd4440c84278a4a165d4253467a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0828571 Jul 16 22:32:42.060481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:42.063815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:42.064692 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Checking router: 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:42.065282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:42.065788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Updating router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 port 496412dc-0177-4581-9319-9f8ab7a2978f binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:42.157762 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.175502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Deleting port 04675129-1ee3-42ae-aeca-9fe9b49625fd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:42.175864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.242938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Provisioning for port 9046176a-0fca-4f13-933e-106f7fedbfbb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:42.249849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Provisioning complete for port 9046176a-0fca-4f13-933e-106f7fedbfbb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:42.260441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.266941 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:32:42.304998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:42.382731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ff46de79-42ae-4d77-bc13-5d9192c147f4 None None] Port 9046176a-0fca-4f13-933e-106f7fedbfbb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:42.393534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 5, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port': {'id': '04675129-1ee3-42ae-aeca-9fe9b49625fd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:29:00Z', 'updated_at': '2021-07-16T22:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:42.443833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.480668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Checking router: d7e0ef94-82b1-4927-af80-d7baf832f88c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:42.521406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] For port 04675129-1ee3-42ae-aeca-9fe9b49625fd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=04675129-1ee3-42ae-aeca-9fe9b49625fd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:42.522357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.528009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Routers {'d7e0ef94-82b1-4927-af80-d7baf832f88c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:42.528921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7e0ef94-82b1-4927-af80-d7baf832f88c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:42.568176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:42.580526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78f9faee-8fdb-41d7-8c2e-7e2371b7733b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2383683 Jul 16 22:32:42.583448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:42.589419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1497619141'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:42.591338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:42.629350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.637380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b16d066b-8af2-456a-a656-87d5b6382a11 None None] Provisioning complete for port 9046176a-0fca-4f13-933e-106f7fedbfbb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:42.637816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b16d066b-8af2-456a-a656-87d5b6382a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.639360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Calling delete_port for 04675129-1ee3-42ae-aeca-9fe9b49625fd owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:42.647246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:42.651619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.668266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:42.684245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:42.685050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:42.736083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb17f0-8bc4-4d1f-8396-eb2b8294fa6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.768688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:42.794639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.795120 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added segment 36885b82-6778-44eb-8d2f-ea473b771292 of type vlan for network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d Jul 16 22:32:42.812681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:42.876397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.883511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.887872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/948a9101-5758-41cd-9f8a-dc765a8ec9bc HTTP/1.1" status: 204 len: 168 time: 0.8207731 Jul 16 22:32:42.922609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:42.979075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] Set router d7e0ef94-82b1-4927-af80-d7baf832f88c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:42.996199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b16d066b-8af2-456a-a656-87d5b6382a11 None None] Port 9046176a-0fca-4f13-933e-106f7fedbfbb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:43.074206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.089069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:43.096893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.151480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.246880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ec17b-a71d-4a56-9c67-0ba7fb6a98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a9101-5758-41cd-9f8a-dc765a8ec9bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.315565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=04675129-1ee3-42ae-aeca-9fe9b49625fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.343102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Network': ['ID=1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.430851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb17f0-8bc4-4d1f-8396-eb2b8294fa6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.457510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fb17f0-8bc4-4d1f-8396-eb2b8294fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.466018 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.485161 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Transition to ACTIVE for port object 496412dc-0177-4581-9319-9f8ab7a2978f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:43.503219 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.525598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c831832-7b21-4f7e-b0b2-76404a0e876c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9402804 Jul 16 22:32:43.529496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36510) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:43.541813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'subnet': {'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:43.546955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b606bb98-384d-45e4-bdfa-94be60e0aebb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:43.557724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:43.574827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:32:41Z', 'revision_number': 6, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:43.583189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb17f0-8bc4-4d1f-8396-eb2b8294fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06897a6-4121-47ae-bd41-8a010ed67bfb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.593242 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5438e6-30cb-43ee-97eb-c721455742d4 None None] Pushing event updated for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.601742 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7fb17f0-8bc4-4d1f-8396-eb2b8294fa6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82811ddfcb6c4d90837a7d73f1a5b8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9293442 Jul 16 22:32:43.602611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:43.636350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.796726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.848521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f1bcd-7fed-4470-bf08-7b561e617e93 None None] The sync data for ids ['d7e0ef94-82b1-4927-af80-d7baf832f88c'] in n-d-793621-16 is: [{'id': 'd7e0ef94-82b1-4927-af80-d7baf832f88c', 'name': 'tempest-ServersTestBootFromVolume-1887401032-router', 'tenant_id': '17fd5622c84a4baeb32b850385ba6225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:58Z', 'updated_at': '2021-07-16T22:32:41Z', 'revision_number': 6, 'project_id': '17fd5622c84a4baeb32b850385ba6225', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:43.887856 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Attempting to bind port 496412dc-0177-4581-9319-9f8ab7a2978f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:43.888227 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Attempting to bind port 496412dc-0177-4581-9319-9f8ab7a2978f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:43.888587 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Attempting to bind port 496412dc-0177-4581-9319-9f8ab7a2978f on network 777ab15a-1c8f-4d55-8c0e-036fc79b385b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:43.889282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.940879 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:43.942383 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Checking segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:43.945557 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:43.946192 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Bound using segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:43.947143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Bound port: 496412dc-0177-4581-9319-9f8ab7a2978f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:43.949399 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.008604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8237c-1c49-4aa7-8e7e-eb4f5129bbc5 req-13753743-ded2-4291-a781-2b9b080b2c61 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:44.016153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75e8237c-1c49-4aa7-8e7e-eb4f5129bbc5 req-13753743-ded2-4291-a781-2b9b080b2c61 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.6946776 Jul 16 22:32:44.020033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a44411b-da95-41fe-a409-7e85c6356601 None None] Provisioning complete for port 9046176a-0fca-4f13-933e-106f7fedbfbb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:44.020418 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a44411b-da95-41fe-a409-7e85c6356601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.056363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.059607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.063297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b06897a6-4121-47ae-bd41-8a010ed67bfb HTTP/1.1" status: 204 len: 168 time: 0.4574583 Jul 16 22:32:44.104019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dfd68-770e-4daa-bede-6f989a0bc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06897a6-4121-47ae-bd41-8a010ed67bfb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:44.116890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6a44411b-da95-41fe-a409-7e85c6356601 None None] Port 9046176a-0fca-4f13-933e-106f7fedbfbb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:44.127889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.136466 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] For port 496412dc-0177-4581-9319-9f8ab7a2978f, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:44.140821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.147509 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] For port 496412dc-0177-4581-9319-9f8ab7a2978f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=496412dc-0177-4581-9319-9f8ab7a2978f,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:44.167624 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.207783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b606bb98-384d-45e4-bdfa-94be60e0aebb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:44.208282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.346163 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:44.347134 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:44.367749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75e8237c-1c49-4aa7-8e7e-eb4f5129bbc5 req-0843a6d0-1298-4fd2-9330-e586b490815c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489261 Jul 16 22:32:44.369757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.370346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e0ef94-82b1-4927-af80-d7baf832f88c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:32:44.393997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.398814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2661b7b3-f0a7-4c20-9627-6471f76afd6c admin admin] 10.222.0.70 "DELETE /v2.0/routers/d7e0ef94-82b1-4927-af80-d7baf832f88c HTTP/1.1" status: 204 len: 168 time: 3.3583822 Jul 16 22:32:44.399322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:44.401448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Made reservation on behalf of f285127465be4fe58544f76cb8c99d37 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:44.408761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.415427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:44.539089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5438e6-30cb-43ee-97eb-c721455742d4 None None] Pushing event updated for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:44.540570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:44.541062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Updating router 66331134-daba-4b5d-b1cf-f566a32141fd port 9046176a-0fca-4f13-933e-106f7fedbfbb binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:44.608920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Deleting subnet d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:32:44.622500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.707424 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:44.725084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:44.754213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.015780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.158192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.243713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0385bcfc-29be-4386-9c85-d2c6b6092770 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:45.281555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.298766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Subnet': ['ID=c7cee75a-f21d-4be4-b300-cd03c5b5150b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:45.304505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.305019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Checking segment: {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:45.307301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69 HTTP/1.1" status: 204 len: 168 time: 0.9052441 Jul 16 22:32:45.313231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:44Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:45.316637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network hostable DHCP agents. Network: 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:45.319370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:45.333066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450fc19-2ebd-4caa-bf26-155f3f7e2c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d7224c-b2c6-44b7-a1a2-32aeec6f1a69,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:45.347084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95450fd-e0b9-41ff-b1f5-a4b0a09f13c4 None None] Network 15c2b2ec-4a6f-4564-9132-95bb52f0675b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:45.366286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0385bcfc-29be-4386-9c85-d2c6b6092770 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:45.368158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0385bcfc-29be-4386-9c85-d2c6b6092770 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:45.371501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04675129-1ee3-42ae-aeca-9fe9b49625fd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:45.423448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36a315-b717-4cfb-8b32-bc6e26ce7c4c None None] The sync data for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 is: [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:44Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:45.459317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 04675129-1ee3-42ae-aeca-9fe9b49625fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:45.465498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 04675129-1ee3-42ae-aeca-9fe9b49625fd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:45.584398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e32f-2d72-4033-86f1-9f6524567502 req-ffa263bd-56b5-47ac-89fa-20ab912cb1f4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:45.586863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e488e32f-2d72-4033-86f1-9f6524567502 req-ffa263bd-56b5-47ac-89fa-20ab912cb1f4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4313214 Jul 16 22:32:45.739308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:45.750045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.786428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:45.793310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e488e32f-2d72-4033-86f1-9f6524567502 req-c65ce61c-a00d-4830-888a-51fbe7cc6354 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281912 Jul 16 22:32:45.801384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:45.802027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.916544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b3a79365-8cc6-458b-adb7-251184e2f8d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3851278 Jul 16 22:32:45.919396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:45.935291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.955890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Deleting port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:45.956230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:45.969284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Transition to ACTIVE for port object 9046176a-0fca-4f13-933e-106f7fedbfbb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:46.069862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099e592-f293-4f1c-860a-cd6b9d5ba3d3 None None] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:46.168719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] For port 2b217364-7b1b-4e8a-8e27-cc36b884ea92, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2b217364-7b1b-4e8a-8e27-cc36b884ea92,segment=NetworkSegment(d67adcc3-5cfe-496d-9cc4-71b408a0c1f5),segment_id=d67adcc3-5cfe-496d-9cc4-71b408a0c1f5)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:46.169326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.191950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.210897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Calling delete_port for 2b217364-7b1b-4e8a-8e27-cc36b884ea92 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:46.337138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe738e-6ce7-4f3f-83c9-cbc2027c6de9 None None] Pushing event updated for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:46.436462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:46.517479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.628699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b217364-7b1b-4e8a-8e27-cc36b884ea92,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:46.650877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] No DVR routers for this DVR port 2b217364-7b1b-4e8a-8e27-cc36b884ea92 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:32:46.750057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b758-84ba-484e-ba26-aba18bd3d3ee req-30c01815-1022-44f3-8db2-13ae0d0b95c9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:46.751654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:46.770468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a251b758-84ba-484e-ba26-aba18bd3d3ee req-30c01815-1022-44f3-8db2-13ae0d0b95c9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.5964832 Jul 16 22:32:46.836364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d28e6-bdf1-4fb4-bb61-32dee37e6127 None None] DHCP port deletion for 15c2b2ec-4a6f-4564-9132-95bb52f0675b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:32:46.865992 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.877162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c2b2ec-4a6f-4564-9132-95bb52f0675b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:46.882089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Attempting to bind port 9046176a-0fca-4f13-933e-106f7fedbfbb on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:46.882466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Attempting to bind port 9046176a-0fca-4f13-933e-106f7fedbfbb by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:46.882828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Attempting to bind port 9046176a-0fca-4f13-933e-106f7fedbfbb on network 00fef758-0be8-4d6a-8e95-c0567e7387ea {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:46.889815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:46.890492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67adcc3-5cfe-496d-9cc4-71b408a0c1f5') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:46.898298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:46.898955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Checking segment: {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:46.898955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.899479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Bound using segment: {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:46.902695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.917470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Bound port: 9046176a-0fca-4f13-933e-106f7fedbfbb, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68769023-5e20-4fbb-9296-01467b542dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:46.918419 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.921020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.943263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:32:46.946387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:32:46.985560 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:32:47.150547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:47.152171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.189625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a251b758-84ba-484e-ba26-aba18bd3d3ee req-e8c85a39-b173-4a75-a191-e906e0257d71 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170301 Jul 16 22:32:47.197474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.203148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 496412dc-0177-4581-9319-9f8ab7a2978f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:47.214248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.275601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.277638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] 10.222.0.70 "DELETE /v2.0/networks/15c2b2ec-4a6f-4564-9132-95bb52f0675b HTTP/1.1" status: 204 len: 168 time: 1.9521384 Jul 16 22:32:47.369377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f691f99-5527-4b35-a26f-47ea0f763470 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c2b2ec-4a6f-4564-9132-95bb52f0675b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:47.567597 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.602759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.616203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] For port 9046176a-0fca-4f13-933e-106f7fedbfbb, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:47.748502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] For port 9046176a-0fca-4f13-933e-106f7fedbfbb, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9046176a-0fca-4f13-933e-106f7fedbfbb,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:47.824442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:47.828172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:47.908230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a3784c2f-8d1d-4607-a0e3-1774a4f86d8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17fd5622c84a4baeb32b850385ba6225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786054 Jul 16 22:32:47.910769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:47.920660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Allocated IP 172.25.5.194 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d81b4022-c832-444c-9c39-7f088baa3871) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:47.957215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 496412dc-0177-4581-9319-9f8ab7a2978f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:47.958093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:48.000631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 496412dc-0177-4581-9319-9f8ab7a2978f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:48.002239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.144370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Allocated IP 2001:db8:3::2 (1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d/c7cee75a-f21d-4be4-b300-cd03c5b5150b/94389633-1ebf-4903-bde5-8a7ce445d4cd) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:48.166816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.178114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe738e-6ce7-4f3f-83c9-cbc2027c6de9 None None] Pushing event updated for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:48.195073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.223942 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.229447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:48.231792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:48.302808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.305919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.309487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df28a09f-61f3-42b6-8c6a-d6eafe022fa0 HTTP/1.1" status: 204 len: 168 time: 0.3907385 Jul 16 22:32:48.329030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.336662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-6cde2ff2-1d0e-4885-8005-94ed7a10a7ac tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:48.339414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-6cde2ff2-1d0e-4885-8005-94ed7a10a7ac tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.4296801 Jul 16 22:32:48.342806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeadfaf6-9215-48df-96bf-cade3d421920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.369523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34af4-5cec-4456-b04b-2de37b695504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28a09f-61f3-42b6-8c6a-d6eafe022fa0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:48.451694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:48.461060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:48.467622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Pushing event updated for resources: {'Port': ['ID=d81b4022-c832-444c-9c39-7f088baa3871,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:48.475116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:48.501279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-d23dbad6-7478-4f3a-a429-71ad85714eaa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/quotas/618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 375 time: 0.1293664 Jul 16 22:32:48.686217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.696410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeadfaf6-9215-48df-96bf-cade3d421920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.702719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeadfaf6-9215-48df-96bf-cade3d421920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.808368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.849112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-19c58a06-f46e-4eba-b664-d17fa80cd518 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3366289 Jul 16 22:32:48.859930 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aeadfaf6-9215-48df-96bf-cade3d421920 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d637cc43ed548989f659dbd3575e256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898888 Jul 16 22:32:48.862611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36676) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:48.925649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadfaf6-9215-48df-96bf-cade3d421920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14217ca-5b40-4947-86f4-11e2a2c6ba5d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:48.972670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:48.984698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Transition to ACTIVE for port object 94389633-1ebf-4903-bde5-8a7ce445d4cd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:49.021869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:49.042177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Transition to ACTIVE for port object 94389633-1ebf-4903-bde5-8a7ce445d4cd will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:49.097743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.112837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.115189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.120349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-b9c28433-a490-45b6-b84f-398544f34b7f service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742449 Jul 16 22:32:49.132376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.207960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.217089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.278327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.280033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8388431 Jul 16 22:32:49.281300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ef6a-d79c-44b5-961f-524858e4e85a tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Pushing event updated for resources: {'Port': ['ID=d81b4022-c832-444c-9c39-7f088baa3871,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:49.292100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:49.293476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:49.299620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1898046682', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'fixed_ips': [{'ip_address': '172.25.5.194'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:49.301251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Allocated IP 2001:db8:3::1 (1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d/c7cee75a-f21d-4be4-b300-cd03c5b5150b/a5595be0-8823-472e-be7f-d541f574eece) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:49.305968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:49.315896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Pushing event updated for resources: {'Port': ['ID=94389633-1ebf-4903-bde5-8a7ce445d4cd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:49.318384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:49.319868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.350067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 496412dc-0177-4581-9319-9f8ab7a2978f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=496412dc-0177-4581-9319-9f8ab7a2978f,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:49.351340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Made reservation on behalf of b51c4960a165439e90cf2f4170ccc43f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:49.357130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.368472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.398797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.440628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-1bdd95fb-42d1-4477-9f91-a024efcf92da service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079596 Jul 16 22:32:49.518323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.523282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.526120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a14217ca-5b40-4947-86f4-11e2a2c6ba5d HTTP/1.1" status: 204 len: 168 time: 0.6625021 Jul 16 22:32:49.536923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2b217364-7b1b-4e8a-8e27-cc36b884ea92 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:32:49.560402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2c8b5-c0bd-411a-83f1-0bb18bea01d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14217ca-5b40-4947-86f4-11e2a2c6ba5d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:49.612813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2b217364-7b1b-4e8a-8e27-cc36b884ea92 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:32:49.613377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2b217364-7b1b-4e8a-8e27-cc36b884ea92 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:32:49.621371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.623097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Attempting to bind port 94389633-1ebf-4903-bde5-8a7ce445d4cd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:49.623724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Attempting to bind port 94389633-1ebf-4903-bde5-8a7ce445d4cd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:49.624484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Attempting to bind port 94389633-1ebf-4903-bde5-8a7ce445d4cd on network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:49.642499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.661720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] device_id is not set on port c94b522d-6870-451b-8939-72ac63406b75 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:32:49.670788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:49.692056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Checking segment: {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:49.692470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.692871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Bound using segment: {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:49.693773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Bound port: 94389633-1ebf-4903-bde5-8a7ce445d4cd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:49.693773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.698795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:49.714771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.733640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:49.767027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Transition to ACTIVE for port object a5595be0-8823-472e-be7f-d541f574eece will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:49.868177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1121bd09-b4fe-427d-aac6-fce86b3ed82e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:49.876231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:49.910888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:47Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:49.969866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf983913-9502-4a15-b8e8-497d4b2f1155 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:47Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:49.976803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:49.991420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:49.994953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:49.996224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:50.024067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] For port 94389633-1ebf-4903-bde5-8a7ce445d4cd, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:50.031225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] For port 94389633-1ebf-4903-bde5-8a7ce445d4cd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94389633-1ebf-4903-bde5-8a7ce445d4cd,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:50.042799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:50.049862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:50.213960 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54ec40bd-5c97-4d1c-97d0-a9b3ee49812f req-ede572e5-1e54-45e7-93c7-d8f7a3339b98 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 210 time: 0.3100762 Jul 16 22:32:50.218822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ce619-a446-4e4d-a9ee-c5f34e133f75 None None] Pushing event updated for resources: {'Port': ['ID=94389633-1ebf-4903-bde5-8a7ce445d4cd,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:50.277365 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 22:32:50.277951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:32:50.288065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:50.306805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-83cdf6e8-9a85-4fb4-814c-951f56f4ec3e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0113485 Jul 16 22:32:50.309770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:50.336100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-463504054-network', 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:50.435988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:50.438760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:50.533626 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:50.626356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.099258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.111956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.113421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.294637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.362131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Deleting port d81b4022-c832-444c-9c39-7f088baa3871 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:32:51.363111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.544591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.544950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.579343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d1172f-b83c-4dc8-ab19-a8c186309c19 req-47f943d8-a83b-4e3c-b162-d76d367a92ab tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 210 time: 0.0469782 Jul 16 22:32:51.599378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Calling delete_port for d81b4022-c832-444c-9c39-7f088baa3871 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:32:51.870869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event updated for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:51.886537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.902362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:51.937505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.937856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.938196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.938589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.940686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.941234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.941728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.943509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.943855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.944195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.944529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.944862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:51.965121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:51.966849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Pushing event deleted for resources: {'Port': ['ID=d81b4022-c832-444c-9c39-7f088baa3871,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:52.002095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e34af-e96a-4669-8f68-0f3036b29127 None None] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:52.008111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.008401 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Added segment fe7a55db-4a03-4067-9dda-c55f380c70e2 of type vlan for network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 Jul 16 22:32:52.031788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:52.032914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a4134-8152-4b78-9fd9-b26fb278a52b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:52.049823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:52.141147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.146289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.167157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-273d374b-05a7-4507-a117-818e9433b18e tempest-ExternalNetworksAdminNegativeTestJSON-383097209 tempest-ExternalNetworksAdminNegativeTestJSON-383097209-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/eaf61c96-1dbe-4433-bd07-6c41f0c853cf HTTP/1.1" status: 204 len: 168 time: 1.8506854 Jul 16 22:32:52.179077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0059696-42df-4a08-b8d6-2f4437acc279 None None] Provisioning for port 94389633-1ebf-4903-bde5-8a7ce445d4cd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:52.184986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94389633-1ebf-4903-bde5-8a7ce445d4cd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:52.200913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.266882 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.268572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:52.269284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.282856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:52.356422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 94389633-1ebf-4903-bde5-8a7ce445d4cd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:52.367253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 94389633-1ebf-4903-bde5-8a7ce445d4cd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:52.367736 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.409260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] Pushing event updated for resources: {'Network': ['ID=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:52.431230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:52.463529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0ef3fe1e-24ae-4f8a-aa7a-09c0b589b02e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7287621 Jul 16 22:32:52.554682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:52.571870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Request body: {'subnet': {'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-463504054-subnet', 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:52.606553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:52.644765 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.726435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 94389633-1ebf-4903-bde5-8a7ce445d4cd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94389633-1ebf-4903-bde5-8a7ce445d4cd,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:52.732153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:52.735368 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.736317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 496412dc-0177-4581-9319-9f8ab7a2978f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:52.740201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:52.797751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:52.798265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-4dfa1374-d775-432a-843b-9c18b803dee8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:52.802138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-4dfa1374-d775-432a-843b-9c18b803dee8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.4835074 Jul 16 22:32:52.811267 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:52.813965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63672c57-1b5a-40f0-bbd6-84d58e99ccac tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8931994 Jul 16 22:32:52.817256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:52.827702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'device_id': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'admin_state_up': True, 'tenant_id': '618e2a6e1c344b219028c433250b4dc2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:52.833613 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:52.834257 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:52.839857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:52.982082 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.077194 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:53.135455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 496412dc-0177-4581-9319-9f8ab7a2978f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:53.136122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.141582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Provisioning complete for port 94389633-1ebf-4903-bde5-8a7ce445d4cd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:53.141582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.145712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:53.248473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=94389633-1ebf-4903-bde5-8a7ce445d4cd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:53.252257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1e659ec6-fff1-46cf-b06d-fe248afa4b4e req-ac5f2bc0-48b8-4ff6-aeb2-85cf93cecc7b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 210 time: 0.1396978 Jul 16 22:32:53.311589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b27bf431-94af-454e-98df-cf558d44373d tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-325355224'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:53.311589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b27bf431-94af-454e-98df-cf558d44373d tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:32:53.361624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d303981a-ec85-468c-88a0-17c046a6dd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.439342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:32:53.439342 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:32:53.439342 n-d-793621-16 neutron-server[93924]: [parameters: {'project_id_1': '618e2a6e1c344b219028c433250b4dc2', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 32, 53, 425469)}] Jul 16 22:32:53.439342 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:32:53.439800 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:32:53.502325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9046176a-0fca-4f13-933e-106f7fedbfbb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:53.536444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Provisioning for port a5595be0-8823-472e-be7f-d541f574eece completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:53.548081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Provisioning complete for port a5595be0-8823-472e-be7f-d541f574eece triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:53.548611 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.600643 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:50Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:47Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:50Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:53.617572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd7b57-0754-4bc2-8aab-7fd03e331b16 None None] Port a5595be0-8823-472e-be7f-d541f574eece cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:53.647011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9046176a-0fca-4f13-933e-106f7fedbfbb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:53.655511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9046176a-0fca-4f13-933e-106f7fedbfbb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:53.656592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.666246 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:53.667061 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Updating router 66331134-daba-4b5d-b1cf-f566a32141fd port a5595be0-8823-472e-be7f-d541f574eece binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:53.689871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.715891 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.790919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9aa7fc98-a187-4a44-be38-677ca36b3f2a None None] Provisioning complete for port a5595be0-8823-472e-be7f-d541f574eece triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:53.791425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fc98-a187-4a44-be38-677ca36b3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.796853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d303981a-ec85-468c-88a0-17c046a6dd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.819413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Checking segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:53.819783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Network hostable DHCP agents. Network: 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:53.822635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d303981a-ec85-468c-88a0-17c046a6dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.831471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0db1619-709d-41f9-ba46-f3814a53ce32,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:53.852999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.853270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.853612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.854376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.854724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.855058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.855398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.855720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.856042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.856373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.856697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.857045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:53.861135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7fc98-a187-4a44-be38-677ca36b3f2a None None] Port a5595be0-8823-472e-be7f-d541f574eece cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:53.908700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d303981a-ec85-468c-88a0-17c046a6dd2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76bfeb6b312f43f1ac700197341f8c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2904267 Jul 16 22:32:53.909771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303981a-ec85-468c-88a0-17c046a6dd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a065b-6419-4ca5-812d-73629c223b46,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:53.912693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:53.921291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:53.924176 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.946004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:53.960043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:53.960955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:53.968605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6589df-6303-45a5-ad57-900a9d6d8702 None None] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:54.030491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:54.034897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.057362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-326ba1a4-ebda-4d79-bbfe-9297e21a573d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4986982 Jul 16 22:32:54.059472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.073200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9669202c-a77f-4e3f-9ee1-78ff0d8c11c1 None None] Provisioning complete for port a5595be0-8823-472e-be7f-d541f574eece triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:54.074474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9669202c-a77f-4e3f-9ee1-78ff0d8c11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.095345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:32:54.124119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Removed routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:32:54.125140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.169885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9669202c-a77f-4e3f-9ee1-78ff0d8c11c1 None None] Port a5595be0-8823-472e-be7f-d541f574eece cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:54.192409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9046176a-0fca-4f13-933e-106f7fedbfbb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9046176a-0fca-4f13-933e-106f7fedbfbb,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:54.219300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.270935 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.313646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.333812 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Transition to ACTIVE for port object a5595be0-8823-472e-be7f-d541f574eece will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:54.339206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b27bf431-94af-454e-98df-cf558d44373d tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.342134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b27bf431-94af-454e-98df-cf558d44373d tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1907101 Jul 16 22:32:54.343700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:54.349338 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.369451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9b627491-2751-4fdf-9140-963719bcf79e tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1225fcd9-5966-47be-8014-2ad1e1869d5a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:54.370008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9b627491-2751-4fdf-9140-963719bcf79e tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:32:54.465490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94389633-1ebf-4903-bde5-8a7ce445d4cd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:54.498912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.502330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.515765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/331a065b-6419-4ca5-812d-73629c223b46 HTTP/1.1" status: 204 len: 168 time: 0.5962908 Jul 16 22:32:54.586021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cfc9d-582b-4cd3-9fcc-2b6c56a10cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a065b-6419-4ca5-812d-73629c223b46,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:54.632405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.20.0.12 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/4a478a0f-c7b5-40c7-9518-bd2546e98e97) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:54.632630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca102a-02ce-4329-b8ca-3a30d934df52 None None] Pushing event updated for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:54.670143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Attempting to bind port a5595be0-8823-472e-be7f-d541f574eece on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:54.670781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Attempting to bind port a5595be0-8823-472e-be7f-d541f574eece by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:54.671635 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Attempting to bind port a5595be0-8823-472e-be7f-d541f574eece on network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:54.692947 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:54.693522 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Checking segment: {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:54.694002 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.694469 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Bound using segment: {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:54.695204 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Bound port: a5595be0-8823-472e-be7f-d541f574eece, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36885b82-6778-44eb-8d2f-ea473b771292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:54.695676 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.723252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:54.792607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a54f7155-8b66-4d32-8618-34c03050c238 req-88a15efd-c9f9-442a-ab04-ed2a9ffca4a5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 210 time: 0.1221471 Jul 16 22:32:54.824456 n-d-793621-16 neutron-server[93923]: WARNING neutron.services.metering.metering_plugin [None req-9b627491-2751-4fdf-9140-963719bcf79e tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 22:32:54.856593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a509d-c6fb-40ba-9bb5-7b833b169d37 None None] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:54.933763 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] For port a5595be0-8823-472e-be7f-d541f574eece, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:54.941344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] For port a5595be0-8823-472e-be7f-d541f574eece, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a5595be0-8823-472e-be7f-d541f574eece,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:54.955192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 94389633-1ebf-4903-bde5-8a7ce445d4cd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:54.955894 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.959585 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.103394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.115278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b627491-2751-4fdf-9140-963719bcf79e tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.117091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b627491-2751-4fdf-9140-963719bcf79e tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7641096 Jul 16 22:32:55.122463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:55.123461 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca102a-02ce-4329-b8ca-3a30d934df52 None None] Pushing event updated for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:55.124999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.132666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-89a49d46-7e8a-4937-879c-77c93fca55f1 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1225fcd9-5966-47be-8014-2ad1e1869d5a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:55.133522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-89a49d46-7e8a-4937-879c-77c93fca55f1 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:32:55.167545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:55.168202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:55.239090 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.270133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Transition to ACTIVE for port object 4a478a0f-c7b5-40c7-9518-bd2546e98e97 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:55.376013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:55.484036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2659ac1-72b7-4ebd-bddf-b9e1323e5669 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b51c4960a165439e90cf2f4170ccc43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030564 Jul 16 22:32:55.490971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.492148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:55.496374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:55.507438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:32:55.540341 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:55.636994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:55.694493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:55.825083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:55.826725 n-d-793621-16 neutron-server[93924]: WARNING neutron.services.metering.metering_plugin [None req-89a49d46-7e8a-4937-879c-77c93fca55f1 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 22:32:55.851398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:55.916252 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:54Z', 'revision_number': 6, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:54Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:55.942413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:55.971459 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eac7a0-209a-4bb1-93e6-47181e7b9d68 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:54Z', 'revision_number': 6, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:54Z', 'revision_number': 4, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:56.213463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89a49d46-7e8a-4937-879c-77c93fca55f1 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.218252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-89a49d46-7e8a-4937-879c-77c93fca55f1 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0928111 Jul 16 22:32:56.222326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.253690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-18fca808-41e5-464c-bb92-76d94632e298 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d8692a9a-526e-444c-a923-8983eb0161a6 HTTP/1.1" status: 200 len: 464 time: 0.0299485 Jul 16 22:32:56.257091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.272996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.296856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-0e9fcd77-2e23-464f-ac74-7c12e70d980a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:56.304111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-0e9fcd77-2e23-464f-ac74-7c12e70d980a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 0.8772168 Jul 16 22:32:56.312201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:56.312888 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.381397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5a26298-e37e-4277-91f3-9ce82b12ae59 None None] Provisioning for port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:56.386006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5a26298-e37e-4277-91f3-9ce82b12ae59 None None] Provisioning complete for port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:56.386390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5a26298-e37e-4277-91f3-9ce82b12ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.417084 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-54fa520c-0cdc-4877-a85f-975c6bc29222 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/quotas/9ae4fbd705b5483d89a6fecadce5d02c HTTP/1.1" status: 200 len: 375 time: 0.1119721 Jul 16 22:32:56.474913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-cbb769e4-23d1-4717-a385-c96d66022013 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566101 Jul 16 22:32:56.526084 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-41ec63a9-dd52-449e-a73c-3937eb89b0f1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7047575 Jul 16 22:32:56.550533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f5a26298-e37e-4277-91f3-9ce82b12ae59 None None] Port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:56.581438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-44d2033f-a78d-49b3-8ac0-c6cec4cba04d service neutron] 10.222.0.70 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050656 Jul 16 22:32:56.592891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:56.593649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56cb526e-f77d-4ba6-a030-6a74d27bfec4 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.598387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-56cb526e-f77d-4ba6-a030-6a74d27bfec4 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/d8692a9a-526e-444c-a923-8983eb0161a6 HTTP/1.1" status: 204 len: 168 time: 0.3400719 Jul 16 22:32:56.598979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a5595be0-8823-472e-be7f-d541f574eece up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:56.602372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.617097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.627071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5c31c03-bab2-43fe-b187-a9902daa495c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 953 time: 3.8047526 Jul 16 22:32:56.628779 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-32664292-413b-4bf9-b969-70a518e5298b tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d8692a9a-526e-444c-a923-8983eb0161a6 HTTP/1.1" status: 200 len: 221 time: 0.0240278 Jul 16 22:32:56.629395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.630116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.635773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-708acc9e-40f0-48ca-b4c0-6b354219e88f tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1141194390', 'description': 'label created by tempest'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:56.636543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-708acc9e-40f0-48ca-b4c0-6b354219e88f tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Unknown quota resources ['metering_label']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:32:56.686380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3e932-72d8-48a9-bc88-d048c55f08da req-27100204-6f18-49e0-a1ab-6ff33afee97a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:56.688342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90d3e932-72d8-48a9-bc88-d048c55f08da req-27100204-6f18-49e0-a1ab-6ff33afee97a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 932 time: 0.3609209 Jul 16 22:32:56.718192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a5595be0-8823-472e-be7f-d541f574eece completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:56.725746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a5595be0-8823-472e-be7f-d541f574eece triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:56.726426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.761025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Request body: {'port': {'device_id': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:56.798368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f054375-5ce8-427b-9002-45b3e2a0fc02 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 953 time: 0.1677041 Jul 16 22:32:56.799289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:56.814909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'routes': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:56.885328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.928495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a5595be0-8823-472e-be7f-d541f574eece, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a5595be0-8823-472e-be7f-d541f574eece,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:56.950739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.950739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9046176a-0fca-4f13-933e-106f7fedbfbb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:56.952941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.956235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:56.957747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1121bd09-b4fe-427d-aac6-fce86b3ed82e HTTP/1.1" status: 204 len: 168 time: 1.4596279 Jul 16 22:32:56.987234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f2c3-f5b2-4726-8afc-44310192e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1121bd09-b4fe-427d-aac6-fce86b3ed82e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:57.017915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-708acc9e-40f0-48ca-b4c0-6b354219e88f tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.023364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-708acc9e-40f0-48ca-b4c0-6b354219e88f tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3911245 Jul 16 22:32:57.025539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:57.055731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90d3e932-72d8-48a9-bc88-d048c55f08da req-23b508cb-e130-465d-9d8a-c0f5f3d80aa3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142314 Jul 16 22:32:57.117502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:57.127718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.133599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-27f4094f-de0f-4d4e-ab8b-50edf8b92d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:57.138267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-27f4094f-de0f-4d4e-ab8b-50edf8b92d6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.9330518 Jul 16 22:32:57.209328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9046176a-0fca-4f13-933e-106f7fedbfbb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:57.210098 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.304609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e568cb57-b64d-41f9-8ee4-d366e0095beb tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a4a1f4fe-e8d7-4110-8ed2-bd9abc3d4aa6 HTTP/1.1" status: 200 len: 468 time: 0.2733459 Jul 16 22:32:57.306670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:57.386394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:57.403092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:57.403716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:57.406363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-b6cfa196-439b-4e93-b6a1-cd585d49c2b1 service neutron] 10.222.0.70 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241682 Jul 16 22:32:57.848191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:32:57.848848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:32:57.891801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41ad353d-0baf-4222-8e8d-faeddd1457b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.917613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.926646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:58.296446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:58.305345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:58.364063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:54Z', 'revision_number': 6, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:58.399491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:58.429824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:58.430872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:32:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:58.513770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-4cb8ef2b-a471-4efa-a1f7-33221cf9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:58.518451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-4cb8ef2b-a471-4efa-a1f7-33221cf9ecbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 1.3654118 Jul 16 22:32:58.635090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:58.739198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a5595be0-8823-472e-be7f-d541f574eece up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:58.794075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe323c-d031-4c7c-a332-2e6db857fa5d req-920cbe5c-4ce0-4da5-beef-da6991552dc5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:58.796801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1afe323c-d031-4c7c-a332-2e6db857fa5d req-920cbe5c-4ce0-4da5-beef-da6991552dc5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 932 time: 0.2073178 Jul 16 22:32:58.862924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:58.876484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:58.887881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:58.895775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f2530dcc-dbdf-43f2-9e5f-0ccf97b89caf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 703 time: 2.0860913 Jul 16 22:32:58.898257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-19dd4c8b-17a0-423e-afd9-1293e9e883c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.3600731 Jul 16 22:32:58.902127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:58.924060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1afe323c-d031-4c7c-a332-2e6db857fa5d req-610e24ba-3736-4060-a34e-235d3f5ea293 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Jul 16 22:32:58.966502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a5595be0-8823-472e-be7f-d541f574eece triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:58.967127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.059894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5edb8f92-4f48-43ed-bf69-2a53773e2d93 req-e4e647e9-a480-44e1-8837-7fa0c0dc0fe9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0466895 Jul 16 22:32:59.153890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a7bcc-209e-4994-bb4d-3ea907a562b7 req-6cc309e3-7f04-4696-b6a1-cb624acfe5e0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:59.161198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d58a7bcc-209e-4994-bb4d-3ea907a562b7 req-6cc309e3-7f04-4696-b6a1-cb624acfe5e0 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 1.8395314 Jul 16 22:32:59.166068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e409705e-b55c-42fa-9a70-b5a2662cfaf3 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.176732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36926) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.187207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e409705e-b55c-42fa-9a70-b5a2662cfaf3 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/a4a1f4fe-e8d7-4110-8ed2-bd9abc3d4aa6 HTTP/1.1" status: 204 len: 168 time: 1.8635759 Jul 16 22:32:59.198714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-334e2f35-5e87-43c3-85b1-9d9f9b7eb393 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a4a1f4fe-e8d7-4110-8ed2-bd9abc3d4aa6 HTTP/1.1" status: 200 len: 216 time: 0.0207655 Jul 16 22:32:59.199320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.241252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3c6a17b-f221-482f-98be-99f5439b0cb2 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0407293 Jul 16 22:32:59.241867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36932) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.269920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15c1e92a-9e38-489e-88db-d6fb33db7d05 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0268300 Jul 16 22:32:59.274656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.280888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-7deddec1-4789-459d-8ed4-ce1685977eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:59.282787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-7deddec1-4789-459d-8ed4-ce1685977eb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.3632300 Jul 16 22:32:59.313635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c62ad37-9f2c-455a-9f4f-db6da65dec1c tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 703 time: 0.4104338 Jul 16 22:32:59.333090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.400950 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9abda69c-4626-41cf-8a06-ab1370ca503c tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/1225fcd9-5966-47be-8014-2ad1e1869d5a HTTP/1.1" status: 200 len: 472 time: 0.1239164 Jul 16 22:32:59.404070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.421123 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0cec5329-7c03-4906-b0f1-4d017a994830 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/7413e97b-6366-46b1-a1d7-c25c9c30fe43 HTTP/1.1" status: 200 len: 461 time: 0.0159063 Jul 16 22:32:59.424224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.444270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:57Z', 'revision_number': 7, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:59.516476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07a32b-6bcb-4011-8acb-8eddece17b9d None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:57Z', 'revision_number': 7, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:59.588619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5287caa9-1bae-420a-89ba-058c5bed4a86 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.591909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5287caa9-1bae-420a-89ba-058c5bed4a86 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/7413e97b-6366-46b1-a1d7-c25c9c30fe43 HTTP/1.1" status: 204 len: 168 time: 0.1643329 Jul 16 22:32:59.592175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:59.617340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-b242cc71-adc7-454e-976d-4e67a7d470f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3243659 Jul 16 22:32:59.633356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d58a7bcc-209e-4994-bb4d-3ea907a562b7 req-5d24566d-5a83-4315-8ebe-69827dd40dad tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709179 Jul 16 22:32:59.758552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a478a0f-c7b5-40c7-9518-bd2546e98e97 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:32:59.783873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.822008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-024e6c19-37f6-4ac6-b8f1-7e9541e979a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.872676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Transition to ACTIVE for port object 4a478a0f-c7b5-40c7-9518-bd2546e98e97 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:59.875062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92087461-ef88-4f63-be37-78aa93674552 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.876633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-92087461-ef88-4f63-be37-78aa93674552 tempest-MeteringTestJSON-527967747 tempest-MeteringTestJSON-527967747-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/1225fcd9-5966-47be-8014-2ad1e1869d5a HTTP/1.1" status: 204 len: 168 time: 0.2833264 Jul 16 22:33:00.023308 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:00.025378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:00.068541 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:00.076401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:00.083090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:00.168790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-b15c5052-ee4f-42c2-a401-f0304720ca8b service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324230 Jul 16 22:33:00.331277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Pushing event updated for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:00.369019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ab75-afe5-4487-8fb0-506d4a3c8f1d req-1344f4c6-6b3e-44c7-a676-c8ea7a99d0c6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:00.387332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bad2ab75-afe5-4487-8fb0-506d4a3c8f1d req-1344f4c6-6b3e-44c7-a676-c8ea7a99d0c6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 944 time: 0.2107990 Jul 16 22:33:00.441649 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:00.457689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:00.473083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b51ac06-965a-4bc7-9287-280a5004ef94 req-0a48e082-8437-459d-933f-c9aa7efef0cf tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0853305 Jul 16 22:33:00.551580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bad2ab75-afe5-4487-8fb0-506d4a3c8f1d req-3ec4adc8-6bda-4ebd-9ae2-1a55ed9f14ca tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632578 Jul 16 22:33:00.695058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750287b2-6b48-47cb-84c7-39b5dc6c7066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:00.944787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:00.979130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Attempting to bind port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:00.979807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Attempting to bind port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:00.980092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Attempting to bind port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:00.988619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-65ac0104-3936-40c3-8eec-21cd422fb3ae tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:00.990408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-65ac0104-3936-40c3-8eec-21cd422fb3ae tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 0.4252918 Jul 16 22:33:01.020938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Request body: {'port': {'device_id': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'admin_state_up': True, 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:01.023950 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:57Z', 'revision_number': 7, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:01.027582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:01.027937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Attempting to bind port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:01.050948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:01.051355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:01.051702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:01.052129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Bound port: 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:01.052485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.070484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750287b2-6b48-47cb-84c7-39b5dc6c7066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.091830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750287b2-6b48-47cb-84c7-39b5dc6c7066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.108772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:01.117340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c8ffe3-cee9-470a-93c9-d9fe9f805846 req-83f3e455-987c-4a93-a04d-1adc8d9944ae service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8873312 Jul 16 22:33:01.126510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-750287b2-6b48-47cb-84c7-39b5dc6c7066 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7c66c6180364cfabb839a7b09ed1af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656606 Jul 16 22:33:01.139365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:01.147084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:01.148062 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:01.264846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750287b2-6b48-47cb-84c7-39b5dc6c7066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae7b988-9132-4733-bdb4-1ad17cb431be,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:01.296756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:01.302392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.303071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-687582db-f878-48bf-bbe0-21128793582e tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:01.304853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-687582db-f878-48bf-bbe0-21128793582e tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 0.6963193 Jul 16 22:33:01.309088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:01.332073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.333128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Request body: {'port': {'device_id': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'admin_state_up': True, 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:01.337373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:01.357345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e71c-8562-4c9a-8434-228b57b5e733 req-7eb03fb7-04d0-4bda-abb2-97867f084774 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:01.359557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c32e71c-8562-4c9a-8434-228b57b5e733 req-7eb03fb7-04d0-4bda-abb2-97867f084774 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4504788 Jul 16 22:33:01.389294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:01.410574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.424073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c32e71c-8562-4c9a-8434-228b57b5e733 req-f0111e64-3cc0-4e30-a028-42bf9a2010c7 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Jul 16 22:33:01.428060 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.432354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.458240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.521070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:01.525213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.585987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.590983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.595935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:57Z', 'revision_number': 7, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:01.603064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eae7b988-9132-4733-bdb4-1ad17cb431be HTTP/1.1" status: 204 len: 168 time: 0.4535744 Jul 16 22:33:01.635970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d7e48-3fe3-4e13-a1aa-27a2862e0697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae7b988-9132-4733-bdb4-1ad17cb431be,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:01.676111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:01.695081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee05bdf-ba1b-4cd5-9386-1b552fc5af3a None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:32:57Z', 'revision_number': 7, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5595be0-8823-472e-be7f-d541f574eece', 'name': '', 'network_id': '1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:97:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:47Z', 'updated_at': '2021-07-16T22:32:56Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'c7cee75a-f21d-4be4-b300-cd03c5b5150b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:01.974038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Allocated IP 172.25.5.152 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d0763a9c-c67d-4600-ad9e-35cb51ded3b3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:02.042897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:02.043501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.044892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] 10.222.0.68 "PUT /v2.0/ports/4a478a0f-c7b5-40c7-9518-bd2546e98e97 HTTP/1.1" status: 200 len: 1093 time: 5.4584589 Jul 16 22:33:02.057334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:02.060008 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:02.145377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d6d0a818-777f-412f-acab-32e57ab4829a req-0fdb505c-97d9-44f2-959c-b98c96e53c97 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 210 time: 0.1161680 Jul 16 22:33:02.197784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49a92-fd0f-422a-8c58-f87bffa46c6f req-f16daa02-170a-479c-b502-26eb070783b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:02.205191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7c49a92-fd0f-422a-8c58-f87bffa46c6f req-f16daa02-170a-479c-b502-26eb070783b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 944 time: 0.3776855 Jul 16 22:33:02.262215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.281483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7c49a92-fd0f-422a-8c58-f87bffa46c6f req-2f1a6e9e-aeac-42e2-8024-2fff2c535a18 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754066 Jul 16 22:33:02.285425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:02.295792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3283ddb-9401-4092-bee4-6e1255743564 service neutron] Pushing event updated for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:02.322008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36d03be5-8190-419c-b742-57d785aef4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.415937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:02.425998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.431030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.523702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-be830d9b-9939-468f-9ade-2eda975051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:02.525948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-be830d9b-9939-468f-9ade-2eda975051aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 1096 time: 0.3961573 Jul 16 22:33:02.555466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:02.569183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:02.586146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:02.610834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Allocated IP 172.20.0.6 (9f0538bc-38d3-49f6-8f8b-61dd4c6c9279/e0db1619-709d-41f9-ba46-f3814a53ce32/7544ac35-9f5c-4f89-bbdc-aa65dbbe7206) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:02.622648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-27fd220b-749e-4687-8860-91a108448bd2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97 HTTP/1.1" status: 200 len: 217 time: 0.0848136 Jul 16 22:33:02.666544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=d0763a9c-c67d-4600-ad9e-35cb51ded3b3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:02.667768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.717869 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2949a2ec-b0c2-4b2b-a266-7178e256ccc2 x-openstack-request-id: req-2949a2ec-b0c2-4b2b-a266-7178e256ccc2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:02.718539 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:02.719001 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2949a2ec-b0c2-4b2b-a266-7178e256ccc2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:02.719592 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97', 'status': 'completed', 'code': 200} Jul 16 22:33:02.808716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-4b5bbc9b-a734-4a06-b853-9747ff8250af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:02.810608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-4b5bbc9b-a734-4a06-b853-9747ff8250af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1774440 Jul 16 22:33:02.831550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.847732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36d03be5-8190-419c-b742-57d785aef4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.874775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36d03be5-8190-419c-b742-57d785aef4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:02.923953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36d03be5-8190-419c-b742-57d785aef4e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cc1247ea0ea42f8b85a2be318120388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365132 Jul 16 22:33:02.930270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:02.939351 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.023905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd75af-97fc-43b6-bbe6-04ab6df2a6bb req-d7e11815-a0b2-40bb-bae4-760155599536 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:03.029560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eabd75af-97fc-43b6-bbe6-04ab6df2a6bb req-d7e11815-a0b2-40bb-bae4-760155599536 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3203130 Jul 16 22:33:03.043879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.075406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port a5595be0-8823-472e-be7f-d541f574eece {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:03.075747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.120573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-71afb610-1f35-4a9c-8feb-4f606196c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:03.122145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-71afb610-1f35-4a9c-8feb-4f606196c0c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2980576 Jul 16 22:33:03.246598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eabd75af-97fc-43b6-bbe6-04ab6df2a6bb req-7b58e49c-28f9-4802-aece-f17cf75f7cff tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813283 Jul 16 22:33:03.289763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.388380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port a5595be0-8823-472e-be7f-d541f574eece, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a5595be0-8823-472e-be7f-d541f574eece,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:03.388761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.419678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.420315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:03.428433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for a5595be0-8823-472e-be7f-d541f574eece owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:03.445140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:03.447606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:03.461118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.463041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d03be5-8190-419c-b742-57d785aef4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb1aba-a340-429c-8d6a-1fcde217a838,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:03.491335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-932c8460-4e72-4d30-84b4-381dfa1b36c5 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584020 Jul 16 22:33:03.491999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event updated for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:03.536757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Allocated IP 172.20.0.4 (9f0538bc-38d3-49f6-8f8b-61dd4c6c9279/e0db1619-709d-41f9-ba46-f3814a53ce32/734098a6-12cf-4ab1-8ff5-4c71bf3939c3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:03.557890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=d0763a9c-c67d-4600-ad9e-35cb51ded3b3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:03.614290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a870a-3333-480a-ac4d-63ac30782b77 req-f2a79ff9-ee61-4948-ac53-8b44eb254146 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:03.615510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-236a870a-3333-480a-ac4d-63ac30782b77 req-f2a79ff9-ee61-4948-ac53-8b44eb254146 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 931 time: 0.1927924 Jul 16 22:33:03.616649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.627661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.639133 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.640315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d4e4da3-4148-44bf-aa89-d67b1b950c39 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6574736 Jul 16 22:33:03.646413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:03.647969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:03.648678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.658547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-198658952'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:03.692582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.713653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-236a870a-3333-480a-ac4d-63ac30782b77 req-9fc8768a-c219-44ef-94fb-826094c13a7d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836122 Jul 16 22:33:03.730897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Made reservation on behalf of 2462f2668e6b461a8117aaf16889933e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:03.734413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.749886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.763406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-8857fe26-a945-4459-b664-800e66f55cb8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7589982 Jul 16 22:33:03.798480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.801280 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.803011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75eb1aba-a340-429c-8d6a-1fcde217a838 HTTP/1.1" status: 204 len: 168 time: 0.8712718 Jul 16 22:33:03.857558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5bfb-665e-4983-83fc-123a482e0b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb1aba-a340-429c-8d6a-1fcde217a838,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:03.928261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Request body: {'port': {'device_id': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:03.931205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.935982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:03.960467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-797f7f90-1389-4a79-91b0-6e26b9030638 req-0e934f42-00e9-4d3f-8f03-dfd1e4af4108 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409456 Jul 16 22:33:03.968569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:03.969379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9ec2-3505-42a8-b228-43fcaf916217 req-8b95e2b4-10f6-4971-83e6-9f6e3bef5262 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:03.970937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cb9ec2-3505-42a8-b228-43fcaf916217 req-8b95e2b4-10f6-4971-83e6-9f6e3bef5262 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 944 time: 0.4960146 Jul 16 22:33:03.985919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9365f66c-78f8-4e33-b9f2-12426a9611f2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:04.004690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.005546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.007113 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Added segment a97895b5-c0da-44a5-abe1-e18db276400c of type vlan for network f0486c3d-1485-4bc0-8ef9-9925326f00b4 Jul 16 22:33:04.064797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.104234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.112086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:04.112938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.160424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89cb9ec2-3505-42a8-b228-43fcaf916217 req-aa74b135-2479-4397-8fbb-d32a6c24dfe6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593182 Jul 16 22:33:04.179081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5249133 Jul 16 22:33:04.184339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:04.197204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.200896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Request body: {'subnet': {'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:04.282556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbba3a-4343-40f4-8f9b-9e4ace31a5c2 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Network': ['ID=f0486c3d-1485-4bc0-8ef9-9925326f00b4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:04.300258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:04.370209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-4709e159-2a9f-426b-911a-fb8bf663bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:04.375290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-4709e159-2a9f-426b-911a-fb8bf663bd4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 1096 time: 0.3359091 Jul 16 22:33:04.385299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.396558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.519560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Made reservation on behalf of 2462f2668e6b461a8117aaf16889933e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:04.524038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:04.537110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d70a3-ff3c-4c03-9926-60f9c88bcc4e req-ca940df5-b03a-4e47-bc76-9810555a754d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:04.542206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=a5595be0-8823-472e-be7f-d541f574eece,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:04.544857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e5d70a3-ff3c-4c03-9926-60f9c88bcc4e req-ca940df5-b03a-4e47-bc76-9810555a754d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.1161513 Jul 16 22:33:04.588427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:04.669396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:04.683517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e5d70a3-ff3c-4c03-9926-60f9c88bcc4e req-5f517663-0d4d-41bb-9483-5a9b188b8042 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376040 Jul 16 22:33:04.738179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:04.865925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.040874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Subnet': ['ID=2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:05.059487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Checking segment: {'id': 'a97895b5-c0da-44a5-abe1-e18db276400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:05.060149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network hostable DHCP agents. Network: f0486c3d-1485-4bc0-8ef9-9925326f00b4, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:33:05.088212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:33:05.101514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f0486c3d-1485-4bc0-8ef9-9925326f00b4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:05.106205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:05.107096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.114973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3aefa-19bd-4618-8e05-6c52c5ecfc54 None None] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:05.129684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4667bb45-8959-4d66-b810-0f7b929d33af tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448867 Jul 16 22:33:05.130425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:05.136618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1217542091', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:05.169319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.170594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.325016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.327772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f0486c3d-1485-4bc0-8ef9-9925326f00b4', 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4', 'tenant_id': '2462f2668e6b461a8117aaf16889933e', 'fixed_ips': [{'subnet_id': '2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:33:05.330410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.501611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:05.502591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.504925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.528721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event updated for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:05.565371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.567552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Allocated IP 172.20.0.2 (f0486c3d-1485-4bc0-8ef9-9925326f00b4/2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865/c36728a8-23f3-4564-b01d-6a9b69c8f9d2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:05.625325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21a564-85a4-4d18-b667-55f857f503ac req-f04ce710-b753-4770-87bb-67da05d49465 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:05.632830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b21a564-85a4-4d18-b667-55f857f503ac req-f04ce710-b753-4770-87bb-67da05d49465 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 944 time: 0.2056496 Jul 16 22:33:05.695345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b21a564-85a4-4d18-b667-55f857f503ac req-6abc501e-84d9-4edc-852b-287a35393c75 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613077 Jul 16 22:33:05.750068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-b63fc665-328a-40df-a2c0-1c8550ddcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:05.751630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-b63fc665-328a-40df-a2c0-1c8550ddcb10 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 1.2986400 Jul 16 22:33:05.827134 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.843064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Transition to ACTIVE for port object c36728a8-23f3-4564-b01d-6a9b69c8f9d2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:05.862217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Transition to ACTIVE for port object c36728a8-23f3-4564-b01d-6a9b69c8f9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:05.872444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:05.919619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3430af24-ea68-47a6-bb0c-f753b14b782b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5988569 Jul 16 22:33:05.924831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:05.927962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:05.934095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:05.937915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Pushing event updated for resources: {'Port': ['ID=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:06.014299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Attempting to bind port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:06.014841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Attempting to bind port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a97895b5-c0da-44a5-abe1-e18db276400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:06.015209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Attempting to bind port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 on network f0486c3d-1485-4bc0-8ef9-9925326f00b4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:06.015769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.021779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:06.022135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Checking segment: {'id': 'a97895b5-c0da-44a5-abe1-e18db276400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:06.022772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.023075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Bound using segment: {'id': 'a97895b5-c0da-44a5-abe1-e18db276400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:06.023861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Bound port: c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97895b5-c0da-44a5-abe1-e18db276400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:06.024375 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.032547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Request body: {'port': {'device_id': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:06.053153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.087024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-4aa319bd-923f-4f60-96c6-ee3502a6f5f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97 HTTP/1.1" status: 200 len: 217 time: 0.2207489 Jul 16 22:33:06.128048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] For port c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:06.132552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] For port c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,segment=NetworkSegment(a97895b5-c0da-44a5-abe1-e18db276400c),segment_id=a97895b5-c0da-44a5-abe1-e18db276400c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:06.137462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d20f6-670e-4ef6-8ff4-07576ad33188 req-ce16a29f-3c5d-40ef-b596-3882cc48f801 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:06.139453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.139916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-513d20f6-670e-4ef6-8ff4-07576ad33188 req-ce16a29f-3c5d-40ef-b596-3882cc48f801 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2392423 Jul 16 22:33:06.152096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44733c80-2a2d-4227-861c-8f8237a4b3da req-164f54ae-27b7-4f08-8258-af78ab499749 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:06.157200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44733c80-2a2d-4227-861c-8f8237a4b3da req-164f54ae-27b7-4f08-8258-af78ab499749 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 931 time: 0.7812653 Jul 16 22:33:06.176213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:06.193186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.219995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Transition to ACTIVE for port object 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:06.221730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b402-9a6f-40fe-b7e8-57f923215e81 None None] Pushing event updated for resources: {'Port': ['ID=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:06.241081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:06.250156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Allocated IP 172.25.5.177 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/fa069bc8-afb5-4826-884f-12afebe64b0b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:06.273941 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.298224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.305451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-513d20f6-670e-4ef6-8ff4-07576ad33188 req-e3c3906e-0503-4504-8ed8-1bf1f2e38cd3 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557722 Jul 16 22:33:06.338207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:06.388090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Pushing event updated for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:06.435154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44733c80-2a2d-4227-861c-8f8237a4b3da req-d714590d-8fb1-4f84-aa43-c6732ab55059 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716383 Jul 16 22:33:06.486585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.562456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.563634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4a478a0f-c7b5-40c7-9518-bd2546e98e97 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:33:06.643443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:06.647836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-97a39d16-470b-4439-a940-125b348c8ff2 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:06.653145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:06.661070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:06.674409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=fa069bc8-afb5-4826-884f-12afebe64b0b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:06.702042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-7124d4db-fd37-4939-b20a-05dce553e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:06.703612 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-7124d4db-fd37-4939-b20a-05dce553e2b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.5431478 Jul 16 22:33:06.739991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:06.775862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '4a478a0f-c7b5-40c7-9518-bd2546e98e97', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': '4a478a0f-c7b5-40c7-9518-bd2546e98e97', 'mac_address': 'fa:16:3e:74:56:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:33:06.865034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:06.882271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a478a0f-c7b5-40c7-9518-bd2546e98e97 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:06.887258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-97a39d16-470b-4439-a940-125b348c8ff2 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "PUT /v2.0/quotas/264f7eaf50cd4ad9b7369c1aa5482b78 HTTP/1.1" status: 200 len: 368 time: 0.6139977 Jul 16 22:33:06.893221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:06.899027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:06.908577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Request body: {'network': {'project_id': '264f7eaf50cd4ad9b7369c1aa5482b78'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:06.919445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b183eefe-f4fc-4033-ac82-6aa37ff17ce0 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5727241 Jul 16 22:33:06.924214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:06.925623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:06.935533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:06.939567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:06.940409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:06.944638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.066154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Attempting to bind port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:07.066154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Attempting to bind port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:07.066409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Attempting to bind port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:07.078224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:07.110695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:07.118239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:07.118500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Attempting to bind port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:07.120593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Made reservation on behalf of 264f7eaf50cd4ad9b7369c1aa5482b78 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:07.122951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.136057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet c7cee75a-f21d-4be4-b300-cd03c5b5150b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:07.139413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-76259f95-7fd2-41c0-979c-59a4009ff45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:07.141059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-76259f95-7fd2-41c0-979c-59a4009ff45c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4102879 Jul 16 22:33:07.147375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.153102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.194925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4a478a0f-c7b5-40c7-9518-bd2546e98e97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:07.197541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:07.197889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Checking segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:07.198283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Bound using segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:07.198744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Bound port: 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:07.199330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.241662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.436770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.560679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314953af-822e-4bda-91f1-8a4f265e6747 req-974dd9f0-efb2-4a84-a51e-89a4c70c55d0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:07.569062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-314953af-822e-4bda-91f1-8a4f265e6747 req-974dd9f0-efb2-4a84-a51e-89a4c70c55d0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 945 time: 0.6470304 Jul 16 22:33:07.596740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:04Z', 'revision_number': 8, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:07.623520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.653059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:07.664569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:07.665601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:07.775935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:07.800015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:07.808285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:07.815493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726b8f-43db-406c-b223-c1697c7a7015 req-bce9ed2b-be65-474f-9aa5-27629eb59d6e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:07.816147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af119ed9-fc8e-4611-8462-df444e391638 None None] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:07.817186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9726b8f-43db-406c-b223-c1697c7a7015 req-bce9ed2b-be65-474f-9aa5-27629eb59d6e tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.3124976 Jul 16 22:33:07.828051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Transition to ACTIVE for port object 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:07.884332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9726b8f-43db-406c-b223-c1697c7a7015 req-6c2d7f54-8148-4722-b3a6-8380241c8b17 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613575 Jul 16 22:33:07.907470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15539458-b972-4cd3-b93f-dff564cb5c22 None None] Provisioning for port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:07.910532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:33:07.941628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:07.966226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-725cc236-fdd3-456a-b523-9dafab52a9cf service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809558 Jul 16 22:33:07.968190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.016117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.067882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:08.078131 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] Sync routers for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:08.093091 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:08.093788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:08.148115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-314953af-822e-4bda-91f1-8a4f265e6747 req-f3578463-3c30-470a-b3ad-9a3346de4adf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777974 Jul 16 22:33:08.162777 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:08.177214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238b36-7c05-4a4d-8636-c67343cc2eb5 req-b1e68845-1b9c-4fa3-8657-32d9694c8940 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:08.181423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2b238b36-7c05-4a4d-8636-c67343cc2eb5 req-b1e68845-1b9c-4fa3-8657-32d9694c8940 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 943 time: 0.1608856 Jul 16 22:33:08.215693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:08.221747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.240688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:08.241818 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:08.269633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9710944-0a28-40df-8708-c9b782e2784a req-e977c9eb-670f-4e16-946b-a39031c929f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:08.271356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9710944-0a28-40df-8708-c9b782e2784a req-e977c9eb-670f-4e16-946b-a39031c929f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.9888749 Jul 16 22:33:08.310630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.350579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2b238b36-7c05-4a4d-8636-c67343cc2eb5 req-a06cdaed-476f-463e-b60c-9554490e13e6 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619470 Jul 16 22:33:08.369177 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:08.370371 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63509d46-973f-43be-b7f9-4366a1d3c8fc None None] The sync data for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:08.414246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cee75a-f21d-4be4-b300-cd03c5b5150b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:08.419640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073ad4c-6c9d-4e8e-9149-71f9318285ea None None] Network 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:08.428074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.433833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66c46463-a9db-4fc4-9548-b14848ea8dfd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/c7cee75a-f21d-4be4-b300-cd03c5b5150b HTTP/1.1" status: 204 len: 168 time: 1.5000620 Jul 16 22:33:08.434772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Pushing event updated for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:08.435195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:08.469733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:08.471199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.472885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] 10.222.0.68 "PUT /v2.0/ports/7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 HTTP/1.1" status: 200 len: 1092 time: 4.5491581 Jul 16 22:33:08.480079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:08.482060 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cdbe46-a0b7-453d-b0f7-10b09019346e" -d '{"events": [{"name": "network-changed", "server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:08.542230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c36728a8-23f3-4564-b01d-6a9b69c8f9d2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:08.566781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96eeed7f-ee7b-4e80-9c4a-9936bc105f2e req-a11c81b0-a1b7-405e-8404-cd891040a523 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757655 Jul 16 22:33:08.600939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.627013 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d83eb3-4b92-4b85-85db-b43f76ef8094 x-openstack-request-id: req-02d83eb3-4b92-4b85-85db-b43f76ef8094 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:08.627510 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:08.627510 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02d83eb3-4b92-4b85-85db-b43f76ef8094 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:08.627804 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206', 'status': 'completed', 'code': 200} Jul 16 22:33:08.635735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.643268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9710944-0a28-40df-8708-c9b782e2784a req-5ea6d7ee-13b5-4dde-986a-f200d178908d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462656 Jul 16 22:33:08.664328 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.664866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.668857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f5f47bdc-75cb-408f-8c46-9466bf09f33f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5340168 Jul 16 22:33:08.668857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:08.669380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4a478a0f-c7b5-40c7-9518-bd2546e98e97 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:08.680633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2b548-e97c-4bb4-b526-e199e5f9f777 service neutron] Pushing event updated for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:08.702273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:08.739897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Attempting to bind port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:08.740173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Attempting to bind port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:08.740655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Attempting to bind port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:08.743273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 94389633-1ebf-4903-bde5-8a7ce445d4cd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:08.743835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.752920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.753310 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Added segment cb886161-bfd3-46e4-a610-568a1df1f80a of type vlan for network 5f17c476-efe8-4b04-bc78-1e202bb6466b Jul 16 22:33:08.754793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a775b7a-db85-4ab1-843b-dc418cc91c3c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:08.767396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:08.767729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Attempting to bind port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:08.799955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:08.800305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Checking segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:08.801061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Bound using segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:08.801230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Bound port: 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:08.801528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.828877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.841030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-d0d0cf4b-d636-43b8-9995-8b233071585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:08.841030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-d0d0cf4b-d636-43b8-9995-8b233071585f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 1095 time: 0.2976599 Jul 16 22:33:08.871681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 94389633-1ebf-4903-bde5-8a7ce445d4cd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94389633-1ebf-4903-bde5-8a7ce445d4cd,segment=NetworkSegment(36885b82-6778-44eb-8d2f-ea473b771292),segment_id=36885b82-6778-44eb-8d2f-ea473b771292)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:08.872341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.922643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-9656ecc9-b8a9-44c2-a816-b716feb2b1c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 HTTP/1.1" status: 200 len: 217 time: 0.0751748 Jul 16 22:33:08.968474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 94389633-1ebf-4903-bde5-8a7ce445d4cd owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:08.987589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:08.988775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:08.990627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.044720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:09.070633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-7df3877c-c4be-4774-a59b-9b8483968a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:09.072498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-7df3877c-c4be-4774-a59b-9b8483968a9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.1396697 Jul 16 22:33:09.082248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:09.101068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:09.109183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2105603 Jul 16 22:33:09.121782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:09.122160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.179606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:09.189471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Request body: {'network': {'project_id': '264f7eaf50cd4ad9b7369c1aa5482b78'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:09.197450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.199246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:04Z', 'revision_number': 8, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:09.220788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port 94389633-1ebf-4903-bde5-8a7ce445d4cd on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:09.229305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:09.321981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee66ecf-da65-45f2-90e0-a9b57a7894d5 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:04Z', 'revision_number': 8, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9046176a-0fca-4f13-933e-106f7fedbfbb', 'name': '', 'network_id': '00fef758-0be8-4d6a-8e95-c0567e7387ea', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:ba:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:53Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': 'db88827a-b599-4b6d-a5fa-615ea57eb5b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:09.330310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:09.330755 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.473642 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.506183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.536502 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.538094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:09.555439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,segment=NetworkSegment(a97895b5-c0da-44a5-abe1-e18db276400c),segment_id=a97895b5-c0da-44a5-abe1-e18db276400c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:09.557545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36885b82-6778-44eb-8d2f-ea473b771292') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:09.558941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36885b82-6778-44eb-8d2f-ea473b771292') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:09.568066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.576084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.597496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.606897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:09.607369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.639150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:09.641996 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deebbd0-0f20-439e-95e3-d7db5b2ada3e" -d '{"events": [{"server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "name": "network-vif-plugged", "status": "completed", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:09.651645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.654996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-22dfff8a-a2e4-4dcd-98ae-9598e6d1120b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5741594 Jul 16 22:33:09.659740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f01c24-90dc-4f9d-abf5-0b061caa127e tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Pushing event updated for resources: {'Network': ['ID=5f17c476-efe8-4b04-bc78-1e202bb6466b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:09.661575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:09.684072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:09.694471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5f17c476-efe8-4b04-bc78-1e202bb6466b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:09.702241 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:09.704799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=94389633-1ebf-4903-bde5-8a7ce445d4cd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:09.718607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.724135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.726720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d HTTP/1.1" status: 204 len: 168 time: 1.2902737 Jul 16 22:33:09.743551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:09.803134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff2453-fbf5-40b5-9a8c-637c40666e25 None None] DHCP port deletion for 1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:09.808005 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.814554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:09.816890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.819393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] 10.222.0.47 "PUT /v2.0/ports/734098a6-12cf-4ab1-8ff5-4c71bf3939c3 HTTP/1.1" status: 200 len: 1092 time: 3.8071151 Jul 16 22:33:09.901297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad6362eb-f13a-429b-868a-8dcf165905ee None None] Provisioning complete for port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:09.901685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad6362eb-f13a-429b-868a-8dcf165905ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:09.951072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:10.008697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111145-ed1e-4993-882f-4e3ffe71137c service neutron] Pushing event updated for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:10.046826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-202f5d97-53fe-4375-8e0c-32a9d2d59f3e service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605080 Jul 16 22:33:10.056127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911c282-d57f-4f1f-bae2-e467367ca045 req-8a950d68-b9f8-4af0-9a4c-95b23ff98c77 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.057747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6911c282-d57f-4f1f-bae2-e467367ca045 req-8a950d68-b9f8-4af0-9a4c-95b23ff98c77 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.9543726 Jul 16 22:33:10.166549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-40d10096-b22e-478a-b866-618b8b525a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.168204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-40d10096-b22e-478a-b866-618b8b525a58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=e9c388fe-034e-4cd5-a822-565f052655b0 HTTP/1.1" status: 200 len: 1095 time: 0.2207015 Jul 16 22:33:10.186390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6911c282-d57f-4f1f-bae2-e467367ca045 req-5913da05-5a1d-4629-80f3-d57f050a87d8 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184134 Jul 16 22:33:10.218118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-afc2d88d-8868-49c1-89ff-b826f5bba748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3 HTTP/1.1" status: 200 len: 217 time: 0.0418556 Jul 16 22:33:10.264809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-d4fcf194-0234-489c-8fb5-5fc48398d2ea service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056575 Jul 16 22:33:10.282473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-c26634b4-9864-4eff-b542-6672b8ad7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.284886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-c26634b4-9864-4eff-b542-6672b8ad7fff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.0572119 Jul 16 22:33:10.292567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Made reservation on behalf of 264f7eaf50cd4ad9b7369c1aa5482b78 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:10.294871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.301832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fc544-db56-432a-9a84-091add63896f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=1e0ca2eb-f5de-4481-8ca1-cf612a9e6b2d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:10.325397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-90858b02-d78b-4698-8ab5-ebbac8476c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337818 Jul 16 22:33:10.404081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c36728a8-23f3-4564-b01d-6a9b69c8f9d2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:10.450410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:10.452332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:10.452647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.504421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-9bef7521-6c8d-4c26-9722-b366b967fbf1 service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682355 Jul 16 22:33:10.518298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4f11e-9b8b-41b4-a3cd-e3cc9822a84f req-a70c7bdc-7596-45d4-8a2c-1b111c4e10b2 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.519832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07b4f11e-9b8b-41b4-a3cd-e3cc9822a84f req-a70c7bdc-7596-45d4-8a2c-1b111c4e10b2 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 943 time: 0.2178736 Jul 16 22:33:10.523150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-63b3ccc4-be76-4de3-b073-19f85aa3e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.525241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-63b3ccc4-be76-4de3-b073-19f85aa3e4d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 1095 time: 0.1875389 Jul 16 22:33:10.545527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.546374 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Added segment ca105030-be59-430a-9211-b9f642100e5f of type vlan for network 1b987d64-5935-4733-b28c-93038108ef95 Jul 16 22:33:10.609485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9782c6-18b8-4dd4-85df-6d004d4148b2 req-7f044427-7882-4c6e-9063-1f3b5a01ef05 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.611030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b9782c6-18b8-4dd4-85df-6d004d4148b2 req-7f044427-7882-4c6e-9063-1f3b5a01ef05 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 1.2755563 Jul 16 22:33:10.612483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a5595be0-8823-472e-be7f-d541f574eece no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:10.625565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.634650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:10.635107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a5595be0-8823-472e-be7f-d541f574eece {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:10.635599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a5595be0-8823-472e-be7f-d541f574eece not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:10.636127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94389633-1ebf-4903-bde5-8a7ce445d4cd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:10.637288 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5317e-7e11-4958-a633-b78c4f81cafb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:10.655960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 94389633-1ebf-4903-bde5-8a7ce445d4cd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:10.656418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94389633-1ebf-4903-bde5-8a7ce445d4cd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:10.682550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07b4f11e-9b8b-41b4-a3cd-e3cc9822a84f req-74b0bec9-4657-4ae6-9334-d7228aa47bec tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501479 Jul 16 22:33:10.718421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfe4d4c-a9dc-44c9-9ad5-980c2b22240b req-797fda7a-d5fd-4e21-9b06-ff46a7a98ab2 service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974986 Jul 16 22:33:10.731450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-203d0338-feb3-4b6b-8abb-1fe0fb55d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.734936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-203d0338-feb3-4b6b-8abb-1fe0fb55d693 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 913 time: 0.2015235 Jul 16 22:33:10.769976 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b9782c6-18b8-4dd4-85df-6d004d4148b2 req-bfe6032a-38cb-480b-99fa-36b8847f0670 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464574 Jul 16 22:33:10.818107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.819092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.819676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:10.834877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-7360cd6c-5aeb-40d0-95f7-fccf2547f0a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 HTTP/1.1" status: 200 len: 217 time: 0.0905263 Jul 16 22:33:10.873796 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24752c94-a623-454f-800a-74af9ee9e6ab x-openstack-request-id: req-24752c94-a623-454f-800a-74af9ee9e6ab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:10.874712 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "name": "network-vif-plugged", "status": "completed", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:10.875141 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24752c94-a623-454f-800a-74af9ee9e6ab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:10.875743 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97', 'code': 200} Jul 16 22:33:10.880045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6980469 Jul 16 22:33:10.888898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:10.895866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39c764d9-277e-41b8-bec8-ec7633fcad19 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Request body: {'network': {'project_id': '264f7eaf50cd4ad9b7369c1aa5482b78'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:10.903572 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8707c7-2e88-40e2-9b73-eceeeec835e7 x-openstack-request-id: req-3a8707c7-2e88-40e2-9b73-eceeeec835e7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:10.904052 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:10.904399 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a8707c7-2e88-40e2-9b73-eceeeec835e7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:10.904871 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3', 'status': 'completed', 'code': 200} Jul 16 22:33:10.950002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-85c77fa5-155f-43d6-bc20-743161e8a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:10.951633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-85c77fa5-155f-43d6-bc20-743161e8a0d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.1110630 Jul 16 22:33:10.953307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffbed8-0583-4fc2-9fba-c8631c2909d4 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Pushing event updated for resources: {'Network': ['ID=1b987d64-5935-4733-b28c-93038108ef95,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:10.967873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1b987d64-5935-4733-b28c-93038108ef95 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:10.975127 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c764d9-277e-41b8-bec8-ec7633fcad19 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 22:33:10.975654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c764d9-277e-41b8-bec8-ec7633fcad19 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:10.976815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39c764d9-277e-41b8-bec8-ec7633fcad19 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0868137 Jul 16 22:33:10.987705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:11.084555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-0255d7ef-e3da-4414-a264-fdabcbe2d06f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678377 Jul 16 22:33:11.165134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:11.165747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-d000df44-3f5e-42b2-b96c-16746d8281ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:11.167419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-d000df44-3f5e-42b2-b96c-16746d8281ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=e9c388fe-034e-4cd5-a822-565f052655b0 HTTP/1.1" status: 200 len: 1095 time: 0.2413056 Jul 16 22:33:11.195142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:11.301947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec81c7-76a3-4412-b223-5743cbebc643 req-40b98959-14a9-4c02-96b7-92c4ae4cbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:11.303478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fec81c7-76a3-4412-b223-5743cbebc643 req-40b98959-14a9-4c02-96b7-92c4ae4cbd3c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 1098 time: 0.2918117 Jul 16 22:33:11.322453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-73fdb6d8-5cd2-4a78-8220-b74c333c1836 service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156527 Jul 16 22:33:11.403259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-9e0c4d86-ff96-4c5b-b6ee-69c0d609b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:11.404939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-9e0c4d86-ff96-4c5b-b6ee-69c0d609b191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 913 time: 0.2054806 Jul 16 22:33:11.435998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fec81c7-76a3-4412-b223-5743cbebc643 req-5ea9c5dd-808e-4b24-a1a3-137d90515fbf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233261 Jul 16 22:33:11.496121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-de26a25d-3a3f-49f6-a1a8-d242519b0baf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3 HTTP/1.1" status: 200 len: 217 time: 0.0802596 Jul 16 22:33:11.506109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Allocated IP 172.20.0.1 (f0486c3d-1485-4bc0-8ef9-9925326f00b4/2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865/f804230e-590a-4acc-9881-11a54da500d5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:11.525022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-82a3664d-c2fa-49af-978a-08628818b205 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=264f7eaf50cd4ad9b7369c1aa5482b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161163 Jul 16 22:33:11.530947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:11.577730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-97cdbe46-a0b7-453d-b0f7-10b09019346e req-c7c8d327-f2d8-4eb2-a2e6-29b4ac0b68b2 service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468145 Jul 16 22:33:11.587765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-cf9ed80a-65d1-45c3-b5ff-6da13f5f8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:11.589518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-cf9ed80a-65d1-45c3-b5ff-6da13f5f8155 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.0774634 Jul 16 22:33:11.616260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e77c0-aa1a-4f77-ad6d-95daeb84f872 req-9b718975-bcc6-4ddb-abda-94c830b897b2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:11.617845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a0e77c0-aa1a-4f77-ad6d-95daeb84f872 req-9b718975-bcc6-4ddb-abda-94c830b897b2 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2356660 Jul 16 22:33:11.635136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-1bbb536c-f56f-4409-9359-3e7e60b7c4ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390651 Jul 16 22:33:11.752137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-c82a5a68-ef9a-4253-8e91-a840b171678d service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089029 Jul 16 22:33:11.779063 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:11.795517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a0e77c0-aa1a-4f77-ad6d-95daeb84f872 req-6b021f2b-1b28-43de-9e9f-6fd354eee7cf tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694529 Jul 16 22:33:11.841699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:11.854770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Transition to ACTIVE for port object f804230e-590a-4acc-9881-11a54da500d5 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:11.899150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a5317e-7e11-4958-a633-b78c4f81cafb req-1ec385b5-2d5f-4f26-bfc0-48278b74672f service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386650 Jul 16 22:33:11.900873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:11.953217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.002520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ecea-ac06-4dd4-9055-29db78f48b0f req-634ee7dd-9328-447a-b8dd-9525e28f182e tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:12.004141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e604ecea-ac06-4dd4-9055-29db78f48b0f req-634ee7dd-9328-447a-b8dd-9525e28f182e tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 943 time: 0.1622996 Jul 16 22:33:12.031460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:12.045482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e604ecea-ac06-4dd4-9055-29db78f48b0f req-c92ad34b-1f01-4409-8d3c-56ffc898c9f6 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Jul 16 22:33:12.064230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.066814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.070577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a775b7a-db85-4ab1-843b-dc418cc91c3c HTTP/1.1" status: 204 len: 168 time: 0.5370972 Jul 16 22:33:12.072097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:12.072335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:12.079645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 9046176a-0fca-4f13-933e-106f7fedbfbb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:12.080003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.098311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:12.157351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e44238-b8b0-48fa-9c27-7155183ed04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a775b7a-db85-4ab1-843b-dc418cc91c3c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:12.159088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=f804230e-590a-4acc-9881-11a54da500d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:12.234805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.333206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.341015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:33:12.450688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.468213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b987d64-5935-4733-b28c-93038108ef95']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:12.469561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57264c9c-cf38-4788-b2d0-be5a8ebe602c req-001162f9-f33f-486a-94d1-df210b76f23b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:12.471544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57264c9c-cf38-4788-b2d0-be5a8ebe602c req-001162f9-f33f-486a-94d1-df210b76f23b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 0.4629540 Jul 16 22:33:12.493248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 9046176a-0fca-4f13-933e-106f7fedbfbb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9046176a-0fca-4f13-933e-106f7fedbfbb,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:12.493716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.501983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca105030-be59-430a-9211-b9f642100e5f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:12.502398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca105030-be59-430a-9211-b9f642100e5f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:12.517066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.520727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d0804fc-b7a4-4dfb-bf8b-cdfa39633ee6 None None] Provisioning for port f804230e-590a-4acc-9881-11a54da500d5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:12.531603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d0804fc-b7a4-4dfb-bf8b-cdfa39633ee6 None None] Provisioning complete for port f804230e-590a-4acc-9881-11a54da500d5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:12.531978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d0804fc-b7a4-4dfb-bf8b-cdfa39633ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.532725 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.536517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:12.544890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:12.545320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.546848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 9046176a-0fca-4f13-933e-106f7fedbfbb owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:12.551522 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:12.562059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'port_id': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3', 'mac_address': 'fa:16:3e:34:81:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0db1619-709d-41f9-ba46-f3814a53ce32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:33:12.573427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57264c9c-cf38-4788-b2d0-be5a8ebe602c req-4d684823-98cd-483a-b0b4-34a78338d240 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 Jul 16 22:33:12.659477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.670585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.672501 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.673019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1b987d64-5935-4733-b28c-93038108ef95 HTTP/1.1" status: 204 len: 168 time: 0.5994227 Jul 16 22:33:12.675622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:12.697270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9a084-64d7-435d-ab96-7fd248139611 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b987d64-5935-4733-b28c-93038108ef95,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:12.705606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8d0804fc-b7a4-4dfb-bf8b-cdfa39633ee6 None None] Port f804230e-590a-4acc-9881-11a54da500d5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:12.713484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:33:12.722433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:12.757277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:12.768972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.775260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.830548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:12.838259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:12.936631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:12.951023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'port_id': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206', 'mac_address': 'fa:16:3e:cf:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0db1619-709d-41f9-ba46-f3814a53ce32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:33:13.006041 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.023567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:13.029149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-74f3ce33-0691-434c-9c0a-aa523838d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:13.030719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-74f3ce33-0691-434c-9c0a-aa523838d1a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=706f9024fec34b9ab256574598a53a5a&device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 1098 time: 0.1118395 Jul 16 22:33:13.054143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.060369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:13.066049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f17c476-efe8-4b04-bc78-1e202bb6466b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:13.067476 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.077882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb886161-bfd3-46e4-a610-568a1df1f80a') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:13.078182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb886161-bfd3-46e4-a610-568a1df1f80a') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:13.088361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.106772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.113315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:13.113699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.162784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:13.169938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['734098a6-12cf-4ab1-8ff5-4c71bf3939c3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:13.186179 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:13.194000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.203407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.215392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5f17c476-efe8-4b04-bc78-1e202bb6466b HTTP/1.1" status: 204 len: 168 time: 0.5306501 Jul 16 22:33:13.216269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.292454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1604a-eaaf-4ff8-8d3a-dbcdb441a941 req-d1c6f008-1fcd-4d2d-b30e-bd306928106b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:13.299967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3b1604a-eaaf-4ff8-8d3a-dbcdb441a941 req-d1c6f008-1fcd-4d2d-b30e-bd306928106b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2353344 Jul 16 22:33:13.300549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['7544ac35-9f5c-4f89-bbdc-aa65dbbe7206'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:13.334739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-b6f2162f-9d9b-4493-8453-ac219cdd6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:13.337678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-b6f2162f-9d9b-4493-8453-ac219cdd6c11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 200 len: 919 time: 0.2919097 Jul 16 22:33:13.354663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=9046176a-0fca-4f13-933e-106f7fedbfbb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:13.370176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e0bbf-29fd-4744-8657-791ba77ec4e3 tempest-QuotasNegativeTest-1136291611 tempest-QuotasNegativeTest-1136291611-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f17c476-efe8-4b04-bc78-1e202bb6466b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:13.414487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3b1604a-eaaf-4ff8-8d3a-dbcdb441a941 req-60da829b-9e87-41dd-a27b-29b575ff57de tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135411 Jul 16 22:33:13.420269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-145b010f-48f7-4127-a4cb-f06d696aa5dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 200 len: 217 time: 0.0756824 Jul 16 22:33:13.483417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-57062d82-a62a-4ef5-947e-6d72e9ebeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:13.485792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-57062d82-a62a-4ef5-947e-6d72e9ebeb6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 200 len: 858 time: 0.0586996 Jul 16 22:33:13.536363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-86da75eb-b9f2-4c12-b250-e819b74a4520 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195f8de1-b2b1-4e42-811f-f73b9662e772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408497 Jul 16 22:33:13.606296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.731881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:13.751410 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b705c7a1-3809-4816-b8af-96ffc7c24dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:13.792313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-125dd896-3011-47f6-84d5-137c4fc31b9d service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453716 Jul 16 22:33:13.992625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c641124f-f0e4-482b-a8aa-a90477d38634 req-299f3c9e-4a39-439b-80cb-197c1cc4da6d service neutron] 10.222.0.47 "GET /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899712 Jul 16 22:33:14.007393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d126b-0f64-473d-b719-49880aca18c9 req-bcc8d1f2-81cf-4793-91b3-ad51ea5050cb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:14.009463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b0d126b-0f64-473d-b719-49880aca18c9 req-bcc8d1f2-81cf-4793-91b3-ad51ea5050cb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 0.2235470 Jul 16 22:33:14.060073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b705c7a1-3809-4816-b8af-96ffc7c24dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.068498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b0d126b-0f64-473d-b719-49880aca18c9 req-6c9be023-f62a-4cb4-82c8-2c21f68393b6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Jul 16 22:33:14.069140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b705c7a1-3809-4816-b8af-96ffc7c24dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.123114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b705c7a1-3809-4816-b8af-96ffc7c24dff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e301c6537e574f9e885b4c9946d505a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886378 Jul 16 22:33:14.124325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c7a1-3809-4816-b8af-96ffc7c24dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1c23e-e9b4-4a1e-a461-615462754b14,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:14.127353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:14.193567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:14.200754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1084350042'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:14.213578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.217043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b449-d5a7-455b-b26d-84271716ee19 req-b5a767fc-b78f-44c9-b0de-e84576882960 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:14.218695 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ca7b449-d5a7-455b-b26d-84271716ee19 req-b5a767fc-b78f-44c9-b0de-e84576882960 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 944 time: 0.8609645 Jul 16 22:33:14.238018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.294050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:14.297528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.311270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.313781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.314919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfe1c23e-e9b4-4a1e-a461-615462754b14 HTTP/1.1" status: 204 len: 168 time: 0.1866572 Jul 16 22:33:14.323460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800b372-4626-4dd1-945c-ce5ffada0c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1c23e-e9b4-4a1e-a461-615462754b14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:14.381005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:14.396790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ca7b449-d5a7-455b-b26d-84271716ee19 req-2c6d0584-2e9f-4b2a-889e-312e0dfb9929 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694245 Jul 16 22:33:14.436786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.449981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.481067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:14.542445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.542807 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Added segment 65fbbdb4-b92c-48c5-bdbf-8d72c67577c9 of type vlan for network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc Jul 16 22:33:14.586800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:14.594594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:14.598798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.600723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:14.614815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=f804230e-590a-4acc-9881-11a54da500d5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:14.618990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.625031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:14.625404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.649645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce70e32-8842-40fb-b8ca-0fc8cf033963 req-5f813c24-e5ef-4237-82fc-e9d56f09cf51 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:14.652528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dce70e32-8842-40fb-b8ca-0fc8cf033963 req-5f813c24-e5ef-4237-82fc-e9d56f09cf51 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.0934191 Jul 16 22:33:14.700433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dce70e32-8842-40fb-b8ca-0fc8cf033963 req-40150e25-65fc-4747-b2b2-99d98dfd997b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Jul 16 22:33:14.715217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:14.729099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:14.729482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.739130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:33:14.766561 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.777838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:14.789509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.792529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58a0-62b5-43de-8181-100be66bd82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.796085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:14.796688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.804441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:14.806245 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3146f59-3e74-4afc-ad1b-b4863e11e69e" -d '{"events": [{"server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "name": "network-vif-plugged", "status": "completed", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:14.839940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:14.851961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.902557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.904366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58a0-62b5-43de-8181-100be66bd82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.907629 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a2b57-5328-4ed4-af4f-ba2a70132162 x-openstack-request-id: req-c56a2b57-5328-4ed4-af4f-ba2a70132162 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:14.907917 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "name": "network-vif-plugged", "status": "completed", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:14.908196 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c56a2b57-5328-4ed4-af4f-ba2a70132162 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:14.908539 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3', 'code': 200} Jul 16 22:33:14.912502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ed58a0-62b5-43de-8181-100be66bd82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:14.918425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:14.926671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d1358428-8974-4943-8888-99338913f152 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773102 Jul 16 22:33:14.927433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Network': ['ID=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:14.931385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37234) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:14.943190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:14.945238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:14.964210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c7ed58a0-62b5-43de-8181-100be66bd82c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a348c40d7234cbe91125d355abd61fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852152 Jul 16 22:33:14.966729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:14.974643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed58a0-62b5-43de-8181-100be66bd82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8406223-9912-404b-8c29-4dfbfcf42d18,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:14.990984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet db88827a-b599-4b6d-a5fa-615ea57eb5b4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:14.995251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:14.996663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a3412754-c65f-45d3-9717-6a05d44e57a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8004956 Jul 16 22:33:14.997702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.001165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:15.005045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-954999085'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:15.019088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:15.020278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:15.023809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:15.031649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:15.032307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.039323 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.059772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:15.063658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.067607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.097111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.100418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ebfa-1007-4406-93d6-56a21dec34cd req-a8b2a0cb-e638-4210-9bff-ce8005dbcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:15.101976 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cc4ebfa-1007-4406-93d6-56a21dec34cd req-a8b2a0cb-e638-4210-9bff-ce8005dbcc4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9c388fe-034e-4cd5-a822-565f052655b0 HTTP/1.1" status: 200 len: 1097 time: 0.1148365 Jul 16 22:33:15.160716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:15.164221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cc4ebfa-1007-4406-93d6-56a21dec34cd req-ce361b50-52ee-492c-a8e8-a70db58f3619 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Jul 16 22:33:15.181826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.188945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.191876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.195530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8406223-9912-404b-8c29-4dfbfcf42d18 HTTP/1.1" status: 204 len: 168 time: 0.2255135 Jul 16 22:33:15.195691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:15.213972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad892ba-1b47-466f-befa-21435718756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8406223-9912-404b-8c29-4dfbfcf42d18,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:15.236138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.236507 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Added segment a6f3ee05-5313-4bce-a358-54cf15909738 of type vlan for network 9eae965a-655e-48c6-8c05-40603dbb1f4f Jul 16 22:33:15.259248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:15.367634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.405166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:15.419644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.468008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.474125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:15.474744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.522571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c37fc54-4070-4b48-831f-d557983fbf97 None None] Provisioning complete for port f804230e-590a-4acc-9881-11a54da500d5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:15.523161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c37fc54-4070-4b48-831f-d557983fbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.543012 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5417747 Jul 16 22:33:15.546606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:15.554516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'subnet': {'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:15.591925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3c37fc54-4070-4b48-831f-d557983fbf97 None None] Port f804230e-590a-4acc-9881-11a54da500d5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:15.612570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:12Z', 'revision_number': 9, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.668516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:15.674682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.688434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81163a-42a9-4b62-9563-3f9c60381c05 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Network': ['ID=9eae965a-655e-48c6-8c05-40603dbb1f4f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:15.692583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:15.693231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.696236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.700646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d51c5c-d073-4a19-98e6-2d4f5dc4e9c4 None None] Network 00fef758-0be8-4d6a-8e95-c0567e7387ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:15.705492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/db88827a-b599-4b6d-a5fa-615ea57eb5b4 HTTP/1.1" status: 204 len: 168 time: 0.7703011 Jul 16 22:33:15.707582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:15.752099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:15.782335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a0479-4ea3-4037-bc45-67d9e3b0eb7d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=db88827a-b599-4b6d-a5fa-615ea57eb5b4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:15.804070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:15.807925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:15.808528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.817014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3dd7901a-6fa0-45fe-86dd-bf420131e132 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "PUT /v2.0/routers/98d20262-e6a3-4fb0-bf0f-47a0d1beb044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1445894 Jul 16 22:33:15.817373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:15.823372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] Sync routers for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:15.824379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Request body: {'port': {'network_id': 'f0486c3d-1485-4bc0-8ef9-9925326f00b4', 'name': 'tempest-FloatingIPAdminTestJSON-1140481009'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:15.842386 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:15.843021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.917512 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.932196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:15.934623 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:15.937161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:15.938684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:15.975071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7a98-c141-4856-bbac-892297db31a3 req-fb33b3ed-5278-497e-96b1-5d49f13b47e2 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:15.983747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-925d7a98-c141-4856-bbac-892297db31a3 req-fb33b3ed-5278-497e-96b1-5d49f13b47e2 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 945 time: 0.3229594 Jul 16 22:33:16.027134 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:16.027974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257c011-b93f-4998-b75b-fbca01eb51f9 None None] The sync data for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:16.067296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5694b-f636-4097-88e4-12717771cd02 req-b6eb269c-24db-43ec-985f-4780e47a7f9b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:16.069332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08d5694b-f636-4097-88e4-12717771cd02 req-b6eb269c-24db-43ec-985f-4780e47a7f9b tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.2021983 Jul 16 22:33:16.131847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Made reservation on behalf of 2462f2668e6b461a8117aaf16889933e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:16.135367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.163918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08d5694b-f636-4097-88e4-12717771cd02 req-443ed961-251d-4e2a-836e-e4815674fe04 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839877 Jul 16 22:33:16.176676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] device_id is not set on port 04eee80c-d7af-42a7-84f1-4fff68ff354f yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:33:16.206958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-925d7a98-c141-4856-bbac-892297db31a3 req-e860f099-bf3c-4f0f-ae90-da35197c8ce1 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134342 Jul 16 22:33:16.220868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port d5f234a5-8808-4583-9c27-5659b43bf1f0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:16.221324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.363648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port d5f234a5-8808-4583-9c27-5659b43bf1f0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d5f234a5-8808-4583-9c27-5659b43bf1f0,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:16.364036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.379495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for d5f234a5-8808-4583-9c27-5659b43bf1f0 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:16.387757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Allocated IP 172.20.0.11 (f0486c3d-1485-4bc0-8ef9-9925326f00b4/2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865/04eee80c-d7af-42a7-84f1-4fff68ff354f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:16.493709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] DHCP port deletion for 00fef758-0be8-4d6a-8e95-c0567e7387ea request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:16.534412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:12Z', 'revision_number': 9, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:16.564553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d940956-29e6-47b4-a196-5f55c92ee8bc None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:12Z', 'revision_number': 9, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': '2d518863-5c94-478c-afda-94e26735d236', 'name': '', 'network_id': '9c6ef200-7b30-489d-b227-b434ce1d278f', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:63:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:27Z', 'updated_at': '2021-07-16T22:32:38Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '5d0841de-3b8b-4299-a5a1-0ea3a4d3334b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:16.593424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Deleting port d5f234a5-8808-4583-9c27-5659b43bf1f0 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:16.593875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.658370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.677811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] For port d5f234a5-8808-4583-9c27-5659b43bf1f0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d5f234a5-8808-4583-9c27-5659b43bf1f0,segment=NetworkSegment(68769023-5e20-4fbb-9296-01467b542dcc),segment_id=68769023-5e20-4fbb-9296-01467b542dcc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:16.678322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.697793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Calling delete_port for d5f234a5-8808-4583-9c27-5659b43bf1f0 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:16.723372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.765783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=d5f234a5-8808-4583-9c27-5659b43bf1f0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:16.775081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port d5f234a5-8808-4583-9c27-5659b43bf1f0 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:16.793699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.815700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Subnet': ['ID=9ceeb55b-d092-423c-b6d5-be9b284ff1e5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:16.835259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.839796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Transition to ACTIVE for port object 04eee80c-d7af-42a7-84f1-4fff68ff354f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:16.868529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Pushing event deleted for resources: {'Port': ['ID=d5f234a5-8808-4583-9c27-5659b43bf1f0,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:16.871057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] No DVR routers for this DVR port d5f234a5-8808-4583-9c27-5659b43bf1f0 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:16.875895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:16.876358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network hostable DHCP agents. Network: 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:33:16.887559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.887971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.888422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.888874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.889263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.889857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.890264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.890737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.891040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.891463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.891849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.892228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887c871-5568-4435-9a74-3ee70608a7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:16.909427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:16.922783 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ed8b8f-58f8-4302-9feb-b4b0f03a43e6" -d '{"events": [{"server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "name": "network-vif-plugged", "status": "completed", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:16.942024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:16.975528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.002450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fef758-0be8-4d6a-8e95-c0567e7387ea']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:17.005166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:33:17.009450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:17.010476 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a386a120-deee-4a1a-a339-19ae5803323c x-openstack-request-id: req-a386a120-deee-4a1a-a339-19ae5803323c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:17.010817 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "name": "network-vif-plugged", "status": "completed", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:17.011083 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a386a120-deee-4a1a-a339-19ae5803323c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:17.011665 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206', 'code': 200} Jul 16 22:33:17.013865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:17.018099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:17.028861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68769023-5e20-4fbb-9296-01467b542dcc') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:17.029302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68769023-5e20-4fbb-9296-01467b542dcc') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:17.032705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:17.049738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:17.050328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9dfd55-9a57-453c-a9a3-234f6fc1e7ac None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:17.050932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.070426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:17.071996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.079445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.084274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event updated for resources: {'Port': ['ID=04eee80c-d7af-42a7-84f1-4fff68ff354f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:17.093259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7db1bf50-217f-4195-8c0a-96de3518e8da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5435541 Jul 16 22:33:17.098936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:17.105967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'subnet': {'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:17.128246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-98e4b1a1-1af6-47ad-b9b6-fdba6b279538 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3098283 Jul 16 22:33:17.132228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:17.148454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.161320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:17.162045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:17.170885 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:17.330692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.353677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.361365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:17.363321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/00fef758-0be8-4d6a-8e95-c0567e7387ea HTTP/1.1" status: 204 len: 168 time: 1.6528847 Jul 16 22:33:17.434198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'tenant_id': '3d499a43c279441685319954e196bef4', 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:33:17.435442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.476845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52a93722-73a4-42f9-9ec7-8194276197d6 None None] Provisioning for port 04eee80c-d7af-42a7-84f1-4fff68ff354f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:17.484907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52a93722-73a4-42f9-9ec7-8194276197d6 None None] Provisioning complete for port 04eee80c-d7af-42a7-84f1-4fff68ff354f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:17.485238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52a93722-73a4-42f9-9ec7-8194276197d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.590168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52a93722-73a4-42f9-9ec7-8194276197d6 None None] Port 04eee80c-d7af-42a7-84f1-4fff68ff354f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:17.651175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Allocated IP 10.1.1.2 (690cfc98-b0f0-4c73-85d8-8d6f2805f0dc/9ceeb55b-d092-423c-b6d5-be9b284ff1e5/f6acd0ef-f89d-46c5-b5dc-6779d5879c40) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:17.652339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:17.667218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'project_id': '2462f2668e6b461a8117aaf16889933e', 'port_id': '04eee80c-d7af-42a7-84f1-4fff68ff354f'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:17.673121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:17.677076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.748889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-802684541'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:17.872871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.942986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05aac-fcee-41ed-9a70-e65b78ef386c req-c320f112-ed61-405e-b84c-0d68fe6e98e9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:17.950498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-def05aac-fcee-41ed-9a70-e65b78ef386c req-c320f112-ed61-405e-b84c-0d68fe6e98e9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 945 time: 0.4992275 Jul 16 22:33:17.980052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:17.981231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.006413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a731f5f-36c5-487d-83c4-aa556a90b1bb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=00fef758-0be8-4d6a-8e95-c0567e7387ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:18.020464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623fda-8618-44ae-a8c4-1752615d7134 req-40c01223-5306-43d7-836d-dde52309e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:18.024236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb623fda-8618-44ae-a8c4-1752615d7134 req-40c01223-5306-43d7-836d-dde52309e38d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 1097 time: 0.9350157 Jul 16 22:33:18.051921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-def05aac-fcee-41ed-9a70-e65b78ef386c req-0d5feefc-61be-4b8c-8953-cb34e3c22ae2 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004558 Jul 16 22:33:18.076408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.090413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Transition to ACTIVE for port object f6acd0ef-f89d-46c5-b5dc-6779d5879c40 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:18.091551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb623fda-8618-44ae-a8c4-1752615d7134 req-310525bc-20c9-4fdd-987f-b1f8b24797c0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 Jul 16 22:33:18.110078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Transition to ACTIVE for port object f6acd0ef-f89d-46c5-b5dc-6779d5879c40 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:18.117307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.143714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.163470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:18.168362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:18.172879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:18.176111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Pushing event updated for resources: {'Port': ['ID=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:18.179129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.235100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Attempting to bind port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:18.235475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Attempting to bind port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:18.235909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Attempting to bind port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:18.237924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.239100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ef78379a-3cc8-4b65-b209-e5b72869ed5a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5813482 Jul 16 22:33:18.240939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:18.241439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:18.241850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.242243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Bound using segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:18.242601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:18.242749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Bound port: f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:18.243617 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.291695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.326740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] For port f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:18.331682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] For port f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:18.336777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.344283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.455685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d5f234a5-8808-4583-9c27-5659b43bf1f0 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:18.490760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d5f234a5-8808-4583-9c27-5659b43bf1f0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:18.491208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d5f234a5-8808-4583-9c27-5659b43bf1f0 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:18.491740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9046176a-0fca-4f13-933e-106f7fedbfbb no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:18.497408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f04a1-2fe2-4936-b9fb-b4ca8656940e None None] Pushing event updated for resources: {'Port': ['ID=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:18.517631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9046176a-0fca-4f13-933e-106f7fedbfbb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:18.518444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9046176a-0fca-4f13-933e-106f7fedbfbb not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:18.601242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.604123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.695865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.696763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d24ae770-43ab-4a7a-a355-d1f08ed0e890 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:18.702293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.703750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ce7306c4-9e9a-41bd-8301-bb70c819637c tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d24ae770-43ab-4a7a-a355-d1f08ed0e890 HTTP/1.1" status: 204 len: 168 time: 0.4589593 Jul 16 22:33:18.706894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:18.714733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Request body: {'router': {'name': 'tempest-router-169309448', 'distributed': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:18.729263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.755161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.756188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.826076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.841360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.857847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.859671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Subnet': ['ID=3cd78854-6390-4245-a6f6-14e8bc01a804,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:18.859828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a0655cc6-2f33-49da-a6f7-1c7eb5639e51 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1512437 Jul 16 22:33:18.864263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:18.873477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:18.964752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Checking segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:18.964752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network hostable DHCP agents. Network: 9eae965a-655e-48c6-8c05-40603dbb1f4f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:33:18.990478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Allocated IP 172.25.5.73 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1dcbadc5-fc16-4756-94f1-897ad7305d86) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:19.026094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.152848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:33:19.225380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9eae965a-655e-48c6-8c05-40603dbb1f4f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:19.234146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480c629-c672-458b-8c66-6b13385f7cd8 None None] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:19.257239 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:33:19.275553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.290841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.294928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:19.295880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.382107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.387564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.388137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4b9cd67-19d7-4ec4-bb86-5a397f269c4b {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:19.396890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.406638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a055959e-5064-47b0-aad3-8f3767effe6b tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d4b9cd67-19d7-4ec4-bb86-5a397f269c4b HTTP/1.1" status: 204 len: 168 time: 0.5411539 Jul 16 22:33:19.407667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:19.413430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Request body: {'router': {'name': 'tempest-router-726590686', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '81380bcd40a642c1b9848d8fcc20f60b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:19.428334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.453133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11708e4a-c00d-417a-8bfa-6e5228edeebc req-dd1e1ea5-e8e0-469f-9e5a-edeafa7f5d07 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:19.455477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11708e4a-c00d-417a-8bfa-6e5228edeebc req-dd1e1ea5-e8e0-469f-9e5a-edeafa7f5d07 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 945 time: 0.2165103 Jul 16 22:33:19.460870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.462653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.467394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3ad80254-838c-4b3d-9ec1-78b0475797cb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3640115 Jul 16 22:33:19.477303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37340) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:19.490356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1159978669', 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:19.500781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9eae965a-655e-48c6-8c05-40603dbb1f4f', 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'tenant_id': '3d499a43c279441685319954e196bef4', 'fixed_ips': [{'subnet_id': '3cd78854-6390-4245-a6f6-14e8bc01a804'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:33:19.502432 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.528085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-11708e4a-c00d-417a-8bfa-6e5228edeebc req-9c34b373-8d71-4550-8d36-175db35bef4f tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615919 Jul 16 22:33:19.574484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:19.589416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.598594 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.615352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.617215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ae8df16b-9608-43e6-a42d-bf95f099a4cf tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2072949 Jul 16 22:33:19.620352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:19.626160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:19.637310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:19.652468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:19.712873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Pushing event updated for resources: {'Port': ['ID=1dcbadc5-fc16-4756-94f1-897ad7305d86,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:19.755109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Allocated IP 10.2.2.2 (9eae965a-655e-48c6-8c05-40603dbb1f4f/3cd78854-6390-4245-a6f6-14e8bc01a804/1f799174-4c93-479f-a6c6-a2beb0eff8c8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:19.872108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743963b7-66bd-4a7f-a610-0204d591017a None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:19.939074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.939535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.994950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:19.996700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d10128e3-f346-496b-9231-781eaf955cd2 None None] Provisioning for port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:20.018857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Transition to ACTIVE for port object 1f799174-4c93-479f-a6c6-a2beb0eff8c8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:20.080927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93924) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 22:33:20.081362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Router b6cecc86-5b11-40e1-a24f-fb40a9047d97 migrating from provider to provider. {{(pid=93924) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 22:33:20.082783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.093973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Transition to ACTIVE for port object 1f799174-4c93-479f-a6c6-a2beb0eff8c8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:20.095033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.112835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.113212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.163845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:20.173676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:20.178988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:20.192682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Pushing event updated for resources: {'Port': ['ID=1f799174-4c93-479f-a6c6-a2beb0eff8c8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:20.211330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323145-6b32-4722-a7b5-03727f3b21d7 req-601cbedf-ec1e-46f7-8fd3-6ff7476db6e9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:20.218816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35323145-6b32-4722-a7b5-03727f3b21d7 req-601cbedf-ec1e-46f7-8fd3-6ff7476db6e9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c388fe-034e-4cd5-a822-565f052655b0 HTTP/1.1" status: 200 len: 945 time: 0.4594836 Jul 16 22:33:20.230383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:20.255001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Attempting to bind port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:20.256065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Attempting to bind port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:20.256665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Attempting to bind port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:20.262606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:20.263420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Checking segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:20.264101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.265112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Bound using segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:20.265815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Bound port: 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:20.266422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.277323 n-d-793621-16 neutron-server[93924]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] No L3 agents can host the router b6cecc86-5b11-40e1-a24f-fb40a9047d97 Jul 16 22:33:20.352896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port 2d518863-5c94-478c-afda-94e26735d236 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:20.353686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.393245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] For port 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:20.397476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] For port 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1f799174-4c93-479f-a6c6-a2beb0eff8c8,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:20.405235 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.535044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b1bf-9df2-4af7-9360-8338f8323959 None None] Pushing event updated for resources: {'Port': ['ID=1f799174-4c93-479f-a6c6-a2beb0eff8c8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:20.545836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.562984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6acd0ef-f89d-46c5-b5dc-6779d5879c40 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:20.595872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35323145-6b32-4722-a7b5-03727f3b21d7 req-c0ca093c-c98a-45cc-94db-a34bd00f5f94 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760946 Jul 16 22:33:20.604275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Hosts for router b6cecc86-5b11-40e1-a24f-fb40a9047d97: [] {{(pid=93924) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 22:33:20.650843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Hosts for other DVR routers connected to router b6cecc86-5b11-40e1-a24f-fb40a9047d97: set() {{(pid=93924) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 22:33:20.653576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.657710 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6d6bde96-ab26-4836-98d7-a9c98ed3de0a tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "PUT /v2.0/routers/b6cecc86-5b11-40e1-a24f-fb40a9047d97 HTTP/1.1" status: 200 len: 716 time: 1.0357697 Jul 16 22:33:20.658545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:20.664182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:20.669087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:20.669634 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.736572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.775966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.788607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] device_id is not set on port c07f32d0-745f-46f3-8c7e-f20bb39bf141 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:33:20.851237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.866224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fdc8986e-e277-414f-b09b-49d3f6d1d16f tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "GET /v2.0/routers/b6cecc86-5b11-40e1-a24f-fb40a9047d97 HTTP/1.1" status: 200 len: 716 time: 0.1991980 Jul 16 22:33:20.866751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:20.900400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:20.912875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.931309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port 2d518863-5c94-478c-afda-94e26735d236, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2d518863-5c94-478c-afda-94e26735d236,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:20.931675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.975847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:20.989921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for 2d518863-5c94-478c-afda-94e26735d236 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:20.996609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.012668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.028543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.040035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.052357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.061992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.074521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-621ddd5b-7552-482c-92e1-9760a667dc9d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.3515527 Jul 16 22:33:21.076955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:21.145189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7d4582f-2325-4b93-97b0-bf6b521aaf20 req-bf43372e-101d-46f1-a4a9-e802ebff6629 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696905 Jul 16 22:33:21.284281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.300440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.1.1.174 (690cfc98-b0f0-4c73-85d8-8d6f2805f0dc/9ceeb55b-d092-423c-b6d5-be9b284ff1e5/c07f32d0-745f-46f3-8c7e-f20bb39bf141) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:21.383653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e348b76-1854-4e64-8a40-0ab020492bc8 tempest-RoutersTestDVR-635094709 tempest-RoutersTestDVR-635094709-project] 10.222.0.70 "GET /v2.0/routers/b6cecc86-5b11-40e1-a24f-fb40a9047d97 HTTP/1.1" status: 200 len: 682 time: 0.5114675 Jul 16 22:33:21.384073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37368) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:21.475975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.622863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.637074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.644600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.651653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.658535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.665169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.671347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.679262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4178dbf3-c717-4828-a071-201a8e68ccd4 req-575b7a7e-dc72-48c0-8476-1974f35c354c tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.3445313 Jul 16 22:33:21.822714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.827074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.831580 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.865885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.878497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=2d518863-5c94-478c-afda-94e26735d236,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:21.908914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.913572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:21.944844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Pushing event updated for resources: {'Port': ['ID=1dcbadc5-fc16-4756-94f1-897ad7305d86,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:21.948662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object c07f32d0-745f-46f3-8c7e-f20bb39bf141 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:21.991053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-42dcfdaf-4138-435d-a9cd-6589470bffc8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:21.992933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-42dcfdaf-4138-435d-a9cd-6589470bffc8 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 0.2187886 Jul 16 22:33:22.003792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.004617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6cecc86-5b11-40e1-a24f-fb40a9047d97 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:22.010038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.017367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9522945b-b709-4e0c-9bb7-d257c7fd33bb tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b6cecc86-5b11-40e1-a24f-fb40a9047d97 HTTP/1.1" status: 204 len: 168 time: 0.6304007 Jul 16 22:33:22.018109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:22.028440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Request body: {'router': {'name': 'tempest-router-701380237', 'distributed': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:22.035414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01debad-817a-4fa8-bbb0-51e60e4ce4c3 None None] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:22.054037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-931d41d2-e1a8-4ab0-819a-42dac3d8df35 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/quotas/9ae4fbd705b5483d89a6fecadce5d02c HTTP/1.1" status: 200 len: 375 time: 0.0520155 Jul 16 22:33:22.056825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.059484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.071663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.216160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.216488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4cf406d9-bddf-4f53-b0e0-3eeffd6829f1 None None] Provisioning for port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:22.316950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:22.341884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.367466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:22.638061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.677399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.724047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-a3a44756-b423-430d-8f1a-049733049538 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6599090 Jul 16 22:33:22.728379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.729033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b585174f-763f-4be1-9da3-021b9c926854 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7048607 Jul 16 22:33:22.744927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:22.799894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6acd0ef-f89d-46c5-b5dc-6779d5879c40 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:22.885796 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.911143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:22.911583 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:22.921096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:22.928454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:22.935683 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Floating IP b53175bd-7404-4289-88af-28c7a656147d associated. External IP: 172.25.5.73, port: 04eee80c-d7af-42a7-84f1-4fff68ff354f. Jul 16 22:33:22.953243 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.007900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1f799174-4c93-479f-a6c6-a2beb0eff8c8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:23.070294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:23.071498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-5b4a13ce-29e8-4b4b-99da-c27fa231f58f tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:23.072468 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-5b4a13ce-29e8-4b4b-99da-c27fa231f58f tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c388fe-034e-4cd5-a822-565f052655b0 HTTP/1.1" status: 200 len: 945 time: 0.4327016 Jul 16 22:33:23.076044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:23.076639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.139479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:23.140117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.167616 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.190220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-97dc0511-0fb8-4dc6-9444-764d5b26029b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7060797 Jul 16 22:33:23.190462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:23.207402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:23.211824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1f799174-4c93-479f-a6c6-a2beb0eff8c8,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:23.218189 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.270507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1063465526', 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:23.292099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1f799174-4c93-479f-a6c6-a2beb0eff8c8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:23.306353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1feb23c6-80a8-4d94-8235-c147d7ba0779 None None] Provisioning for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:23.311069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1feb23c6-80a8-4d94-8235-c147d7ba0779 None None] Provisioning complete for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:23.311449 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1feb23c6-80a8-4d94-8235-c147d7ba0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.328519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.340117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-38ea0c3f-a4ec-48ee-b756-e16361f8f1bc service neutron] 10.222.0.70 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962689 Jul 16 22:33:23.343544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.345691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1feb23c6-80a8-4d94-8235-c147d7ba0779 None None] Port c07f32d0-745f-46f3-8c7e-f20bb39bf141 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:23.389060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:23.391668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:23.398662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-da621427-786b-4f3a-b403-b0166fb82f0f tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0307534 Jul 16 22:33:23.398662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:23.402035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:23.412250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:23.413007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:23.510847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet 5d0841de-3b8b-4299-a5a1-0ea3a4d3334b {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:23.516887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.537139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-5bcd9fae-ed60-44b9-ae8a-e8ed5ef663fb tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:23.538744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-5bcd9fae-ed60-44b9-ae8a-e8ed5ef663fb tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "GET /v2.0/ports?device_id=f481f715-5d98-446f-b487-7e8168f0c4f1 HTTP/1.1" status: 200 len: 945 time: 0.5910068 Jul 16 22:33:23.558979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:23.579578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.582071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 490038c2-764c-49df-a861-4ab6a1ebc630 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:23.620656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.641261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.646086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ae62891-d7ae-42a8-8b93-1e734f6cd2b0 tempest-RoutersTestDVR-323166634 tempest-RoutersTestDVR-323166634-project-admin] 10.222.0.70 "DELETE /v2.0/routers/490038c2-764c-49df-a861-4ab6a1ebc630 HTTP/1.1" status: 204 len: 168 time: 0.8956838 Jul 16 22:33:23.728839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.763233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-531c4969-fe59-430b-b84a-3501ef442ed3 service neutron] 10.222.0.70 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219389 Jul 16 22:33:23.764085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:23.775425 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] Sync routers for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:23.788747 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:23.789066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:23.789380 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:23.822868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.846792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Deleting port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:23.847204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.888368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.906753 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:23.943693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:23.946627 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:23.977001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0841de-3b8b-4299-a5a1-0ea3a4d3334b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:23.981047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] For port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:23.981541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:23.998721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d1d5f2a-686e-4037-9744-57e9d6b483a6 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.8647850 Jul 16 22:33:24.000059 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.003939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a387279a-9bf3-4701-a057-4859ee5b18d2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/5d0841de-3b8b-4299-a5a1-0ea3a4d3334b HTTP/1.1" status: 204 len: 168 time: 0.6046495 Jul 16 22:33:24.005454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:24.007311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37428) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:24.024621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Calling delete_port for 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:24.070856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff6ff0-115d-4f8f-b555-f9f06b91f80b None None] Network 9c6ef200-7b30-489d-b227-b434ce1d278f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:24.086809 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:24.091907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8953a-6b30-410a-96d0-f70a5f10674d None None] The sync data for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:24.159254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:24.278816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.279049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Deleting port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:24.279433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.288822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-302fd257-740c-4639-a974-f3117dc28345 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "GET /v2.0/floatingips/b53175bd-7404-4289-88af-28c7a656147d HTTP/1.1" status: 200 len: 983 time: 0.2820809 Jul 16 22:33:24.291173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:24.423609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d53a-6274-44ad-829a-0ce1d9d36c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.427346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.533042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b3a225a-e777-4090-98ff-9c335939114d tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2403550 Jul 16 22:33:24.536760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:24.543120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] For port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:24.544825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.581340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Calling delete_port for 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:24.705243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1f799174-4c93-479f-a6c6-a2beb0eff8c8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:24.821590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port e90fc82f-c04f-4037-a0f2-8babbcfdebaf {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:24.822251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.823973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:21Z', 'revision_number': 10, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:24.881893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:24.907298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:24.907883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.935554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:24.936444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:24.970084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port e90fc82f-c04f-4037-a0f2-8babbcfdebaf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,segment=NetworkSegment(09f62be0-bd59-4df7-afcb-2d208fd220c8),segment_id=09f62be0-bd59-4df7-afcb-2d208fd220c8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:24.970583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:24.971958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] device_id is not set on port f0b16ba5-b252-4146-b92d-2273d162c6d0 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:33:24.989125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for e90fc82f-c04f-4037-a0f2-8babbcfdebaf owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:25.053766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:25.126020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8646a-7eff-4cc5-baa2-5e5585c49859 None None] DHCP port deletion for 9c6ef200-7b30-489d-b227-b434ce1d278f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:25.128007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.215163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=e90fc82f-c04f-4037-a0f2-8babbcfdebaf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:25.224457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port e90fc82f-c04f-4037-a0f2-8babbcfdebaf on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:25.330085 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.378423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.388896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d53a-6274-44ad-829a-0ce1d9d36c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.432746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.437239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:25.449723 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d53a-6274-44ad-829a-0ce1d9d36c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.464636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6ef200-7b30-489d-b227-b434ce1d278f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:25.489195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port 1dcbadc5-fc16-4756-94f1-897ad7305d86 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:25.489391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.510785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f62be0-bd59-4df7-afcb-2d208fd220c8') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:25.511107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f62be0-bd59-4df7-afcb-2d208fd220c8') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:25.551502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3847cbe-4bc7-403d-80d6-875e5012a7a1 req-091234ba-4cc8-40e5-98aa-def6d49c460d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 210 time: 0.6557307 Jul 16 22:33:25.567087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event deleted for resources: {'Port': ['ID=7544ac35-9f5c-4f89-bbdc-aa65dbbe7206,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:25.571372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:21Z', 'revision_number': 10, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:25.597543 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.638192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a25d-8020-4e0f-8790-55a6d1e85a0e None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:21Z', 'revision_number': 10, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None, '_interfaces': [{'id': 'c59b91f4-001d-4619-8c3e-e6848859058a', 'name': '', 'network_id': 'd1c24877-b817-4757-b8e8-49d567123d87', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'mac_address': 'fa:16:3e:67:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:18Z', 'updated_at': '2021-07-16T22:32:27Z', 'revision_number': 5, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'subnets': [{'id': '6b058917-f73e-4490-aec4-b3b054ff3cd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:25.725065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e0b7d53a-6274-44ad-829a-0ce1d9d36c94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81380bcd40a642c1b9848d8fcc20f60b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5544724 Jul 16 22:33:25.743126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:25.752253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.752800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.1.1.5 (690cfc98-b0f0-4c73-85d8-8d6f2805f0dc/9ceeb55b-d092-423c-b6d5-be9b284ff1e5/f0b16ba5-b252-4146-b92d-2273d162c6d0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:25.760182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:25.761110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.776351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event deleted for resources: {'Port': ['ID=734098a6-12cf-4ab1-8ff5-4c71bf3939c3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:25.797821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] No DVR routers for this DVR port 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:25.806990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] No DVR routers for this DVR port 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:25.826475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.828463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-45cbb47e-46a3-486e-b61d-26946189dab0 req-29c83931-192a-4432-9b01-a6ff8c68d8ee tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "DELETE /v2.0/ports/734098a6-12cf-4ab1-8ff5-4c71bf3939c3 HTTP/1.1" status: 204 len: 173 time: 2.7205083 Jul 16 22:33:25.829187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'name': 'network-vif-deleted', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:25.831548 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed055f-a0a7-45e0-8a0f-cd70a83e5c31" -d '{"events": [{"server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "name": "network-vif-deleted", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:25.855389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.856494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7d53a-6274-44ad-829a-0ce1d9d36c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2c3e9-fa7f-4950-95d1-0a8370090c99,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:25.865459 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:25.878451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a154735-0456-43b2-b0a2-e57a97bacbad req-ade173a4-e31c-42f0-a347-e8431629bee3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "DELETE /v2.0/ports/7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 HTTP/1.1" status: 204 len: 173 time: 2.3271770 Jul 16 22:33:25.914482 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b17401-ab6e-49c2-8d8f-9fb136ce84f5 x-openstack-request-id: req-d8b17401-ab6e-49c2-8d8f-9fb136ce84f5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:25.914792 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c388fe-034e-4cd5-a822-565f052655b0", "name": "network-vif-deleted", "tag": "734098a6-12cf-4ab1-8ff5-4c71bf3939c3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:25.915044 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8b17401-ab6e-49c2-8d8f-9fb136ce84f5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:25.915782 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c388fe-034e-4cd5-a822-565f052655b0', 'name': 'network-vif-deleted', 'tag': '734098a6-12cf-4ab1-8ff5-4c71bf3939c3', 'status': 'completed', 'code': 200} Jul 16 22:33:25.938937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:25.972268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.005408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=9c6ef200-7b30-489d-b227-b434ce1d278f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:26.012781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.015129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8112157-6482-496c-93a0-4af20498222d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/9c6ef200-7b30-489d-b227-b434ce1d278f HTTP/1.1" status: 204 len: 168 time: 1.9990902 Jul 16 22:33:26.018049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37480) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:26.089003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.302395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.404943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object f0b16ba5-b252-4146-b92d-2273d162c6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:26.406666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.409383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.410580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0fa2c3e9-fa7f-4950-95d1-0a8370090c99 HTTP/1.1" status: 204 len: 168 time: 0.6621640 Jul 16 22:33:26.434641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64465566-2106-4c4b-99a4-9b1013153d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2c3e9-fa7f-4950-95d1-0a8370090c99,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:26.440455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:26.482954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:26.483063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 734098a6-12cf-4ab1-8ff5-4c71bf3939c3 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:26.526464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.527092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.553788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:26.567394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.567979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.569055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.569913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.570710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.571195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.571672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.580826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-7155ee3e-6d30-420b-bd44-26d7d981461a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 1.1429102 Jul 16 22:33:26.602988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for 1dcbadc5-fc16-4756-94f1-897ad7305d86 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:26.615191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4992-09ed-4ab8-bd59-ac3621b9c336 req-a48dc181-614e-476d-b430-84861c95acf6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:26.624589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24fe4992-09ed-4ab8-bd59-ac3621b9c336 req-a48dc181-614e-476d-b430-84861c95acf6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.9189503 Jul 16 22:33:26.632363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:26.704572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24fe4992-09ed-4ab8-bd59-ac3621b9c336 req-589d2785-bad3-4744-9f6b-a8ae4ebaee1c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776966 Jul 16 22:33:26.714553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:26.726055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:26.730863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:26.850445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e90fc82f-c04f-4037-a0f2-8babbcfdebaf no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:26.863293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:26.863643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 7544ac35-9f5c-4f89-bbdc-aa65dbbe7206 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:26.936465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-f58733bf-8a9e-4dac-9aa5-0ea6c3db4115 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3401558 Jul 16 22:33:26.959631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e90fc82f-c04f-4037-a0f2-8babbcfdebaf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:26.960368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e90fc82f-c04f-4037-a0f2-8babbcfdebaf not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:26.960545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2d518863-5c94-478c-afda-94e26735d236 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:27.002628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2d518863-5c94-478c-afda-94e26735d236 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:27.003226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2d518863-5c94-478c-afda-94e26735d236 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:27.120429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:27.156069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-6dba4dc0-be72-4b8f-bc18-737af3367d86 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:27.157373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f6199b-17e5-40ce-b8ab-2ddb86046ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.158108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-6dba4dc0-be72-4b8f-bc18-737af3367d86 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 0.2913671 Jul 16 22:33:27.207435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Request body: {'port': {'device_id': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'admin_state_up': True, 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:27.212881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0145402e-4e91-4a70-9462-686b91d70195 None None] Provisioning for port f0b16ba5-b252-4146-b92d-2273d162c6d0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:27.217185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0145402e-4e91-4a70-9462-686b91d70195 None None] Provisioning complete for port f0b16ba5-b252-4146-b92d-2273d162c6d0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:27.218149 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0145402e-4e91-4a70-9462-686b91d70195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.250153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:27.286979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad6efd95-88ab-44c5-9127-e5abe4d43f58 req-4d31b8fd-7442-4ee7-94c3-c13db8fc9289 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 210 time: 0.1475737 Jul 16 22:33:27.318730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0145402e-4e91-4a70-9462-686b91d70195 None None] Port f0b16ba5-b252-4146-b92d-2273d162c6d0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:27.338565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a5cf-1e3a-4ac0-a37b-eb7ad67b85f2 req-e3de0f6f-20a9-442d-89cf-1cd2959e3b88 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:27.348718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bae2a5cf-1e3a-4ac0-a37b-eb7ad67b85f2 req-e3de0f6f-20a9-442d-89cf-1cd2959e3b88 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2987492 Jul 16 22:33:27.420560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bae2a5cf-1e3a-4ac0-a37b-eb7ad67b85f2 req-b00b1509-4b3b-4827-813b-dc95f9947d4a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705755 Jul 16 22:33:27.503332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91482d38-9d45-4ac6-8d44-c2bf234fce98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.539768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.608667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=1dcbadc5-fc16-4756-94f1-897ad7305d86,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:27.640815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f6199b-17e5-40ce-b8ab-2ddb86046ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.677610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f6199b-17e5-40ce-b8ab-2ddb86046ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.787719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-52f6199b-17e5-40ce-b8ab-2ddb86046ee3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fb1d65694c8427787cea82ad401d4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608756 Jul 16 22:33:27.793240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:27.827805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.828261 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Floating IP b53175bd-7404-4289-88af-28c7a656147d disassociated (deleted). External IP: 172.25.5.73, port: 04eee80c-d7af-42a7-84f1-4fff68ff354f. Jul 16 22:33:27.870053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6199b-17e5-40ce-b8ab-2ddb86046ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88a25d-d4dd-4b41-8760-f05da660cef8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:27.915775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.925391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'name': 'network-vif-deleted', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:27.927656 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef9d92-61da-4080-bd6e-91bbfd46ac2a" -d '{"events": [{"server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "name": "network-vif-deleted", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:27.936199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:27.936732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.989826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.011842 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f89014-d026-45a6-9a9f-8e9e3167bb9d x-openstack-request-id: req-b3f89014-d026-45a6-9a9f-8e9e3167bb9d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:28.012403 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481f715-5d98-446f-b487-7e8168f0c4f1", "name": "network-vif-deleted", "tag": "7544ac35-9f5c-4f89-bbdc-aa65dbbe7206", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:28.012653 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3f89014-d026-45a6-9a9f-8e9e3167bb9d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:28.013060 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481f715-5d98-446f-b487-7e8168f0c4f1', 'name': 'network-vif-deleted', 'tag': '7544ac35-9f5c-4f89-bbdc-aa65dbbe7206', 'status': 'completed', 'code': 200} Jul 16 22:33:28.058635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cbe79198-f2ec-42c4-ba7d-b64881444dba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8589652 Jul 16 22:33:28.095944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c8a3f5a9-2495-4746-8501-709357fdc89d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:28.097689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c8a3f5a9-2495-4746-8501-709357fdc89d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 812 time: 1.2541699 Jul 16 22:33:28.116922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Request body: {'port': {'device_id': '895835f3-671b-4d90-b717-588ca8f92b7d', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'admin_state_up': True, 'tenant_id': '9ae4fbd705b5483d89a6fecadce5d02c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:28.147242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.157810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.160549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.161853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee88a25d-d4dd-4b41-8760-f05da660cef8 HTTP/1.1" status: 204 len: 168 time: 0.3673263 Jul 16 22:33:28.182345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda7df-406d-4d81-aa4c-3e31a5fe2a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88a25d-d4dd-4b41-8760-f05da660cef8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:28.262633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d84679-802c-4de5-8e0c-846602a7be28 req-7457f943-6d67-4a7d-bc5b-9ee7cb99e18c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:28.269595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d84679-802c-4de5-8e0c-846602a7be28 req-7457f943-6d67-4a7d-bc5b-9ee7cb99e18c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2777264 Jul 16 22:33:28.299156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-8c1d5cea-a745-4538-91dc-698953dcc55b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3518896 Jul 16 22:33:28.342392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58d84679-802c-4de5-8e0c-846602a7be28 req-a94417d1-c64d-4857-8c92-3bb49dc69bbc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717926 Jul 16 22:33:28.370694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:28.451028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:28.455129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.528045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Made reservation on behalf of 9ae4fbd705b5483d89a6fecadce5d02c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:28.538328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.570916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:28.579174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.584704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] Sync routers for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:28.590829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:28.596552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735753365', 'description': 'tempest-description--1812628109'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:28.607196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:28.610427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:28.722381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51811301-7761-4c49-a810-764a8c3a37fb req-78bf55e1-fe5b-474a-ab45-17ec96c651ab tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 210 time: 0.1173422 Jul 16 22:33:28.739694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:28.789088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:28.796385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:28.805783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74b7d4d8-5534-48c4-a958-0c88985f863d tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/floatingips/b53175bd-7404-4289-88af-28c7a656147d HTTP/1.1" status: 204 len: 168 time: 4.2660139 Jul 16 22:33:28.809343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:28.813783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:28.818226 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.818881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Allocated IP 172.20.0.7 (9f0538bc-38d3-49f6-8f8b-61dd4c6c9279/e0db1619-709d-41f9-ba46-f3814a53ce32/dcc3c5fe-a832-40d8-a790-3080fcf0e255) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:28.863188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:28.864263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebd26b-58da-44da-9ffe-fe5411516628 None None] The sync data for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:28.902655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.023117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.085787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.179543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-cb96e9c8-6a52-4b66-b2d7-6e7e57eab78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:29.182006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-cb96e9c8-6a52-4b66-b2d7-6e7e57eab78c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.7690878 Jul 16 22:33:29.209579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:29.229099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:29.243798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:29.249663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.261231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.303044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.312882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:29.315210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.316660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13635523-9aca-4a2f-87b7-e08024cac18f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7240186 Jul 16 22:33:29.322037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:29.327387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'security_group_rule': {'security_group_id': '0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:29.340801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event updated for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:29.460239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.566781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:29.567432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-95df66e3-48f9-4c03-a26f-09dfa09d965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:29.569410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-95df66e3-48f9-4c03-a26f-09dfa09d965b service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.3527701 Jul 16 22:33:29.605649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:29.606845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.630640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Allocated IP 172.25.5.216 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/bcfad833-1f59-494f-ab92-ccae4a4e2f0e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:29.651535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.666792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.726253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c376d1-e207-4292-97ba-898aa9f0e87c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:29.742495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b47aee0c-d330-4f48-8c06-737fd90dc426 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5727701 Jul 16 22:33:29.752257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.760987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:29.762368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Allocated IP 172.20.0.5 (9f0538bc-38d3-49f6-8f8b-61dd4c6c9279/e0db1619-709d-41f9-ba46-f3814a53ce32/9b23e0de-83fb-4e94-be9d-b52ec65d8c2a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:29.764697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ce1d4c98-7566-45b8-af78-356fcd39fc7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4415891 Jul 16 22:33:29.796944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'security_group_rule': {'security_group_id': '0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:29.805816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Request body: {'port': {'device_id': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:29.813605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1344337252'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:29.828030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d47a117-9281-4383-9b21-5720658b20dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.863545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Made reservation on behalf of b2d04e42bc694f269e4662b255d1e6b8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:29.865719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.901089 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-1e60ea07-1600-4074-8c00-71df75ad41d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.2874520 Jul 16 22:33:29.915029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.935025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.975863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b2f2-fb5c-41fb-9640-3ce29c6a311f req-6b315ad4-51c6-41c4-a3e4-643021e32fc3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:29.977451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a35b2f2-fb5c-41fb-9640-3ce29c6a311f req-6b315ad4-51c6-41c4-a3e4-643021e32fc3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2874100 Jul 16 22:33:30.005545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.022330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d3c44a1-9b0e-464c-b367-49073c3f0836 req-6fdc641f-124f-4175-ad20-4fe59792db63 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 210 time: 0.1061270 Jul 16 22:33:30.024016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port c59b91f4-001d-4619-8c3e-e6848859058a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:30.024361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.083412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:30.088059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.091262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.100517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a35b2f2-fb5c-41fb-9640-3ce29c6a311f req-d8851f0f-2b48-44ac-a7b8-d18a05a7dd2b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158447 Jul 16 22:33:30.101932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:30.108405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:30.132296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.140778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Pushing event updated for resources: {'Port': ['ID=bcfad833-1f59-494f-ab92-ccae4a4e2f0e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:30.143366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-8767dfb9-6c17-4a24-8248-16d00ee30b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:30.145070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-8767dfb9-6c17-4a24-8248-16d00ee30b03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.2212920 Jul 16 22:33:30.255173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.257591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.263359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.316308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:30.324124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef87204-6ede-4d0c-8776-92566ac4965a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:30.335955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.336426 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Added segment f3b5d8c9-cd10-4106-80e6-df7847c0206b of type vlan for network 71fa486d-384e-43ce-86fa-458cf18fbb9a Jul 16 22:33:30.350188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port c59b91f4-001d-4619-8c3e-e6848859058a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c59b91f4-001d-4619-8c3e-e6848859058a,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:30.350773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.350895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.393668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.396010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for c59b91f4-001d-4619-8c3e-e6848859058a owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:30.402709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.454834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.458102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.470475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.476135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:30.477281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.548594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac5c7df-1bd1-4add-9d60-59e51d026162,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:30.555968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9802690 Jul 16 22:33:30.557081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:30.563635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.568085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-37545085-538c-471a-b404-35063508ffa8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7823219 Jul 16 22:33:30.570380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:30.573331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Request body: {'subnet': {'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:30.603419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-417d235e-4a5a-4c7d-b313-e86e22e78a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:30.604993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-417d235e-4a5a-4c7d-b313-e86e22e78a25 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4376926 Jul 16 22:33:30.605117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:30.618586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808c76-8a08-4b48-9168-f1adf93dd831 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'Network': ['ID=71fa486d-384e-43ce-86fa-458cf18fbb9a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:30.631461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:30.669363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.671443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.684875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.774429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Pushing event updated for resources: {'Port': ['ID=bcfad833-1f59-494f-ab92-ccae4a4e2f0e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:30.816623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.820425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.886350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:30.912444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:30.959239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:30.962520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:31.035446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 172.25.5.72 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/dd09a8a8-6111-4611-bbbc-d7195524575d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:31.177864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.257886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.259672 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4f6c5531-239a-45a9-902d-4eff99e67be2 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4493518 Jul 16 22:33:31.260877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.263637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:31.287991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.329377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:31.330501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=dd09a8a8-6111-4611-bbbc-d7195524575d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:31.337328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:31.340331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:31.366934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Made reservation on behalf of b2d04e42bc694f269e4662b255d1e6b8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:31.371437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.403738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-f5aa10ce-05ce-4d68-b636-ae8145c9b1d8 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771053 Jul 16 22:33:31.420787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event updated for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:31.427122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477c00e-a2da-400c-93f9-24cf1291c251 req-5ee0227f-8d31-40dc-a059-a22b5c06062d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:31.434879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1477c00e-a2da-400c-93f9-24cf1291c251 req-5ee0227f-8d31-40dc-a059-a22b5c06062d tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.2104080 Jul 16 22:33:31.454300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:31.486400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.510292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1477c00e-a2da-400c-93f9-24cf1291c251 req-b747b136-1922-4c88-b13e-63f82775ec12 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747736 Jul 16 22:33:31.513548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.573197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.601893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:31.602493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.703344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.717018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-93552b39-187b-4235-a2da-6763e2cf5978 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6089585 Jul 16 22:33:31.761419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Request body: {'port': {'device_id': '895835f3-671b-4d90-b717-588ca8f92b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:31.778760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=c59b91f4-001d-4619-8c3e-e6848859058a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:31.845739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af1ae4-0969-4d41-a9c3-2db0c989a057 req-2cb28354-6752-4e11-98b6-40f9ecfabb4b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:31.847289 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9af1ae4-0969-4d41-a9c3-2db0c989a057 req-2cb28354-6752-4e11-98b6-40f9ecfabb4b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1586697 Jul 16 22:33:31.856931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.879474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:31.883942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0e65a-8d69-4ec4-8113-a9b5d278fbb8 req-972bed06-aca2-4de1-b2df-562b0df43ed6 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:31.885708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0d0e65a-8d69-4ec4-8113-a9b5d278fbb8 req-972bed06-aca2-4de1-b2df-562b0df43ed6 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 931 time: 0.5076919 Jul 16 22:33:31.887641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fca8373-4c4c-4ae2-bfbe-2c08a8e98d8a req-8d2cc9f3-c893-49e9-b41b-cae573cf7740 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549592 Jul 16 22:33:31.895328 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.011574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc3c5fe-a832-40d8-a790-3080fcf0e255 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:32.035189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.041010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.076649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9af1ae4-0969-4d41-a9c3-2db0c989a057 req-e98753ca-fb87-4054-91ed-401abe96c63d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952670 Jul 16 22:33:32.080714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=dd09a8a8-6111-4611-bbbc-d7195524575d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:32.090921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.123386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.132685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66e90461-9fcc-4d2e-b08b-bec4fa471c4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5535541 Jul 16 22:33:32.132886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Transition to ACTIVE for port object dcc3c5fe-a832-40d8-a790-3080fcf0e255 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:32.134589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Allocated IP 172.25.5.2 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/75fdcafa-818f-4e00-b4df-c28be10dc592) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:32.210572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.221190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0d0e65a-8d69-4ec4-8113-a9b5d278fbb8 req-a884d81a-9a34-4e23-b964-0ed8a3fb5059 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920434 Jul 16 22:33:32.221753 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.266766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.271876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.314404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.333633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:32.358394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:32.372504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:32.374945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:32.410865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Pushing event updated for resources: {'Port': ['ID=75fdcafa-818f-4e00-b4df-c28be10dc592,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:32.455181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e4022506-2e19-446a-8166-220e5a731ab2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1735753365&fields=id&tenant_id=3d499a43c279441685319954e196bef4 HTTP/1.1" status: 200 len: 267 time: 0.0988412 Jul 16 22:33:32.530283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'Subnet': ['ID=bffbc598-94f2-4c11-abd4-9c11cc1defd1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:32.536617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:32.548178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-7eac0802-bb22-4fd4-8910-90f1b6c0b474 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:32.549969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-7eac0802-bb22-4fd4-8910-90f1b6c0b474 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 937 time: 0.0854390 Jul 16 22:33:32.551216 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.637190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Checking segment: {'id': 'f3b5d8c9-cd10-4106-80e6-df7847c0206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:32.637500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Network hostable DHCP agents. Network: 71fa486d-384e-43ce-86fa-458cf18fbb9a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:33:32.643179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2b595b0c-da3c-47fb-bada-118803585582 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:32.644375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2b595b0c-da3c-47fb-bada-118803585582 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 935 time: 0.0866959 Jul 16 22:33:32.644989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.666131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Attempting to bind port dcc3c5fe-a832-40d8-a790-3080fcf0e255 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:32.666536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Attempting to bind port dcc3c5fe-a832-40d8-a790-3080fcf0e255 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:32.666918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Attempting to bind port dcc3c5fe-a832-40d8-a790-3080fcf0e255 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:32.667042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.719392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-930017ac-d439-41c0-bc6a-fad4e87a8bb1 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0534396 Jul 16 22:33:32.779144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Port dcc3c5fe-a832-40d8-a790-3080fcf0e255 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:32.779473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Attempting to bind port dcc3c5fe-a832-40d8-a790-3080fcf0e255 on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:32.813040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:33:32.821240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:32.831128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7870a5e-fb28-475e-83cd-da3f3d24eca9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8120301 Jul 16 22:33:32.832495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:32.834791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:32.835136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Checking segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:32.835607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Bound using segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:32.836075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Bound port: dcc3c5fe-a832-40d8-a790-3080fcf0e255, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:32.836463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.842853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37596) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:32.845398 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:32.846089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:32.865139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 71fa486d-384e-43ce-86fa-458cf18fbb9a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:32.882810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641d5d0-df66-431f-a603-787ea92382e2 None None] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:32.901078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:32.901605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:32.927723 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:33.003323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-13f73ec0-5438-4278-9a1d-4aa12e0c59de tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4406996 Jul 16 22:33:33.007823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting subnet 6b058917-f73e-4490-aec4-b3b054ff3cd3 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:33.012949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:33.017576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.024949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Request body: {'port': {'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-275047757'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:33.098714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33169582-994b-4216-96de-c16f481f0dbf req-6ddb0b7a-dab1-4c6a-abe4-770bd4407d12 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:33.098956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-71fa486d-384e-43ce-86fa-458cf18fbb9a', 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a', 'tenant_id': 'b2d04e42bc694f269e4662b255d1e6b8', 'fixed_ips': [{'subnet_id': 'bffbc598-94f2-4c11-abd4-9c11cc1defd1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:33:33.099761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.103628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33169582-994b-4216-96de-c16f481f0dbf req-6ddb0b7a-dab1-4c6a-abe4-770bd4407d12 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.4344580 Jul 16 22:33:33.126298 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:33.144838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-7e467620-76aa-4662-bb2a-a242b910edcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4154642 Jul 16 22:33:33.160175 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:33.171383 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:33.171711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:33.172558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:33.185979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.200660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Transition to ACTIVE for port object 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:33.213387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:33.217933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:33.238181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.259001 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:33.264359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Allocated IP 172.20.0.2 (71fa486d-384e-43ce-86fa-458cf18fbb9a/bffbc598-94f2-4c11-abd4-9c11cc1defd1/d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:33.324033 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:33.336662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-29edf9ad-59ec-4cf2-bdad-c8af11666e9d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:33.342539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-29edf9ad-59ec-4cf2-bdad-c8af11666e9d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:33.348527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-29edf9ad-59ec-4cf2-bdad-c8af11666e9d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:33.350847 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eec6f7-7039-4903-abe9-99573d7a2d7c None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:33.356074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-29edf9ad-59ec-4cf2-bdad-c8af11666e9d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 1995 time: 0.2101300 Jul 16 22:33:33.380269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3815fe83-128a-4181-b3e9-76aa27e9208b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/quotas/3d499a43c279441685319954e196bef4 HTTP/1.1" status: 200 len: 375 time: 0.0229747 Jul 16 22:33:33.405999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.418348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.425607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.429363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.434939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Transition to ACTIVE for port object d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:33.450880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Transition to ACTIVE for port object d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:33.452176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.459065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.497913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:33.503596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:33.505035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:33.509374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:33.516091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Pushing event updated for resources: {'Port': ['ID=75fdcafa-818f-4e00-b4df-c28be10dc592,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:33.517458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Pushing event updated for resources: {'Port': ['ID=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:33.535006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.543975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:33.545887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.547289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] 10.222.0.47 "PUT /v2.0/ports/dcc3c5fe-a832-40d8-a790-3080fcf0e255 HTTP/1.1" status: 200 len: 1092 time: 3.7873185 Jul 16 22:33:33.550524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33169582-994b-4216-96de-c16f481f0dbf req-914bc85e-c4eb-48a4-a9c6-180a07c47666 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396434 Jul 16 22:33:33.569842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-94da73d3-17d8-480a-beef-a41d9ec7acf7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1885231 Jul 16 22:33:33.600259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Attempting to bind port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:33.600668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Attempting to bind port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f3b5d8c9-cd10-4106-80e6-df7847c0206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:33.601141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Attempting to bind port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 on network 71fa486d-384e-43ce-86fa-458cf18fbb9a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:33.601541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:33.603500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.605288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e8a884f-1b50-43c7-8cd1-0d1f34e6d901 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3182130 Jul 16 22:33:33.605458 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8cdbe-6f25-419c-a184-9b1897c80631" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:33.610060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:33.610451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Checking segment: {'id': 'f3b5d8c9-cd10-4106-80e6-df7847c0206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:33.610926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.611246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Bound using segment: {'id': 'f3b5d8c9-cd10-4106-80e6-df7847c0206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:33.612427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Bound port: d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b5d8c9-cd10-4106-80e6-df7847c0206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:33.612427 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.612665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:33.689183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] For port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:33.693934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] For port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,segment=NetworkSegment(f3b5d8c9-cd10-4106-80e6-df7847c0206b),segment_id=f3b5d8c9-cd10-4106-80e6-df7847c0206b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:33.707824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:33.742587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-617b8129-cea4-40b2-b1ba-0a1561e142c5 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3696 time: 0.1289821 Jul 16 22:33:33.745192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:33.797176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f827e1b-dda4-4433-9667-115b88c1f278 None None] Pushing event updated for resources: {'Port': ['ID=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:33.797954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-92b6ab1b-2555-46c6-b0b5-a74cab114403 service neutron] 10.222.0.70 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222970 Jul 16 22:33:33.883766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-90465959-6555-42f0-aadc-7b3fbdc25162 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1372993 Jul 16 22:33:33.886328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:34.092668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-bce48299-b418-4d7e-a2e2-51b5080355d6 service neutron] 10.222.0.70 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479801 Jul 16 22:33:34.141708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Deleting port 75fdcafa-818f-4e00-b4df-c28be10dc592 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:34.142096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.172453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2bba8d75-313c-4c2d-94af-af6f6935b1bc service neutron] 10.222.0.70 "GET /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0722196 Jul 16 22:33:34.237887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb685-9214-4de9-9360-51ea1a1fb939 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:34.241512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Attempting to bind port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:34.242033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Attempting to bind port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:34.242384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Attempting to bind port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:34.256605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Made reservation on behalf of b2d04e42bc694f269e4662b255d1e6b8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:34.260812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.288157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:34.288476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Attempting to bind port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a on network 9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:34.291297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.291635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.309070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Calling delete_port for 75fdcafa-818f-4e00-b4df-c28be10dc592 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:34.314858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-f802753d-b5bd-43d7-9ea9-cbbca72add47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0867684 Jul 16 22:33:34.335460 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-96ff1ba7-582e-4c34-9289-1ecb4c7a91ba service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565487 Jul 16 22:33:34.335611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.339820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:34.340161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Checking segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:34.340548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Bound using segment: {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:34.341011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Bound port: 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a55db-4a03-4067-9dda-c55f380c70e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:34.342510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.350327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc86e-1130-42c9-a73e-567614aafffd req-8def6ea5-278b-4ef2-9972-2bf8e6d530d7 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.352479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-955bc86e-1130-42c9-a73e-567614aafffd req-8def6ea5-278b-4ef2-9972-2bf8e6d530d7 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.68 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 945 time: 0.9435182 Jul 16 22:33:34.400621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] device_id is not set on port 712e5178-8143-498a-bc3d-30c6e1707863 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:33:34.456944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-11a21f04-9373-4a3f-899b-ab4bb4f8a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.458558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-11a21f04-9373-4a3f-899b-ab4bb4f8a478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 1095 time: 0.8413789 Jul 16 22:33:34.463286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:34.483538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5a4b727f-ebb7-4dfd-ac37-d973af9060ca service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100073 Jul 16 22:33:34.520029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:34.534075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c59b91f4-001d-4619-8c3e-e6848859058a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:34.558845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c59b91f4-001d-4619-8c3e-e6848859058a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:34.559954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c59b91f4-001d-4619-8c3e-e6848859058a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:34.576548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaec1f-9ff9-4878-9488-a4fed0e1218c req-10bcf056-4c7e-4812-b5d7-339073c0dfc4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.577843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adbaec1f-9ff9-4878-9488-a4fed0e1218c req-10bcf056-4c7e-4812-b5d7-339073c0dfc4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4718125 Jul 16 22:33:34.600838 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-132a2ac5-a7a2-4272-a418-239854e0f465 service neutron] 10.222.0.70 "GET /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1072946 Jul 16 22:33:34.636102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.644530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-91fde343-6ec4-4960-9227-8d1129d68bc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255 HTTP/1.1" status: 200 len: 217 time: 0.1268179 Jul 16 22:33:34.676438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Pushing event deleted for resources: {'Port': ['ID=75fdcafa-818f-4e00-b4df-c28be10dc592,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:34.787840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-c3b8c4fe-fa22-4ebd-856b-b0764b6643ea service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767426 Jul 16 22:33:34.788569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.792028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.795347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bdff25e4-5a8c-48c4-b9ca-0705cef96a76 tempest-FloatingIPAdminTestJSON-1311027090 tempest-FloatingIPAdminTestJSON-1311027090-project] 10.222.0.70 "DELETE /v2.0/floatingips/2203c6fb-0010-446c-86c6-bb1580a97e9f HTTP/1.1" status: 204 len: 168 time: 0.9056659 Jul 16 22:33:34.795657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:34.831108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.835358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:34.888308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adbaec1f-9ff9-4878-9488-a4fed0e1218c req-6c2f3f2d-54b8-4295-b465-d23327aeb0b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626553 Jul 16 22:33:34.897696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-1bf78c23-ed18-411d-a4df-31f7e26db5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.899287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-1bf78c23-ed18-411d-a4df-31f7e26db5b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.2132235 Jul 16 22:33:34.905254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:34.910116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.910896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630d39a-ea66-41ec-9943-a746da336fac None None] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:34.915550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/6b058917-f73e-4490-aec4-b3b054ff3cd3 HTTP/1.1" status: 204 len: 168 time: 2.0717473 Jul 16 22:33:34.917670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4f487-5d00-43df-9667-a387f0a82d1d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Subnet': ['ID=6b058917-f73e-4490-aec4-b3b054ff3cd3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:34.923186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Allocated IP 172.20.0.10 (71fa486d-384e-43ce-86fa-458cf18fbb9a/bffbc598-94f2-4c11-abd4-9c11cc1defd1/712e5178-8143-498a-bc3d-30c6e1707863) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:34.926200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:34.947618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:34.956747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.957325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.957804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.958327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.958732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.959450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.959732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:34.961921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-73d472e9-2894-485f-803d-d28ad89af089 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e683180e3740aaa9312a562e7a53c5&device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 6496 time: 0.5342712 Jul 16 22:33:35.035057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-58121f0a-a417-4d67-b0bf-f89a3abbfe7a service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008305 Jul 16 22:33:35.038054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-7692bae9-a2d9-4fe9-8ebe-451b92fe28d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124589 Jul 16 22:33:35.067907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.068542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.070221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] 10.222.0.68 "PUT /v2.0/ports/9b23e0de-83fb-4e94-be9d-b52ec65d8c2a HTTP/1.1" status: 200 len: 1092 time: 3.3376982 Jul 16 22:33:35.120686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Deleting port bcfad833-1f59-494f-ab92-ccae4a4e2f0e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:35.121075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.140235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Deleting port 1e13737b-dd9e-45e8-8b78-256f181fdc45 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:35.140570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.143217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8b684-dcfb-4e82-b5c5-c8167f1a2708 None None] Network d1c24877-b817-4757-b8e8-49d567123d87 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:35.187594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Provisioning for port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:35.206007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8e13c11e-a338-4c82-bbc1-483d3682877d service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700728 Jul 16 22:33:35.223075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Provisioning complete for port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:35.223075 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.244125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.244458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.265091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Calling delete_port for bcfad833-1f59-494f-ab92-ccae4a4e2f0e owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:35.365876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e515780-809a-4095-be6e-92c1d2bc8a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:35.371627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-1020e5ab-901e-473e-b59c-e80d1e4a64df service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528440 Jul 16 22:33:35.381048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.430484 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.479396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] For port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,segment=NetworkSegment(f3b5d8c9-cd10-4106-80e6-df7847c0206b),segment_id=f3b5d8c9-cd10-4106-80e6-df7847c0206b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:35.488841 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.544446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-dfd6cd62-d945-4fda-a843-d89b089af0bd service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485112 Jul 16 22:33:35.555512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.575857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c16af-97f9-45f8-9172-eba0d34b53da None None] Pushing event updated for resources: {'Port': ['ID=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:35.588880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcfad833-1f59-494f-ab92-ccae4a4e2f0e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:35.591118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-cba9de52-1f3d-45fd-9cfb-a1a7419fc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.591784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-cba9de52-1f3d-45fd-9cfb-a1a7419fc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.592755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-cba9de52-1f3d-45fd-9cfb-a1a7419fc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.594470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-cba9de52-1f3d-45fd-9cfb-a1a7419fc766 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=895ade8f-1f55-4282-91fc-eb59b961f1ef&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&id=412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 200 len: 2293 time: 0.5858421 Jul 16 22:33:35.596198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-5443fba8-46e0-4304-8c88-66158af9d913 service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337906 Jul 16 22:33:35.598158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] DHCP port deletion for d1c24877-b817-4757-b8e8-49d567123d87 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:35.601071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] For port 1e13737b-dd9e-45e8-8b78-256f181fdc45, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=1e13737b-dd9e-45e8-8b78-256f181fdc45,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:35.601411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.677684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Calling delete_port for 1e13737b-dd9e-45e8-8b78-256f181fdc45 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:35.694178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Deleting port a654e6de-230f-46f3-9910-890ab00b9fd3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:35.696193 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.734508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.738426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.747239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9bef700c-ee81-4e80-89cc-b85d218dad09 tempest-FloatingIPAdminTestJSON-305783579 tempest-FloatingIPAdminTestJSON-305783579-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/c08a23b0-6543-4c19-b346-984c6cdf49d0 HTTP/1.1" status: 204 len: 168 time: 0.9501674 Jul 16 22:33:35.747826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:35.761189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-930b0a4f-d648-4471-af97-7ff12c36c6e6 service neutron] 10.222.0.70 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067971 Jul 16 22:33:35.768036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-a99d0ed3-fcd7-458d-b291-5ee5c96d2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.769573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-a99d0ed3-fcd7-458d-b291-5ee5c96d2c96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 1095 time: 0.6233799 Jul 16 22:33:35.793869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef168-549a-47f9-8bd4-17368356e37f req-8ebf51e0-27c2-4e1d-86d5-872cc980c85a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:35.794092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] For port a654e6de-230f-46f3-9910-890ab00b9fd3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a654e6de-230f-46f3-9910-890ab00b9fd3,segment=NetworkSegment(98220c8b-041b-4bc4-a896-bcfb5820b52b),segment_id=98220c8b-041b-4bc4-a896-bcfb5820b52b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:35.794372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.795639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae9ef168-549a-47f9-8bd4-17368356e37f req-8ebf51e0-27c2-4e1d-86d5-872cc980c85a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 943 time: 0.6837475 Jul 16 22:33:35.815801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Calling delete_port for a654e6de-230f-46f3-9910-890ab00b9fd3 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:35.922906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.944733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-b4c9d652-ee55-4813-9ad5-536e5741d061 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a HTTP/1.1" status: 200 len: 217 time: 0.1465642 Jul 16 22:33:35.949600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51745140-2fd8-4cba-bd5c-daeb1f5e1457 None None] Provisioning complete for port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:35.950004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51745140-2fd8-4cba-bd5c-daeb1f5e1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.954813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] Pushing event deleted for resources: {'Port': ['ID=a654e6de-230f-46f3-9910-890ab00b9fd3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:35.956551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-86bc9cac-ee84-444e-9f13-9b0ebcadf870 service neutron] 10.222.0.70 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762056 Jul 16 22:33:35.974485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:35.978305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6f5f2-6f88-4a5f-a76a-2a0b682eca9c None None] No DVR routers for this DVR port a654e6de-230f-46f3-9910-890ab00b9fd3 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:35.988872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-91ba4809-a6d3-48a9-9a6f-850980dcc130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 200 len: 1001 time: 0.3596575 Jul 16 22:33:35.991782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port 04eee80c-d7af-42a7-84f1-4fff68ff354f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:35.992892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.018243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Transition to ACTIVE for port object 712e5178-8143-498a-bc3d-30c6e1707863 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:36.117797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Deleting port a654e6de-230f-46f3-9910-890ab00b9fd3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:36.118141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.131662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae9ef168-549a-47f9-8bd4-17368356e37f req-6909d21e-946f-4d67-ad03-615e27d98275 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568374 Jul 16 22:33:36.132607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-74ed42f5-e224-4a55-9d78-a40060a38f21 service neutron] 10.222.0.70 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685426 Jul 16 22:33:36.134804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.165333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for 04eee80c-d7af-42a7-84f1-4fff68ff354f owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:36.291306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8ebae207-6721-4693-a79f-b49d0817178e service neutron] 10.222.0.70 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488593 Jul 16 22:33:36.403513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:36.429065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.444540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-feabd93c-d252-41bb-bb09-00cc1ac7a62b service neutron] 10.222.0.70 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427827 Jul 16 22:33:36.458961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:36.459420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.463705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=04eee80c-d7af-42a7-84f1-4fff68ff354f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:36.493793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-35fdf5d6-9a03-42c9-965c-0aca4c0e0249 service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656540 Jul 16 22:33:36.498462 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052c9a9-67cb-48fa-8071-108a899c010a x-openstack-request-id: req-7052c9a9-67cb-48fa-8071-108a899c010a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:36.498751 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:36.499008 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7052c9a9-67cb-48fa-8071-108a899c010a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:36.499398 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255', 'status': 'completed', 'code': 200} Jul 16 22:33:36.542294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.545362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c84d55cf-37f9-4367-be6b-ac42217281f0 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/ports/04eee80c-d7af-42a7-84f1-4fff68ff354f HTTP/1.1" status: 204 len: 168 time: 0.7949164 Jul 16 22:33:36.547847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:36.599724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-e9490612-d0a9-4b1b-9052-c0f0bb93ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:36.601283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-e9490612-d0a9-4b1b-9052-c0f0bb93ce5f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.6076784 Jul 16 22:33:36.703831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-220e8c07-9f7e-4f87-863f-adfa47c23887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:36.705795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-220e8c07-9f7e-4f87-863f-adfa47c23887 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 200 len: 851 time: 0.6802471 Jul 16 22:33:36.714474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a654e6de-230f-46f3-9910-890ab00b9fd3 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:36.741191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a654e6de-230f-46f3-9910-890ab00b9fd3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:36.741576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a654e6de-230f-46f3-9910-890ab00b9fd3 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:36.799651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] For port a654e6de-230f-46f3-9910-890ab00b9fd3, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:36.800093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.853913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-7fca62ed-fd78-4d63-a46f-f8ff00f44c74 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369953 Jul 16 22:33:36.884243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Calling delete_port for a654e6de-230f-46f3-9910-890ab00b9fd3 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:36.891003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Port a654e6de-230f-46f3-9910-890ab00b9fd3 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:33:36.896302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.931674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.983400 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:36.997292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['cdeb832f-3bcc-40e3-b2fe-3815106f790f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:37.006861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No DVR routers for this DVR port a654e6de-230f-46f3-9910-890ab00b9fd3 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:37.028346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266581e-c493-4cc8-a92d-e2c353b546fa tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.036228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d266581e-c493-4cc8-a92d-e2c353b546fa tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "GET /v2.0/ports?device_id=98d20262-e6a3-4fb0-bf0f-47a0d1beb044 HTTP/1.1" status: 200 len: 913 time: 0.4867818 Jul 16 22:33:37.036867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:37.072397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:37.108579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a24fc-d2ad-4969-b4e4-43e97869f2f8 req-62dff03e-2e15-47ae-a765-a37c02d1b2ca tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.115424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-428a24fc-d2ad-4969-b4e4-43e97869f2f8 req-62dff03e-2e15-47ae-a765-a37c02d1b2ca tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8169ea86-dd22-41d4-bd11-2b47692a2cfd HTTP/1.1" status: 200 len: 867 time: 0.6098452 Jul 16 22:33:37.125454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:37.134013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:37.143214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'Port': ['ID=712e5178-8143-498a-bc3d-30c6e1707863,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:37.349610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Port': ['ID=a654e6de-230f-46f3-9910-890ab00b9fd3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:37.352215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] No DVR routers for this DVR port 1e13737b-dd9e-45e8-8b78-256f181fdc45 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:37.354906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-28cfdb11-3e3c-4bac-b386-baede5a93873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.356652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-28cfdb11-3e3c-4bac-b386-baede5a93873 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 1095 time: 0.7620690 Jul 16 22:33:37.367383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.369811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-955bc86e-1130-42c9-a73e-567614aafffd req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.68 "DELETE /v2.0/ports/1e13737b-dd9e-45e8-8b78-256f181fdc45 HTTP/1.1" status: 204 len: 173 time: 2.9892390 Jul 16 22:33:37.386832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-4f98f3c5-c649-4bd2-8e70-28736c2e7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.388414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-4f98f3c5-c649-4bd2-8e70-28736c2e7965 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6692703 Jul 16 22:33:37.478281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d61c-7d53-41c0-8b43-e0f51b90dc35 req-65b90667-5e33-4f13-ac70-1475a13f1363 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.485580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb05d61c-7d53-41c0-8b43-e0f51b90dc35 req-65b90667-5e33-4f13-ac70-1475a13f1363 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1513026 Jul 16 22:33:37.489859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acca9c72-b4cb-4c9f-bead-c517f77e5886 None None] Provisioning for port 712e5178-8143-498a-bc3d-30c6e1707863 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:37.496623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acca9c72-b4cb-4c9f-bead-c517f77e5886 None None] Provisioning complete for port 712e5178-8143-498a-bc3d-30c6e1707863 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:37.497165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acca9c72-b4cb-4c9f-bead-c517f77e5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.502321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.519359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-d4ed2694-136d-4943-81ef-98766e27ab2e service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477125 Jul 16 22:33:37.533728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-428a24fc-d2ad-4969-b4e4-43e97869f2f8 req-2f5a81be-1360-48e8-a2b2-32d02ff06668 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173772 Jul 16 22:33:37.584161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb05d61c-7d53-41c0-8b43-e0f51b90dc35 req-e5c34e92-77fa-4e2d-b5a2-ea4de7ddcfdc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941434 Jul 16 22:33:37.590465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-acca9c72-b4cb-4c9f-bead-c517f77e5886 None None] Port 712e5178-8143-498a-bc3d-30c6e1707863 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:37.671169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe850f6-e8ba-4cbd-89b0-d34ef402c250 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Pushing event deleted for resources: {'Port': ['ID=1e13737b-dd9e-45e8-8b78-256f181fdc45,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:37.710663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b7013d8-96f0-4c7c-90a0-4140a12251b6 req-40999c78-c493-46d9-9dfa-19c494e1f4c6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Jul 16 22:33:37.714736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c24877-b817-4757-b8e8-49d567123d87']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:37.727019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.727655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.732954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.792558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98220c8b-041b-4bc4-a896-bcfb5820b52b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:37.792910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98220c8b-041b-4bc4-a896-bcfb5820b52b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:37.871797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.875100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f740413-9f2a-45d2-808d-a142f8d1ce85 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8584507 Jul 16 22:33:37.884706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:37.888487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7647c8db-2357-439d-8e04-6dfed107f6f3 req-905d212b-94ea-4c49-a6ce-0984ac11ab3f service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499639 Jul 16 22:33:37.904788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-47e0083c-f232-4649-89f1-5b763501d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:37.906832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-47e0083c-f232-4649-89f1-5b763501d678 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 913 time: 0.5273652 Jul 16 22:33:37.910973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.915369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Request body: {'port': {'network_id': '71fa486d-384e-43ce-86fa-458cf18fbb9a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-202731073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:37.916613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] bootfile-name is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:37.916613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] tftp-server is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:37.916613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] server-ip-address is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:37.941372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:37.941923 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:37.949784 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:38.017282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-d45a3243-b94b-4599-8835-d0cfe599ce44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255 HTTP/1.1" status: 200 len: 217 time: 0.0967188 Jul 16 22:33:38.022506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-0d4f643d-7542-4102-95a7-e49dff0b4e51 service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173151 Jul 16 22:33:38.084459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed0ba8-fdf7-4f0a-a0b3-620d5f0357d0 req-653bc9e3-46ea-4916-a597-084c405717af tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.086798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15ed0ba8-fdf7-4f0a-a0b3-620d5f0357d0 req-653bc9e3-46ea-4916-a597-084c405717af tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 943 time: 0.4113064 Jul 16 22:33:38.106472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Made reservation on behalf of b2d04e42bc694f269e4662b255d1e6b8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:38.111102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.125994 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.130807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.136175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/networks/d1c24877-b817-4757-b8e8-49d567123d87 HTTP/1.1" status: 204 len: 168 time: 3.2076857 Jul 16 22:33:38.149114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:38.155204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'routes': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:38.158122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] device_id is not set on port c7893930-aaa6-49c6-b7ab-e5876ee4c6ca yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:33:38.193757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe34b9-9824-49d3-85c7-d99d132370cb tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Pushing event deleted for resources: {'Network': ['ID=d1c24877-b817-4757-b8e8-49d567123d87,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:38.240398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-c2560f04-228f-4268-b1fd-08d431cd8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.241896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-c2560f04-228f-4268-b1fd-08d431cd8d9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.1856596 Jul 16 22:33:38.251490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15ed0ba8-fdf7-4f0a-a0b3-620d5f0357d0 req-a89c6dc1-cefd-4420-8c99-3b40dc798dbf tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307428 Jul 16 22:33:38.287336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-8c0b86f7-7d64-45b3-bf34-8b0f620acfd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349753 Jul 16 22:33:38.320707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-7e8524bf-e334-4600-8ac2-fbe7df6cf39f service neutron] 10.222.0.47 "GET /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632041 Jul 16 22:33:38.390383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-facd951e-2ff0-4e12-8630-e80d09c023db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 217 time: 0.0607877 Jul 16 22:33:38.408709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Added routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:33:38.409145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Removed routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:33:38.409411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.418942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port f804230e-590a-4acc-9881-11a54da500d5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:38.419281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.454934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-87a5f7a4-f7dc-4b85-af86-de66423f909e service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578431 Jul 16 22:33:38.461796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-226f0889-72f1-4176-8ee6-ba0b2ef09eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.463200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-226f0889-72f1-4176-8ee6-ba0b2ef09eb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.0656536 Jul 16 22:33:38.506431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a'}, {'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'name': 'network-vif-deleted', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:38.508612 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7" -d '{"events": [{"name": "network-changed", "server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a"}, {"server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "name": "network-vif-deleted", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:38.522315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device dcc3c5fe-a832-40d8-a790-3080fcf0e255 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:33:38.539204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Allocated IP 172.20.0.14 (71fa486d-384e-43ce-86fa-458cf18fbb9a/bffbc598-94f2-4c11-abd4-9c11cc1defd1/c7893930-aaa6-49c6-b7ab-e5876ee4c6ca) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:38.562864 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1db75e1-ffa0-47c5-bae7-4233ac4928a8 x-openstack-request-id: req-c1db75e1-ffa0-47c5-bae7-4233ac4928a8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:38.563143 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a", "status": "completed", "code": 200}, {"server_uuid": "8169ea86-dd22-41d4-bd11-2b47692a2cfd", "name": "network-vif-deleted", "tag": "1e13737b-dd9e-45e8-8b78-256f181fdc45", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:38.563394 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1db75e1-ffa0-47c5-bae7-4233ac4928a8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:38.563783 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a', 'status': 'completed', 'code': 200} Jul 16 22:33:38.564028 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169ea86-dd22-41d4-bd11-2b47692a2cfd', 'name': 'network-vif-deleted', 'tag': '1e13737b-dd9e-45e8-8b78-256f181fdc45', 'status': 'completed', 'code': 200} Jul 16 22:33:38.634415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9a8cdbe-6f25-419c-a184-9b1897c80631 req-1f0201ba-c960-49cb-8313-0938da881a78 service neutron] 10.222.0.47 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702700 Jul 16 22:33:38.639206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-d2ea671b-c3bd-4c5d-8efa-5cad386cc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.641880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-d2ea671b-c3bd-4c5d-8efa-5cad386cc54e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691554 Jul 16 22:33:38.707619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.722941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for f804230e-590a-4acc-9881-11a54da500d5 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:38.736696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-541683ca-4f6c-433f-b413-94b21e0f86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.739906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-541683ca-4f6c-433f-b413-94b21e0f86b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 1095 time: 0.1454463 Jul 16 22:33:38.789881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:38.821332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'port_id': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255', 'mac_address': 'fa:16:3e:38:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0db1619-709d-41f9-ba46-f3814a53ce32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:33:38.824378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d02e55b6-2b96-4de1-b87f-4b5e154c2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:38.825772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d02e55b6-2b96-4de1-b87f-4b5e154c2d22 service neutron] 10.222.0.47 "GET /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 1033 time: 0.1635718 Jul 16 22:33:38.833966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1e13737b-dd9e-45e8-8b78-256f181fdc45 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:38.898940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.901879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 1e13737b-dd9e-45e8-8b78-256f181fdc45 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:38.902467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 1e13737b-dd9e-45e8-8b78-256f181fdc45 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:38.915429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Transition to ACTIVE for port object c7893930-aaa6-49c6-b7ab-e5876ee4c6ca will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:38.937834 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:38.969318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc3c5fe-a832-40d8-a790-3080fcf0e255 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:39.014735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:39.025580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.096057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.097420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:39.124256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.126278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.229362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:39.234099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'Port': ['ID=c7893930-aaa6-49c6-b7ab-e5876ee4c6ca,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:39.282954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:39.306346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-dc379f56-164d-4a35-86af-c6543128524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.307760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-dc379f56-164d-4a35-86af-c6543128524d service neutron] 10.222.0.47 "GET /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 1031 time: 0.4727702 Jul 16 22:33:39.311233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-2028d9d4-d7a5-4b97-9cfd-cb25f705f0fe service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513102 Jul 16 22:33:39.314706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:39.329328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3e79-0c99-40c5-8b3a-9b4262f97d91 req-f9ef5ff2-3ac8-4285-9a48-bba2f9d203b7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.330300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['dcc3c5fe-a832-40d8-a790-3080fcf0e255'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:39.330893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bce3e79-0c99-40c5-8b3a-9b4262f97d91 req-f9ef5ff2-3ac8-4285-9a48-bba2f9d203b7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.5380266 Jul 16 22:33:39.372196 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c5ba794-c573-4033-b2b7-0b9b572c29b4 req-16869d0b-1314-42c2-ba00-53f04120e9b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0564623 Jul 16 22:33:39.417205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-d87385d4-a6e3-44d4-9f53-ad56598e1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.417205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-d87385d4-a6e3-44d4-9f53-ad56598e1ca5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 200 len: 913 time: 0.6511199 Jul 16 22:33:39.465034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router 66331134-daba-4b5d-b1cf-f566a32141fd has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:39.478195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.478842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.499326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-a52fb547-f92f-4f89-b825-a83b50c6ddc0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a HTTP/1.1" status: 200 len: 217 time: 0.0726752 Jul 16 22:33:39.544388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bce3e79-0c99-40c5-8b3a-9b4262f97d91 req-a59e4eee-4dd5-4ef7-a43e-8197ce6ff981 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449761 Jul 16 22:33:39.558591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0d88fac-28b0-4a1b-9c6e-7e00bd788fc4 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6454954 Jul 16 22:33:39.567305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:39.719496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-3588ede7-aa1f-4adf-9124-0983917a8bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902783 Jul 16 22:33:39.735409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04aaa2b8-7ff0-4571-8037-8fa20932958b None None] Provisioning for port c7893930-aaa6-49c6-b7ab-e5876ee4c6ca completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:39.740880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04aaa2b8-7ff0-4571-8037-8fa20932958b None None] Provisioning complete for port c7893930-aaa6-49c6-b7ab-e5876ee4c6ca triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:39.741638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04aaa2b8-7ff0-4571-8037-8fa20932958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.767890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b1e90ac1-4dd3-4fcc-8914-ee4dd1090cf2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.774207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b1e90ac1-4dd3-4fcc-8914-ee4dd1090cf2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.779959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b1e90ac1-4dd3-4fcc-8914-ee4dd1090cf2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.781628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b1e90ac1-4dd3-4fcc-8914-ee4dd1090cf2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 1995 time: 0.4516413 Jul 16 22:33:39.783165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-04aaa2b8-7ff0-4571-8037-8fa20932958b None None] Port c7893930-aaa6-49c6-b7ab-e5876ee4c6ca cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:39.798596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:39.809074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Sync routers for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:39.812808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.814015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fc5993f6-8f19-4321-959e-536888b55213 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 704 time: 1.6631112 Jul 16 22:33:39.820223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:39.821483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-7e4c44bf-05f8-4960-b72a-3d1f63292d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.821650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37678) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:39.821991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:39.822923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-7e4c44bf-05f8-4960-b72a-3d1f63292d72 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 200 len: 852 time: 0.2712436 Jul 16 22:33:39.840894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-729a4feb-1dfa-4a36-a084-b03838126377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0997558 Jul 16 22:33:39.857612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f468e4-f0ba-47d8-aca0-17742c9746f4 req-61183591-7cfd-4047-a76d-b209277b7705 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:39.868888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4f468e4-f0ba-47d8-aca0-17742c9746f4 req-61183591-7cfd-4047-a76d-b209277b7705 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 943 time: 0.1644356 Jul 16 22:33:39.894492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-7f4f9336-e28c-4fcf-a53a-4e3c05604318 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614245 Jul 16 22:33:39.899643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cff1829d-6fff-4b97-98ee-b3c6bd32aa00 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 205 time: 0.0760531 Jul 16 22:33:39.902652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:39.924718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:39.952146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:39.974235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:40.014203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Checking router: 66331134-daba-4b5d-b1cf-f566a32141fd for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:40.018246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d1bb75eb-1fc4-4aa8-9113-bf0086c37d51 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d499a43c279441685319954e196bef4 HTTP/1.1" status: 200 len: 380 time: 0.1874917 Jul 16 22:33:40.026993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Routers {'66331134-daba-4b5d-b1cf-f566a32141fd'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:40.027679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['66331134-daba-4b5d-b1cf-f566a32141fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:40.030997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'admin_state_up': True, 'tenant_id': '3d499a43c279441685319954e196bef4', 'security_groups': ['0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:40.060200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-1918b786-fd24-4cf2-ae19-7582e00cfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.062252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-1918b786-fd24-4cf2-ae19-7582e00cfdc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.2092121 Jul 16 22:33:40.093583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4f468e4-f0ba-47d8-aca0-17742c9746f4 req-fcb59e8a-9459-477a-afc5-268c46649671 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230246 Jul 16 22:33:40.094602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=f804230e-590a-4acc-9881-11a54da500d5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:40.102906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad767fe7-7865-4040-9df9-f5386e07b50f tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.108855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad767fe7-7865-4040-9df9-f5386e07b50f tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.115458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad767fe7-7865-4040-9df9-f5386e07b50f tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.119757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad767fe7-7865-4040-9df9-f5386e07b50f tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5391092 Jul 16 22:33:40.120626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:40.125685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] Set router 66331134-daba-4b5d-b1cf-f566a32141fd gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:40.142205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c8bd4-a9b6-4a7e-97a8-b30df93b96bb req-f8641f9a-e7db-45c9-be7a-3b92a98de33a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.143763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-742c8bd4-a9b6-4a7e-97a8-b30df93b96bb req-f8641f9a-e7db-45c9-be7a-3b92a98de33a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4599898 Jul 16 22:33:40.179239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:40.207441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:40.244842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f9a3b-81d1-4090-82a3-72951ea29964 None None] The sync data for ids ['66331134-daba-4b5d-b1cf-f566a32141fd'] in n-d-793621-16 is: [{'id': '66331134-daba-4b5d-b1cf-f566a32141fd', 'name': 'tempest-RoutersIpV6Test-router-132936183', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:16Z', 'updated_at': '2021-07-16T22:33:31Z', 'revision_number': 11, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:40.316195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-dc483dd7-ccc5-4e8d-8e4e-053dfca138a7 service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916283 Jul 16 22:33:40.328739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-742c8bd4-a9b6-4a7e-97a8-b30df93b96bb req-0f4b672d-1371-4b0e-bc2d-ed3b11ebceae tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352832 Jul 16 22:33:40.504692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-3f9c935f-76c9-4cb7-9bf6-9f9b5fb446f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.506436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-3f9c935f-76c9-4cb7-9bf6-9f9b5fb446f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3844783 Jul 16 22:33:40.528777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:40.533203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device dcc3c5fe-a832-40d8-a790-3080fcf0e255 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:40.543399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:40.604913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port dcc3c5fe-a832-40d8-a790-3080fcf0e255 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:40.610754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port dcc3c5fe-a832-40d8-a790-3080fcf0e255 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:40.611627 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:40.715180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:40.729477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c4ed-213f-4563-a8d8-f6ec5aa482e7 req-cb17a037-271d-40b5-8797-1435641b9d05 service neutron] 10.222.0.68 "GET /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938222 Jul 16 22:33:40.776591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:40.777652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:40.780807 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa060d-23b3-4c9f-9897-3d63d0cb3519" -d '{"events": [{"server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:40.786563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:40.806627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 172.20.0.9 (777ab15a-1c8f-4d55-8c0e-036fc79b385b/36575e07-dd2e-41e8-ac64-d6fccd3e4b34/b25459c6-e1e0-473f-81d0-1bd7d1f7012d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:40.814333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-3b32373d-2be0-4fa7-9d6d-902dc8f4ca63 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973194 Jul 16 22:33:40.818310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:33:40.929148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:40.950424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a', 'network_id': '9f0538bc-38d3-49f6-8f8b-61dd4c6c9279', 'port_id': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a', 'mac_address': 'fa:16:3e:8d:21:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0db1619-709d-41f9-ba46-f3814a53ce32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:33:40.975230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36e22e-6c23-491e-9e8b-eeaef8e2d3fe req-e46f9a42-4c18-4b6a-a725-0ead2e8eb82d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:40.977718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e36e22e-6c23-491e-9e8b-eeaef8e2d3fe req-e46f9a42-4c18-4b6a-a725-0ead2e8eb82d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2185063 Jul 16 22:33:40.985478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7585fde8-6c73-402e-9ee7-fe5fe0874ec1 req-cba28f89-88f0-4f6a-bcfa-d6d785240806 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.1150532 Jul 16 22:33:40.994034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.007238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.009345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.028775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:41.069653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:41.076556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-a5d3f8cd-08fa-42cd-b36b-d0278d2d6cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529078 Jul 16 22:33:41.095705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:41.109171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.171053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e36e22e-6c23-491e-9e8b-eeaef8e2d3fe req-27839373-34b8-42fd-b992-6251cc79b039 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786125 Jul 16 22:33:41.175905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.175905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router 66331134-daba-4b5d-b1cf-f566a32141fd {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:41.212457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.220813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af0c8648-340c-45ba-bdd2-bf3729ceae44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 204 len: 168 time: 1.2938495 Jul 16 22:33:41.230716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:41.239945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505034377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:41.272134 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b5d6b-b0bb-40a4-be14-2cbc0cf29928 x-openstack-request-id: req-170b5d6b-b0bb-40a4-be14-2cbc0cf29928 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:41.272436 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:41.272694 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-170b5d6b-b0bb-40a4-be14-2cbc0cf29928 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:41.273148 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255', 'code': 200} Jul 16 22:33:41.275766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:41.295527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.298823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-f103d7bd-9b9e-40f0-ac14-a49d753684ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 200 len: 217 time: 0.1678131 Jul 16 22:33:41.301904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Deleting port c7893930-aaa6-49c6-b7ab-e5876ee4c6ca {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:41.302618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.311201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.312696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.365937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['9b23e0de-83fb-4e94-be9d-b52ec65d8c2a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:41.425177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.436674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-8531218f-deb5-4dee-882f-3be80be3d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:41.439377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-8531218f-deb5-4dee-882f-3be80be3d5df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1325707 Jul 16 22:33:41.459157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object b25459c6-e1e0-473f-81d0-1bd7d1f7012d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:41.501052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.517279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Calling delete_port for c7893930-aaa6-49c6-b7ab-e5876ee4c6ca owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:41.603452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.638486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309dfec-b637-44aa-9203-486c5bd3a542 req-416c5da9-1d5a-477e-8a67-b62e54764363 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:41.646434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a309dfec-b637-44aa-9203-486c5bd3a542 req-416c5da9-1d5a-477e-8a67-b62e54764363 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 944 time: 0.1837718 Jul 16 22:33:41.680409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-64d38870-8574-4241-8e89-c7f2cec3e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:41.682700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-64d38870-8574-4241-8e89-c7f2cec3e923 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2340016 Jul 16 22:33:41.776410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.779569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:41.794951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:41.797288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:41.807248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:41.821884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.894319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a309dfec-b637-44aa-9203-486c5bd3a542 req-0a1ad149-3235-4110-af3e-dafa70b7a21b tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413814 Jul 16 22:33:41.954002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:41.960765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-792eec71-3b11-4e45-8bc6-fab1dcb2cf06 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7270143 Jul 16 22:33:41.965156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:41.994243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:41.996263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593046c-cd89-499d-9392-0524ee29842f req-b525f27a-a975-4848-8d07-78984400c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:41.999342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-b525f27a-a975-4848-8d07-78984400c21b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.3799734 Jul 16 22:33:42.009409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-b3c574ce-5bf7-406a-a838-1828d39176c2 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895253 Jul 16 22:33:42.018141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.019565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.106467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ee81-2081-4395-b8e4-b28e98eef184 req-8ed8f06b-d7f4-4acc-8a28-bc2d6acf7d93 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.107971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f774ee81-2081-4395-b8e4-b28e98eef184 req-8ed8f06b-d7f4-4acc-8a28-bc2d6acf7d93 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.4086466 Jul 16 22:33:42.140065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6481d5b6-7270-4251-92b0-f9cf3ec32f9d None None] Provisioning for port b25459c6-e1e0-473f-81d0-1bd7d1f7012d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:42.141421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.148517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb0dcc-3470-42e3-9060-be1b3868ca52 req-644124ce-58b7-47db-a216-3a0b88faa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.149348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07eb0dcc-3470-42e3-9060-be1b3868ca52 req-644124ce-58b7-47db-a216-3a0b88faa2d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 1097 time: 0.4778290 Jul 16 22:33:42.152661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6481d5b6-7270-4251-92b0-f9cf3ec32f9d None None] Provisioning complete for port b25459c6-e1e0-473f-81d0-1bd7d1f7012d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:42.153267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6481d5b6-7270-4251-92b0-f9cf3ec32f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.212754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6481d5b6-7270-4251-92b0-f9cf3ec32f9d None None] Port b25459c6-e1e0-473f-81d0-1bd7d1f7012d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:42.240638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5d393a3d-cff2-41fe-8ee5-22ff9bb2971d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2134392 Jul 16 22:33:42.260875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'admin_state_up': True, 'tenant_id': '3d499a43c279441685319954e196bef4', 'security_groups': ['0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:42.264592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593046c-cd89-499d-9392-0524ee29842f req-1ceffe20-122a-4855-bf57-5a990553d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.266106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-1ceffe20-122a-4855-bf57-5a990553d748 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2321146 Jul 16 22:33:42.305652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event deleted for resources: {'Port': ['ID=c7893930-aaa6-49c6-b7ab-e5876ee4c6ca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:42.375477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f774ee81-2081-4395-b8e4-b28e98eef184 req-353b07ff-b0fb-4881-bf2d-f43ca3d10352 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234004 Jul 16 22:33:42.397976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effda5-5b06-4f03-b9b1-8e22b5ee9e1d req-7bf275b6-b0b8-4535-8781-eb2344a64f48 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.399648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3effda5-5b06-4f03-b9b1-8e22b5ee9e1d req-7bf275b6-b0b8-4535-8781-eb2344a64f48 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2838333 Jul 16 22:33:42.422803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-02cf5c88-e6dd-4271-854a-27e8d93ee0af service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985453 Jul 16 22:33:42.472804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07eb0dcc-3470-42e3-9060-be1b3868ca52 req-95aa7013-174b-421b-941d-6339b5227483 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147035 Jul 16 22:33:42.578066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.639150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.649614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.654955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aad7cd68-c9de-4294-a42e-12c9244395a2 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "DELETE /v2.0/ports/c7893930-aaa6-49c6-b7ab-e5876ee4c6ca HTTP/1.1" status: 204 len: 168 time: 2.5291486 Jul 16 22:33:42.657783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37706) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:42.667148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Request body: {'port': {'name': 'tempest-new-port-name-1741845671', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:42.667700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] bootfile-name is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:42.668152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] tftp-server is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:42.668598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] server-ip-address is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:33:42.673330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:42.828018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:42.838468 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-0d1e9f4b-167c-494a-8901-4c9a630b6dce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.5550046 Jul 16 22:33:42.842784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-d909dd3c-2e37-4f3a-91a3-48b71e2423b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 200 len: 217 time: 0.3986657 Jul 16 22:33:42.887562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d618-2953-4132-9161-3a58de7ab6b7 req-0745c856-1490-4681-810e-6fb3296da507 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.889346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b358d618-2953-4132-9161-3a58de7ab6b7 req-0745c856-1490-4681-810e-6fb3296da507 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 931 time: 0.3046596 Jul 16 22:33:42.897047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:42.903896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:42.905221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:42.940253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3effda5-5b06-4f03-b9b1-8e22b5ee9e1d req-ca060cd1-6fe0-40af-849e-526516a93977 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283625 Jul 16 22:33:42.975541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-c6ae982c-e14d-4e33-a4ea-ed9105a33fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.975541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-c6ae982c-e14d-4e33-a4ea-ed9105a33fd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 200 len: 797 time: 0.1049333 Jul 16 22:33:42.975541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593046c-cd89-499d-9392-0524ee29842f req-e33fd965-6dbf-4e62-b9eb-4dbb230ce038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:42.976219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-e33fd965-6dbf-4e62-b9eb-4dbb230ce038 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1288393 Jul 16 22:33:42.980577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.013061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Router ef34e65e-ed27-4f98-8aab-66e3bb232678 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:33:43.015023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:43.018464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.037104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.038562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b358d618-2953-4132-9161-3a58de7ab6b7 req-00e59fac-f191-43e1-868d-5f24ada5e73c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354382 Jul 16 22:33:43.089346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:43.094233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:43.099684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] Sync routers for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:43.105504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e30b68a5-9844-42a5-9cf7-67e8626cf95f tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "PUT /v2.0/routers/98d20262-e6a3-4fb0-bf0f-47a0d1beb044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0648019 Jul 16 22:33:43.107429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37710) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:43.108235 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.118571 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:43.126382 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:43.187113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:43.188470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593046c-cd89-499d-9392-0524ee29842f req-601550b0-f86e-48e2-8f06-69ea1ea7e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:43.190029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-601550b0-f86e-48e2-8f06-69ea1ea7e7b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027931 Jul 16 22:33:43.198190 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:43.215110 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] Routers {'98d20262-e6a3-4fb0-bf0f-47a0d1beb044'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:43.216104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:43.233146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-79b80cee-0fd8-4f68-951c-380010b3c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:43.234775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-79b80cee-0fd8-4f68-951c-380010b3c151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=895ade8f-1f55-4282-91fc-eb59b961f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2560630 Jul 16 22:33:43.261996 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:43.263036 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b849f94-3f79-42b9-a350-4d3a65f1e06f None None] The sync data for ids ['98d20262-e6a3-4fb0-bf0f-47a0d1beb044'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:43.274251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:43.276946 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcb995-d7b6-431a-84b2-a053e017b54d" -d '{"events": [{"server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "name": "network-vif-plugged", "status": "completed", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:43.320650 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e32c8a-0adc-4894-b4a9-c31b3d94bc29 x-openstack-request-id: req-72e32c8a-0adc-4894-b4a9-c31b3d94bc29 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:43.320952 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "name": "network-vif-plugged", "status": "completed", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:43.321244 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72e32c8a-0adc-4894-b4a9-c31b3d94bc29 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:43.321620 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a', 'code': 200} Jul 16 22:33:43.441298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.1.1.204 (690cfc98-b0f0-4c73-85d8-8d6f2805f0dc/9ceeb55b-d092-423c-b6d5-be9b284ff1e5/e3a4a448-5141-48d1-8c19-29cce61e913f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:43.568058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-1f9721e0-621d-49b7-9cbf-6ae6d9474844 service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056047 Jul 16 22:33:43.668686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-9a9d05e3-dd68-41d1-8070-9b6444e33c52 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694073 Jul 16 22:33:43.770010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb32b-4815-4dac-b0e0-5dfda2834545 req-fa34a279-01ab-4310-b498-715b4f609f3a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:43.771523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-14ffb32b-4815-4dac-b0e0-5dfda2834545 req-fa34a279-01ab-4310-b498-715b4f609f3a tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 945 time: 0.4276514 Jul 16 22:33:43.780788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:43.786620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.794190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Sync routers for ids ['ef34e65e-ed27-4f98-8aab-66e3bb232678'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:43.795127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:43.796773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-036fb540-f3a7-4197-a81c-2b27afa26407 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "PUT /v2.0/routers/ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 200 len: 697 time: 1.8232443 Jul 16 22:33:43.803624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Routers {'ef34e65e-ed27-4f98-8aab-66e3bb232678'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:43.804250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ef34e65e-ed27-4f98-8aab-66e3bb232678'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:43.807805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37716) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:43.842887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194835-31fe-4d2f-8cd5-d8eea601d7cf req-2abfb4f9-653a-4cfd-a0b0-bf7cabbf50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:43.844397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4194835-31fe-4d2f-8cd5-d8eea601d7cf req-2abfb4f9-653a-4cfd-a0b0-bf7cabbf50aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 1097 time: 0.4113305 Jul 16 22:33:43.875253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Set router ef34e65e-ed27-4f98-8aab-66e3bb232678 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:43.925374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-9ed62ebe-7165-4790-9956-dbfabf9d068a service neutron] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431904 Jul 16 22:33:43.995822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-14ffb32b-4815-4dac-b0e0-5dfda2834545 req-4847e6ea-82b0-46eb-bdfb-9e1ba6a945d9 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804321 Jul 16 22:33:44.012075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-bdfeab0c-a8a6-4fc9-8147-cae687c66d89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 200 len: 217 time: 0.0746462 Jul 16 22:33:44.043259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.066688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef34e65e-ed27-4f98-8aab-66e3bb232678', 'name': 'tempest-RoutersIpV6Test-router-505034377', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:33:41Z', 'updated_at': '2021-07-16T22:33:42Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:44.074240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4194835-31fe-4d2f-8cd5-d8eea601d7cf req-50278afc-1022-4eb4-8f24-3cb37ef95225 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131143 Jul 16 22:33:44.082688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d593046c-cd89-499d-9392-0524ee29842f req-825e001f-a61d-444c-ace7-8d3649849486 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914552 Jul 16 22:33:44.086551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object e3a4a448-5141-48d1-8c19-29cce61e913f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:44.095179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Checking router: ef34e65e-ed27-4f98-8aab-66e3bb232678 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:44.103486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Routers {'ef34e65e-ed27-4f98-8aab-66e3bb232678'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:44.104111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ef34e65e-ed27-4f98-8aab-66e3bb232678'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:44.108890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-56244c76-404b-4a40-92ce-8298bc94aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.110426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-56244c76-404b-4a40-92ce-8298bc94aeb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.0829659 Jul 16 22:33:44.143707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.198005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.205236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.216445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] Set router ef34e65e-ed27-4f98-8aab-66e3bb232678 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:44.220925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:44.250617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.258389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:44.270942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:44.273632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef34e65e-ed27-4f98-8aab-66e3bb232678', 'name': 'tempest-RoutersIpV6Test-router-505034377', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:33:41Z', 'updated_at': '2021-07-16T22:33:42Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:44.305587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b1599-1905-46a1-bec2-1b6fa54ef98b None None] The sync data for ids ['ef34e65e-ed27-4f98-8aab-66e3bb232678'] in n-d-793621-16 is: [{'id': 'ef34e65e-ed27-4f98-8aab-66e3bb232678', 'name': 'tempest-RoutersIpV6Test-router-505034377', 'tenant_id': 'f285127465be4fe58544f76cb8c99d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:33:41Z', 'updated_at': '2021-07-16T22:33:42Z', 'revision_number': 2, 'project_id': 'f285127465be4fe58544f76cb8c99d37', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:44.322100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:44.361765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-e3b00d93-03bc-4f95-b617-c32fd3fc2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.363324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-e3b00d93-03bc-4f95-b617-c32fd3fc2163 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2326245 Jul 16 22:33:44.414963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2277f7a8-2ff5-48cf-bb22-0e7cadf88114 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/routers/ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 200 len: 703 time: 0.4232609 Jul 16 22:33:44.415216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.415216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.425360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:44.462859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a36b-a37a-437b-85a6-bbf5810a6671 req-1ab29737-491e-4fd7-9c8d-62207d169051 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.464387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdd4e-09d1-41c9-9ce8-ffb4d57a1e8e req-1c8971ac-7f55-466f-a0d5-48034512f2f9 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.464534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6852a36b-a37a-437b-85a6-bbf5810a6671 req-1ab29737-491e-4fd7-9c8d-62207d169051 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2424974 Jul 16 22:33:44.473102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd0bdd4e-09d1-41c9-9ce8-ffb4d57a1e8e req-1c8971ac-7f55-466f-a0d5-48034512f2f9 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.7535181 Jul 16 22:33:44.480214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event updated for resources: {'Port': ['ID=712e5178-8143-498a-bc3d-30c6e1707863,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:44.524853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] In _notify_port_updated(), no bound segment for port 712e5178-8143-498a-bc3d-30c6e1707863 on network 71fa486d-384e-43ce-86fa-458cf18fbb9a {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:33:44.530842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:44.531758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.531993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51fd8d2d-cfb5-44aa-aa6e-5f86344a9057 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 200 len: 205 time: 0.1054983 Jul 16 22:33:44.533733 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5dc1f1bb-320b-4bda-9ba6-036ac1f35b2e tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "PUT /v2.0/ports/712e5178-8143-498a-bc3d-30c6e1707863 HTTP/1.1" status: 200 len: 1137 time: 1.8725274 Jul 16 22:33:44.549426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:44.550078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:44.604648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ec2878b7-720c-45d2-b174-13f17288c38e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3537498 Jul 16 22:33:44.658548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'admin_state_up': True, 'tenant_id': '3d499a43c279441685319954e196bef4', 'security_groups': ['0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:44.696135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-78118d71-2aa9-476b-82ca-b3196ac3f7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248701 Jul 16 22:33:44.711916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6852a36b-a37a-437b-85a6-bbf5810a6671 req-21e00c8c-dc57-41bd-9e54-75d96ae31911 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947982 Jul 16 22:33:44.737918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd0bdd4e-09d1-41c9-9ce8-ffb4d57a1e8e req-fef825f1-5d1a-43fb-9b8b-579472497931 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512712 Jul 16 22:33:44.767091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-30122529-a3d5-4592-989e-80da3e41eb03 None None] Provisioning for port e3a4a448-5141-48d1-8c19-29cce61e913f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:44.777634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-30122529-a3d5-4592-989e-80da3e41eb03 None None] Provisioning complete for port e3a4a448-5141-48d1-8c19-29cce61e913f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:44.778019 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30122529-a3d5-4592-989e-80da3e41eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.781050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port fa069bc8-afb5-4826-884f-12afebe64b0b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:44.781570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.847351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-30122529-a3d5-4592-989e-80da3e41eb03 None None] Port e3a4a448-5141-48d1-8c19-29cce61e913f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:44.915607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:44.936422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-bb72435b-7676-4a9b-b1cf-19ecf1bfa75a service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865101 Jul 16 22:33:44.978815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28feac76-80d8-44b2-8c94-01d180ed1f87 None None] Provisioning complete for port 712e5178-8143-498a-bc3d-30c6e1707863 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:44.985249 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28feac76-80d8-44b2-8c94-01d180ed1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.006484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-b8962f50-66f3-412b-b9b3-4cf61bad1b7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 200 len: 217 time: 0.0604436 Jul 16 22:33:45.007195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:45.011804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.048429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28feac76-80d8-44b2-8c94-01d180ed1f87 None None] Port 712e5178-8143-498a-bc3d-30c6e1707863 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:45.098274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8ce88-4f9f-4d0d-8847-a3b0d1e28a04 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.099825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1bc8ce88-4f9f-4d0d-8847-a3b0d1e28a04 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "GET /v2.0/ports/712e5178-8143-498a-bc3d-30c6e1707863 HTTP/1.1" status: 200 len: 1137 time: 0.5415404 Jul 16 22:33:45.114722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.139720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-29bede6c-c3a5-4cad-bf05-1c6e49acfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.141270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-29bede6c-c3a5-4cad-bf05-1c6e49acfbfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 200 len: 797 time: 0.1115899 Jul 16 22:33:45.184195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.295706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.1.1.84 (690cfc98-b0f0-4c73-85d8-8d6f2805f0dc/9ceeb55b-d092-423c-b6d5-be9b284ff1e5/3a193767-1216-4f05-b766-9fc3e054efdb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:45.317120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.319452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-6e08e6d8-3334-45ec-875f-a042b3e13fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.319593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.321642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-6e08e6d8-3334-45ec-875f-a042b3e13fe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=412c5129-cb09-462e-bbe9-c8a285a0e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736703 Jul 16 22:33:45.369311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e260-447d-44b5-bfba-56a40e1b5e35 req-daff3495-4b47-43b1-a893-4fce8b84ca5d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.370742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92b2e260-447d-44b5-bfba-56a40e1b5e35 req-daff3495-4b47-43b1-a893-4fce8b84ca5d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 945 time: 0.1900804 Jul 16 22:33:45.375924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for fa069bc8-afb5-4826-884f-12afebe64b0b owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:45.402078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-eb72d997-2aae-474e-b9c5-3f8e1fc89d19 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.404022 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-eb72d997-2aae-474e-b9c5-3f8e1fc89d19 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.5064745 Jul 16 22:33:45.490258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.490861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Fanout notify agent at l3_agent the message router_deleted on router ef34e65e-ed27-4f98-8aab-66e3bb232678 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:45.514732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.520581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e6b06ec8-899a-48bb-adea-c320b9a0dd44 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 204 len: 168 time: 0.9648342 Jul 16 22:33:45.522019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.553450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.567674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object 3a193767-1216-4f05-b766-9fc3e054efdb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:45.575571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4ddb-fcff-4aa3-a437-0a9aad5e32eb req-115f7024-6baa-4b7e-834d-fa19c2e70ebc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.581896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4ddb-fcff-4aa3-a437-0a9aad5e32eb req-115f7024-6baa-4b7e-834d-fa19c2e70ebc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.583494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b6ab4ddb-fcff-4aa3-a437-0a9aad5e32eb req-115f7024-6baa-4b7e-834d-fa19c2e70ebc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 1653 time: 0.5970826 Jul 16 22:33:45.613204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.651852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-20db52b1-06c4-4162-8d0c-2be412d25f83 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 200 len: 205 time: 0.0922842 Jul 16 22:33:45.658470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92b2e260-447d-44b5-bfba-56a40e1b5e35 req-981e8200-a2a9-42a0-aa0a-2b56adb35f2c tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749286 Jul 16 22:33:45.660752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37734) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.714022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Deleting port 712e5178-8143-498a-bc3d-30c6e1707863 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:45.714618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.717315 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c71475d8-24c2-4601-aeeb-7439e1fb427e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:45.720718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c71475d8-24c2-4601-aeeb-7439e1fb427e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/ef34e65e-ed27-4f98-8aab-66e3bb232678 HTTP/1.1" status: 404 len: 336 time: 0.0549781 Jul 16 22:33:45.722225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.728443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:45.733491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b6ab4ddb-fcff-4aa3-a437-0a9aad5e32eb req-8d56a595-043b-40bd-9b43-440a754169ad tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388376 Jul 16 22:33:45.736953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:45.739402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:45.766690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:45.779034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-005d6819-ba4e-4790-baa5-cb9ea6d6b8a9 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456048 Jul 16 22:33:45.872752 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6183224-5207-4c73-b90b-abb0a38b8419 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:45.873547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6183224-5207-4c73-b90b-abb0a38b8419 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:45.876030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-12c7bed6-bc29-4aa6-ba62-84f8e20adcf1 service neutron] 10.222.0.47 "GET /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904953 Jul 16 22:33:45.876883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d6183224-5207-4c73-b90b-abb0a38b8419 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/c7cee75a-f21d-4be4-b300-cd03c5b5150b HTTP/1.1" status: 404 len: 337 time: 0.1537251 Jul 16 22:33:45.880516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.922257 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa56b36-8c5f-4981-8c9e-7785e2585cd2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:45.922717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa56b36-8c5f-4981-8c9e-7785e2585cd2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:45.924652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-afa56b36-8c5f-4981-8c9e-7785e2585cd2 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/db88827a-b599-4b6d-a5fa-615ea57eb5b4 HTTP/1.1" status: 404 len: 337 time: 0.0433969 Jul 16 22:33:45.933606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:45.951607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:45.953051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:45.988375 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad76f5c2-9bd3-4b72-9020-84ee9ef30652 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:45.989125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad76f5c2-9bd3-4b72-9020-84ee9ef30652 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:45.991114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad76f5c2-9bd3-4b72-9020-84ee9ef30652 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/5d0841de-3b8b-4299-a5a1-0ea3a4d3334b HTTP/1.1" status: 404 len: 337 time: 0.0565567 Jul 16 22:33:45.994370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.037240 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d266af56-d97e-4a11-900d-c83eb27d43dd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:46.038117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d266af56-d97e-4a11-900d-c83eb27d43dd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:46.041259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d266af56-d97e-4a11-900d-c83eb27d43dd tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/6b058917-f73e-4490-aec4-b3b054ff3cd3 HTTP/1.1" status: 404 len: 337 time: 0.0456977 Jul 16 22:33:46.057235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.083952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-52762413-20cf-4232-ad82-e03c3acf7c0c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4346938 Jul 16 22:33:46.098949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'admin_state_up': True, 'tenant_id': '3d499a43c279441685319954e196bef4', 'security_groups': ['0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:46.162229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15647b08-557a-47ff-b7fe-ff24e2aa4f4d tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 200 len: 205 time: 0.0973957 Jul 16 22:33:46.169783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.220557 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-32ebb383-1cd1-43c1-a73c-f9986a8b1fd8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:46.224010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32ebb383-1cd1-43c1-a73c-f9986a8b1fd8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/66331134-daba-4b5d-b1cf-f566a32141fd HTTP/1.1" status: 404 len: 336 time: 0.0499313 Jul 16 22:33:46.224010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.224704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.226759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4aa8222b-719b-414c-bf73-29484fc0026a None None] Provisioning for port 3a193767-1216-4f05-b766-9fc3e054efdb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:46.235012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4aa8222b-719b-414c-bf73-29484fc0026a None None] Provisioning complete for port 3a193767-1216-4f05-b766-9fc3e054efdb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:46.235693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4aa8222b-719b-414c-bf73-29484fc0026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.250922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Deleting port cdeb832f-3bcc-40e3-b2fe-3815106f790f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:46.251271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.309701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-abb361b6-06d2-4dbf-8e8a-e2d58bca4eb8 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f6fcaf-972c-4d11-9071-61fcc53b1049 HTTP/1.1" status: 200 len: 205 time: 0.0760257 Jul 16 22:33:46.327759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=fa069bc8-afb5-4826-884f-12afebe64b0b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:46.339133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.344616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8222b-719b-414c-bf73-29484fc0026a None None] Port 3a193767-1216-4f05-b766-9fc3e054efdb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:46.363849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.444213 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-35af4cf2-244b-4498-a004-fe19d4c3ca6b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:46.447579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-35af4cf2-244b-4498-a004-fe19d4c3ca6b tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/87f6fcaf-972c-4d11-9071-61fcc53b1049 HTTP/1.1" status: 404 len: 336 time: 0.1022739 Jul 16 22:33:46.447579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Calling delete_port for 712e5178-8143-498a-bc3d-30c6e1707863 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:46.497366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.549882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686432b-d5e0-4658-bfd6-00093ace65d1 req-35f9f8d3-d116-41b5-b365-d8aff31ff439 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:46.556885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6686432b-d5e0-4658-bfd6-00093ace65d1 req-35f9f8d3-d116-41b5-b365-d8aff31ff439 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.5138972 Jul 16 22:33:46.558631 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47a0e6c-8a93-4311-a400-48db45faa76e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:46.559125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47a0e6c-8a93-4311-a400-48db45faa76e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:46.563425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c47a0e6c-8a93-4311-a400-48db45faa76e tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/7be80745-9dd8-4883-b7e9-1fa3fd09ffd7 HTTP/1.1" status: 404 len: 337 time: 0.0581217 Jul 16 22:33:46.563812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.573904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08aec1-05b2-4377-8968-aa33d7f32c93 req-ddb571d4-04ca-40db-9bbb-0d93e8650d74 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:46.581093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e08aec1-05b2-4377-8968-aa33d7f32c93 req-ddb571d4-04ca-40db-9bbb-0d93e8650d74 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 946 time: 0.5228043 Jul 16 22:33:46.611015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-da7490ef-07e1-42ac-88ab-5051f69292db tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 200 len: 205 time: 0.0416920 Jul 16 22:33:46.614685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.655659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.677014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] For port cdeb832f-3bcc-40e3-b2fe-3815106f790f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdeb832f-3bcc-40e3-b2fe-3815106f790f,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:46.677567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.686588 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b54c8ca8-a849-42ef-b501-f883f5a96632 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:46.690047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b54c8ca8-a849-42ef-b501-f883f5a96632 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/c569258d-3b8e-4f34-b21c-81ba75586482 HTTP/1.1" status: 404 len: 336 time: 0.0720751 Jul 16 22:33:46.690597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.708481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6686432b-d5e0-4658-bfd6-00093ace65d1 req-b3908964-719e-47d0-bddd-8576eb45ed87 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505690 Jul 16 22:33:46.752564 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51622f04-6506-4ac1-b5a2-d359ee5df9a3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c HTTP/1.1" status: 200 len: 205 time: 0.0590854 Jul 16 22:33:46.755144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.803133 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a4d590c1-a3c3-4a1d-a41b-fd71a29234f3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:46.806379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4d590c1-a3c3-4a1d-a41b-fd71a29234f3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/7b7f13b2-ba07-4fec-b35e-ce0e3ba91c6c HTTP/1.1" status: 404 len: 336 time: 0.0502601 Jul 16 22:33:46.807157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:46.811002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.813124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Calling delete_port for cdeb832f-3bcc-40e3-b2fe-3815106f790f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:46.842530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e08aec1-05b2-4377-8968-aa33d7f32c93 req-ff8059fd-7cdd-45c2-b594-0ca1bfd3102a tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2242219-d9ab-4587-bedc-ef320cdddda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604892 Jul 16 22:33:46.844424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.894799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.906094 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1e34ca-b0ab-41f0-9970-09f368964aaa tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:46.906590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1e34ca-b0ab-41f0-9970-09f368964aaa tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:46.910714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f1e34ca-b0ab-41f0-9970-09f368964aaa tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/c8699ecd-c3f2-4ee5-886c-2f3358621bb7 HTTP/1.1" status: 404 len: 337 time: 0.0932264 Jul 16 22:33:46.912540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:46.971296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:46.999228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f843-2ede-4c41-bf36-c4d5da5ede96 req-f185e6d4-4051-457e-b717-59b28d010bbc tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:47.001022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3161f843-2ede-4c41-bf36-c4d5da5ede96 req-f185e6d4-4051-457e-b717-59b28d010bbc tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 945 time: 0.1601610 Jul 16 22:33:47.146725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3161f843-2ede-4c41-bf36-c4d5da5ede96 req-b91dd7e7-a771-4a4a-877a-893297b3030c tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348917 Jul 16 22:33:47.269116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.2.2.100 (9eae965a-655e-48c6-8c05-40603dbb1f4f/3cd78854-6390-4245-a6f6-14e8bc01a804/b06e4323-b99f-485a-9758-ab7c2a61cde5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:47.365127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d4597510-2188-4d34-a2d8-297d83e9c942 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 HTTP/1.1" status: 200 len: 205 time: 0.4497416 Jul 16 22:33:47.371481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.409467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.410031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Fanout notify agent at l3_agent the message router_deleted on router 98d20262-e6a3-4fb0-bf0f-47a0d1beb044 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:47.427405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.431411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0987878e-59d3-477d-a8c4-540c08751ff1 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/routers/98d20262-e6a3-4fb0-bf0f-47a0d1beb044 HTTP/1.1" status: 204 len: 168 time: 4.3205938 Jul 16 22:33:47.434103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.436178 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e800ec94-1930-455d-9032-4219619519e3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:47.439852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e800ec94-1930-455d-9032-4219619519e3 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/1a48a9a7-9a8b-458f-83cd-7880d9b0aba9 HTTP/1.1" status: 404 len: 336 time: 0.0645082 Jul 16 22:33:47.453771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.506831 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-293a8bc2-8cf4-4091-a697-e2e62dd47b59 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:47.507295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293a8bc2-8cf4-4091-a697-e2e62dd47b59 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:47.511394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-293a8bc2-8cf4-4091-a697-e2e62dd47b59 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/a078d120-fa50-4f5d-8c10-7b2e2f5968b8 HTTP/1.1" status: 404 len: 337 time: 0.0513699 Jul 16 22:33:47.518917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37784) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.548393 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.568024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b3e9452-fcfa-43e3-8f5d-1f94b9dc2845 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f58a940-affa-4277-95db-71661afce43d HTTP/1.1" status: 200 len: 205 time: 0.0465589 Jul 16 22:33:47.576597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.579160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f22e-842b-451e-a8fd-29cfdafecf32 req-b31291ab-9549-4508-8df2-42f8de881351 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:47.585206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f22e-842b-451e-a8fd-29cfdafecf32 req-b31291ab-9549-4508-8df2-42f8de881351 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:47.591227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f22e-842b-451e-a8fd-29cfdafecf32 req-b31291ab-9549-4508-8df2-42f8de881351 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:47.593545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7141f22e-842b-451e-a8fd-29cfdafecf32 req-b31291ab-9549-4508-8df2-42f8de881351 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 2373 time: 0.2976031 Jul 16 22:33:47.599263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting subnet 2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:47.621096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219046f-a8b7-4d4a-92a2-b84b22f54509 req-677e78ea-7f02-401d-84d1-f5910d3d5aa1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:47.621452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.623104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0219046f-a8b7-4d4a-92a2-b84b22f54509 req-677e78ea-7f02-401d-84d1-f5910d3d5aa1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2907832 Jul 16 22:33:47.630892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event deleted for resources: {'Port': ['ID=712e5178-8143-498a-bc3d-30c6e1707863,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:47.683144 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-cb59fcca-d477-4253-b976-5cd9c371a8ec tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] delete failed (client error): The resource could not be found. Jul 16 22:33:47.686587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb59fcca-d477-4253-b976-5cd9c371a8ec tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/routers/7f58a940-affa-4277-95db-71661afce43d HTTP/1.1" status: 404 len: 336 time: 0.1020329 Jul 16 22:33:47.694806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.701552 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7141f22e-842b-451e-a8fd-29cfdafecf32 req-7933dccd-90d7-4099-b61d-7e6e55d5e7fd tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991862 Jul 16 22:33:47.707945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.758330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.787931 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cbbdb0-65f5-4804-a8d0-59e7675deccf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:47.788393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cbbdb0-65f5-4804-a8d0-59e7675deccf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:47.790716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f9cbbdb0-65f5-4804-a8d0-59e7675deccf tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/529813a4-9f59-46e2-a3ca-c7a1a11b0ec9 HTTP/1.1" status: 404 len: 337 time: 0.0774271 Jul 16 22:33:47.794245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.864281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.886294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Pushing event deleted for resources: {'Port': ['ID=cdeb832f-3bcc-40e3-b2fe-3815106f790f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:47.891276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0219046f-a8b7-4d4a-92a2-b84b22f54509 req-c9c7b6f8-bc5d-48df-babb-4304a2e8ce11 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223048 Jul 16 22:33:47.892925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:47.897241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc1ed649-3395-4df8-9105-578810c960e7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "DELETE /v2.0/ports/712e5178-8143-498a-bc3d-30c6e1707863 HTTP/1.1" status: 204 len: 168 time: 2.7794404 Jul 16 22:33:47.897879 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b332f3d-74ca-4322-9bc3-053756b9c4e9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] DELETE failed (client error): The resource could not be found. Jul 16 22:33:47.897879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b332f3d-74ca-4322-9bc3-053756b9c4e9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:33:47.900165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b332f3d-74ca-4322-9bc3-053756b9c4e9 tempest-RoutersIpV6Test-1929606598 tempest-RoutersIpV6Test-1929606598-project] 10.222.0.70 "DELETE /v2.0/subnets/555d4686-e5da-4366-8274-09579cc18f5e HTTP/1.1" status: 404 len: 337 time: 0.0954707 Jul 16 22:33:47.910086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:47.990044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.017712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Deleting subnet bffbc598-94f2-4c11-abd4-9c11cc1defd1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:48.039591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object b06e4323-b99f-485a-9758-ab7c2a61cde5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:48.047398 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.052667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] No DVR routers for this DVR port cdeb832f-3bcc-40e3-b2fe-3815106f790f on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:48.076295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.082968 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.086229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-70225e22-cf90-4530-bdf1-b3ffb735b559 req-9d5b4717-86a5-4370-b2be-06614f5323a5 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.47 "DELETE /v2.0/ports/cdeb832f-3bcc-40e3-b2fe-3815106f790f HTTP/1.1" status: 204 len: 173 time: 2.6742072 Jul 16 22:33:48.088753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'name': 'network-vif-deleted', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:48.091290 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97072c24-a69a-466c-a008-aaf2de7286f3" -d '{"events": [{"server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "name": "network-vif-deleted", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:48.124043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.126077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Subnet': ['ID=2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:48.136352 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc168255-4178-48a4-a301-a172f023540e req-c578303e-07a0-40c7-90ed-bde7b33a8461 tempest-ServerRescueNegativeTestJSON-1919994046 tempest-ServerRescueNegativeTestJSON-1919994046-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fd8123a-a48f-46b9-ae10-bc7609b8a5e5 HTTP/1.1" status: 200 len: 210 time: 0.0485423 Jul 16 22:33:48.151890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6da93-c2f2-4890-9d5e-77d57353bd62 None None] Network f0486c3d-1485-4bc0-8ef9-9925326f00b4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:48.166493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.186693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.188700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f3ac167e-1583-42cf-9596-8d29d7483f49 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/subnets/2800fa7a-0cb0-4c8d-9b17-eb1ef22a9865 HTTP/1.1" status: 204 len: 168 time: 0.7504690 Jul 16 22:33:48.193339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:48.202354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:48.216355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:48.262686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:48.307016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:48.393394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.480165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:48.529232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03497085-4e38-4828-b15c-d3b666785658 req-c206df36-0bbc-4c7f-9edb-bb3951d8d433 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:48.537203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03497085-4e38-4828-b15c-d3b666785658 req-c206df36-0bbc-4c7f-9edb-bb3951d8d433 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 945 time: 0.5505393 Jul 16 22:33:48.539581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] DHCP port deletion for f0486c3d-1485-4bc0-8ef9-9925326f00b4 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:48.562895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.578697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:48.582854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.591012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.606960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdeb832f-3bcc-40e3-b2fe-3815106f790f no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:48.637291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event deleted for resources: {'Subnet': ['ID=bffbc598-94f2-4c11-abd4-9c11cc1defd1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:48.648418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.653404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-be7b4764-25a7-4a17-bc49-ae1686b21a36 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "DELETE /v2.0/subnets/bffbc598-94f2-4c11-abd4-9c11cc1defd1 HTTP/1.1" status: 204 len: 168 time: 0.7421558 Jul 16 22:33:48.655854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:48.669305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a6586937-07bc-411c-bd88-670529594bcf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5739682 Jul 16 22:33:48.704270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e0a70-9429-435b-86da-ae260bf0e1dc None None] Network 71fa486d-384e-43ce-86fa-458cf18fbb9a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:48.717363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'admin_state_up': True, 'tenant_id': '3d499a43c279441685319954e196bef4', 'security_groups': ['0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:48.726282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: cdeb832f-3bcc-40e3-b2fe-3815106f790f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:48.726634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdeb832f-3bcc-40e3-b2fe-3815106f790f not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:48.738327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03497085-4e38-4828-b15c-d3b666785658 req-3f9688f4-b3ed-4749-9b17-98c5a84b7259 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000117 Jul 16 22:33:48.830673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b10c181f-51b3-450c-ade7-e698b12e215f None None] Provisioning for port b06e4323-b99f-485a-9758-ab7c2a61cde5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:48.840637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b10c181f-51b3-450c-ade7-e698b12e215f None None] Provisioning complete for port b06e4323-b99f-485a-9758-ab7c2a61cde5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:48.841041 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b10c181f-51b3-450c-ade7-e698b12e215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.873365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Deleting port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:48.873748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.921322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.936241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:48.936755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:48.955039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b10c181f-51b3-450c-ade7-e698b12e215f None None] Port b06e4323-b99f-485a-9758-ab7c2a61cde5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:49.018154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:49.026868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-251c92df-9657-470a-b822-21cbfcc4a070 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f285127465be4fe58544f76cb8c99d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229764 Jul 16 22:33:49.044736 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8dfcc0-a287-40ea-b075-686ee80ccf0a x-openstack-request-id: req-af8dfcc0-a287-40ea-b075-686ee80ccf0a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:49.045857 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd8123a-a48f-46b9-ae10-bc7609b8a5e5", "name": "network-vif-deleted", "tag": "cdeb832f-3bcc-40e3-b2fe-3815106f790f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:49.046239 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af8dfcc0-a287-40ea-b075-686ee80ccf0a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:49.046572 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd8123a-a48f-46b9-ae10-bc7609b8a5e5', 'name': 'network-vif-deleted', 'tag': 'cdeb832f-3bcc-40e3-b2fe-3815106f790f', 'status': 'completed', 'code': 200} Jul 16 22:33:49.046693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] For port c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,segment=NetworkSegment(a97895b5-c0da-44a5-abe1-e18db276400c),segment_id=a97895b5-c0da-44a5-abe1-e18db276400c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:49.047054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.063530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Calling delete_port for c36728a8-23f3-4564-b01d-6a9b69c8f9d2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:49.139223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] For port c36728a8-23f3-4564-b01d-6a9b69c8f9d2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,segment=NetworkSegment(a97895b5-c0da-44a5-abe1-e18db276400c),segment_id=a97895b5-c0da-44a5-abe1-e18db276400c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:49.139612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.144594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Made reservation on behalf of 3d499a43c279441685319954e196bef4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:49.146314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Deleting port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:49.146941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.153272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.156924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] DHCP port deletion for 71fa486d-384e-43ce-86fa-458cf18fbb9a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:33:49.195068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for c36728a8-23f3-4564-b01d-6a9b69c8f9d2 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:49.220226 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.260592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] For port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,segment=NetworkSegment(f3b5d8c9-cd10-4106-80e6-df7847c0206b),segment_id=f3b5d8c9-cd10-4106-80e6-df7847c0206b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:49.261411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.277587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] Pushing event deleted for resources: {'Port': ['ID=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:49.289465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Deleting port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:49.289465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.320845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Calling delete_port for d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:49.335198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9d551-5e41-4c07-b07d-309d909c176a req-c5c8cd0f-257d-4afd-91d4-c606b681547e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:49.337437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34f9d551-5e41-4c07-b07d-309d909c176a req-c5c8cd0f-257d-4afd-91d4-c606b681547e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3156340 Jul 16 22:33:49.342853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.355261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] For port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,segment=NetworkSegment(f3b5d8c9-cd10-4106-80e6-df7847c0206b),segment_id=f3b5d8c9-cd10-4106-80e6-df7847c0206b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:49.355998 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.374050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Calling delete_port for d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:49.419292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-88a0c6ac-a876-45bb-bfb7-73dcf8167ee2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:49.425513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-88a0c6ac-a876-45bb-bfb7-73dcf8167ee2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:49.431530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-88a0c6ac-a876-45bb-bfb7-73dcf8167ee2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:49.437600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-88a0c6ac-a876-45bb-bfb7-73dcf8167ee2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:49.440405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-88a0c6ac-a876-45bb-bfb7-73dcf8167ee2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 3094 time: 0.1709549 Jul 16 22:33:49.460294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27172ed7-2cd9-490f-9cb2-ae435220b686 None None] No DVR routers for this DVR port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:49.467693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.474948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34f9d551-5e41-4c07-b07d-309d909c176a req-ce57355d-6f5a-40bc-bd02-bcebc690e35f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185241 Jul 16 22:33:49.477495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.512445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] Pushing event deleted for resources: {'Port': ['ID=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:49.522514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b070f0-77ec-41bd-b1a6-4573f244332a None None] No DVR routers for this DVR port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:49.541912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.568096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61e7a3ad-a4db-48e7-98b7-7eea506c5abc req-172bd8a2-d206-4ff7-8684-def2196bac89 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216807 Jul 16 22:33:49.575144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.603695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event deleted for resources: {'Port': ['ID=d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:49.612100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] No DVR routers for this DVR port d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:49.624192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=c36728a8-23f3-4564-b01d-6a9b69c8f9d2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:49.626316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] No DVR routers for this DVR port c36728a8-23f3-4564-b01d-6a9b69c8f9d2 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:49.689529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Allocated IP 10.2.2.200 (9eae965a-655e-48c6-8c05-40603dbb1f4f/3cd78854-6390-4245-a6f6-14e8bc01a804/224a0df0-16c2-4e3d-93d1-f5d38392b955) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:49.716465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.719228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.721306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/897616e3-5ab8-4102-a1b8-46951eaf08cf HTTP/1.1" status: 204 len: 168 time: 0.6917815 Jul 16 22:33:49.756759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.757611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.760893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:49.773216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3a6a4-22d4-417a-a7f3-3be753b45a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897616e3-5ab8-4102-a1b8-46951eaf08cf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:49.793926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0486c3d-1485-4bc0-8ef9-9925326f00b4']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:49.834601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97895b5-c0da-44a5-abe1-e18db276400c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:49.834951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97895b5-c0da-44a5-abe1-e18db276400c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:49.893952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.951609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.984522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:49.984877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:49.993162 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:50.014890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa486d-384e-43ce-86fa-458cf18fbb9a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:50.036312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b5d8c9-cd10-4106-80e6-df7847c0206b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:50.036553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b5d8c9-cd10-4106-80e6-df7847c0206b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:50.046867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.062722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.225251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.234195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:33:50.236001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.236759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.239519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/networks/f0486c3d-1485-4bc0-8ef9-9925326f00b4 HTTP/1.1" status: 204 len: 168 time: 2.0349450 Jul 16 22:33:50.242691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:50.305543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0662f-74e2-431e-86b7-ae61dba874e6 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Network': ['ID=f0486c3d-1485-4bc0-8ef9-9925326f00b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:50.321281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:33:50.425692 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:33:50.480380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:50.522781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Transition to ACTIVE for port object 224a0df0-16c2-4e3d-93d1-f5d38392b955 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:50.528000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.541663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.549293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] 10.222.0.70 "DELETE /v2.0/networks/71fa486d-384e-43ce-86fa-458cf18fbb9a HTTP/1.1" status: 204 len: 168 time: 1.8922839 Jul 16 22:33:50.558506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Deleting port d0763a9c-c67d-4600-ad9e-35cb51ded3b3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:50.559084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.573358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:50.573710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d63e3dd1-53ed-4323-8e35-4b1dbf72c0b1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:50.574145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c36728a8-23f3-4564-b01d-6a9b69c8f9d2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:50.595419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486447e-ec83-4a0e-aae4-dbb0e85f9fd7 tempest-ExtraDHCPOptionsTestJSON-315232572 tempest-ExtraDHCPOptionsTestJSON-315232572-project] Pushing event deleted for resources: {'Network': ['ID=71fa486d-384e-43ce-86fa-458cf18fbb9a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:50.628042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.629546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c36728a8-23f3-4564-b01d-6a9b69c8f9d2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:50.630080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c36728a8-23f3-4564-b01d-6a9b69c8f9d2 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:50.692476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.727852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414804b-1cbb-4292-9889-b60175b83ad1 req-19d41fcd-c735-4509-a018-9ebd0238aa11 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:50.735795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c414804b-1cbb-4292-9889-b60175b83ad1 req-19d41fcd-c735-4509-a018-9ebd0238aa11 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3046753 Jul 16 22:33:50.792618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.792831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.796373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:50.808459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:50.809311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c414804b-1cbb-4292-9889-b60175b83ad1 req-e68217a9-78d5-4758-9e3c-eab5bb3994d3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722728 Jul 16 22:33:50.813650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:50.855917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Calling delete_port for d0763a9c-c67d-4600-ad9e-35cb51ded3b3 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:50.887869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:50.901734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:50.914447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:50.960676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:51.072040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47833-521f-414a-9fbf-83d01c6450b2 req-f7fa1e19-37db-47bb-8069-123e8319f3cc tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.074018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c47833-521f-414a-9fbf-83d01c6450b2 req-f7fa1e19-37db-47bb-8069-123e8319f3cc tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 945 time: 0.4010136 Jul 16 22:33:51.082320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.083261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.175500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c47833-521f-414a-9fbf-83d01c6450b2 req-a1f882ff-35dd-4af4-bc95-23eb3580f486 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Jul 16 22:33:51.187091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1101171455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:51.202055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de19c94d-4aa0-499c-89d1-f1d1b9912982 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4892190 Jul 16 22:33:51.214007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a836d3ca-4e39-48ad-af4e-7d5b2be55f0a None None] Provisioning for port 224a0df0-16c2-4e3d-93d1-f5d38392b955 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:51.218500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:51.219002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a836d3ca-4e39-48ad-af4e-7d5b2be55f0a None None] Provisioning complete for port 224a0df0-16c2-4e3d-93d1-f5d38392b955 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:33:51.219414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a836d3ca-4e39-48ad-af4e-7d5b2be55f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.259115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a836d3ca-4e39-48ad-af4e-7d5b2be55f0a None None] Port 224a0df0-16c2-4e3d-93d1-f5d38392b955 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:33:51.265471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.267046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.291025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.297248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.303580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.310817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.317332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.319532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-3605f9b0-9964-4f4a-852a-de171b28c288 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 3815 time: 0.2700708 Jul 16 22:33:51.323710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.360609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Pushing event deleted for resources: {'Port': ['ID=d0763a9c-c67d-4600-ad9e-35cb51ded3b3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:51.366192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.379500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d59013c-a8e5-4310-9c5e-e1f0f10cb481 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2d04e42bc694f269e4662b255d1e6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763114 Jul 16 22:33:51.385414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:51.469635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.471478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.472415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.473642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c098f4cd-ecd5-4cda-886e-b8ed5c3e9ac3 tempest-FloatingIPAdminTestJSON-1137697229 tempest-FloatingIPAdminTestJSON-1137697229-project] 10.222.0.70 "DELETE /v2.0/floatingips/f8329839-0cd0-491f-877b-1469cb54032c HTTP/1.1" status: 204 len: 168 time: 1.2210095 Jul 16 22:33:51.494670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.525765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8d0608f-52a9-4df6-83f3-58ece6ec55d5 req-58b28e38-b38e-431d-8adb-a1c8d956be89 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838315 Jul 16 22:33:51.585343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.587103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-21b55175-58ba-4f5c-b4c9-de526bfbac5d tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6253104 Jul 16 22:33:51.597943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:51.609991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1712120813'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:51.619347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.647263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542766f-281c-4814-966b-4afcc0af8386 req-5c64e18e-c8e2-4ce5-9104-caad35a5d934 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:51.649395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1542766f-281c-4814-966b-4afcc0af8386 req-5c64e18e-c8e2-4ce5-9104-caad35a5d934 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 945 time: 0.2917414 Jul 16 22:33:51.689750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:51.693350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.702624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.722573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.796020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Deleting port 8ca521a5-3f47-488f-a519-14540816dc8a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:51.796950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.844457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:51.904949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Deleting port dcc3c5fe-a832-40d8-a790-3080fcf0e255 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:51.905340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.909960 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.913010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:51.917042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aef87204-6ede-4d0c-8776-92566ac4965a HTTP/1.1" status: 204 len: 168 time: 0.5120215 Jul 16 22:33:51.956782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef87204-6ede-4d0c-8776-92566ac4965a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:51.970994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] For port 8ca521a5-3f47-488f-a519-14540816dc8a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8ca521a5-3f47-488f-a519-14540816dc8a,segment=NetworkSegment(2b2f2407-1d80-4aa2-a405-859def19b931),segment_id=2b2f2407-1d80-4aa2-a405-859def19b931)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:51.971410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.021893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.022252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.022600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.022969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.023835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.024177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.024516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.024918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.025199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.025527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.025855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.026182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1ab00-f952-498d-a649-68b9f8dd0933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:52.036539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Calling delete_port for 8ca521a5-3f47-488f-a519-14540816dc8a owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:52.118664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] For port dcc3c5fe-a832-40d8-a790-3080fcf0e255, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=dcc3c5fe-a832-40d8-a790-3080fcf0e255,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:52.119040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.146109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Calling delete_port for dcc3c5fe-a832-40d8-a790-3080fcf0e255 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:52.187845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9bfc9e72-2194-4356-8e82-88a743a9a976 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2462f2668e6b461a8117aaf16889933e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420196 Jul 16 22:33:52.222460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:52.282499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25459c6-e1e0-473f-81d0-1bd7d1f7012d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:52.322377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.373937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b932311-6bee-4826-85c9-d115825010fc req-6513720d-770e-468e-8a76-f78136845bb3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:52.375649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b932311-6bee-4826-85c9-d115825010fc req-6513720d-770e-468e-8a76-f78136845bb3 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 945 time: 0.6743662 Jul 16 22:33:52.400883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Transition to ACTIVE for port object b25459c6-e1e0-473f-81d0-1bd7d1f7012d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:52.414401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.437259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.505581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.568189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ba81f-fbca-4836-a012-308037a3d90d req-c2fcfa8f-6134-4bfb-8b42-962f47deaac7 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:52.569802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-261ba81f-fbca-4836-a012-308037a3d90d req-c2fcfa8f-6134-4bfb-8b42-962f47deaac7 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d63cff-fa05-4671-9445-d14f1848c9ae HTTP/1.1" status: 200 len: 945 time: 0.2550645 Jul 16 22:33:52.580584 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.589917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.603493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['9b23e0de-83fb-4e94-be9d-b52ec65d8c2a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:52.606094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['dcc3c5fe-a832-40d8-a790-3080fcf0e255'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:33:52.610553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:52.622220 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.651137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812b69-e525-42d4-a25e-e4d621906465 req-3e24ad1b-1c96-40de-aaad-f0de4cfe0241 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:52.658817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8812b69-e525-42d4-a25e-e4d621906465 req-3e24ad1b-1c96-40de-aaad-f0de4cfe0241 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4316385 Jul 16 22:33:52.666973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.705562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca521a5-3f47-488f-a519-14540816dc8a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:52.773182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:52.821417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.825355 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Added segment c24b24c2-1b55-4398-8e05-01777df40154 of type vlan for network f19a9951-8e5c-4f0e-9f29-6c3010629369 Jul 16 22:33:52.842107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event deleted for resources: {'Port': ['ID=dcc3c5fe-a832-40d8-a790-3080fcf0e255,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:52.849315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4719fcc4-c0fe-42de-9ee7-b84ea502f684,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:52.884816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f8812b69-e525-42d4-a25e-e4d621906465 req-3d1612c1-0526-4910-887b-df3159aafb91 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246943 Jul 16 22:33:52.901588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.904261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.905451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9365f66c-78f8-4e33-b9f2-12426a9611f2 HTTP/1.1" status: 204 len: 168 time: 0.6791389 Jul 16 22:33:52.969859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Deleting port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:52.970316 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.974807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] No DVR routers for this DVR port dcc3c5fe-a832-40d8-a790-3080fcf0e255 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:52.989774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:52.998754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1542766f-281c-4814-966b-4afcc0af8386 req-18edad32-7a2a-45a3-9b11-41fae9408b03 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.47 "DELETE /v2.0/ports/dcc3c5fe-a832-40d8-a790-3080fcf0e255 HTTP/1.1" status: 204 len: 173 time: 1.3417110 Jul 16 22:33:53.008659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'name': 'network-vif-deleted', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:53.015546 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bbf37-adc2-4c90-b6d4-f4ed41eb2318" -d '{"events": [{"server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "name": "network-vif-deleted", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:53.021027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-261ba81f-fbca-4836-a012-308037a3d90d req-92b293a7-7860-457a-af76-4f921eb458b0 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367750 Jul 16 22:33:53.033869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.042809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.062427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1b7c2-86c3-4cca-beb6-3edfc762214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9365f66c-78f8-4e33-b9f2-12426a9611f2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:53.063487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Attempting to bind port b25459c6-e1e0-473f-81d0-1bd7d1f7012d on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:53.065310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Attempting to bind port b25459c6-e1e0-473f-81d0-1bd7d1f7012d by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:53.065963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Attempting to bind port b25459c6-e1e0-473f-81d0-1bd7d1f7012d on network 777ab15a-1c8f-4d55-8c0e-036fc79b385b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:53.097108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Port b25459c6-e1e0-473f-81d0-1bd7d1f7012d on network 777ab15a-1c8f-4d55-8c0e-036fc79b385b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:53.097984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Attempting to bind port b25459c6-e1e0-473f-81d0-1bd7d1f7012d on network 777ab15a-1c8f-4d55-8c0e-036fc79b385b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:53.155293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:53.155650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Checking segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:53.156182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Bound using segment: {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:53.156818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Bound port: b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68b449f-023d-4e53-a58f-f825fe37be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:53.157411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.259727 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.265847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.268793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.278890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:53.365716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:53.386407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d14b7a9a-d5d1-4cb1-96ef-d7c5817b8c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.516520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Network': ['ID=f19a9951-8e5c-4f0e-9f29-6c3010629369,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:53.531248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:53.557935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] For port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,segment=NetworkSegment(fe7a55db-4a03-4067-9dda-c55f380c70e2),segment_id=fe7a55db-4a03-4067-9dda-c55f380c70e2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:53.561930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.636635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-58af356a-837f-46b1-b5ee-142bb28b7424 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0371058 Jul 16 22:33:53.654486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:53.665292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Calling delete_port for 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:53.688559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:53.736182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'subnet': {'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:53.785321 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6b8a4-cf9c-4ff6-aa84-86ef9eb9608f x-openstack-request-id: req-d8b6b8a4-cf9c-4ff6-aa84-86ef9eb9608f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:53.785893 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d63cff-fa05-4671-9445-d14f1848c9ae", "name": "network-vif-deleted", "tag": "dcc3c5fe-a832-40d8-a790-3080fcf0e255", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:53.785893 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8b6b8a4-cf9c-4ff6-aa84-86ef9eb9608f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:53.786464 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d63cff-fa05-4671-9445-d14f1848c9ae', 'name': 'network-vif-deleted', 'tag': 'dcc3c5fe-a832-40d8-a790-3080fcf0e255', 'status': 'completed', 'code': 200} Jul 16 22:33:53.798319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:53.803995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.810882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.819613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.827293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.834649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:53.837179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0383b686-eacd-4034-917f-c8a35c896615 req-81408082-4b95-4f38-ad20-c15d0f08d6b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 3827 time: 0.7023518 Jul 16 22:33:53.842721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:53.889280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.003092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e47dbf-9b13-4830-a23d-7f704902630a req-d0a83aeb-1807-441c-8440-f46c59ec9db8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.010784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7e47dbf-9b13-4830-a23d-7f704902630a req-d0a83aeb-1807-441c-8440-f46c59ec9db8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2287600 Jul 16 22:33:54.026277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.026921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.028359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 1092 time: 2.8169072 Jul 16 22:33:54.052470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:54.055393 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:54.101971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766378392'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:54.110127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:54.117334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:54.129201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7e47dbf-9b13-4830-a23d-7f704902630a req-4c5476f7-ffe8-4670-b0e8-bbfa9138195f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173632 Jul 16 22:33:54.133493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.133855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.134203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.134566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.134899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.135290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.135539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.135865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.136183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.136511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.136876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.137162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05763fdb-e700-45d1-b9a1-37e8db0804b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:33:54.145197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d14b7a9a-d5d1-4cb1-96ef-d7c5817b8c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.191382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0383b686-eacd-4034-917f-c8a35c896615 req-1d3be17f-e199-49fb-9246-8d9693fdc89f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426621 Jul 16 22:33:54.227807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d14b7a9a-d5d1-4cb1-96ef-d7c5817b8c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.268659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.282316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:54.286229 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.310660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7a9a-d5d1-4cb1-96ef-d7c5817b8c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ffe3e2-d58f-45ae-b91d-ff3383519bc0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:54.315365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d14b7a9a-d5d1-4cb1-96ef-d7c5817b8c3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51f2069504054acd97a774c15e34fdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486270 Jul 16 22:33:54.317992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:54.339435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:33:54.357025 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d4c34-bcd4-4b8e-a99a-8df4f5cf0f6d x-openstack-request-id: req-d65d4c34-bcd4-4b8e-a99a-8df4f5cf0f6d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:54.358030 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:54.358030 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d65d4c34-bcd4-4b8e-a99a-8df4f5cf0f6d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:54.358437 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'status': 'completed', 'code': 200} Jul 16 22:33:54.375787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:54.380256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.408537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.460308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.532256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.596952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.597440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.597925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.598458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.598925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.600740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-93b95068-0fbc-4dd1-a346-1cfa849b137f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 4363 time: 0.2422035 Jul 16 22:33:54.604002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device dcc3c5fe-a832-40d8-a790-3080fcf0e255 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:54.625957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: dcc3c5fe-a832-40d8-a790-3080fcf0e255 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:54.626605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device dcc3c5fe-a832-40d8-a790-3080fcf0e255 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:54.633577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:33:54.646009 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Sync routers for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:33:54.657748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe44c0ea-655f-45b7-910b-f619eadefe21 admin admin] 10.222.0.70 "PUT /v2.0/routers/bf1ecb80-5e7e-407d-afd8-4d26a1b076e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8954968 Jul 16 22:33:54.660508 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:54.661392 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:54.665710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:54.668430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.811589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:54.814373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.854523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.857239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.858872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72ffe3e2-d58f-45ae-b91d-ff3383519bc0 HTTP/1.1" status: 204 len: 168 time: 0.5395358 Jul 16 22:33:54.877050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7006b-83c2-48f6-ba5e-880a2ad2ea50 req-df019d91-2a88-44d3-8efa-95d8fde9524d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.878575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20f7006b-83c2-48f6-ba5e-880a2ad2ea50 req-df019d91-2a88-44d3-8efa-95d8fde9524d tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/ports?device_id=895835f3-671b-4d90-b717-588ca8f92b7d HTTP/1.1" status: 200 len: 867 time: 0.3681254 Jul 16 22:33:54.935501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633925d-7587-42e2-8d60-09159a83c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ffe3e2-d58f-45ae-b91d-ff3383519bc0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:54.947361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-3903fb29-7636-4988-9575-fa05321ccd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.947844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-3903fb29-7636-4988-9575-fa05321ccd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.948314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-3903fb29-7636-4988-9575-fa05321ccd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:54.950260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-3903fb29-7636-4988-9575-fa05321ccd12 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3404448 Jul 16 22:33:55.006006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.009796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Pushing event deleted for resources: {'Port': ['ID=9b23e0de-83fb-4e94-be9d-b52ec65d8c2a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:55.017369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.030247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20f7006b-83c2-48f6-ba5e-880a2ad2ea50 req-9f579a8d-3c5e-47c0-80e3-b616e3f52465 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.70 "GET /v2.0/security-groups?id=075a4134-8152-4b78-9fd9-b26fb278a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372559 Jul 16 22:33:55.031529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:55.043872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.044233 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment d83ecdfc-dc89-4812-a3c7-b3655a18a79f of type vlan for network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa Jul 16 22:33:55.103360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.153393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] No DVR routers for this DVR port 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:33:55.156226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.166775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.169081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b932311-6bee-4826-85c9-d115825010fc req-d90056ff-b262-4fb9-a8a5-5edcd36fd163 tempest-MultipleCreateTestJSON-789772879 tempest-MultipleCreateTestJSON-789772879-project] 10.222.0.68 "DELETE /v2.0/ports/9b23e0de-83fb-4e94-be9d-b52ec65d8c2a HTTP/1.1" status: 204 len: 173 time: 2.7844412 Jul 16 22:33:55.237562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:33:55.252475 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:33:52Z', 'revision_number': 5, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:55.326879 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Checking router: bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:33:55.344487 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Routers {'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:33:55.345377 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:33:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:55.516154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-31c90478-9517-4ae3-bc4e-bc12db2c6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.517846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3ce2f68-78f0-4c5c-b2bd-7a405c06f17b req-31c90478-9517-4ae3-bc4e-bc12db2c6598 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5590560 Jul 16 22:33:55.519233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.520004 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] Set router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:33:55.552004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Subnet': ['ID=4dbfbdd2-da84-4a02-9725-46cdc778dea8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:55.565301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e10b52-b81f-40be-a301-0f9ee8dfe12b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:55.567749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:55.590517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.591345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9892a4c-f38b-4d16-81d8-c019b74cd550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.600431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.601181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.614750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.625611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.633793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.648985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3431740 Jul 16 22:33:55.649217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.649217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.649217 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83387308-f5c5-4de9-beef-c8185d44a068 req-9423b565-b25a-414d-a4db-e0e5cbc8e353 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 3827 time: 0.2145238 Jul 16 22:33:55.701546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Checking segment: {'id': 'c24b24c2-1b55-4398-8e05-01777df40154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:55.702195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network hostable DHCP agents. Network: f19a9951-8e5c-4f0e-9f29-6c3010629369, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:33:55.743137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Deleting port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:33:55.743363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.773631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29146f0e-2057-4d38-95ef-99db3a283088 req-09269eb8-9660-421a-adae-481b747fc396 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:55.775732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29146f0e-2057-4d38-95ef-99db3a283088 req-09269eb8-9660-421a-adae-481b747fc396 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3569672 Jul 16 22:33:55.791803 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:33:52Z', 'revision_number': 5, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:33:55.841671 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa635c6-d3b0-4c44-9abb-a0f389e9c8ae None None] The sync data for ids ['bf1ecb80-5e7e-407d-afd8-4d26a1b076e5'] in n-d-793621-16 is: [{'id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'name': 'tempest-ServerRescueNegativeTestJSON-109158433-router', 'tenant_id': '706f9024fec34b9ab256574598a53a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:30:39Z', 'updated_at': '2021-07-16T22:33:52Z', 'revision_number': 5, 'project_id': '706f9024fec34b9ab256574598a53a5a', 'gw_port': {'id': '37cb5207-0e9f-4ece-bc5b-08a1433bb5d5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1ecb80-5e7e-407d-afd8-4d26a1b076e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:30:41Z', 'updated_at': '2021-07-16T22:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:33:55.917884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29146f0e-2057-4d38-95ef-99db3a283088 req-67f1a04d-1578-4c63-8242-fd59097aedb2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281128 Jul 16 22:33:55.923102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43f52-66e5-4978-8874-20035907f024 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:55.938477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:33:55.944316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:55.948939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] For port 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:33:55.949607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:55.973896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f19a9951-8e5c-4f0e-9f29-6c3010629369) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:55.977852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Calling delete_port for 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:33:56.015338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab57ba2-8cb9-4a99-aee5-4ae355a9a23f None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:33:56.021708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:56.022563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.045561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07f32d0-745f-46f3-8c7e-f20bb39bf141 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:56.054573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.068725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Transition to ACTIVE for port object c07f32d0-745f-46f3-8c7e-f20bb39bf141 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:56.073972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.108083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83387308-f5c5-4de9-beef-c8185d44a068 req-3752815f-15dc-400c-bbbc-37fd915b4688 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225512 Jul 16 22:33:56.206515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:56.257899 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:33:56.370530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'name': 'network-vif-deleted', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:56.376710 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9495afc-8fe9-4da5-846e-dd1cadb8ed25" -d '{"events": [{"server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "name": "network-vif-deleted", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:56.520059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Attempting to bind port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:56.521826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Attempting to bind port c07f32d0-745f-46f3-8c7e-f20bb39bf141 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:56.522152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Attempting to bind port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:56.543006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:56.543350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Attempting to bind port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:56.579890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:56.581412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:56.581929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Bound using segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:56.589608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Bound port: c07f32d0-745f-46f3-8c7e-f20bb39bf141, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:56.590139 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.623775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8ca521a5-3f47-488f-a519-14540816dc8a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:56.641245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9892a4c-f38b-4d16-81d8-c019b74cd550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.706638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 8ca521a5-3f47-488f-a519-14540816dc8a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:56.707249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8ca521a5-3f47-488f-a519-14540816dc8a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:56.724206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9892a4c-f38b-4d16-81d8-c019b74cd550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.779318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f19a9951-8e5c-4f0e-9f29-6c3010629369', 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369', 'tenant_id': '0d1e8c5e7a724e22a2f99a9a176279e1', 'fixed_ips': [{'subnet_id': '4dbfbdd2-da84-4a02-9725-46cdc778dea8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:33:56.780612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.794802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:56.803172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:56.815795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.900399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e94b01c-8145-4c1e-bf2a-83e6603e4d3a tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2085025 Jul 16 22:33:56.901078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:56.911400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'network': {'name': 'tempest-router-network01--945542707'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:56.926291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9892a4c-f38b-4d16-81d8-c019b74cd550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef35b99-b527-440c-81f2-745b27d7807a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:56.936722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c9892a4c-f38b-4d16-81d8-c019b74cd550 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5840ddcf346c4a748e9a7a3f2de30a36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3679543 Jul 16 22:33:56.947154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:56.956171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.983440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:56.987159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.996226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:56.997283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.998925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] 10.222.0.47 "PUT /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 1137 time: 2.9383285 Jul 16 22:33:57.039398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Allocated IP 2001:db8::2 (f19a9951-8e5c-4f0e-9f29-6c3010629369/4dbfbdd2-da84-4a02-9725-46cdc778dea8/831a8a28-0ade-4c1f-b5da-702401401fec) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:33:57.051312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:57.073091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Pushing event deleted for resources: {'Port': ['ID=37cb5207-0e9f-4ece-bc5b-08a1433bb5d5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:57.075006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bc938-f323-4c3e-9118-c9494c717e2d req-d10dff68-7546-4337-9b8f-d87ae6648c22 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:57.086903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c06bc938-f323-4c3e-9118-c9494c717e2d req-d10dff68-7546-4337-9b8f-d87ae6648c22 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2642772 Jul 16 22:33:57.107062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:57.200117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:57.218462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.224561 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Added segment 32bd5777-f0d4-4381-9dab-ee95e97da2b8 of type vlan for network 8d61141b-8e17-4c07-827f-32c064cfcb10 Jul 16 22:33:57.251412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Deleting subnet e0db1619-709d-41f9-ba46-f3814a53ce32 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:57.258706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.287943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.363474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.365315 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae07e08b-5bfb-432c-a15e-47fdcb81d49c x-openstack-request-id: req-ae07e08b-5bfb-432c-a15e-47fdcb81d49c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:57.368518 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895835f3-671b-4d90-b717-588ca8f92b7d", "name": "network-vif-deleted", "tag": "9b23e0de-83fb-4e94-be9d-b52ec65d8c2a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:57.369122 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae07e08b-5bfb-432c-a15e-47fdcb81d49c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:57.369803 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895835f3-671b-4d90-b717-588ca8f92b7d', 'name': 'network-vif-deleted', 'tag': '9b23e0de-83fb-4e94-be9d-b52ec65d8c2a', 'status': 'completed', 'code': 200} Jul 16 22:33:57.372149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4999-2479-4370-9589-f9e81ac3a427 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:57.388902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Transition to ACTIVE for port object 831a8a28-0ade-4c1f-b5da-702401401fec will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:57.394097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.400206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:57.401467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.423538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Transition to ACTIVE for port object 831a8a28-0ade-4c1f-b5da-702401401fec will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:57.435323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:33:57.446515 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.468863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c06bc938-f323-4c3e-9118-c9494c717e2d req-0e5454e9-220b-4732-bab6-821865f98422 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807437 Jul 16 22:33:57.544319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.560423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:33:57.560950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9b23e0de-83fb-4e94-be9d-b52ec65d8c2a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:33:57.573314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6671107 Jul 16 22:33:57.594397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:57.602950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'network': {'name': 'tempest-router-network02--1955397580'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:57.605644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:33:57.619273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:33:57.625819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:33:57.641366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.658419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.671528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0dda6f1-3840-4615-902e-5eaa19400e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.681785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06c145-9edd-43b7-96d7-01f961f4f7ca tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Network': ['ID=8d61141b-8e17-4c07-827f-32c064cfcb10,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:57.690632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.716476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Pushing event updated for resources: {'Port': ['ID=831a8a28-0ade-4c1f-b5da-702401401fec,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:57.720499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:33:57.829172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Attempting to bind port 831a8a28-0ade-4c1f-b5da-702401401fec on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:57.832502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Attempting to bind port 831a8a28-0ade-4c1f-b5da-702401401fec by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'c24b24c2-1b55-4398-8e05-01777df40154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:57.832502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Attempting to bind port 831a8a28-0ade-4c1f-b5da-702401401fec on network f19a9951-8e5c-4f0e-9f29-6c3010629369 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:57.836367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:57.836750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Checking segment: {'id': 'c24b24c2-1b55-4398-8e05-01777df40154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:57.837191 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.838515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Bound using segment: {'id': 'c24b24c2-1b55-4398-8e05-01777df40154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:57.838515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Bound port: 831a8a28-0ade-4c1f-b5da-702401401fec, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24b24c2-1b55-4398-8e05-01777df40154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f19a9951-8e5c-4f0e-9f29-6c3010629369'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:57.838515 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.908512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] For port 831a8a28-0ade-4c1f-b5da-702401401fec, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:57.912000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] For port 831a8a28-0ade-4c1f-b5da-702401401fec, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=831a8a28-0ade-4c1f-b5da-702401401fec,segment=NetworkSegment(c24b24c2-1b55-4398-8e05-01777df40154),segment_id=c24b24c2-1b55-4398-8e05-01777df40154)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:57.917957 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.919337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.921625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:57.925615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.943752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05500-41f5-4dc0-b4cb-b196f79f5cb7 req-28e98bfa-6efa-46e9-86f2-dfae87d05879 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:57.946575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ac05500-41f5-4dc0-b4cb-b196f79f5cb7 req-28e98bfa-6efa-46e9-86f2-dfae87d05879 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2434213 Jul 16 22:33:57.973601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.983127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.998335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652eaa-1b54-41f9-8b83-d579b95ecc26 None None] Pushing event updated for resources: {'Port': ['ID=831a8a28-0ade-4c1f-b5da-702401401fec,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:57.999945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.094975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.102545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.107150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ac05500-41f5-4dc0-b4cb-b196f79f5cb7 req-98f56f0e-db9e-4470-a41a-a2e2bf616c40 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468458 Jul 16 22:33:58.113679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.129958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.154874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.173866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:58.182019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-c07349a1-19fa-4381-b1bf-c8a543699319 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 4605 time: 0.7694180 Jul 16 22:33:58.300693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b16ba5-b252-4146-b92d-2273d162c6d0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:33:58.321808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.322341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:33:58.330075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.330718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.335846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eb77be14-a7f8-4969-9c74-2f797594c23a admin admin] 10.222.0.70 "DELETE /v2.0/routers/bf1ecb80-5e7e-407d-afd8-4d26a1b076e5 HTTP/1.1" status: 204 len: 168 time: 3.6680121 Jul 16 22:33:58.338802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:58.349270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.365773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:33:58.439808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.441969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0db1619-709d-41f9-ba46-f3814a53ce32 HTTP/1.1" status: 204 len: 168 time: 1.3264151 Jul 16 22:33:58.448366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45816-c989-459c-bd94-2c98681e8304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0db1619-709d-41f9-ba46-f3814a53ce32,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:58.450992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.454511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.466653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fef35b99-b527-440c-81f2-745b27d7807a HTTP/1.1" status: 204 len: 168 time: 1.5116367 Jul 16 22:33:58.476022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:58.587817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.588136 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Added segment 9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16 of type vlan for network 08187862-ed26-4b1b-8954-76ec4b184c17 Jul 16 22:33:58.644729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15e63e8f-d8a4-417a-8a5a-11d170c3f8b1 req-2b480ac9-b176-400b-b1ce-e9b4b37fda2a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4617159 Jul 16 22:33:58.682535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Transition to ACTIVE for port object f0b16ba5-b252-4146-b92d-2273d162c6d0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:33:58.700494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.796828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Deleting subnet 6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:33:58.809622 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.054773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664c41-450f-4ea9-b562-6d5a760b7f03 req-484460c0-bbe7-4806-b3a7-78be01065f7a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.065676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5664c41-450f-4ea9-b562-6d5a760b7f03 req-484460c0-bbe7-4806-b3a7-78be01065f7a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.5562415 Jul 16 22:33:59.143761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:59.146462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:59.168259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:33:59.173742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 831a8a28-0ade-4c1f-b5da-702401401fec up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:33:59.197380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.301328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5664c41-450f-4ea9-b562-6d5a760b7f03 req-ee3dd209-9e02-49d8-99d0-48d14cf66826 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346978 Jul 16 22:33:59.369482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 831a8a28-0ade-4c1f-b5da-702401401fec completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:33:59.378465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:33:59.383624 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d581ae-58ac-427a-a8c2-390d181ad8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "c07f32d0-745f-46f3-8c7e-f20bb39bf141"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:33:59.397307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.447358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Attempting to bind port f0b16ba5-b252-4146-b92d-2273d162c6d0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:33:59.449279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ab0e0-70f8-4e67-8b8e-8677f193b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef35b99-b527-440c-81f2-745b27d7807a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:59.450780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Attempting to bind port f0b16ba5-b252-4146-b92d-2273d162c6d0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:33:59.451182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Attempting to bind port f0b16ba5-b252-4146-b92d-2273d162c6d0 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:59.459489 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980033f8-4e6c-4693-9460-d44f64e0c086 x-openstack-request-id: req-980033f8-4e6c-4693-9460-d44f64e0c086 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:33:59.459913 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "c07f32d0-745f-46f3-8c7e-f20bb39bf141", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:33:59.460903 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-980033f8-4e6c-4693-9460-d44f64e0c086 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:33:59.465012 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141', 'status': 'completed', 'code': 200} Jul 16 22:33:59.483294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Port f0b16ba5-b252-4146-b92d-2273d162c6d0 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:33:59.487901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Attempting to bind port f0b16ba5-b252-4146-b92d-2273d162c6d0 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:33:59.517262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:33:59.517689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:33:59.519228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Bound using segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:33:59.519466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Bound port: f0b16ba5-b252-4146-b92d-2273d162c6d0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:33:59.519838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.592693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:33:59.600044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.617901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.629461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.658287 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.743901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.749829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.750473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.758487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:33:59.763274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:33:59.767628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd1291f-8f93-4cff-99ff-e0101d8cd2d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:33:59.791326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.801802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fc460379-558c-4cca-9e57-a690c072d8ff admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6bd1291f-8f93-4cff-99ff-e0101d8cd2d8 HTTP/1.1" status: 204 len: 168 time: 1.4613950 Jul 16 22:33:59.803208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.805742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:33:59.814742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.815153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.815640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.816121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.820926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.821346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.821836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:33:59.823892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-650ea518-8fd8-4dc5-934b-b44ab776ca74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6179 time: 0.2824311 Jul 16 22:33:59.837751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-613b4770-0ca1-46c6-8a8e-6db2df502b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.852562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2549801 Jul 16 22:33:59.856299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:00.019354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.022163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cead24-0c5a-44f8-a97e-f2c9b6c0d8de tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Network': ['ID=08187862-ed26-4b1b-8954-76ec4b184c17,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:00.034447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 08187862-ed26-4b1b-8954-76ec4b184c17 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:00.082131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0538bc-38d3-49f6-8f8b-61dd4c6c9279']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:00.101811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7a55db-4a03-4067-9dda-c55f380c70e2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:00.102418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7a55db-4a03-4067-9dda-c55f380c70e2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:00.119887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.149035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb3f20-d3e5-41c5-9d1e-8554417d06bc None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:00.149961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.152995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-3d5d6e08-77b1-4a2a-92ec-3ba54e0e74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:00.153574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-3d5d6e08-77b1-4a2a-92ec-3ba54e0e74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:00.156627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-3d5d6e08-77b1-4a2a-92ec-3ba54e0e74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:00.159509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-3d5d6e08-77b1-4a2a-92ec-3ba54e0e74ed service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2696061 Jul 16 22:34:00.165800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:00.166222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:00.168436 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:00.239718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.241221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Provisioning for port 831a8a28-0ade-4c1f-b5da-702401401fec completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:00.251927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Provisioning complete for port 831a8a28-0ade-4c1f-b5da-702401401fec triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:00.252712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.315279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'subnet': {'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:00.376138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:00.377179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.381109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 1135 time: 3.3335838 Jul 16 22:34:00.392561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.412860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.419003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f0538bc-38d3-49f6-8f8b-61dd4c6c9279 HTTP/1.1" status: 204 len: 168 time: 1.9381065 Jul 16 22:34:00.427001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b0c57-a177-4a37-844d-8485ab57d412 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:00.430083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.434430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:00.462136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551be20f-c58d-49c4-b5cd-92c9fe3e0914 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0538bc-38d3-49f6-8f8b-61dd4c6c9279,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:00.490635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:00.491262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37cb5207-0e9f-4ece-bc5b-08a1433bb5d5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:00.501764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-44df1e39-638c-4670-8211-46a031c26946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:00.504415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c4d581ae-58ac-427a-a8c2-390d181ad8cd req-44df1e39-638c-4670-8211-46a031c26946 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337333 Jul 16 22:34:00.545356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] For port 831a8a28-0ade-4c1f-b5da-702401401fec, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=831a8a28-0ade-4c1f-b5da-702401401fec,segment=NetworkSegment(c24b24c2-1b55-4398-8e05-01777df40154),segment_id=c24b24c2-1b55-4398-8e05-01777df40154)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:00.552434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:00.555572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.777613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:00.825581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527974-e43d-480d-a569-14d4a937d79b None None] Pushing event updated for resources: {'Port': ['ID=831a8a28-0ade-4c1f-b5da-702401401fec,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:00.827547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.856262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4c6359c7-f3f5-48c9-affc-e3ae699cae48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ae4fbd705b5483d89a6fecadce5d02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736587 Jul 16 22:34:00.856535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:00.885215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:00.889341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.911148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.934083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:00.942372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1cb7cebf-02c2-483d-8fb2-14680c1c7178 None None] Provisioning complete for port 831a8a28-0ade-4c1f-b5da-702401401fec triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:00.942750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cb7cebf-02c2-483d-8fb2-14680c1c7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.000946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.005961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.008343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/075a4134-8152-4b78-9fd9-b26fb278a52b HTTP/1.1" status: 204 len: 168 time: 0.1508660 Jul 16 22:34:01.020620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8554b89-221e-4d5e-b201-5011761aec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a4134-8152-4b78-9fd9-b26fb278a52b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:01.091274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.097143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.103061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.104889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:01.108989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.114856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.120763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.126698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.128599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-c12e1625-9349-4f1e-9a0d-d77bd87d5e86 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5381 time: 0.8094673 Jul 16 22:34:01.138953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.149826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.198148 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.252012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195f8de1-b2b1-4e42-811f-f73b9662e772']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:01.293895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.302095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2f2407-1d80-4aa2-a405-859def19b931') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:01.302413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2f2407-1d80-4aa2-a405-859def19b931') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:01.333779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-704886960'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:01.337048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.357778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Made reservation on behalf of b3b239441d224594ae464380346e9a12 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:01.362023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.362699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=99fb8060-2cb8-41a4-901f-ea42c5ae6ce3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:01.369205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd7533df-2759-4e21-a9e3-b83cadc2eb40 req-a5638333-2a9b-4936-850d-06e02bb3d73d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279909 Jul 16 22:34:01.374148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.389475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.401008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:01.401008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:01.470550 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:01.474512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'f0b16ba5-b252-4146-b92d-2273d162c6d0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:01.474512 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a519a9c-ed99-40d3-b0ab-499562e61f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "f0b16ba5-b252-4146-b92d-2273d162c6d0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:01.517520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.522966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.566503 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b7312-f7be-4f15-bdad-85df7ec9928f x-openstack-request-id: req-882b7312-f7be-4f15-bdad-85df7ec9928f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:01.566796 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "f0b16ba5-b252-4146-b92d-2273d162c6d0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:01.567113 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-882b7312-f7be-4f15-bdad-85df7ec9928f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:01.567637 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'f0b16ba5-b252-4146-b92d-2273d162c6d0', 'status': 'completed', 'code': 200} Jul 16 22:34:01.587386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:01.602853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd43eb03-4e64-449b-8183-6a1fad28e78c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:01.635047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.635548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.636231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.636773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.637224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.637978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.638627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.640356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:01.640761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:01.640920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-9041b17a-cd41-4b34-95ae-1629449917bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6221 time: 0.0942142 Jul 16 22:34:01.671602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.672075 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Added segment 449908ad-ed52-4ddc-8903-b3a24b2adadd of type vlan for network 29616056-b7de-4ff9-ab6d-8b691670ea11 Jul 16 22:34:01.676056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.690488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.698804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.704483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] 10.222.0.70 "DELETE /v2.0/networks/195f8de1-b2b1-4e42-811f-f73b9662e772 HTTP/1.1" status: 204 len: 168 time: 1.8914728 Jul 16 22:34:01.775071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a366b2-6c25-4515-b93e-42c6c3e9e9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=195f8de1-b2b1-4e42-811f-f73b9662e772,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:01.775304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.800010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:01.816070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-43419a83-6996-45b3-bcb2-c3a746cb7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.816556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-43419a83-6996-45b3-bcb2-c3a746cb7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.817253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-43419a83-6996-45b3-bcb2-c3a746cb7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.817377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Subnet': ['ID=21717251-fd2f-4516-b2c9-41cf1967837a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:01.819357 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-43419a83-6996-45b3-bcb2-c3a746cb7fbf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1715293 Jul 16 22:34:01.863544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:01.874233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0822dc4-bc2a-4e8f-b0e6-6a5709c8ac01 None None] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:01.883782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.884398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.888858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:01.910287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Checking segment: {'id': '32bd5777-f0d4-4381-9dab-ee95e97da2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:01.910287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network hostable DHCP agents. Network: 8d61141b-8e17-4c07-827f-32c064cfcb10, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:01.937683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d2bf2bb6-7ae9-44ee-b64f-d2b25ccb8c3b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7786224 Jul 16 22:34:01.945131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:01.953329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966691030'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:01.973430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:01.986822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:01.994000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:01.994524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8d61141b-8e17-4c07-827f-32c064cfcb10) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:01.994878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.006695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-a4548cde-64ea-4445-ba9b-256362f2c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:02.008374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a519a9c-ed99-40d3-b0ab-499562e61f2f req-a4548cde-64ea-4445-ba9b-256362f2c41f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757526 Jul 16 22:34:02.014241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5057914-b218-4f8d-b5e2-2840e6f0d0aa None None] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:02.020707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:02.021451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.027620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:02.031033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.059921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a4a448-5141-48d1-8c19-29cce61e913f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:02.068167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9597135 Jul 16 22:34:02.070628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.080771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a3629616-3b69-429b-aa3f-df24af62b7e5 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1828146 Jul 16 22:34:02.088607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:02.093668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'subnet': {'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:02.097122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:02.122114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Transition to ACTIVE for port object e3a4a448-5141-48d1-8c19-29cce61e913f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:02.135001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.135359 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment bc8d759b-5767-4afa-b58b-5e8e5f123186 of type vlan for network 99e9b5db-2cec-4f9f-b017-79fe9064fe98 Jul 16 22:34:02.139015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.182915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cfacc-ce1b-4723-8bff-2e73e44f6dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Pushing event updated for resources: {'Network': ['ID=29616056-b7de-4ff9-ab6d-8b691670ea11,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:02.195387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec3c459c-cbb6-4313-938b-ee336b6d952b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=706f9024fec34b9ab256574598a53a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052666 Jul 16 22:34:02.196045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:02.220864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:02.254413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.261087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:02.290062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.320447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.331915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa', 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '99fb8060-2cb8-41a4-901f-ea42c5ae6ce3'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:02.333943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.390007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.393555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.398470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2242219-d9ab-4587-bedc-ef320cdddda5 HTTP/1.1" status: 204 len: 168 time: 0.2008197 Jul 16 22:34:02.412380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5973165-c279-4966-bb16-a6559564bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2242219-d9ab-4587-bedc-ef320cdddda5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:02.452084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:02.457402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11', 'binding:host_id': 'n-h1-793621-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-654746015'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:02.506863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.515531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:02.523654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.541891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Made reservation on behalf of e4cf1e1b206e44e19ff283b2e04bb2d6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:02.545440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.551364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Allocated IP 2001:db8:0:ffff::2 (b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa/99fb8060-2cb8-41a4-901f-ea42c5ae6ce3/08ff7707-9ace-42de-bdc1-e45416a5518e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:02.559237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.711132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=99e9b5db-2cec-4f9f-b017-79fe9064fe98,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:02.737344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:34:02.737344 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:34:02.737344 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id_1': 'e4cf1e1b206e44e19ff283b2e04bb2d6', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 34, 2, 588175)}] Jul 16 22:34:02.737344 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:02.737828 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:02.745170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 831a8a28-0ade-4c1f-b5da-702401401fec up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:02.783882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 99e9b5db-2cec-4f9f-b017-79fe9064fe98 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:02.788819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a92f568-43e0-4f1b-b53f-9ebc75a50117 req-2f22702c-3dd7-4e19-87ae-4be84374fd0d tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0355542 Jul 16 22:34:02.846250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:02.852801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.880538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:02.880944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-215b693e-3331-40ed-87ad-f6e8efcac1c6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9346349 Jul 16 22:34:02.881832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Attempting to bind port e3a4a448-5141-48d1-8c19-29cce61e913f on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:02.882208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Attempting to bind port e3a4a448-5141-48d1-8c19-29cce61e913f by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:02.882731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Attempting to bind port e3a4a448-5141-48d1-8c19-29cce61e913f on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:02.887674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '99e9b5db-2cec-4f9f-b017-79fe9064fe98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:02.914410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.927877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Port e3a4a448-5141-48d1-8c19-29cce61e913f on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:02.928216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Attempting to bind port e3a4a448-5141-48d1-8c19-29cce61e913f on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:02.931488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef57284-c651-4290-a035-aa668e091828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8d61141b-8e17-4c07-827f-32c064cfcb10', 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10', 'tenant_id': '0d1e8c5e7a724e22a2f99a9a176279e1', 'fixed_ips': [{'subnet_id': '21717251-fd2f-4516-b2c9-41cf1967837a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:02.932364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:02.972932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:02.973359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:02.973785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Bound using segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:02.974226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Bound port: e3a4a448-5141-48d1-8c19-29cce61e913f, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:02.974585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.007102 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.021479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:03.025934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Transition to ACTIVE for port object 08ff7707-9ace-42de-bdc1-e45416a5518e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:03.029455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.107833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 831a8a28-0ade-4c1f-b5da-702401401fec triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:03.108205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.129566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.138000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.139199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Transition to ACTIVE for port object 08ff7707-9ace-42de-bdc1-e45416a5518e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:03.147133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.155727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.163179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.171992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.178625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.188258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.188564 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d3c2ea38-12fc-4938-8b8d-599b00ee361a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5393 time: 0.4702263 Jul 16 22:34:03.259389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.300561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:03.325503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:03.332117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-fef57284-c651-4290-a035-aa668e091828 None None] Allocated IP 2001:db8::2 (8d61141b-8e17-4c07-827f-32c064cfcb10/21717251-fd2f-4516-b2c9-41cf1967837a/d24bf819-6843-42b7-b5a8-4c8e3245f295) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:03.373851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-af8b011a-3623-4cb3-ac76-133eb86cbe9b req-d4b6b87b-b3fc-4537-a1fe-7a0f29653166 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1841955 Jul 16 22:34:03.383045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:03.417197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.420727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:03.433042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.491869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.499121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:03.504301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:03.506225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.517387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:03.529966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.530672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.535308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b04d132-7501-49ef-a909-4e65e4244c09 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 1092 time: 2.9903417 Jul 16 22:34:03.537392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=fcb0c382-00f5-4ece-a477-5983791f1e53,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:03.540142 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.590024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Pushing event updated for resources: {'Port': ['ID=08ff7707-9ace-42de-bdc1-e45416a5518e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:03.650067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:03.652643 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:03.670224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:03.680322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Attempting to bind port 08ff7707-9ace-42de-bdc1-e45416a5518e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:03.680907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Attempting to bind port 08ff7707-9ace-42de-bdc1-e45416a5518e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:03.681494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Attempting to bind port 08ff7707-9ace-42de-bdc1-e45416a5518e on network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:03.710471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'bc8d759b-5767-4afa-b58b-5e8e5f123186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '99e9b5db-2cec-4f9f-b017-79fe9064fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:03.711124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: 99e9b5db-2cec-4f9f-b017-79fe9064fe98, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:03.723154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89adbf8d-bfcd-4936-9bbe-9eee8622a756,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:03.725900 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f1fdd-6695-45aa-a0cb-3634c656f609 x-openstack-request-id: req-fd9f1fdd-6695-45aa-a0cb-3634c656f609 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:03.726389 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:03.726829 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd9f1fdd-6695-45aa-a0cb-3634c656f609 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:03.727402 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'status': 'completed', 'code': 200} Jul 16 22:34:03.756243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:03.757601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Checking segment: {'id': 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:03.758319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.759072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Bound using segment: {'id': 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:03.760017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Bound port: 08ff7707-9ace-42de-bdc1-e45416a5518e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:03.760890 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.786091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Subnet': ['ID=4cb0de23-c2e2-4720-a5d1-c961f9eed8bf,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:03.798702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 99e9b5db-2cec-4f9f-b017-79fe9064fe98 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:03.854191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 99e9b5db-2cec-4f9f-b017-79fe9064fe98) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:03.869173 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.878047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfebcb1-41ba-44ab-bf84-1325f82cc0c3 None None] Network 99e9b5db-2cec-4f9f-b017-79fe9064fe98 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:03.896309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Checking segment: {'id': '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:03.896683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network hostable DHCP agents. Network: 08187862-ed26-4b1b-8954-76ec4b184c17, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:03.903210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.908828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:03.909877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:03.950239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f6d5286b-ea88-4181-ae29-9f9994a35790 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0680661 Jul 16 22:34:03.970625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:03.984496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] For port 08ff7707-9ace-42de-bdc1-e45416a5518e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:04.010945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] For port 08ff7707-9ace-42de-bdc1-e45416a5518e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=08ff7707-9ace-42de-bdc1-e45416a5518e,segment=NetworkSegment(d83ecdfc-dc89-4812-a3c7-b3655a18a79f),segment_id=d83ecdfc-dc89-4812-a3c7-b3655a18a79f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:04.021705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fef57284-c651-4290-a035-aa668e091828 None None] Transition to ACTIVE for port object d24bf819-6843-42b7-b5a8-4c8e3245f295 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:04.052621 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.079485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.080086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.080853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.081180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.081719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.082555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.082795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.084829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-06bbe4d2-3771-4f1e-b30f-f38a42829d74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6289 time: 0.2451415 Jul 16 22:34:04.104278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fef57284-c651-4290-a035-aa668e091828 None None] Transition to ACTIVE for port object d24bf819-6843-42b7-b5a8-4c8e3245f295 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:04.149857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:04.194700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.201441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.219932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Transition to ACTIVE for port object 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:04.250101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.251469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef57284-c651-4290-a035-aa668e091828 None None] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:04.257971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-fef57284-c651-4290-a035-aa668e091828 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:04.283476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-13d0f446-95e0-429c-9de7-18cdba099217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.284118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-13d0f446-95e0-429c-9de7-18cdba099217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.284650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-13d0f446-95e0-429c-9de7-18cdba099217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.286492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-13d0f446-95e0-429c-9de7-18cdba099217 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1832194 Jul 16 22:34:04.289164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef57284-c651-4290-a035-aa668e091828 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:04.326649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df7a82a3-ef47-47e5-883e-e39e8bc93162 req-c6ef18b1-f127-4630-ba4e-34e905d4acac tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1042786 Jul 16 22:34:04.337600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network 08187862-ed26-4b1b-8954-76ec4b184c17 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:04.365108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 08187862-ed26-4b1b-8954-76ec4b184c17) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:04.366332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a688-be4e-4b1a-bed8-65b0f83ba98e None None] Pushing event updated for resources: {'Port': ['ID=08ff7707-9ace-42de-bdc1-e45416a5518e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:04.427067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:04.427670 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.468444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8ce94ce7-b6bd-4084-8ec5-3c74844d2977 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3763788 Jul 16 22:34:04.484494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:04.519877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=5e62c05c-5909-4987-aa5b-59fe5d6b7d4e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:04.525427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da08c7-7120-4e83-895f-505c81cb4f14 None None] Network 08187862-ed26-4b1b-8954-76ec4b184c17 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:04.630370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.680837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a193767-1216-4f05-b766-9fc3e054efdb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:04.702571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.736107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Transition to ACTIVE for port object 3a193767-1216-4f05-b766-9fc3e054efdb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:04.771555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:04.929738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Checking segment: {'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:04.930328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Network hostable DHCP agents. Network: 29616056-b7de-4ff9-ab6d-8b691670ea11, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:04.962148 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.068384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fef57284-c651-4290-a035-aa668e091828 None None] Attempting to bind port d24bf819-6843-42b7-b5a8-4c8e3245f295 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.068794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fef57284-c651-4290-a035-aa668e091828 None None] Attempting to bind port d24bf819-6843-42b7-b5a8-4c8e3245f295 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '32bd5777-f0d4-4381-9dab-ee95e97da2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.069267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef57284-c651-4290-a035-aa668e091828 None None] Attempting to bind port d24bf819-6843-42b7-b5a8-4c8e3245f295 on network 8d61141b-8e17-4c07-827f-32c064cfcb10 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.076861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91587b4f-cf79-41f0-8e12-c4736f9a2b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-99e9b5db-2cec-4f9f-b017-79fe9064fe98', 'network_id': '99e9b5db-2cec-4f9f-b017-79fe9064fe98', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': 'fcb0c382-00f5-4ece-a477-5983791f1e53'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:05.077750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91587b4f-cf79-41f0-8e12-c4736f9a2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.101752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef57284-c651-4290-a035-aa668e091828 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:05.102083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef57284-c651-4290-a035-aa668e091828 None None] Checking segment: {'id': '32bd5777-f0d4-4381-9dab-ee95e97da2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:05.102718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.102857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef57284-c651-4290-a035-aa668e091828 None None] Bound using segment: {'id': '32bd5777-f0d4-4381-9dab-ee95e97da2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:05.103275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fef57284-c651-4290-a035-aa668e091828 None None] Bound port: d24bf819-6843-42b7-b5a8-4c8e3245f295, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bd5777-f0d4-4381-9dab-ee95e97da2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d61141b-8e17-4c07-827f-32c064cfcb10'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:05.103682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.109859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef57284-c651-4290-a035-aa668e091828 None None] Pushing event updated for resources: {'Port': ['ID=d24bf819-6843-42b7-b5a8-4c8e3245f295,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:05.128461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:05.142845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.168061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-a5be467f-84a1-41c8-b915-16edcad99988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.169632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8e0c35b-ce88-47d4-a7d0-ff44a19d175f req-a5be467f-84a1-41c8-b915-16edcad99988 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8541307 Jul 16 22:34:05.172569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:05.216954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 29616056-b7de-4ff9-ab6d-8b691670ea11) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:05.219320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-08187862-ed26-4b1b-8954-76ec4b184c17', 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17', 'tenant_id': '0d1e8c5e7a724e22a2f99a9a176279e1', 'fixed_ips': [{'subnet_id': '4cb0de23-c2e2-4720-a5d1-c961f9eed8bf'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:05.220603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.222320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:05.222745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb0c382-00f5-4ece-a477-5983791f1e53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:05.237059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.237400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.237740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.240618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.244140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a99651-7671-4299-83a2-03805454782e None None] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:05.259900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.260230 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.290409 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 2 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.300694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.315573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e9b5db-2cec-4f9f-b017-79fe9064fe98']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:05.329292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8d759b-5767-4afa-b58b-5e8e5f123186') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:05.329645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8d759b-5767-4afa-b58b-5e8e5f123186') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:05.335356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.335689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.336189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.344674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.345052 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.345279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.347660 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 3 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.362340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.366000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.366936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.367493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.370763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:05.373110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.406309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.407033 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.415644 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 4 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.418116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b6b97-0da9-470a-912f-0b0d86660448 None None] Network 99e9b5db-2cec-4f9f-b017-79fe9064fe98 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:05.467381 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:05.486524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.524209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.524589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.525079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.543699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.544421 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.552601 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 5 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.561800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fef57284-c651-4290-a035-aa668e091828 None None] For port d24bf819-6843-42b7-b5a8-4c8e3245f295, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:05.569662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.575997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.596580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.607554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.613898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.620519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.629247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.629715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.630625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.637501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef596533-9067-4cce-979a-a2e6f81f6736 req-7cbb71c6-397a-4994-ab40-c6b8fbab795e tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0596733 Jul 16 22:34:05.644048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.644398 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.644526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:05.656750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-b98ce211-43ec-42ee-ac77-5b97873f015f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5405 time: 0.9161015 Jul 16 22:34:05.669987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.671958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/99e9b5db-2cec-4f9f-b017-79fe9064fe98 HTTP/1.1" status: 204 len: 168 time: 1.6988606 Jul 16 22:34:05.698709 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 6 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.704106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:05.716212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2099953194'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:05.729246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fef57284-c651-4290-a035-aa668e091828 None None] For port d24bf819-6843-42b7-b5a8-4c8e3245f295, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d24bf819-6843-42b7-b5a8-4c8e3245f295,segment=NetworkSegment(32bd5777-f0d4-4381-9dab-ee95e97da2b8),segment_id=32bd5777-f0d4-4381-9dab-ee95e97da2b8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:05.732834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442c82-f49a-4d50-aecb-239f6a6f5488 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=99e9b5db-2cec-4f9f-b017-79fe9064fe98,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:05.752379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.752727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.753101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.768815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef57284-c651-4290-a035-aa668e091828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.787668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-074e1a53-bbe5-40d2-b1b7-ee2355a745e6 req-a9f3d14f-9a07-44a4-b27d-907020dfc7a9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300051 Jul 16 22:34:05.791061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Attempting to bind port 3a193767-1216-4f05-b766-9fc3e054efdb on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.791396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Attempting to bind port 3a193767-1216-4f05-b766-9fc3e054efdb by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.791605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.791871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Attempting to bind port 3a193767-1216-4f05-b766-9fc3e054efdb on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.792303 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.797254 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 7 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.804052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Port 3a193767-1216-4f05-b766-9fc3e054efdb on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.804052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Attempting to bind port 3a193767-1216-4f05-b766-9fc3e054efdb on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.810931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:05.811362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Checking segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:05.811755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Bound using segment: {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:05.812331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Bound port: 3a193767-1216-4f05-b766-9fc3e054efdb, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:05.812702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.844467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.844809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.845228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.849634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:05.854875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.894043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.894551 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.900626 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 8 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.915921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Allocated IP 2001:db8::1 (8d61141b-8e17-4c07-827f-32c064cfcb10/21717251-fd2f-4516-b2c9-41cf1967837a/6fdf24b0-6cc4-480e-a357-319495edfc90) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:05.928550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:05.928928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:05.929347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:05.939002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:05.939692 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:05.951936 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 9 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:05.963659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:05.964472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:05.968767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:05.972160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Allocated IP 2001:db8::2 (08187862-ed26-4b1b-8954-76ec4b184c17/4cb0de23-c2e2-4720-a5d1-c961f9eed8bf/58f65623-9ddb-4cf0-b395-881953fb4bb9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:05.979103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:05.982587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e381f-96df-4802-9433-c7d68ffe143d None None] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:06.005470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.005818 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment cd67f6aa-a5a7-4b43-8463-44a4b10e8adb of type vlan for network a42a0654-9088-41a0-946d-44c64302ec96 Jul 16 22:34:06.007232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:06.007565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:06.007903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:06.020480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.021118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.023881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 1091 time: 2.3645952 Jul 16 22:34:06.026686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:06.036032 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:06.068792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:06.069168 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:06.073987 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 10 to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e Jul 16 22:34:06.076733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:06.151769 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a101abe-9f8e-49bc-b405-c829a78a35d3 x-openstack-request-id: req-8a101abe-9f8e-49bc-b405-c829a78a35d3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:06.152090 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:06.152309 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a101abe-9f8e-49bc-b405-c829a78a35d3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:06.152699 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb', 'status': 'completed', 'code': 200} Jul 16 22:34:06.155887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.162664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:06.162847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:06.163767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:06.176841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f8bb0-7add-4204-a701-f9e270a13905 service neutron] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:06.206237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef57284-c651-4290-a035-aa668e091828 None None] Pushing event updated for resources: {'Port': ['ID=d24bf819-6843-42b7-b5a8-4c8e3245f295,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:06.215388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:06.215750 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:06.216097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.234964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81eb9007-25e7-4a18-960d-0ac08735d3e7 req-54f30182-e04a-4b92-9b7a-e2912455ca88 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0597925 Jul 16 22:34:06.314627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.379937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.382836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.388322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.388932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.465703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Transition to ACTIVE for port object 6fdf24b0-6cc4-480e-a357-319495edfc90 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:06.474640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.475226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.475739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.476326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.476812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.477353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.477826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.479771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-8964b47a-6a96-4b24-837b-6a547a66052c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6357 time: 0.3260903 Jul 16 22:34:06.495771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7873225 Jul 16 22:34:06.495919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.508956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:06.510784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Transition to ACTIVE for port object 58f65623-9ddb-4cf0-b395-881953fb4bb9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:06.527450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:06.530801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Transition to ACTIVE for port object 58f65623-9ddb-4cf0-b395-881953fb4bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:06.549126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.549599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:06.549981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:34:06.564825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ec8e986-1890-49d7-ad7b-4b9ee50f6554 None None] Provisioning for port 08ff7707-9ace-42de-bdc1-e45416a5518e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:06.615536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.616996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a87ae3-a294-49bc-a3fa-61b9f7e0d48a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=a42a0654-9088-41a0-946d-44c64302ec96,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:06.624812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 08ff7707-9ace-42de-bdc1-e45416a5518e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:06.630974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Network 08187862-ed26-4b1b-8954-76ec4b184c17 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:06.661108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a42a0654-9088-41a0-946d-44c64302ec96 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:06.683040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:06.691361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:06.712452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Pushing event updated for resources: {'Port': ['ID=58f65623-9ddb-4cf0-b395-881953fb4bb9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:06.722225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:06.722837 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.773212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3193045 Jul 16 22:34:06.789220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:06.823118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2eae1-77bd-4c18-9e41-f3e22aa41c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=5e62c05c-5909-4987-aa5b-59fe5d6b7d4e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:06.877902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Attempting to bind port 58f65623-9ddb-4cf0-b395-881953fb4bb9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:06.878283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Attempting to bind port 58f65623-9ddb-4cf0-b395-881953fb4bb9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:06.878648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Attempting to bind port 58f65623-9ddb-4cf0-b395-881953fb4bb9 on network 08187862-ed26-4b1b-8954-76ec4b184c17 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:06.891167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:06.898672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Checking segment: {'id': '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:06.899140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.899551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Bound using segment: {'id': '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:06.900062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Bound port: 58f65623-9ddb-4cf0-b395-881953fb4bb9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '08187862-ed26-4b1b-8954-76ec4b184c17'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:06.900452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.903799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 08ff7707-9ace-42de-bdc1-e45416a5518e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:06.926052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 08ff7707-9ace-42de-bdc1-e45416a5518e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:06.926431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:06.938078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.033133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Port': ['ID=6fdf24b0-6cc4-480e-a357-319495edfc90,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:07.044973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-dd7dda7a-eaa8-4831-8d07-e096016e4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.045705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-dd7dda7a-eaa8-4831-8d07-e096016e4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.046471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-dd7dda7a-eaa8-4831-8d07-e096016e4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.048456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-dd7dda7a-eaa8-4831-8d07-e096016e4e4d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5578327 Jul 16 22:34:07.075782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] For port 58f65623-9ddb-4cf0-b395-881953fb4bb9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:07.079998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] For port 58f65623-9ddb-4cf0-b395-881953fb4bb9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58f65623-9ddb-4cf0-b395-881953fb4bb9,segment=NetworkSegment(9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16),segment_id=9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:07.114463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.161595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c72a827-0160-4bac-a97b-b0dde777f8b9 req-23b6ecb3-7fb7-4a38-b37d-8b45f88addd8 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.2282290 Jul 16 22:34:07.251207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faceba-fe0c-434e-a14b-3b6cbb076480 None None] Pushing event updated for resources: {'Port': ['ID=58f65623-9ddb-4cf0-b395-881953fb4bb9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:07.264470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.277002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06e4323-b99f-485a-9758-ab7c2a61cde5 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:07.297921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.312206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 08ff7707-9ace-42de-bdc1-e45416a5518e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=08ff7707-9ace-42de-bdc1-e45416a5518e,segment=NetworkSegment(d83ecdfc-dc89-4812-a3c7-b3655a18a79f),segment_id=d83ecdfc-dc89-4812-a3c7-b3655a18a79f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:07.323748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.324685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d24bf819-6843-42b7-b5a8-4c8e3245f295 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:07.332885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:07.334087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:07.338230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.383873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Transition to ACTIVE for port object b06e4323-b99f-485a-9758-ab7c2a61cde5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:07.396000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.461431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d24bf819-6843-42b7-b5a8-4c8e3245f295 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:07.486333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8af041f-855a-4841-b16d-97412042bef5 None None] Provisioning complete for port 08ff7707-9ace-42de-bdc1-e45416a5518e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:07.489596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8af041f-855a-4841-b16d-97412042bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.494365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.500835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.507274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.513549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.520022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.526621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.536010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:07.546963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=08ff7707-9ace-42de-bdc1-e45416a5518e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:07.549339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-62d0e4c7-2d9c-4e19-94d0-b0d44c69c779 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5405 time: 0.4047904 Jul 16 22:34:07.644785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:07.757366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8f4ef-f62a-44a5-b6c0-ff118d7b2a42 None None] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:07.792557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f1f2bea-4369-4632-a3ca-c13748ebf5cd req-97335b18-a360-4735-a3b3-8e008c0aeb95 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422273 Jul 16 22:34:07.803541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Attempting to bind port b06e4323-b99f-485a-9758-ab7c2a61cde5 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:07.806867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Attempting to bind port b06e4323-b99f-485a-9758-ab7c2a61cde5 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:07.807413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Attempting to bind port b06e4323-b99f-485a-9758-ab7c2a61cde5 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:07.813452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Port b06e4323-b99f-485a-9758-ab7c2a61cde5 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:07.814035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Attempting to bind port b06e4323-b99f-485a-9758-ab7c2a61cde5 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:07.822034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:07.822621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Checking segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:07.823218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Bound using segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:07.823947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Bound port: b06e4323-b99f-485a-9758-ab7c2a61cde5, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:07.824710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.923653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Provisioning for port d24bf819-6843-42b7-b5a8-4c8e3245f295 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:07.932137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Provisioning complete for port d24bf819-6843-42b7-b5a8-4c8e3245f295 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:07.932762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:07.942644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:07.946055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:07.953469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.026013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:08.048384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:08.049109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.050555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9a879d1f-31e7-4663-b1a9-f2d67bcc6e13 service neutron] 10.222.0.47 "PUT /v2.0/ports/b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 1092 time: 1.9909263 Jul 16 22:34:08.092278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:08.094870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:08.095433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.104149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Request body: {'port': {'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:08.140732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.170681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:08.173828 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:08.228117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] For port d24bf819-6843-42b7-b5a8-4c8e3245f295, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d24bf819-6843-42b7-b5a8-4c8e3245f295,segment=NetworkSegment(32bd5777-f0d4-4381-9dab-ee95e97da2b8),segment_id=32bd5777-f0d4-4381-9dab-ee95e97da2b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:08.240480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.258864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.269049 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6227d102-a656-4f31-bb34-897bd8f68000 x-openstack-request-id: req-6227d102-a656-4f31-bb34-897bd8f68000 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:08.269341 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:08.274712 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6227d102-a656-4f31-bb34-897bd8f68000 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:08.275230 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'status': 'completed', 'code': 200} Jul 16 22:34:08.391386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014962c8-585d-46f6-938f-76a58053d5ee None None] Pushing event updated for resources: {'Port': ['ID=d24bf819-6843-42b7-b5a8-4c8e3245f295,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:08.492996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Deleting port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:08.493412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.510218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b08f16d-1ce0-4c3c-982b-42acc455797a req-3e773187-2580-47ec-8285-04f36db88c36 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0764940 Jul 16 22:34:08.601157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-050393a2-e443-4d73-8479-1672db86aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:08.603557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e3bcd4a-be90-4d4f-a261-4b18bf1928c9 req-050393a2-e443-4d73-8479-1672db86aed5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4909160 Jul 16 22:34:08.621719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.678204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Provisioning complete for port d24bf819-6843-42b7-b5a8-4c8e3245f295 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:08.679206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.733825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 08ff7707-9ace-42de-bdc1-e45416a5518e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:08.854901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 08ff7707-9ace-42de-bdc1-e45416a5518e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:08.855074 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:08.981713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e, host n-h1-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:08.982420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.063639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Calling delete_port for 5e62c05c-5909-4987-aa5b-59fe5d6b7d4e owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:09.081564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224a0df0-16c2-4e3d-93d1-f5d38392b955 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:09.102506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.141050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Transition to ACTIVE for port object 224a0df0-16c2-4e3d-93d1-f5d38392b955 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:09.166614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.274692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:09.365971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.380057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba28c0-a316-4401-a74b-508e68a68ac6 None None] Network 08187862-ed26-4b1b-8954-76ec4b184c17 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:09.383322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.391459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.398029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.406490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.416872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.435249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.439619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Provisioning for port 6fdf24b0-6cc4-480e-a357-319495edfc90 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:09.463480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.465560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-9dcdfe8b-02a7-4c13-a9d3-4c30814b95e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5417 time: 0.3403883 Jul 16 22:34:09.482113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Provisioning complete for port 6fdf24b0-6cc4-480e-a357-319495edfc90 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:09.483028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.542144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.542419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.542937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.543415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.544156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.544484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.544942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.547208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-aa9bc0a1-1080-41bb-a9c8-51c06b3df523 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6425 time: 0.8979282 Jul 16 22:34:09.610765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Attempting to bind port 224a0df0-16c2-4e3d-93d1-f5d38392b955 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:09.611861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Attempting to bind port 224a0df0-16c2-4e3d-93d1-f5d38392b955 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:09.612401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Attempting to bind port 224a0df0-16c2-4e3d-93d1-f5d38392b955 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:09.632802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73ca64f1-dbc9-43e6-bf70-144a0a738019 req-fa9e5fef-6464-4723-9ff6-a515b40a4b47 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542044 Jul 16 22:34:09.634414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Port 224a0df0-16c2-4e3d-93d1-f5d38392b955 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:09.634935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Attempting to bind port 224a0df0-16c2-4e3d-93d1-f5d38392b955 on network 9eae965a-655e-48c6-8c05-40603dbb1f4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:09.640765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:09.641451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Checking segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:09.642063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Bound using segment: {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:09.642715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Bound port: 224a0df0-16c2-4e3d-93d1-f5d38392b955, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f3ee05-5313-4bce-a358-54cf15909738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:09.643303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.653732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc54188d-f932-43b6-b38c-7623e1285686 req-0992a2dc-eda2-4c99-b883-0c77b3531300 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1623650 Jul 16 22:34:09.720841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bcdedeb4-ef3a-484d-81f5-5c83fd855239 None None] Port 6fdf24b0-6cc4-480e-a357-319495edfc90 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:34:09.749903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58f65623-9ddb-4cf0-b395-881953fb4bb9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:09.774615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:09.778549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:09.795829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.847145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.849670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:09.850356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.853582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] 10.222.0.47 "PUT /v2.0/ports/224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 1092 time: 1.7646556 Jul 16 22:34:09.890826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Provisioning complete for port 6fdf24b0-6cc4-480e-a357-319495edfc90 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:09.891431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.919844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee97e-3387-48c7-b41e-5aef3d7f6b7c service neutron] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:09.926695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=3020bdbd-f6b5-4f74-b10d-ff4e624d5bee,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:09.929400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.930267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:09.948404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 58f65623-9ddb-4cf0-b395-881953fb4bb9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:09.987586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Port 6fdf24b0-6cc4-480e-a357-319495edfc90 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:34:09.989859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.010276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Provisioning for port 58f65623-9ddb-4cf0-b395-881953fb4bb9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:10.017326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Provisioning complete for port 58f65623-9ddb-4cf0-b395-881953fb4bb9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:10.017640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.111054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.142839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.145383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5e62c05c-5909-4987-aa5b-59fe5d6b7d4e HTTP/1.1" status: 204 len: 168 time: 3.3548715 Jul 16 22:34:10.148041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:10.169155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] For port 58f65623-9ddb-4cf0-b395-881953fb4bb9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58f65623-9ddb-4cf0-b395-881953fb4bb9,segment=NetworkSegment(9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16),segment_id=9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:10.175693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.202456 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bbe5a7-0986-423d-a12c-61820a56f30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:34:10.219755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-42bbe5a7-0986-423d-a12c-61820a56f30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports/5e62c05c-5909-4987-aa5b-59fe5d6b7d4e HTTP/1.1" status: 404 len: 333 time: 0.0701680 Jul 16 22:34:10.220339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:10.226224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556053372'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:10.235157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:10.235157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: a42a0654-9088-41a0-946d-44c64302ec96, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:10.245414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-c0317992-127a-4843-9975-814d73540e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.246311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-c0317992-127a-4843-9975-814d73540e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.246780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-c0317992-127a-4843-9975-814d73540e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.248435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-c0317992-127a-4843-9975-814d73540e76 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d499a43c279441685319954e196bef4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6491549 Jul 16 22:34:10.249145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Port': ['ID=6fdf24b0-6cc4-480e-a357-319495edfc90,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:10.271164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Made reservation on behalf of e4cf1e1b206e44e19ff283b2e04bb2d6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:10.274678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.277371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:10.280300 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:10.298534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a13f51-029c-41ec-8e74-5c056fcd9fd8 None None] Pushing event updated for resources: {'Port': ['ID=58f65623-9ddb-4cf0-b395-881953fb4bb9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:10.309856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port be10b427-90ac-4caf-9598-6dcd94b27c99 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:10.320250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:10.350064 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688d041e-9220-4dfb-9322-9d0cbfededde x-openstack-request-id: req-688d041e-9220-4dfb-9322-9d0cbfededde {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:10.350296 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:10.350653 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-688d041e-9220-4dfb-9322-9d0cbfededde {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:10.350978 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'status': 'completed', 'code': 200} Jul 16 22:34:10.353571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:10.372305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ce34-ee93-430f-be0d-750856500cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e62c05c-5909-4987-aa5b-59fe5d6b7d4e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:10.383910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network a42a0654-9088-41a0-946d-44c64302ec96 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:10.421841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8fdc8a2b-06d2-4110-9529-0bb034fd4787 None None] Provisioning complete for port 58f65623-9ddb-4cf0-b395-881953fb4bb9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:10.422307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8a2b-06d2-4110-9529-0bb034fd4787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.511031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a42a0654-9088-41a0-946d-44c64302ec96) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:10.513036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.524440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb446f-570b-47a8-9bf8-cc903e93b20a None None] Network a42a0654-9088-41a0-946d-44c64302ec96 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:10.542880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.543495 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.558194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58f65623-9ddb-4cf0-b395-881953fb4bb9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:10.566247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.608293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-9705f1a5-89df-4827-924b-1794f65866ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.609566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b874a1d-92bc-4773-baf6-7c1c5cc27f94 req-9705f1a5-89df-4827-924b-1794f65866ce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3312171 Jul 16 22:34:10.618762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04dc9479-2bfa-49da-84c9-8a5c9f7a4d14 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0974948 Jul 16 22:34:10.618762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:10.623754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543884070'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:10.654495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:10.657853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:10.661679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:10.663965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:10.665093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.693437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=be10b427-90ac-4caf-9598-6dcd94b27c99,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:10.715204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 58f65623-9ddb-4cf0-b395-881953fb4bb9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:10.715853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.740769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26079974-c520-41a4-adc9-e1144b316d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5187786 Jul 16 22:34:10.742265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:10.748042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:10.781959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:10.793238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.811657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Router dabfbdce-d6c5-4cc3-b604-006e1cf8c990 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:34:10.914740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:10.927057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:10.932606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d24bf819-6843-42b7-b5a8-4c8e3245f295 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:10.970927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a42a0654-9088-41a0-946d-44c64302ec96', 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '3020bdbd-f6b5-4f74-b10d-ff4e624d5bee'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:10.972290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.007366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a88cbad-4829-4a6f-8ec9-7f819e21025e None None] Provisioning complete for port 6fdf24b0-6cc4-480e-a357-319495edfc90 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:11.008033 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a88cbad-4829-4a6f-8ec9-7f819e21025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.044979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a88cbad-4829-4a6f-8ec9-7f819e21025e None None] Port 6fdf24b0-6cc4-480e-a357-319495edfc90 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:34:11.051210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:11.103396 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a3417f9-6146-4f5d-b0d4-4144e1c12435 req-599341e8-d59d-4534-827d-bfac49f5c480 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0391328 Jul 16 22:34:11.111869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-59ada1d2-9bf3-4894-8bf6-4def99a7387b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6168671 Jul 16 22:34:11.132506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:11.132697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] Sync routers for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:11.137701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.138141 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment 7d773e5f-145f-451a-ac95-d5e33296cdab of type vlan for network 244a891a-659a-4225-bc3e-abc1bd085b6f Jul 16 22:34:11.193191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.197227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:11.197868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:11.214738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port be10b427-90ac-4caf-9598-6dcd94b27c99 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:11.235771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.260926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Transition to ACTIVE for port object be10b427-90ac-4caf-9598-6dcd94b27c99 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:11.280598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.324605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.331478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.332103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.336713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Allocated IP 2001:db8::3 (a42a0654-9088-41a0-946d-44c64302ec96/3020bdbd-f6b5-4f74-b10d-ff4e624d5bee/84444657-61f0-4862-9fad-62a6b6b9ae0b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:11.353921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.354558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.355048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.355538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.356043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.356596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.357181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.359474 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-330079d7-aad3-4992-bec8-25a79834527a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6493 time: 0.6623747 Jul 16 22:34:11.379740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=be10b427-90ac-4caf-9598-6dcd94b27c99,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:11.453165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8309495 Jul 16 22:34:11.456797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e333d7fb-b1dd-4e10-a9ba-8d16687d570e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 217 time: 0.0726852 Jul 16 22:34:11.457341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:11.465567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:11.476766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.477671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.478253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.507304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.515256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.522385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.529593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.536249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.544680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.553045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.558416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0b288-0a75-4142-bc75-714a7899c66e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=244a891a-659a-4225-bc3e-abc1bd085b6f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:11.563174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-7ce74191-8a5b-4e51-b7d7-5039d3817a30 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.5854421 Jul 16 22:34:11.576646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:11.577416 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:11.596104 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 2 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:11.600482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.614600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Transition to ACTIVE for port object 84444657-61f0-4862-9fad-62a6b6b9ae0b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:11.632362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Transition to ACTIVE for port object 84444657-61f0-4862-9fad-62a6b6b9ae0b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:11.635905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:11.640128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 244a891a-659a-4225-bc3e-abc1bd085b6f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:11.643488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:11.662685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.664722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d24bf819-6843-42b7-b5a8-4c8e3245f295 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:11.665113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.711504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:11.711965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:11.713146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc6b6f6f-d729-4689-8e33-407e51c3ef17 req-e5b4f587-0d11-4c47-973a-7fce098b2c19 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465783 Jul 16 22:34:11.728147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2bc9f11a-bb72-4450-88ff-6db87c62c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.737412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-2bc9f11a-bb72-4450-88ff-6db87c62c4aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.2691343 Jul 16 22:34:11.773918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.774725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.775294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.803126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:11.803489 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:11.806356 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 3 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:11.822895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:11.823548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d768c0-33c9-4f62-a195-7c4b918cc057 None None] The sync data for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:11.843383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Network a42a0654-9088-41a0-946d-44c64302ec96 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:11.853546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:11.861950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:11.867280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Pushing event updated for resources: {'Port': ['ID=84444657-61f0-4862-9fad-62a6b6b9ae0b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:11.879650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44f077fa-c099-4bdd-b43f-cb00c101717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.893411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.898750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.899114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.918789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:11.920107 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:11.923289 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 4 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:11.939293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.939638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.939979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.946397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:11.946755 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:11.947156 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 5 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:11.964086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.964621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.964993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.970361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:11.973943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:11.983244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Attempting to bind port 84444657-61f0-4862-9fad-62a6b6b9ae0b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:11.984019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Attempting to bind port 84444657-61f0-4862-9fad-62a6b6b9ae0b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:11.984390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Attempting to bind port 84444657-61f0-4862-9fad-62a6b6b9ae0b on network a42a0654-9088-41a0-946d-44c64302ec96 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:11.992660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-96701c95-287f-4019-83b8-21b2f75cb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:11.994137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:11.994286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-96701c95-287f-4019-83b8-21b2f75cb36f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394674 Jul 16 22:34:11.994484 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:11.999200 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 6 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:12.002651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:12.003355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Checking segment: {'id': 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:12.003938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.004532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Bound using segment: {'id': 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:12.005551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Bound port: 84444657-61f0-4862-9fad-62a6b6b9ae0b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a42a0654-9088-41a0-946d-44c64302ec96'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:12.006133 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.033711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:12.034052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:12.034398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:12.072052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 22:34:12.072379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 22:34:12.074551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:12.074891 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:12.078265 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 7 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:12.080826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] For port 84444657-61f0-4862-9fad-62a6b6b9ae0b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:12.085222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] For port 84444657-61f0-4862-9fad-62a6b6b9ae0b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84444657-61f0-4862-9fad-62a6b6b9ae0b,segment=NetworkSegment(cd67f6aa-a5a7-4b43-8463-44a4b10e8adb),segment_id=cd67f6aa-a5a7-4b43-8463-44a4b10e8adb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:12.090850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.107823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:12.108180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:12.108421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:12.115728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:12.116752 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:12.120279 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 8 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:12.154342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:12.154342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:12.154656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:12.175566 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-0cf91a3c-574f-4b9d-9e3b-46b6608e65cf tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:34:12.182571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0cf91a3c-574f-4b9d-9e3b-46b6608e65cf tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0486996 Jul 16 22:34:12.183640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:12.184005 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:12.184872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-de0ad374-bde5-405e-a6ef-757b8c89f5d1 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650860 Jul 16 22:34:12.187681 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 9 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:12.192170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38242) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:12.213528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aee3b-fbe8-4385-bb9f-1d7cd9516df1 None None] Pushing event updated for resources: {'Port': ['ID=84444657-61f0-4862-9fad-62a6b6b9ae0b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:12.299381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82a2f3a2-c114-4af9-a7ba-d66cbfcaf425 req-d48faa4c-651e-4214-aa5b-272c04025940 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0343504 Jul 16 22:34:12.319963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-da76725a-e2d7-4246-861b-4573363890b2 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274233 Jul 16 22:34:12.336301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:12.336648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:12.337011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:12.350982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44f077fa-c099-4bdd-b43f-cb00c101717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.364389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:12.364661 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:12.365227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44f077fa-c099-4bdd-b43f-cb00c101717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.369353 n-d-793621-16 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 10 to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 Jul 16 22:34:12.384829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ff44bc95-5869-4d57-8dfd-029c5f2982d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 217 time: 0.0587461 Jul 16 22:34:12.485580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9002b6f4-de5f-4007-a121-c87827f1357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:12.487096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-9002b6f4-de5f-4007-a121-c87827f1357e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0954068 Jul 16 22:34:12.531699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:12.532038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:12.532376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:12.548928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44f077fa-c099-4bdd-b43f-cb00c101717b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=937d6c5369874a79865bc127d163c8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9099782 Jul 16 22:34:12.552578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:12.555311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f077fa-c099-4bdd-b43f-cb00c101717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758a640-bb8c-44b3-bfef-b229897e4f3a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:12.560246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.561864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:12.562196 n-d-793621-16 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port be10b427-90ac-4caf-9598-6dcd94b27c99 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:12.562557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.570499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-4eaa42c9-d10e-4f7c-8e57-fcf388b51eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:12.572099 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-4eaa42c9-d10e-4f7c-8e57-fcf388b51eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782938 Jul 16 22:34:12.682376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.697526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=4adcf077-32e5-4304-bf3e-6610859f1155,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:12.716310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.719477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-807c884f-81af-4f93-926c-3d33ff71108b service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395671 Jul 16 22:34:12.738390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': '7d773e5f-145f-451a-ac95-d5e33296cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:12.739013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: 244a891a-659a-4225-bc3e-abc1bd085b6f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:12.741678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port be10b427-90ac-4caf-9598-6dcd94b27c99, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:12.742046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempted to set empty binding levels {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:34:12.749726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.813730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] In _notify_port_updated(), no bound segment for port be10b427-90ac-4caf-9598-6dcd94b27c99 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:34:12.814609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:12.815921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.816590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "PUT /v2.0/ports/be10b427-90ac-4caf-9598-6dcd94b27c99 HTTP/1.1" status: 200 len: 980 time: 2.0733778 Jul 16 22:34:12.821953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:12.835474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 244a891a-659a-4225-bc3e-abc1bd085b6f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:12.838471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819303-477c-4d84-96ae-08c953aed11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=be10b427-90ac-4caf-9598-6dcd94b27c99,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:12.853414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 244a891a-659a-4225-bc3e-abc1bd085b6f) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:12.858776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:12.859721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:12.875962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a72fb-5fae-4182-992d-be9f7917e325 None None] Network 244a891a-659a-4225-bc3e-abc1bd085b6f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:12.934854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2910ee77-9d55-460c-baf5-7e23830eaff1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4760365 Jul 16 22:34:12.938023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:13.067319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.069557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-244a891a-659a-4225-bc3e-abc1bd085b6f', 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '4adcf077-32e5-4304-bf3e-6610859f1155'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:13.071069 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.073532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.079935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.086136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.093081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.099276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.106021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.108051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-82091480-6f23-4b4b-9f90-bcaa677e3b04 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.2440825 Jul 16 22:34:13.124880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.209254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.248472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Allocated IP 2001:db8::3 (244a891a-659a-4225-bc3e-abc1bd085b6f/4adcf077-32e5-4304-bf3e-6610859f1155/57b68e72-8739-4f37-abb4-7cec6081e627) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:13.264531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef2b200a-d1e6-4140-bf46-884c7b0bc964 req-1a81bc5a-fde0-4117-8a1d-ba6f96e7f22b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425028 Jul 16 22:34:13.332523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e07ce956-7695-49e2-a47b-bb45abf94cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052673 Jul 16 22:34:13.369125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.390774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.393340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.394808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4758a640-bb8c-44b3-bfef-b229897e4f3a HTTP/1.1" status: 204 len: 168 time: 0.8411202 Jul 16 22:34:13.396222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a852ec74-da71-4165-a2cd-19b831b87176 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0519745 Jul 16 22:34:13.478798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126221-c9c9-4620-95c0-241b077f56d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758a640-bb8c-44b3-bfef-b229897e4f3a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:13.500895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.513305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Transition to ACTIVE for port object 57b68e72-8739-4f37-abb4-7cec6081e627 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:13.528595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.531921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.532456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.532944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.533446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.534324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.534625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.535127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.535597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.536071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.536700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.537394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.538749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.539232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.539833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.540188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.540743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.541150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.541645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.542105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.542573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.543036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.543608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.544142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.544616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.545113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.545585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.546056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.546663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.548176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.548578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.549279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.549906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.550461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.550861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.551304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.551840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.552233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.552702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.553197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.553719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.554192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.554662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.555132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.557771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Transition to ACTIVE for port object 57b68e72-8739-4f37-abb4-7cec6081e627 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:13.562153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae052102-700c-4728-8880-1a007e4a22ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39917 time: 0.7379608 Jul 16 22:34:13.566041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:13.570868 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.609407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee67239e-5bec-4c74-8118-50fe430f1c4c req-72281492-2b29-4612-a31e-705a14f1d2cf tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0473125 Jul 16 22:34:13.611066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ec0f6-83c9-4695-a296-2f3d4f1b3798 None None] Network a42a0654-9088-41a0-946d-44c64302ec96 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:13.612535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f65bf2a7-f270-4719-bede-acb2c0aae3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.614185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f65bf2a7-f270-4719-bede-acb2c0aae3c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.2061388 Jul 16 22:34:13.652752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.661437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Network 244a891a-659a-4225-bc3e-abc1bd085b6f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:13.676451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:13.679505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:13.703948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port 6fdf24b0-6cc4-480e-a357-319495edfc90 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:13.704608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.711156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=4adcf077-32e5-4304-bf3e-6610859f1155,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:13.717866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d8866729-e503-4fad-9812-88c444ddee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:13.719307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d8866729-e503-4fad-9812-88c444ddee99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0981426 Jul 16 22:34:13.728506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Pushing event updated for resources: {'Port': ['ID=57b68e72-8739-4f37-abb4-7cec6081e627,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:13.769293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-651124e4-ac50-49af-a82f-ee5ebcaf574c None None] Provisioning for port 84444657-61f0-4862-9fad-62a6b6b9ae0b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:13.827138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Attempting to bind port 57b68e72-8739-4f37-abb4-7cec6081e627 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:13.827629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Attempting to bind port 57b68e72-8739-4f37-abb4-7cec6081e627 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7d773e5f-145f-451a-ac95-d5e33296cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:13.828252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Attempting to bind port 57b68e72-8739-4f37-abb4-7cec6081e627 on network 244a891a-659a-4225-bc3e-abc1bd085b6f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:13.830277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-a1a07571-d01f-4b0b-9e62-24c25511d9f0 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036146 Jul 16 22:34:13.838102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:13.839105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Checking segment: {'id': '7d773e5f-145f-451a-ac95-d5e33296cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:13.839105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.839356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Bound using segment: {'id': '7d773e5f-145f-451a-ac95-d5e33296cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:13.839761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Bound port: 57b68e72-8739-4f37-abb4-7cec6081e627, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d773e5f-145f-451a-ac95-d5e33296cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '244a891a-659a-4225-bc3e-abc1bd085b6f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:13.840088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.867332 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.890320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a891a-659a-4225-bc3e-abc1bd085b6f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:13.904146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d773e5f-145f-451a-ac95-d5e33296cdab') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:13.904474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d773e5f-145f-451a-ac95-d5e33296cdab') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:13.936068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.938863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Deleting port be10b427-90ac-4caf-9598-6dcd94b27c99 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:13.940063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:13.955722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-5e7cd688-ca6c-46a7-a95e-6e037f70e0f2 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191120 Jul 16 22:34:13.966467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.006204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.010946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for 6fdf24b0-6cc4-480e-a357-319495edfc90 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:14.021571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b70122d5-7473-48ea-8623-d120a132c9e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 217 time: 0.0586436 Jul 16 22:34:14.064943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:14.066749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:14.071749 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:14.085529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f61b5e4c-31ca-49db-b21b-0324690f391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.087167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f61b5e4c-31ca-49db-b21b-0324690f391a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0593736 Jul 16 22:34:14.101796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] For port 57b68e72-8739-4f37-abb4-7cec6081e627, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:14.162189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-c943026b-0302-4fcf-bac7-f9d7f4409763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.164450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-c943026b-0302-4fcf-bac7-f9d7f4409763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701687 Jul 16 22:34:14.290310 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f7bd9d20-4c5f-4dbf-8f01-df1e0bed8743 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186748 Jul 16 22:34:14.439555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3eab348c-482b-4470-a987-d146cb9777b8 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433122 Jul 16 22:34:14.498891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f7ac59dc-be3b-4add-b3c5-72d9d3b675c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 217 time: 0.0523331 Jul 16 22:34:14.520067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port be10b427-90ac-4caf-9598-6dcd94b27c99, host n-h1-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:14.520545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.548340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84444657-61f0-4862-9fad-62a6b6b9ae0b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:14.570477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3a21853a-ed49-4b2c-937a-36725a0d0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.572109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3a21853a-ed49-4b2c-937a-36725a0d0c94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0669320 Jul 16 22:34:14.582906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Calling delete_port for be10b427-90ac-4caf-9598-6dcd94b27c99 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:14.609927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 84444657-61f0-4862-9fad-62a6b6b9ae0b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:14.614658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 84444657-61f0-4862-9fad-62a6b6b9ae0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:14.615952 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.657061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b98183c-574c-4df5-a1e4-c298321e63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.659776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-8b98183c-574c-4df5-a1e4-c298321e63ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800171 Jul 16 22:34:14.663708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] For port 57b68e72-8739-4f37-abb4-7cec6081e627, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=57b68e72-8739-4f37-abb4-7cec6081e627,segment=NetworkSegment(7d773e5f-145f-451a-ac95-d5e33296cdab),segment_id=7d773e5f-145f-451a-ac95-d5e33296cdab)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:14.664299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:34:14.664299 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:34:14.664299 n-d-793621-16 neutron-server[93924]: [parameters: {'id': '244a891a-659a-4225-bc3e-abc1bd085b6f'}] Jul 16 22:34:14.664299 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:14.664710 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:14.701460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.780748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-f9bcf69a-f156-4ea5-8b7d-143bf98bb1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143148 Jul 16 22:34:14.800536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9f73e6d-1864-4fcb-85b4-c86c573e86e6 req-004677f8-1a9f-44f1-9bf0-93d3c88669d6 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0422060 Jul 16 22:34:14.808481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.815430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.823245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.832491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbee0c0-4774-4849-8630-42a7ce76564f None None] Pushing event updated for resources: {'Port': ['ID=57b68e72-8739-4f37-abb4-7cec6081e627,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:14.835892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.845439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.852363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.868059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:14.883766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-43e9116d-4eb9-4341-92aa-06377b112f25 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.3670349 Jul 16 22:34:14.920797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.935882 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e196c005-c9bd-4de5-b8fc-f818202f8d42 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376128 Jul 16 22:34:14.939856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d833dc-e6a2-4334-9aa2-5a40f55587f3 None None] Network 244a891a-659a-4225-bc3e-abc1bd085b6f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:14.944914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:14.987835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-67d3901b-177f-467f-a935-c753796a7be7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 217 time: 0.0450506 Jul 16 22:34:14.991027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 84444657-61f0-4862-9fad-62a6b6b9ae0b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84444657-61f0-4862-9fad-62a6b6b9ae0b,segment=NetworkSegment(cd67f6aa-a5a7-4b43-8463-44a4b10e8adb),segment_id=cd67f6aa-a5a7-4b43-8463-44a4b10e8adb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:14.997835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9994b717-1ade-44d6-af1c-9ee3505332f2 req-ba4e1b7b-9bd2-456e-8733-b72e449ca5a7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131082 Jul 16 22:34:14.998800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.011426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.015842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "DELETE /v2.0/ports/be10b427-90ac-4caf-9598-6dcd94b27c99 HTTP/1.1" status: 204 len: 168 time: 1.4462605 Jul 16 22:34:15.016458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:15.064700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ebfad-f665-488d-b90a-a937780c7791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event deleted for resources: {'Port': ['ID=be10b427-90ac-4caf-9598-6dcd94b27c99,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:15.069653 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a471bdee-ebd9-41b8-9b8f-5487ebdc8946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:34:15.075143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a471bdee-ebd9-41b8-9b8f-5487ebdc8946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports/be10b427-90ac-4caf-9598-6dcd94b27c99 HTTP/1.1" status: 404 len: 333 time: 0.0370836 Jul 16 22:34:15.075340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3fef99c8-c31f-40ba-bf4d-ea95eef805df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:15.075340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-3fef99c8-c31f-40ba-bf4d-ea95eef805df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.0813537 Jul 16 22:34:15.076044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38296) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:15.086798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662451903', 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:15.091625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.127372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=6fdf24b0-6cc4-480e-a357-319495edfc90,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:15.149124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=84444657-61f0-4862-9fad-62a6b6b9ae0b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:15.150185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Made reservation on behalf of e4cf1e1b206e44e19ff283b2e04bb2d6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:15.153479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.165404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.183239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port 01abb9d9-4b47-4e3c-8bb9-071bad1d2074 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:15.273646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ae4934aa-e104-40e5-a8ed-59e065cec270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:15.275363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-ae4934aa-e104-40e5-a8ed-59e065cec270 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1658323 Jul 16 22:34:15.279437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.375096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879daaa6-a117-4224-8b20-2a0f3def3bd2 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:34:15.444439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 57b68e72-8739-4f37-abb4-7cec6081e627 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:15.444920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.457178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-b8cdfba5-1a57-4c93-87d2-6e29cc874d7e service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696179 Jul 16 22:34:15.564798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.570124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-47b42eab-ea04-4785-9486-ecfdc14f072f service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050835 Jul 16 22:34:15.571505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879daaa6-a117-4224-8b20-2a0f3def3bd2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:34:15.623491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-4ce4229d-bf87-4d04-872b-724840fa81f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0454209 Jul 16 22:34:15.629099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 57b68e72-8739-4f37-abb4-7cec6081e627, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=57b68e72-8739-4f37-abb4-7cec6081e627,segment=NetworkSegment(7d773e5f-145f-451a-ac95-d5e33296cdab),segment_id=7d773e5f-145f-451a-ac95-d5e33296cdab)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:15.629618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.643861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Router dabfbdce-d6c5-4cc3-b604-006e1cf8c990 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:34:15.648928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 57b68e72-8739-4f37-abb4-7cec6081e627 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:15.686839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.689561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-c8b9d760-2297-4e4e-b899-7946fb7002e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:15.692150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-c8b9d760-2297-4e4e-b899-7946fb7002e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.0595450 Jul 16 22:34:15.768633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:15.773115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:15.775773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:15.780623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=01abb9d9-4b47-4e3c-8bb9-071bad1d2074,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:15.780768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c3b81d5f-7843-4301-b1ef-0636fd21be86 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5859921 Jul 16 22:34:15.782800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:15.783895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:15.784506 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:15.784905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:15.788660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] Sync routers for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:15.805769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:15.806640 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:15.831770 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-897b57d4-8bcf-459a-8607-bb27d57f2a52 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] delete failed (client error): The resource could not be found. Jul 16 22:34:15.832942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-897b57d4-8bcf-459a-8607-bb27d57f2a52 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-577215579 HTTP/1.1" status: 404 len: 334 time: 0.0470312 Jul 16 22:34:15.837927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:15.847402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c00d9f39-96b0-4e16-974b-745f15e38cf0 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:15.857769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-79ceb2be-4fc1-4459-bacf-325e7c6f7289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7799022 Jul 16 22:34:15.859825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e557b56a-22c9-49c2-a762-18633e7efc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:15.862557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:15.865637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-e557b56a-22c9-49c2-a762-18633e7efc57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469455 Jul 16 22:34:15.884204 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:15.906939 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:15.907601 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:15.981192 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:15.981789 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318e8e5-d19d-4a1c-bd5d-8229df532d2c None None] The sync data for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:16.027294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4303d4ac-d476-4f02-b5cd-1c3480df687e req-6d68d1e4-1264-46e9-9b7f-de751835c3bd tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0368001 Jul 16 22:34:16.068069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-51febe13-44ab-4074-8120-7abcc9f23bdb service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957905 Jul 16 22:34:16.161989 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.207628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ae30c00-07bf-454a-b05b-29751467af19 req-d2ba67fc-661b-4f8a-b704-0460975f0be0 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318297 Jul 16 22:34:16.231084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787bb3a-6f7c-4954-96c0-578a414c65de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.232546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f787bb3a-6f7c-4954-96c0-578a414c65de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports/01abb9d9-4b47-4e3c-8bb9-071bad1d2074 HTTP/1.1" status: 200 len: 959 time: 0.3168228 Jul 16 22:34:16.235387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 57b68e72-8739-4f37-abb4-7cec6081e627 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:16.235527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:16.238054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=57b68e72-8739-4f37-abb4-7cec6081e627,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:16.351782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c00d9f39-96b0-4e16-974b-745f15e38cf0 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.375469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.375962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.376492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.376995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.377470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.377940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.378413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.380391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-b0b7529c-d9d5-4ba4-a706-5c59b26f75c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6493 time: 0.1080651 Jul 16 22:34:16.387118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Deleting port 01abb9d9-4b47-4e3c-8bb9-071bad1d2074 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:16.387619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.411891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.427412 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c00d9f39-96b0-4e16-974b-745f15e38cf0 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] update failed (client error): The resource could not be found. Jul 16 22:34:16.434021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c00d9f39-96b0-4e16-974b-745f15e38cf0 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990 HTTP/1.1" status: 404 len: 339 time: 0.5949836 Jul 16 22:34:16.436316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:16.449387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-579939564'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:16.449387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a891a-659a-4225-bc3e-abc1bd085b6f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:16.463434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d773e5f-145f-451a-ac95-d5e33296cdab') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:16.463729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d773e5f-145f-451a-ac95-d5e33296cdab') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:16.487387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.494266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.499869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84444657-61f0-4862-9fad-62a6b6b9ae0b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:16.500405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.507884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.513859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.519777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.526742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.529605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-c9ff02b2-5b60-4421-836b-a99f508235b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.3686543 Jul 16 22:34:16.533853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.564321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 84444657-61f0-4862-9fad-62a6b6b9ae0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:16.564757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.570476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.585935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:16.589423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.594429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:16.594827 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:16.598745 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:16.630138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07d800d6-d3dd-4106-bcaa-a0d324bb909c req-14d09e93-d26a-43d1-b56f-8f9388c2e8bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922968 Jul 16 22:34:16.675167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.697171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Calling delete_port for 01abb9d9-4b47-4e3c-8bb9-071bad1d2074 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:16.699301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-ab8d7480-3f8c-4265-b442-d229a887a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.700828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-ab8d7480-3f8c-4265-b442-d229a887a512 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 902 time: 0.3068035 Jul 16 22:34:16.701442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:16.708281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.713322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.715272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/244a891a-659a-4225-bc3e-abc1bd085b6f HTTP/1.1" status: 204 len: 168 time: 3.7763097 Jul 16 22:34:16.722573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:16.727674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.727674 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Added segment 8d6217c8-b5d7-4118-a48a-4974144ffce3 of type vlan for network 23483a0b-9451-47ef-8fae-187114234e2e Jul 16 22:34:16.739621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-702241428'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:16.752215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502dab7-b466-498c-b124-6850e8555de6 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=244a891a-659a-4225-bc3e-abc1bd085b6f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:16.789080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-e3f4ad87-478a-41ac-8113-de33cf616e24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0782037 Jul 16 22:34:16.815624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.820685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:16.824312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.865802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:16.874667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.879348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-a03e849e-8eb7-46c7-a160-fe7beb6b1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.881121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-a03e849e-8eb7-46c7-a160-fe7beb6b1741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.0860465 Jul 16 22:34:16.881685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:16.882299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.894745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.895029 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment 2d9db9de-9272-4222-afe6-5c9e9e0189bb of type vlan for network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e Jul 16 22:34:16.918431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.933036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4940076 Jul 16 22:34:16.938916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:16.946564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'subnet': {'network_id': '23483a0b-9451-47ef-8fae-187114234e2e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:16.955776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event deleted for resources: {'Port': ['ID=01abb9d9-4b47-4e3c-8bb9-071bad1d2074,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:16.967282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:16.969570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-885bdd06-a141-4bd4-ae08-7afd122da11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "DELETE /v2.0/ports/01abb9d9-4b47-4e3c-8bb9-071bad1d2074 HTTP/1.1" status: 204 len: 168 time: 0.7330341 Jul 16 22:34:16.972209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.004329 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc997dd5-0832-40ba-b372-089c0abad265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:34:17.009426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fc997dd5-0832-40ba-b372-089c0abad265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports/01abb9d9-4b47-4e3c-8bb9-071bad1d2074 HTTP/1.1" status: 404 len: 333 time: 0.0327656 Jul 16 22:34:17.009766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.014394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1067178596'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:17.031071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9bc49-2878-4539-b557-1ad2527dac07 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Network': ['ID=23483a0b-9451-47ef-8fae-187114234e2e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:17.041861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-163bb7bc-1533-4480-bdd0-5c7fcdbf3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:17.043388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-163bb7bc-1533-4480-bdd0-5c7fcdbf3a82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1564062 Jul 16 22:34:17.043832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 23483a0b-9451-47ef-8fae-187114234e2e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:17.046393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.053194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Made reservation on behalf of e4cf1e1b206e44e19ff283b2e04bb2d6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:17.056655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.095928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port c4eecfa8-8eb6-4a34-9913-94b142bcc141 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:17.116053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.139840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.150362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:17.151003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.180815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Made reservation on behalf of 0d1e8c5e7a724e22a2f99a9a176279e1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:17.184769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.258014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eb50123-eb50-4f65-bfd3-8d2283376780 req-75a7cea4-88a1-4b72-82e8-9860a065e180 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0505965 Jul 16 22:34:17.269477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5413442 Jul 16 22:34:17.272609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.290186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:17.294626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-d35225d3-3168-4baa-99cb-1bd7c108fef6 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081990 Jul 16 22:34:17.331630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eda5081-af2c-4d43-97a0-4505608bd083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.347647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e21d4-c5b1-4167-a4ba-d2c2aab97420 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=51b1fa35-4027-439c-b7b0-b5dd59dd4d3e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:17.359302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:17.427664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.456321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d052ddf8-b94f-4ba4-b494-7809ed1c9f0c req-8fc8aa22-e456-4558-992d-9fe70eef9d5d service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462150 Jul 16 22:34:17.482281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.525234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Network 29616056-b7de-4ff9-ab6d-8b691670ea11 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:17.528159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:17.531460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:17.532407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:17.533396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.542870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=c4eecfa8-8eb6-4a34-9913-94b142bcc141,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:17.568394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.607271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eda5081-af2c-4d43-97a0-4505608bd083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.616858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eda5081-af2c-4d43-97a0-4505608bd083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.617463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0cf63ec7-aaa7-4d43-892e-b8734c99be5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6064992 Jul 16 22:34:17.619767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.624802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:17.701027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:17.702486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.705368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.708682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda5081-af2c-4d43-97a0-4505608bd083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5bdbc-2025-496f-9a79-4eee210c1c90,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:17.717185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Subnet': ['ID=8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:17.741872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:17.745384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1eda5081-af2c-4d43-97a0-4505608bd083 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4c64e20b19e4b9698cfde500aacdbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254253 Jul 16 22:34:17.750008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Checking segment: {'id': '8d6217c8-b5d7-4118-a48a-4974144ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:17.750556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network hostable DHCP agents. Network: 23483a0b-9451-47ef-8fae-187114234e2e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:17.848110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network 23483a0b-9451-47ef-8fae-187114234e2e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:17.858288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.879453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 23483a0b-9451-47ef-8fae-187114234e2e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:17.891231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:17.891914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.892154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b790a329-93a4-4825-9020-bb90cff1b18b None None] Network 23483a0b-9451-47ef-8fae-187114234e2e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:17.897519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:17.984818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] device_id is not set on port c4eecfa8-8eb6-4a34-9913-94b142bcc141 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:17.994770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.005898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.009241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.010430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fc5bdbc-2025-496f-9a79-4eee210c1c90 HTTP/1.1" status: 204 len: 168 time: 0.2676070 Jul 16 22:34:18.021959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Transition to ACTIVE for port object c4eecfa8-8eb6-4a34-9913-94b142bcc141 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:18.023130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b614-fb02-4653-bade-186f38668c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5bdbc-2025-496f-9a79-4eee210c1c90,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.028607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.095412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-23483a0b-9451-47ef-8fae-187114234e2e', 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e', 'tenant_id': '0d1e8c5e7a724e22a2f99a9a176279e1', 'fixed_ips': [{'subnet_id': '8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:18.098140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.101348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=c4eecfa8-8eb6-4a34-9913-94b142bcc141,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.106279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.106676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.107472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.112302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.112641 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.113150 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 2 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.127782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.128263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.128819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.134072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.134401 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.134842 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 3 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.149412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.149758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.150077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.154710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.155044 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.155443 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 4 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.169882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.170234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.170561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.175469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.175805 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.176206 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 5 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.195952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.196429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.196892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.205044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.205513 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.206064 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 6 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.226491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.227521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.227984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.233626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.234113 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.234953 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 7 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.251277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.251787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.252236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.260727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.261634 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.262144 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 8 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.276303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Allocated IP 2001:db8:1::2 (23483a0b-9451-47ef-8fae-187114234e2e/8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5/f7b74494-5a4f-4226-a1c5-7d4c06c9b33c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:18.280950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.281434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.281853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.289650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.289947 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.290361 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 9 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.292338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f74c68a-3ed1-4c3c-b16c-6b58d1f5c790 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3523130 Jul 16 22:34:18.294405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38368) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:18.317512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.317806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4c1c4bed-6233-4927-a550-8f2944ef76dd tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'router': {'external_gateway_info': {'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:18.317973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.318203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.332092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.332510 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.333001 n-d-793621-16 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempt 10 to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 Jul 16 22:34:18.337281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.343324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.349493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.356114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.362220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.363852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.365308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.368229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempting to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.368750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.375679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.379033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:18.380267 n-d-793621-16 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Failed to bind port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on host n-h1-793621-16 for vnic_type normal using segments [{'id': '449908ad-ed52-4ddc-8903-b3a24b2adadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29616056-b7de-4ff9-ab6d-8b691670ea11'}] Jul 16 22:34:18.381796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.386385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-378063f0-65e7-4920-b9b8-b0e611d9142c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.6096075 Jul 16 22:34:18.434262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:18.461232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78cf59d7-c741-48b6-aae4-aebb2b7b483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.516924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65428e34-1ae0-4788-ba6a-8b958fd14091 req-80b7af9d-601b-4ad3-8d25-43af56470a0f tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0567074 Jul 16 22:34:18.530914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port c4eecfa8-8eb6-4a34-9913-94b142bcc141, host n-h1-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:18.531371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 22:34:18.545955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.582902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] In _notify_port_updated(), no bound segment for port c4eecfa8-8eb6-4a34-9913-94b142bcc141 on network 29616056-b7de-4ff9-ab6d-8b691670ea11 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:34:18.583886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.585119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.589215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "PUT /v2.0/ports/c4eecfa8-8eb6-4a34-9913-94b142bcc141 HTTP/1.1" status: 200 len: 980 time: 0.9658303 Jul 16 22:34:18.590758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38372) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:18.632356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.641191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Transition to ACTIVE for port object f7b74494-5a4f-4226-a1c5-7d4c06c9b33c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:18.654557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c589bfd-62f0-4824-ae9e-8df5110d4f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event updated for resources: {'Port': ['ID=c4eecfa8-8eb6-4a34-9913-94b142bcc141,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.658958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Transition to ACTIVE for port object f7b74494-5a4f-4226-a1c5-7d4c06c9b33c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:18.670516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.706766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Network 23483a0b-9451-47ef-8fae-187114234e2e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:18.710520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:18.712401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9dcf3a8a-a92e-47d3-a40a-6b6cf6a2bb7a req-617c1f6b-bb85-443a-8567-bca72cfbd4b4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698665 Jul 16 22:34:18.714340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:18.714701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4bed-6233-4927-a550-8f2944ef76dd tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.728753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78cf59d7-c741-48b6-aae4-aebb2b7b483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.732276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.735317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78cf59d7-c741-48b6-aae4-aebb2b7b483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.745473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Pushing event updated for resources: {'Port': ['ID=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.778855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78cf59d7-c741-48b6-aae4-aebb2b7b483e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d5e0eadfb1d4407b405450675b2885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427103 Jul 16 22:34:18.779551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Deleting port c4eecfa8-8eb6-4a34-9913-94b142bcc141 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:18.779900 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.784040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:18.799861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.801850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.802129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.803420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.803420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.803420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.803736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:18.814681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf59d7-c741-48b6-aae4-aebb2b7b483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693703e-813a-4162-b1f1-6181c801d445,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.820389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=bb166c83-99f5-45f6-b6b2-908ecb4d0047,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:18.822299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Attempting to bind port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:18.822594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Attempting to bind port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8d6217c8-b5d7-4118-a48a-4974144ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:18.824196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Attempting to bind port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c on network 23483a0b-9451-47ef-8fae-187114234e2e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:18.832909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:18.833753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Checking segment: {'id': '8d6217c8-b5d7-4118-a48a-4974144ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:18.835018 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.836916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Bound using segment: {'id': '8d6217c8-b5d7-4118-a48a-4974144ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:18.837436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Bound port: f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6217c8-b5d7-4118-a48a-4974144ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '23483a0b-9451-47ef-8fae-187114234e2e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:18.837876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.844786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': '2d9db9de-9272-4222-afe6-5c9e9e0189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:18.845195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:18.883143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] For port c4eecfa8-8eb6-4a34-9913-94b142bcc141, host n-h1-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:18.883507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.905325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Calling delete_port for c4eecfa8-8eb6-4a34-9913-94b142bcc141 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:18.909732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] For port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:18.913829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:18.914777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] For port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,segment=NetworkSegment(8d6217c8-b5d7-4118-a48a-4974144ffce3),segment_id=8d6217c8-b5d7-4118-a48a-4974144ffce3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:18.915258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.920075 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.931705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:18.937824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:18.938970 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:18.949746 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-4c1c4bed-6233-4927-a550-8f2944ef76dd tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:34:18.950875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c1c4bed-6233-4927-a550-8f2944ef76dd tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990 HTTP/1.1" status: 400 len: 364 time: 0.6512692 Jul 16 22:34:18.953078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ba391-b1e6-4356-9afc-86ba44de4c79 None None] Network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:18.954740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:18.974690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.041253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10383ecf-352c-4bc2-b23a-436bfb636915 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7606578 Jul 16 22:34:19.043690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:19.056943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.073802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb96dd-3443-4954-95c0-fce48f752bb0 None None] Pushing event updated for resources: {'Port': ['ID=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:19.090705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4eecfa8-8eb6-4a34-9913-94b142bcc141,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:19.095550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.098109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.099625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f693703e-813a-4162-b1f1-6181c801d445 HTTP/1.1" status: 204 len: 168 time: 0.3136489 Jul 16 22:34:19.109335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de938b1d-37e3-44b3-ae0b-d4bf2a1b9ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693703e-813a-4162-b1f1-6181c801d445,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:19.117209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.122404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a820a260-f3ad-44df-bd28-852eb1af7f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "DELETE /v2.0/ports/c4eecfa8-8eb6-4a34-9913-94b142bcc141 HTTP/1.1" status: 204 len: 168 time: 0.5291197 Jul 16 22:34:19.123042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:19.157809 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6acdb5a-66b0-43ce-88c7-2fb9c032c30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] GET failed (client error): The resource could not be found. Jul 16 22:34:19.163788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6acdb5a-66b0-43ce-88c7-2fb9c032c30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955012453-project-admin] 10.222.0.70 "GET /v2.0/ports/c4eecfa8-8eb6-4a34-9913-94b142bcc141 HTTP/1.1" status: 404 len: 333 time: 0.0389690 Jul 16 22:34:19.164419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:19.234011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-51b1fa35-4027-439c-b7b0-b5dd59dd4d3e', 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': 'bb166c83-99f5-45f6-b6b2-908ecb4d0047'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:19.235010 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.251428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.430363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.433367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.441639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29616056-b7de-4ff9-ab6d-8b691670ea11']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:19.462483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449908ad-ed52-4ddc-8903-b3a24b2adadd') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:19.465279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449908ad-ed52-4ddc-8903-b3a24b2adadd') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:19.485747 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.493588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Allocated IP 2001:db8::1 (51b1fa35-4027-439c-b7b0-b5dd59dd4d3e/bb166c83-99f5-45f6-b6b2-908ecb4d0047/21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:19.506141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.516265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:19.517011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:19.520739 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:19.581553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.615452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.643756 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.656210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.659125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] 10.222.0.70 "DELETE /v2.0/networks/29616056-b7de-4ff9-ab6d-8b691670ea11 HTTP/1.1" status: 204 len: 168 time: 0.4937234 Jul 16 22:34:19.660044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f35ee8-220f-4ef3-a2cc-7f9e859d1894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1733180857-project] Pushing event deleted for resources: {'Network': ['ID=29616056-b7de-4ff9-ab6d-8b691670ea11,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:19.715563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.743949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Transition to ACTIVE for port object 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:19.772705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-594c07fc-10b5-42c2-aa79-bdb2bd777d10 req-ad3743e7-539c-4dae-a04b-fe141cf90222 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0420947 Jul 16 22:34:19.777798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Transition to ACTIVE for port object 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:19.791730 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.882417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:19.891542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:19.899394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:19.911736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Pushing event updated for resources: {'Port': ['ID=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:19.983970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Attempting to bind port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:19.984622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Attempting to bind port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '2d9db9de-9272-4222-afe6-5c9e9e0189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:19.985234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Attempting to bind port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb on network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:19.990944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:19.992217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Checking segment: {'id': '2d9db9de-9272-4222-afe6-5c9e9e0189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:19.992634 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:19.993058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Bound using segment: {'id': '2d9db9de-9272-4222-afe6-5c9e9e0189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:19.993541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Bound port: 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9db9de-9272-4222-afe6-5c9e9e0189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:19.993926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.039739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Allocated IP 2001:db8::1 (f19a9951-8e5c-4f0e-9f29-6c3010629369/4dbfbdd2-da84-4a02-9725-46cdc778dea8/28697148-e6b0-4e4f-ba6c-bacbd8cbd221) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:20.061796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:20.087794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62db6608-da6f-41cb-914d-75af315883ef None None] For port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:20.093230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62db6608-da6f-41cb-914d-75af315883ef None None] For port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,segment=NetworkSegment(2d9db9de-9272-4222-afe6-5c9e9e0189bb),segment_id=2d9db9de-9272-4222-afe6-5c9e9e0189bb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:20.101788 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.107113 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.189662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=bb166c83-99f5-45f6-b6b2-908ecb4d0047,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:20.213479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db6608-da6f-41cb-914d-75af315883ef None None] Pushing event updated for resources: {'Port': ['ID=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:20.290895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7140b185-0904-4f9a-80df-04c4321f0065 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3b239441d224594ae464380346e9a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279217 Jul 16 22:34:20.293338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:20.351620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.370588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.375985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.389218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.404394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.410823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.421024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.448374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.451234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.452276 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd43eb03-4e64-449b-8183-6a1fad28e78c HTTP/1.1" status: 204 len: 168 time: 0.1578164 Jul 16 22:34:20.453233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.464985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.485255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.487418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-eeeab775-4f49-4bc9-9cf0-184d68d33b66 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.5367649 Jul 16 22:34:20.494850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592349e4-0b51-4241-93c0-dc67eb0e398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd43eb03-4e64-449b-8183-6a1fad28e78c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:20.533331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b1fa35-4027-439c-b7b0-b5dd59dd4d3e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:20.571444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.580811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92964b67-d2f0-48f8-87df-8722db5deeb5 None None] Network 23483a0b-9451-47ef-8fae-187114234e2e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:20.597002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9db9de-9272-4222-afe6-5c9e9e0189bb') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:20.603841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9db9de-9272-4222-afe6-5c9e9e0189bb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:20.633549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7b74494-5a4f-4226-a1c5-7d4c06c9b33c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:20.635552 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d5aca24-ed2a-43db-8f77-5176f6c29dfe req-ee3dde1d-c87e-45df-9e91-55973eed6198 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378641 Jul 16 22:34:20.637372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.661416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.692066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.698059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Transition to ACTIVE for port object 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:20.703059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:20.703772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:20.707143 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:20.752712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42675bb9-516f-4dfd-89e5-db146008f1d8 None None] Provisioning for port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:20.798649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:34:20.798649 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:34:20.798649 n-d-793621-16 neutron-server[93924]: [parameters: {'id': '51b1fa35-4027-439c-b7b0-b5dd59dd4d3e'}] Jul 16 22:34:20.798649 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:20.799099 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:20.802555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:20.808354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:20.808742 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.820253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.882363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:20.886322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:20.890488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:20.891327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.949420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.993694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Port': ['ID=28697148-e6b0-4e4f-ba6c-bacbd8cbd221,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:21.017190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,segment=NetworkSegment(8d6217c8-b5d7-4118-a48a-4974144ffce3),segment_id=8d6217c8-b5d7-4118-a48a-4974144ffce3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:21.023791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.121841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c52b3c6b-0ad2-4509-8111-793531185055 req-6d157f1a-16d4-4adc-837a-a4f76215e147 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0697727 Jul 16 22:34:21.162003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:21.225299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:21.248774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.319993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b813638-0b29-4c70-b375-d6d9411dfd5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4cf1e1b206e44e19ff283b2e04bb2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930455 Jul 16 22:34:21.324601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:21.421712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.436914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.505859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Provisioning for port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:21.511853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Provisioning complete for port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:21.513182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.524191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.594384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:34:21.611012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.614078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.616650 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89adbf8d-bfcd-4936-9bbe-9eee8622a756 HTTP/1.1" status: 204 len: 168 time: 0.2897277 Jul 16 22:34:21.623999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Provisioning complete for port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:21.626775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810480b-25bf-4596-b6d8-2454bbbaed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89adbf8d-bfcd-4936-9bbe-9eee8622a756,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:21.627140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d91e617e-d0da-43c0-b163-4e1705eccfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.661631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:21.662117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.816489 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.829636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7f16-86e5-4cae-a7b1-08812221c7d8 req-e7c3e6d8-263c-43e9-99e9-5608cc98f806 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:21.836371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-192b7f16-86e5-4cae-a7b1-08812221c7d8 req-e7c3e6d8-263c-43e9-99e9-5608cc98f806 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1659300 Jul 16 22:34:21.845271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad308d-f361-4567-8a73-67724f6a256b None None] Network 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:21.878798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.879595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.898234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,segment=NetworkSegment(2d9db9de-9272-4222-afe6-5c9e9e0189bb),segment_id=2d9db9de-9272-4222-afe6-5c9e9e0189bb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:21.898605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:21.899213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-192b7f16-86e5-4cae-a7b1-08812221c7d8 req-13d7b7f0-37ba-4e4c-9095-07998877a38c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544183 Jul 16 22:34:21.961738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2675891-d47f-42f3-bf3e-ea7584aab605 None None] Provisioning for port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:21.984638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-8bc4a298-2b02-4f42-a237-2bd8ea5928fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:21.986257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-8bc4a298-2b02-4f42-a237-2bd8ea5928fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.4559689 Jul 16 22:34:21.992705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:22.074638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event updated for resources: {'Port': ['ID=28697148-e6b0-4e4f-ba6c-bacbd8cbd221,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:22.106292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] DHCP port deletion for 51b1fa35-4027-439c-b7b0-b5dd59dd4d3e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:22.159770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Deleting port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:22.160196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:22.243887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] For port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,segment=NetworkSegment(2d9db9de-9272-4222-afe6-5c9e9e0189bb),segment_id=2d9db9de-9272-4222-afe6-5c9e9e0189bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:22.244474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:22.269214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Calling delete_port for 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:22.351572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.357854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:22.358336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.364342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.371227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.377425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.384286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.391660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.409686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-064a38cf-5268-442c-bf12-770221b07f0f req-23805238-ca66-48f4-b471-29ed83f4362c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.5350788 Jul 16 22:34:22.439150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9d6e3bf-54b7-447d-9478-49f4262bf18e req-4bbaf53c-46db-4924-bb5d-7bbd8a5bfa62 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0713468 Jul 16 22:34:22.441244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] Pushing event deleted for resources: {'Port': ['ID=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:22.444473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-4309d359-bd1a-4679-8d7a-dc3493c6f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.446737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-4309d359-bd1a-4679-8d7a-dc3493c6f0b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.4289920 Jul 16 22:34:22.450478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e0a15-1e62-41a5-9cdd-93a5815ed57a None None] No DVR routers for this DVR port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:22.532767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7b74494-5a4f-4226-a1c5-7d4c06c9b33c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:22.587527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:22.588033 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:22.588616 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-50d7fa7a-7cfb-42b1-b8ca-f24f85031e16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.1132834 Jul 16 22:34:22.598732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:22.600795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:22.652339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:22.689398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:22.878874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.016049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-20c92c91-acf6-4eb0-b6ad-23a9ae42c16b None None] Provisioning complete for port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:23.016811 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20c92c91-acf6-4eb0-b6ad-23a9ae42c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.090871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-20c92c91-acf6-4eb0-b6ad-23a9ae42c16b None None] Port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:34:23.093703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=21fc4b7a-5a63-47f2-8e40-5a9744b8ddcb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:23.113692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c7858-a912-40ba-9a52-ad7dcc010ffb req-5d3a2c38-a9ba-43f7-ab49-9ebe0b361fc6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:23.121488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-469c7858-a912-40ba-9a52-ad7dcc010ffb req-5d3a2c38-a9ba-43f7-ab49-9ebe0b361fc6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.0838394 Jul 16 22:34:23.155944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.167439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b1fa35-4027-439c-b7b0-b5dd59dd4d3e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.171405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-469c7858-a912-40ba-9a52-ad7dcc010ffb req-33498f37-0c56-4511-ac75-ced1fb0d37bc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451465 Jul 16 22:34:23.183845 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-064a38cf-5268-442c-bf12-770221b07f0f req-da224315-8d9a-4526-b46e-8facca4fa71a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7731702 Jul 16 22:34:23.187974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9db9de-9272-4222-afe6-5c9e9e0189bb') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.188273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9db9de-9272-4222-afe6-5c9e9e0189bb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.260282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.289755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-63bb8e3a-c39c-4fe1-a26b-e3bbdde5bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:23.291344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-63bb8e3a-c39c-4fe1-a26b-e3bbdde5bb80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.6687806 Jul 16 22:34:23.296568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.337671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:23.338124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:23.341223 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:23.375872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Router dabfbdce-d6c5-4cc3-b604-006e1cf8c990 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:34:23.429529 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.433992 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.435837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/51b1fa35-4027-439c-b7b0-b5dd59dd4d3e HTTP/1.1" status: 204 len: 168 time: 4.3914840 Jul 16 22:34:23.441673 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:23.449062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355088474'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:23.485666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:23.496651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.518215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf17c-5696-4424-a405-590826c4702e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=51b1fa35-4027-439c-b7b0-b5dd59dd4d3e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:23.526837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-65010367-6f6d-4386-807e-1bf7dfbef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:23.528357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-65010367-6f6d-4386-807e-1bf7dfbef2a2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2275739 Jul 16 22:34:23.564140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:23.577939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.578450 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment dc796b6a-6b88-4b2a-b886-378e3996fa16 of type vlan for network d2def8ed-20fd-4ebd-be84-d214e2b30685 Jul 16 22:34:23.587009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:23.598387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] Sync routers for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:23.599637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aeb572c4-1688-4d4f-b797-0a28ed77459c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6437538 Jul 16 22:34:23.602909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:23.614066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:23.615318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.673441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.685109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8383bbde-4f92-49aa-bd58-ceef6da84a02 req-e79a162a-eee7-49d9-a9e7-a8cefedb58f1 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0515690 Jul 16 22:34:23.688487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:23.689413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.694463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.699340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-186ef3f5-0e5f-4d39-a8d5-2e9859a3ee45 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.735065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.743295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:23.744298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:23.744828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.745201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e0345-2964-4fd9-a780-21563580b6e4 None None] The sync data for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:23.790356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3465483 Jul 16 22:34:23.794330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:23.799940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': 'd2def8ed-20fd-4ebd-be84-d214e2b30685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:23.843121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-12f72530-3991-4f59-802a-86c98c27644f service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060451 Jul 16 22:34:23.846667 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-186ef3f5-0e5f-4d39-a8d5-2e9859a3ee45 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 22:34:23.847930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-186ef3f5-0e5f-4d39-a8d5-2e9859a3ee45 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990 HTTP/1.1" status: 409 len: 329 time: 0.2441056 Jul 16 22:34:23.851496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:23.945180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:24.106835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-496e6b85-36a2-4146-9313-e912376ecdc0 req-9b076e3b-80c8-4853-9fd0-e6cfdfc2cde8 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560639 Jul 16 22:34:24.234186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2142373801', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:24.272709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Made reservation on behalf of 4cf878293d0a4693bb6adcb676d2904b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:24.283505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.298121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.326075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c09e4-706f-406c-a424-0f3da6b0bbab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=d2def8ed-20fd-4ebd-be84-d214e2b30685,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:24.345159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d2def8ed-20fd-4ebd-be84-d214e2b30685 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:24.461532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.520445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.530001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.537043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.543313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.551368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.558175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.564409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.566739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-18a344a4-68f4-4255-b2a7-d0406c9b16af tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.1422215 Jul 16 22:34:24.575944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41a9da-52be-4140-9695-30cad2d02356 req-fb41013f-bb06-4bf5-a55d-9b6406f45d0b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.577745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e41a9da-52be-4140-9695-30cad2d02356 req-fb41013f-bb06-4bf5-a55d-9b6406f45d0b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2104449 Jul 16 22:34:24.612612 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8840957a-d529-4e08-ae34-a7c6fb480b1b req-c4be978b-7c12-4f83-aeca-efad8b85b640 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392334 Jul 16 22:34:24.624777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.650580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:24.654577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.660176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.708904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e41a9da-52be-4140-9695-30cad2d02356 req-38fdfcd0-ca44-4a02-8811-19c271d3ab58 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184366 Jul 16 22:34:24.720607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:24.743895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c0ca08-1582-498e-8f9a-45a95374231a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:24.747534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.747885 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Added segment fd001563-913e-4c77-8ed8-5197d53ceb54 of type vlan for network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 Jul 16 22:34:24.820752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.934117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.935173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:24.935777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.980140 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0324156 Jul 16 22:34:24.983563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:24.984365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-257e7e57-02ec-4513-89c5-cd767f3ab942 req-be4d5195-230a-477d-a427-7ceda3c9b88a tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0612557 Jul 16 22:34:24.988314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'subnet': {'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:24.992522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.003685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:25.004037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.054133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee700cd-23b9-4db5-bec3-72e1343078d7 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Network': ['ID=a19cbd4d-2f36-4420-b88b-edcbd3c4af67,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:25.056822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=6b02fcb4-9817-4c6e-a7b4-985bb7f2c055,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:25.067360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:25.081014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Made reservation on behalf of 4cf878293d0a4693bb6adcb676d2904b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:25.083465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.097204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'dc796b6a-6b88-4b2a-b886-378e3996fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd2def8ed-20fd-4ebd-be84-d214e2b30685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:25.097625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: d2def8ed-20fd-4ebd-be84-d214e2b30685, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:25.118430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network d2def8ed-20fd-4ebd-be84-d214e2b30685 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:25.129147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d2def8ed-20fd-4ebd-be84-d214e2b30685) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:25.133859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:25.134879 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.153852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2106b99c-36f8-49e3-a3bf-3513b9948ad8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3581944 Jul 16 22:34:25.156400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:25.169939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d0faf-bb34-44cb-9660-dffe175054be None None] Network d2def8ed-20fd-4ebd-be84-d214e2b30685 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:25.191884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.214745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for 28697148-e6b0-4e4f-ba6c-bacbd8cbd221 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:25.305356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.364219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824de99-8120-4331-addf-941db2f816f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d2def8ed-20fd-4ebd-be84-d214e2b30685', 'network_id': 'd2def8ed-20fd-4ebd-be84-d214e2b30685', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '6b02fcb4-9817-4c6e-a7b4-985bb7f2c055'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:25.366698 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9824de99-8120-4331-addf-941db2f816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.410579 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.485807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.507088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.544488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=28697148-e6b0-4e4f-ba6c-bacbd8cbd221,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-9824de99-8120-4331-addf-941db2f816f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b02fcb4-9817-4c6e-a7b4-985bb7f2c055: This subnet is being modified by another concurrent operation. Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b02fcb4-9817-4c6e-a7b4-985bb7f2c055: This subnet is being modified by another concurrent operation. Jul 16 22:34:25.565310 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:34:25.575148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=6b02fcb4-9817-4c6e-a7b4-985bb7f2c055,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:25.611240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.623251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2def8ed-20fd-4ebd-be84-d214e2b30685']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:25.636805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc796b6a-6b88-4b2a-b886-378e3996fa16') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:25.636805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc796b6a-6b88-4b2a-b886-378e3996fa16') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:25.645015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d166f-e816-4165-9cc4-fa2147e4c44d None None] Network d2def8ed-20fd-4ebd-be84-d214e2b30685 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:25.649284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.668172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.676544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:25.677155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:25.695332 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:25.760776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.841057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.872263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8def14-dc5c-4e3f-b361-71140c520f52 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:34:25.876941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:34:25.877486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.888216 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.890578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/d2def8ed-20fd-4ebd-be84-d214e2b30685 HTTP/1.1" status: 204 len: 168 time: 0.7331653 Jul 16 22:34:25.891609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de80ca-0d2a-4231-b526-100529a822bc tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=d2def8ed-20fd-4ebd-be84-d214e2b30685,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:25.894023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:25.905919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-33536705'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:25.974964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:25.978785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.016689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:26.026793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434334cc-093c-4adb-8d2d-937a88c591a5 req-cd7f9236-587f-4712-a2e3-3be3076493fc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.033881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-434334cc-093c-4adb-8d2d-937a88c591a5 req-cd7f9236-587f-4712-a2e3-3be3076493fc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1159139 Jul 16 22:34:26.055235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3cf8b38-66b3-4b6b-91f1-091149eb91b3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:26.065067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.065422 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment e3635f44-cfad-466c-97f7-c3cc670edf93 of type vlan for network 0ede741f-e991-48d4-9c68-e694cf28630f Jul 16 22:34:26.073759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8def14-dc5c-4e3f-b361-71140c520f52 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:34:26.123121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-434334cc-093c-4adb-8d2d-937a88c591a5 req-56d9344c-c8dc-44b2-a911-1e5707ad83d7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883410 Jul 16 22:34:26.143643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.183753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.191579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.192299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.204228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Router dabfbdce-d6c5-4cc3-b604-006e1cf8c990 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:34:26.211213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Checking segment: {'id': 'fd001563-913e-4c77-8ed8-5197d53ceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:26.211596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network hostable DHCP agents. Network: a19cbd4d-2f36-4420-b88b-edcbd3c4af67, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:26.235337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3333979 Jul 16 22:34:26.239048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:26.248159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:26.304225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02464f9-a97c-4610-8a0c-8d9f4b8c34bd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=0ede741f-e991-48d4-9c68-e694cf28630f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:26.323937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:26.355116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44db67b0-4edf-4a31-bd43-173a5b949927 req-8fa24792-7790-4254-89ff-0dfc3aaf6995 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0561953 Jul 16 22:34:26.438524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:26.443396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.690443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.701466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.707864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.714249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.720377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.727313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.734039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.740351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.743026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-c559c2eb-0a58-48c0-8c76-23c28bf6f4ed tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.9540226 Jul 16 22:34:26.758816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=0a708d73-a726-4508-8e83-f048a364ffa1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:26.767348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:26.772687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:26.782620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-14e307df-4a6c-4ed9-bdb6-c2fc0e4af41c tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9215026 Jul 16 22:34:26.785358 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] Sync routers for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:26.785891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:26.795719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'e3635f44-cfad-466c-97f7-c3cc670edf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:26.796319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: 0ede741f-e991-48d4-9c68-e694cf28630f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:26.800337 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:26.801536 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:26.806954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfa15ee4-1a0f-46cf-b730-2121fbe3625e req-b87078f9-9b21-4af1-88d6-10f482b133b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564444 Jul 16 22:34:26.807995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a19cbd4d-2f36-4420-b88b-edcbd3c4af67) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:26.817046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.817668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.824387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5acca-aecd-4f7d-bd33-76af3232ffb0 None None] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:26.832665 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-94dab312-1d5f-41de-8738-aa2ad53abb3e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] show failed (client error): The resource could not be found. Jul 16 22:34:26.838734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:26.839137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-94dab312-1d5f-41de-8738-aa2ad53abb3e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-569064509 HTTP/1.1" status: 404 len: 334 time: 0.0493112 Jul 16 22:34:26.854553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-75bfa3f4-7de8-4350-b64a-cd9e04a2f874 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:26.877836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 0ede741f-e991-48d4-9c68-e694cf28630f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:26.887709 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-75bfa3f4-7de8-4350-b64a-cd9e04a2f874 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] update failed (client error): The resource could not be found. Jul 16 22:34:26.887981 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:26.889207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75bfa3f4-7de8-4350-b64a-cd9e04a2f874 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1309503 HTTP/1.1" status: 404 len: 332 time: 0.0413239 Jul 16 22:34:26.891376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0ede741f-e991-48d4-9c68-e694cf28630f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:26.895943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:26.903382 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] Routers {'dabfbdce-d6c5-4cc3-b604-006e1cf8c990'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:26.906528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0cf8f6f5-2aa7-429c-8df4-c61c2d24b101 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9195111 Jul 16 22:34:26.906936 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:26.907072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:26.915785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1465721584', 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:26.927467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25db5a8-6425-4ae6-8668-356337a91e52 None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:26.928620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:26.929453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.938786 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:26.939694 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca284a-4123-4e21-bc12-1a273f9c6733 None None] The sync data for ids ['dabfbdce-d6c5-4cc3-b604-006e1cf8c990'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:26.961712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Made reservation on behalf of 4cf878293d0a4693bb6adcb676d2904b for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:26.965970 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:26.994539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5bd507c-018a-45e2-8a0d-c7eb6c91350e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7516313 Jul 16 22:34:26.994806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] device_id is not set on port 19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:34:26.995577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.004650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting subnet 8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:27.013086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:27.016726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.109666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320efd4-0e04-4635-8d63-26c43103ff5e None None] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:27.125499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.138621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.20.0.12 (a19cbd4d-2f36-4420-b88b-edcbd3c4af67/c3cf8b38-66b3-4b6b-91f1-091149eb91b3/19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:27.192907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-0ede741f-e991-48d4-9c68-e694cf28630f', 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '0a708d73-a726-4508-8e83-f048a364ffa1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:27.194378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.259739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.286622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:27.291591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.367296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.421213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.422365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Allocated IP 2001:db8::2 (0ede741f-e991-48d4-9c68-e694cf28630f/0a708d73-a726-4508-8e83-f048a364ffa1/66c96be0-fcdd-44b4-8187-22d2d56c1d22) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:27.461290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Subnet': ['ID=8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:27.469386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.474289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.474580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f9d4b4a-604b-4b89-8e49-e38282f70e2f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/subnets/8496ad28-3ab6-4e2b-879f-b1aaf99ec6c5 HTTP/1.1" status: 204 len: 168 time: 0.5752661 Jul 16 22:34:27.485713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.532252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d310a-8add-400d-bb32-bb6654a1427d None None] Network 23483a0b-9451-47ef-8fae-187114234e2e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:27.599269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:27.606050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:27.616015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b5d1d0ee-a630-4c95-a523-8239fa95c312 req-f0a38a66-a390-4403-b02e-5480bf1020ec tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0492008 Jul 16 22:34:27.641748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3156573-5c84-462b-aee2-23a0b55f219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.669546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:27.693716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.718685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.727164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:27.744699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.745357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.775990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=5efec711-2578-4c51-9a7a-fda7fb83acaa,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:27.784771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 0ede741f-e991-48d4-9c68-e694cf28630f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:27.786655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:27.787215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.790466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.791074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.795902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c8f31443-0c4f-483a-84c6-8d5361e7bd3c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8877535 Jul 16 22:34:27.800141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.800333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Transition to ACTIVE for port object 66c96be0-fcdd-44b4-8187-22d2d56c1d22 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:27.813450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-008f5eb8-da1b-4db1-b081-200bb3bd1805 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8161750 Jul 16 22:34:27.815946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.824181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Transition to ACTIVE for port object 66c96be0-fcdd-44b4-8187-22d2d56c1d22 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:27.834096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.920093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:27.922857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Pushing event updated for resources: {'Port': ['ID=66c96be0-fcdd-44b4-8187-22d2d56c1d22,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:27.928396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] DHCP port deletion for 23483a0b-9451-47ef-8fae-187114234e2e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:27.932059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:27.934855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:27.937715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.939801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.941499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.942545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:27.942891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.944133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.945840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.948739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5d64f015-4546-4cf9-a86b-c53e73f609ad tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1313157 Jul 16 22:34:27.952045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.957849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601013927'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:27.985426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:27.989848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.019919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:28.032444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.033028 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment c02fdd34-22a7-4435-af2a-9f83c38f6486 of type vlan for network 1d81305e-95e2-41c9-b5b5-8040e7354630 Jul 16 22:34:28.053404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Attempting to bind port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:28.053799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Attempting to bind port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'e3635f44-cfad-466c-97f7-c3cc670edf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:28.054164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Attempting to bind port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 on network 0ede741f-e991-48d4-9c68-e694cf28630f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:28.060805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:28.061218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Checking segment: {'id': 'e3635f44-cfad-466c-97f7-c3cc670edf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:28.061641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.062034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Bound using segment: {'id': 'e3635f44-cfad-466c-97f7-c3cc670edf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:28.062512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Bound port: 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3635f44-cfad-466c-97f7-c3cc670edf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:28.062902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.085002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.115845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.117421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] For port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,segment=NetworkSegment(8d6217c8-b5d7-4118-a48a-4974144ffce3),segment_id=8d6217c8-b5d7-4118-a48a-4974144ffce3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:28.117825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.125992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.127089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.127395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Deleting port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:28.128451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.131812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Deleting port 19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:28.132017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.155613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for f7b74494-5a4f-4226-a1c5-7d4c06c9b33c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:28.171431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] For port 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:28.214250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:28.224172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] For port 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=66c96be0-fcdd-44b4-8187-22d2d56c1d22,segment=NetworkSegment(e3635f44-cfad-466c-97f7-c3cc670edf93),segment_id=e3635f44-cfad-466c-97f7-c3cc670edf93)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:28.225600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=1d81305e-95e2-41c9-b5b5-8040e7354630,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.240050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39af98b7-7710-449c-b37b-dfb730f0a855 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2842689 Jul 16 22:34:28.240237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] For port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,segment=NetworkSegment(8d6217c8-b5d7-4118-a48a-4974144ffce3),segment_id=8d6217c8-b5d7-4118-a48a-4974144ffce3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:28.240237 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.240771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:28.246085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:28.246723 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.267737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Calling delete_port for f7b74494-5a4f-4226-a1c5-7d4c06c9b33c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:28.284445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.290540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.296592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.302566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.309125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.322697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.330723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.332726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-449238c0-9fec-4592-82ea-8a7832da5741 req-378b37a1-e534-4e52-b185-40b31534b371 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.3165503 Jul 16 22:34:28.371842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdf76b70-9db3-4b5e-8f97-af1191c98434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.379245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.409035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:28.419689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eaaad-d737-48ea-8550-88fa63629ecd None None] Pushing event updated for resources: {'Port': ['ID=66c96be0-fcdd-44b4-8187-22d2d56c1d22,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.421659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-449238c0-9fec-4592-82ea-8a7832da5741 req-2da6f033-f06f-4fe9-9752-64dd50d504c2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745709 Jul 16 22:34:28.422830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Calling delete_port for 19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:28.442507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.472552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.483764 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.497016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.531073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 is not hosted by any dhcp agent {{(pid=93923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:34:28.542171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:28.542820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.544149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "PUT /v2.0/networks/1d81305e-95e2-41c9-b5b5-8040e7354630 HTTP/1.1" status: 200 len: 723 time: 0.3023818 Jul 16 22:34:28.548941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:28.555786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] Pushing event deleted for resources: {'Port': ['ID=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.562626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:28.564817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c0aff-a355-4731-876c-06eb341c7ca7 None None] No DVR routers for this DVR port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:28.575048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=f7b74494-5a4f-4226-a1c5-7d4c06c9b33c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.577653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7b74494-5a4f-4226-a1c5-7d4c06c9b33c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:28.590367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] No DVR routers for this DVR port f7b74494-5a4f-4226-a1c5-7d4c06c9b33c on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:28.613688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f7b74494-5a4f-4226-a1c5-7d4c06c9b33c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:28.614437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f7b74494-5a4f-4226-a1c5-7d4c06c9b33c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:28.625298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea1f28-14ec-4f5c-bdba-112369bc5db0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=1d81305e-95e2-41c9-b5b5-8040e7354630,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.641419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:28.718172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.733424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23483a0b-9451-47ef-8fae-187114234e2e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:28.758737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6217c8-b5d7-4118-a48a-4974144ffce3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:28.759361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6217c8-b5d7-4118-a48a-4974144ffce3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:28.762144 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.796125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.802822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdf76b70-9db3-4b5e-8f97-af1191c98434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.810696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdf76b70-9db3-4b5e-8f97-af1191c98434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.854202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Port': ['ID=19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.882021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.895026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:28.895437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:28.899371 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:28.902352 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-68cdd200-080a-48ad-a532-11aa67deb877 req-627f5004-4963-42a8-b278-42ef288497ef tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0691912 Jul 16 22:34:28.903087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cdf76b70-9db3-4b5e-8f97-af1191c98434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2154f297d2de4154862c00370086b28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845489 Jul 16 22:34:28.903761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:28.913844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.917296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:28.935765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf76b70-9db3-4b5e-8f97-af1191c98434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95206309-5bd9-4a54-b244-aa8076609aab,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:28.936764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:28.938943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-308119fd-6a42-47b8-b263-5c0b46201c26 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/ports/19ec1fc5-2c9a-47a5-a1c9-6c1895bff1c8 HTTP/1.1" status: 204 len: 168 time: 1.1360581 Jul 16 22:34:28.947223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:28.952083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67', 'external_fixed_ips': [{'subnet_id': 'c3cf8b38-66b3-4b6b-91f1-091149eb91b3', 'ip_address': '172.20.0.12'}]}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:28.998535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.004651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.008302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/networks/23483a0b-9451-47ef-8fae-187114234e2e HTTP/1.1" status: 204 len: 168 time: 1.5322106 Jul 16 22:34:29.013049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:29.049944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.050186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0990d33-dcfc-4aa3-a2b5-8936eb2956bc tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Network': ['ID=23483a0b-9451-47ef-8fae-187114234e2e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:29.050891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.079304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting subnet 4cb0de23-c2e2-4720-a5d1-c961f9eed8bf {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:29.082768 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.125312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.218799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.280006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.304160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb0de23-c2e2-4720-a5d1-c961f9eed8bf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:29.313842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.318425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5c125df3-f591-4092-8df5-4035aeba511b tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/subnets/4cb0de23-c2e2-4720-a5d1-c961f9eed8bf HTTP/1.1" status: 204 len: 168 time: 0.3021193 Jul 16 22:34:29.318619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:29.323123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5993f2-8375-4da0-8a9d-e65d882d2844 None None] Network 08187862-ed26-4b1b-8954-76ec4b184c17 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:29.355575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.390824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting subnet 21717251-fd2f-4516-b2c9-41cf1967837a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:29.397398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.398512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.446126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.463948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.593057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.602939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] DHCP port deletion for 08187862-ed26-4b1b-8954-76ec4b184c17 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:29.677743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Deleting port 58f65623-9ddb-4cf0-b395-881953fb4bb9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:29.678688 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.691155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.695623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.696807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95206309-5bd9-4a54-b244-aa8076609aab HTTP/1.1" status: 204 len: 168 time: 0.7771521 Jul 16 22:34:29.765827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6c1c-be60-4864-9b22-1a235d6ed106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95206309-5bd9-4a54-b244-aa8076609aab,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:29.771223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.782091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.782588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-e3a7aa61-38c2-4fbb-a0e3-82e2747f4888 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1539965 Jul 16 22:34:29.800801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.810073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.817899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.825223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.834093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] For port 58f65623-9ddb-4cf0-b395-881953fb4bb9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58f65623-9ddb-4cf0-b395-881953fb4bb9,segment=NetworkSegment(9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16),segment_id=9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:29.834992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.845729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.853884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.860804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:29.863094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-f1bceb68-6212-4e03-9564-83dcaf3d1efc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.2369258 Jul 16 22:34:29.864506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.867157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aab95307-3ad8-4440-ad67-5905e55f6e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.889277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Calling delete_port for 58f65623-9ddb-4cf0-b395-881953fb4bb9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:29.897340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:29.920715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': 'c02fdd34-22a7-4435-af2a-9f83c38f6486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:29.921287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: 1d81305e-95e2-41c9-b5b5-8040e7354630, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:29.944392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad1a30-63e3-48e3-8294-272a5ce4f156 None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:29.950388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.952935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/subnets/21717251-fd2f-4516-b2c9-41cf1967837a HTTP/1.1" status: 204 len: 168 time: 0.6328120 Jul 16 22:34:29.953920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504efb77-aa37-45d5-9a17-53d7b388f3aa tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Subnet': ['ID=21717251-fd2f-4516-b2c9-41cf1967837a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:29.956136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:29.993965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c5b6a-8091-48a0-a477-c8ed2d4f6dc3 None None] Network 8d61141b-8e17-4c07-827f-32c064cfcb10 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:30.010244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:30.028398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9aeb1d5-d5cf-4989-b9c2-fe89e18ea8ee req-fe3ca1db-0de4-4d8d-b605-30c8b527c19a tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419303 Jul 16 22:34:30.039157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-58653167-ab40-47a4-b724-6e5942efddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.040896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-58653167-ab40-47a4-b724-6e5942efddb6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 1098 time: 0.1718493 Jul 16 22:34:30.069618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.074773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 1d81305e-95e2-41c9-b5b5-8040e7354630) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:30.082132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.082932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.152203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ac609-2a58-48d6-97f8-75e20d7f6778 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:30.171408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-772af417-10d4-449d-973e-26bef0389945 None None] Provisioning for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:30.186187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-564d01bd-54e2-4416-834a-0152161c8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.187760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-564d01bd-54e2-4416-834a-0152161c8990 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.1168292 Jul 16 22:34:30.218671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-99cfa9dc-e054-4b03-b691-5985c4db7835 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6626792 Jul 16 22:34:30.219575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38666) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:30.223141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.239426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-9c2627c4-eb86-40df-8e19-21e8898fad20 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97 HTTP/1.1" status: 200 len: 217 time: 0.0444643 Jul 16 22:34:30.259258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:30.283923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:30.289240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d04e543-f9a5-4351-b55b-9f8fc87e07cb req-f2a32818-67d8-4e25-9707-4f66c7424ab4 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1673610 Jul 16 22:34:30.294665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-084827a5-8372-4887-ab71-956f59797636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.345923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-4c97a06c-d5e4-4d08-8c90-f959dcee9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.347483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-4c97a06c-d5e4-4d08-8c90-f959dcee9211 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1004570 Jul 16 22:34:30.367177 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.437724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-1917e34e-ca6f-4fd2-9452-2f31b5fd9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.439352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-1917e34e-ca6f-4fd2-9452-2f31b5fd9726 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812943 Jul 16 22:34:30.463613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64017569'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.514021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.529206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-084827a5-8372-4887-ab71-956f59797636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.544305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.564172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port 58f65623-9ddb-4cf0-b395-881953fb4bb9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:30.564528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.574464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-084827a5-8372-4887-ab71-956f59797636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.596038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 66c96be0-fcdd-44b4-8187-22d2d56c1d22 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:30.628291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-084827a5-8372-4887-ab71-956f59797636 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a01f3f6c17bf4d46a99bc3edacf9e647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680739 Jul 16 22:34:30.634695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084827a5-8372-4887-ab71-956f59797636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecedaa3-692c-48f2-8e48-87f9057c95b4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:30.637028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38670) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:30.643392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] Pushing event deleted for resources: {'Port': ['ID=58f65623-9ddb-4cf0-b395-881953fb4bb9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:30.647692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34397e-c98a-4c24-9e31-9ed882c7cf7f None None] No DVR routers for this DVR port 58f65623-9ddb-4cf0-b395-881953fb4bb9 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:30.650893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-d142940c-6073-4540-b853-7a8ad8c80b8f service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050462 Jul 16 22:34:30.759154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:30.760620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.794119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:30.794773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.801929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] For port 58f65623-9ddb-4cf0-b395-881953fb4bb9, host n-d-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:30.802423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.815265 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.823559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-1d81305e-95e2-41c9-b5b5-8040e7354630', 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:30.824634 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.833829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1552d605-bf31-42f4-afeb-8d3fc29289d4 req-12e61a00-9687-4645-ad95-4821e756f6c1 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554673 Jul 16 22:34:30.868270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for 58f65623-9ddb-4cf0-b395-881953fb4bb9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:30.886268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Port 58f65623-9ddb-4cf0-b395-881953fb4bb9 was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:34:30.900077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.903647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.906358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:30.907635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ecedaa3-692c-48f2-8e48-87f9057c95b4 HTTP/1.1" status: 204 len: 168 time: 0.2675765 Jul 16 22:34:30.920800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e48b-2fac-4cc2-b550-efdef15d8697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecedaa3-692c-48f2-8e48-87f9057c95b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:30.953523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] DHCP port deletion for 8d61141b-8e17-4c07-827f-32c064cfcb10 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:30.962904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=58f65623-9ddb-4cf0-b395-881953fb4bb9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:30.967300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] No DVR routers for this DVR port 58f65623-9ddb-4cf0-b395-881953fb4bb9 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:30.973054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787403778443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64000818'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.013369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.014084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.015635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "PUT /v2.0/subnets/2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682 HTTP/1.1" status: 200 len: 826 time: 0.7400296 Jul 16 22:34:31.019827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:31.068065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.20.0.12 (a19cbd4d-2f36-4420-b88b-edcbd3c4af67/c3cf8b38-66b3-4b6b-91f1-091149eb91b3/b46427e4-8ac0-4801-99f7-604388023b40) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:31.126173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.153186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d867d3-2899-4f18-b300-4425e22d8e0d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:31.157904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08187862-ed26-4b1b-8954-76ec4b184c17']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:31.178886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Allocated IP 2001:db8::2 (1d81305e-95e2-41c9-b5b5-8040e7354630/2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682/8397f8bf-f696-490d-9c2b-45b56bef7ea9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:31.179323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.185658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:31.185989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2a89a7-6fc7-45b3-82cc-e763f3ff6c16') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:31.195578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Update dhcp port {'port': {'network_id': '0ede741f-e991-48d4-9c68-e694cf28630f', 'fixed_ips': [{'subnet_id': '0a708d73-a726-4508-8e83-f048a364ffa1', 'ip_address': '2001:db8::2'}, {'subnet_id': '5efec711-2578-4c51-9a7a-fda7fb83acaa'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '66c96be0-fcdd-44b4-8187-22d2d56c1d22'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:34:31.199380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.229924 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.242459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.252678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:31.253149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:31.256390 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:31.265481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.324696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.340390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.347107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=66c96be0-fcdd-44b4-8187-22d2d56c1d22,segment=NetworkSegment(e3635f44-cfad-466c-97f7-c3cc670edf93),segment_id=e3635f44-cfad-466c-97f7-c3cc670edf93)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:31.372282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.381894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.386082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/networks/08187862-ed26-4b1b-8954-76ec4b184c17 HTTP/1.1" status: 204 len: 168 time: 1.4266815 Jul 16 22:34:31.393475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:31.401596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Deleting port d24bf819-6843-42b7-b5a8-4c8e3245f295 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:31.402187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.406439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a604106-3ea2-4c88-88af-4393e0dd8def tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Network': ['ID=08187862-ed26-4b1b-8954-76ec4b184c17,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:31.424897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.431743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.441505 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.520416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.532555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.540990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.541179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:31.547537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:31.548721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.556235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.556679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.558752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:31.564422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.569989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=b46427e4-8ac0-4801-99f7-604388023b40,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:31.571200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:31.573809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-de337acf-0c90-4102-920d-a9d1d7ac60e4 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.2680471 Jul 16 22:34:31.603615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58f65623-9ddb-4cf0-b395-881953fb4bb9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:31.623761 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55948c9e-39f4-46e2-8423-85db7e6d0270 req-97653aa8-3712-4d85-934a-f27fa33f0134 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0713842 Jul 16 22:34:31.626264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd8113cd-c36d-498a-85f4-2f79267b3a25 req-9aa2c61f-22b0-4c24-a376-c1b28641f411 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442374 Jul 16 22:34:31.669183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 58f65623-9ddb-4cf0-b395-881953fb4bb9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:31.669700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58f65623-9ddb-4cf0-b395-881953fb4bb9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:31.673315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] For port d24bf819-6843-42b7-b5a8-4c8e3245f295, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d24bf819-6843-42b7-b5a8-4c8e3245f295,segment=NetworkSegment(32bd5777-f0d4-4381-9dab-ee95e97da2b8),segment_id=32bd5777-f0d4-4381-9dab-ee95e97da2b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:31.673797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.752212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Calling delete_port for d24bf819-6843-42b7-b5a8-4c8e3245f295 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:31.784829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=66c96be0-fcdd-44b4-8187-22d2d56c1d22,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:31.789356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port d24bf819-6843-42b7-b5a8-4c8e3245f295 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:31.789918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.873530 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.913997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Transition to ACTIVE for port object 8397f8bf-f696-490d-9c2b-45b56bef7ea9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:31.955259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Allocated IP 172.20.0.1 (0ede741f-e991-48d4-9c68-e694cf28630f/5efec711-2578-4c51-9a7a-fda7fb83acaa/66c96be0-fcdd-44b4-8187-22d2d56c1d22) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:31.958437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Transition to ACTIVE for port object 8397f8bf-f696-490d-9c2b-45b56bef7ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:31.978793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:31.992599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.024646 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.035022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] No DVR routers for this DVR port d24bf819-6843-42b7-b5a8-4c8e3245f295 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:32.039503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.039858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4dd02-9890-4cd8-867a-a67f5ce6d4cf None None] Pushing event deleted for resources: {'Port': ['ID=d24bf819-6843-42b7-b5a8-4c8e3245f295,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.108322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:32.116695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:32.124448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:32.136244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.137040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Pushing event updated for resources: {'Port': ['ID=8397f8bf-f696-490d-9c2b-45b56bef7ea9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.147903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d81305e-95e2-41c9-b5b5-8040e7354630']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.163802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02fdd34-22a7-4435-af2a-9f83c38f6486') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.164091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02fdd34-22a7-4435-af2a-9f83c38f6486') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.174328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.190279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.198317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:32.198853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.207223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] For port d24bf819-6843-42b7-b5a8-4c8e3245f295, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d24bf819-6843-42b7-b5a8-4c8e3245f295,segment=NetworkSegment(32bd5777-f0d4-4381-9dab-ee95e97da2b8),segment_id=32bd5777-f0d4-4381-9dab-ee95e97da2b8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:32.207827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:32.213389 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:32.238298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Attempting to bind port 8397f8bf-f696-490d-9c2b-45b56bef7ea9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:32.238834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Attempting to bind port 8397f8bf-f696-490d-9c2b-45b56bef7ea9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'c02fdd34-22a7-4435-af2a-9f83c38f6486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:32.239208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Attempting to bind port 8397f8bf-f696-490d-9c2b-45b56bef7ea9 on network 1d81305e-95e2-41c9-b5b5-8040e7354630 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:32.246376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:32.247238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Checking segment: {'id': 'c02fdd34-22a7-4435-af2a-9f83c38f6486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:32.247552 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.248244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Bound using segment: {'id': 'c02fdd34-22a7-4435-af2a-9f83c38f6486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:32.248784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Bound port: 8397f8bf-f696-490d-9c2b-45b56bef7ea9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02fdd34-22a7-4435-af2a-9f83c38f6486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1d81305e-95e2-41c9-b5b5-8040e7354630'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:32.249135 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.249265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for d24bf819-6843-42b7-b5a8-4c8e3245f295 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:32.278798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:34:32.278798 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:34:32.278798 n-d-793621-16 neutron-server[93924]: [parameters: {'id': '1d81305e-95e2-41c9-b5b5-8040e7354630'}] Jul 16 22:34:32.278798 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:32.280508 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:32.299562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] For port 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=66c96be0-fcdd-44b4-8187-22d2d56c1d22,segment=NetworkSegment(e3635f44-cfad-466c-97f7-c3cc670edf93),segment_id=e3635f44-cfad-466c-97f7-c3cc670edf93)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:32.310888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.355649 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.361402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] For port 8397f8bf-f696-490d-9c2b-45b56bef7ea9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:32.379930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] For port 8397f8bf-f696-490d-9c2b-45b56bef7ea9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8397f8bf-f696-490d-9c2b-45b56bef7ea9,segment=NetworkSegment(c02fdd34-22a7-4435-af2a-9f83c38f6486),segment_id=c02fdd34-22a7-4435-af2a-9f83c38f6486)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:32.381926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Transition to ACTIVE for port object 66c96be0-fcdd-44b4-8187-22d2d56c1d22 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:32.386607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.391126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.433508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.472759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] No DVR routers for this DVR port d24bf819-6843-42b7-b5a8-4c8e3245f295 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:32.516702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=d24bf819-6843-42b7-b5a8-4c8e3245f295,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.531522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 66c96be0-fcdd-44b4-8187-22d2d56c1d22 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:32.577564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eb6e9-203c-4a37-97eb-4e40bad1c998 None None] Pushing event updated for resources: {'Port': ['ID=8397f8bf-f696-490d-9c2b-45b56bef7ea9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.612209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4bcac6-b4e7-4b99-8954-4b9d2c3d0466 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:32.646421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.667695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d61141b-8e17-4c07-827f-32c064cfcb10']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.686235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bd5777-f0d4-4381-9dab-ee95e97da2b8') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.686733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bd5777-f0d4-4381-9dab-ee95e97da2b8') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:32.703868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.720510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.731216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:32.731694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.782942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.792481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d24bf819-6843-42b7-b5a8-4c8e3245f295 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:32.798426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a0007-a928-4fa5-b724-60fd8afa3895 None None] Pushing event updated for resources: {'Port': ['ID=66c96be0-fcdd-44b4-8187-22d2d56c1d22,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.803330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.840086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d24bf819-6843-42b7-b5a8-4c8e3245f295 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:32.840435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d24bf819-6843-42b7-b5a8-4c8e3245f295 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:32.885911 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:32.900225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.910593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.959656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 8397f8bf-f696-490d-9c2b-45b56bef7ea9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:32.960078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.960678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:32.963551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0d645-20ad-418a-91e6-a1762608c7a8 None None] Network 1d81305e-95e2-41c9-b5b5-8040e7354630 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:32.970972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/networks/8d61141b-8e17-4c07-827f-32c064cfcb10 HTTP/1.1" status: 204 len: 168 time: 1.5736680 Jul 16 22:34:32.972944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b98af6-2eff-435b-8061-75b169d2f85f tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Network': ['ID=8d61141b-8e17-4c07-827f-32c064cfcb10,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:32.974524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:32.983233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:32.989671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:32.993784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:32.997883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:33.004593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:33.011953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:33.017911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:33.026219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-f1290f41-bad3-43b9-8008-bad5687ff97c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.1533196 Jul 16 22:34:33.147204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d1e4e0f-509e-44fd-82bc-d96ffaffebdf req-a05d9807-2791-4b08-8221-ba1c0ac94422 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1870291 Jul 16 22:34:33.166551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2956528-b4bd-4817-bb4f-20e17e909402 req-fe603a23-266b-41e1-afa1-67bcdd6b17ba tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390665 Jul 16 22:34:33.182512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 8397f8bf-f696-490d-9c2b-45b56bef7ea9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8397f8bf-f696-490d-9c2b-45b56bef7ea9,segment=NetworkSegment(c02fdd34-22a7-4435-af2a-9f83c38f6486),segment_id=c02fdd34-22a7-4435-af2a-9f83c38f6486)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:33.182895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.197821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting subnet 4dbfbdd2-da84-4a02-9725-46cdc778dea8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:33.205485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.230626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 8397f8bf-f696-490d-9c2b-45b56bef7ea9 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:33.258602 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:34:33.327843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.353644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.377205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=8397f8bf-f696-490d-9c2b-45b56bef7ea9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:33.390060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 8397f8bf-f696-490d-9c2b-45b56bef7ea9 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:33.450591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router 09e644b0-60fa-4bc1-82e5-e75455e917c1 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:34:33.479136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.496426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.503489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2117fc8-6c56-40fa-866e-a7fb5b00517a None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:33.507670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d81305e-95e2-41c9-b5b5-8040e7354630']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:33.518570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02fdd34-22a7-4435-af2a-9f83c38f6486') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:33.519163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02fdd34-22a7-4435-af2a-9f83c38f6486') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:33.529708 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.545403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.551728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:33.552021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:33.555613 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:33.607275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a7cbada-b876-4c1b-98c7-5c15ae756ff9 None None] Provisioning for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:33.620665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a7cbada-b876-4c1b-98c7-5c15ae756ff9 None None] Provisioning complete for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:33.621084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbada-b876-4c1b-98c7-5c15ae756ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.654752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.655871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:33.664086 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.672638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Sync routers for ids ['09e644b0-60fa-4bc1-82e5-e75455e917c1'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:33.675087 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588329'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.677657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/1d81305e-95e2-41c9-b5b5-8040e7354630 HTTP/1.1" status: 204 len: 168 time: 2.6562088 Jul 16 22:34:33.684420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:33.692581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcfc16-38b5-4cc6-9a74-115280014876 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=1d81305e-95e2-41c9-b5b5-8040e7354630,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:33.712241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Routers {'09e644b0-60fa-4bc1-82e5-e75455e917c1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:33.712886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09e644b0-60fa-4bc1-82e5-e75455e917c1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:33.719043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.722747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27770937-d66a-4127-8f35-2e0a42b84fd2 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7719040 Jul 16 22:34:33.723544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:33.735985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbfbdd2-da84-4a02-9725-46cdc778dea8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:33.744138 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc28669-b4bd-49c2-8c03-6d70d34f623d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:33.744787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc28669-b4bd-49c2-8c03-6d70d34f623d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:33.746732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1cc28669-b4bd-49c2-8c03-6d70d34f623d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/1d81305e-95e2-41c9-b5b5-8040e7354630 HTTP/1.1" status: 404 len: 339 time: 0.0613096 Jul 16 22:34:33.747915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.752350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-faa88980-c19f-4566-9608-1b26c1b2066e tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/subnets/4dbfbdd2-da84-4a02-9725-46cdc778dea8 HTTP/1.1" status: 204 len: 168 time: 0.7514298 Jul 16 22:34:33.753032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:33.753342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:33.758562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503107965', 'description': 'd1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:33.779223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63867392-da34-442a-b3bb-fea9f70b85a7 None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:33.853223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:33.857313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.863469 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.900691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:33.937706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:33.938555 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment 6ecebaa2-4abc-40b4-af4e-7eab34223382 of type vlan for network 55f382a7-473f-400c-b426-c80d107a9738 Jul 16 22:34:33.966590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Set router 09e644b0-60fa-4bc1-82e5-e75455e917c1 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:34.020262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.045034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Deleting port 831a8a28-0ade-4c1f-b5da-702401401fec {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:34.045666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.100583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.108736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.109831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.191863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] For port 831a8a28-0ade-4c1f-b5da-702401401fec, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=831a8a28-0ade-4c1f-b5da-702401401fec,segment=NetworkSegment(c24b24c2-1b55-4398-8e05-01777df40154),segment_id=c24b24c2-1b55-4398-8e05-01777df40154)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:34.191863 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.268525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5139983 Jul 16 22:34:34.289391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:34.290848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] DHCP port deletion for f19a9951-8e5c-4f0e-9f29-6c3010629369 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:34.299566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e644b0-60fa-4bc1-82e5-e75455e917c1', 'name': '', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67', 'external_fixed_ips': [{'subnet_id': 'c3cf8b38-66b3-4b6b-91f1-091149eb91b3', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b46427e4-8ac0-4801-99f7-604388023b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:29Z', 'updated_at': '2021-07-16T22:34:31Z', 'revision_number': 3, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port': {'id': 'b46427e4-8ac0-4801-99f7-604388023b40', 'name': '', 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e644b0-60fa-4bc1-82e5-e75455e917c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'c3cf8b38-66b3-4b6b-91f1-091149eb91b3', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:34:30Z', 'updated_at': '2021-07-16T22:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cf8b38-66b3-4b6b-91f1-091149eb91b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:34.316271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Calling delete_port for 831a8a28-0ade-4c1f-b5da-702401401fec owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:34.394600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Checking router: 09e644b0-60fa-4bc1-82e5-e75455e917c1 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:34:34.395151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Updating router 09e644b0-60fa-4bc1-82e5-e75455e917c1 port b46427e4-8ac0-4801-99f7-604388023b40 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:34:34.445247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.478171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.545596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Deleting port 831a8a28-0ade-4c1f-b5da-702401401fec {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:34.546091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.547916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1023e8-9cb4-4d66-9855-e31a03b5ecb7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=55f382a7-473f-400c-b426-c80d107a9738,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:34.557512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 66c96be0-fcdd-44b4-8187-22d2d56c1d22 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:34.612815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e97c77e4-1b9a-4d50-a68c-8d8f6ae0e330 req-2403547b-62ce-4ba2-97fc-c8803e0c58a4 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1453414 Jul 16 22:34:34.624003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 55f382a7-473f-400c-b426-c80d107a9738 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:34.684384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.690279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.696164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.702518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.708367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.714500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.720512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.722454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9ccc2fb6-64e0-474b-bfdf-d59852499f27 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5429 time: 0.1948748 Jul 16 22:34:34.732415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c70f82-9fd8-47dc-8f71-0b611c808270 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.734117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d1c70f82-9fd8-47dc-8f71-0b611c808270 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks?id=55f382a7-473f-400c-b426-c80d107a9738 HTTP/1.1" status: 200 len: 764 time: 0.4437463 Jul 16 22:34:34.736139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.739033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:34.756024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'description': 'd2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:34.763407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f0b16ba5-b252-4146-b92d-2273d162c6d0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:34.781417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Port': ['ID=831a8a28-0ade-4c1f-b5da-702401401fec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:34.787995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] No DVR routers for this DVR port 831a8a28-0ade-4c1f-b5da-702401401fec on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:34.817122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] For port 831a8a28-0ade-4c1f-b5da-702401401fec, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=831a8a28-0ade-4c1f-b5da-702401401fec,segment=NetworkSegment(c24b24c2-1b55-4398-8e05-01777df40154),segment_id=c24b24c2-1b55-4398-8e05-01777df40154)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:34.818023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.830252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.854141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80bacf57-05cd-42b7-ab74-5bdc60e99ecf None None] Provisioning complete for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:34.854532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bacf57-05cd-42b7-ab74-5bdc60e99ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.866996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Calling delete_port for 831a8a28-0ade-4c1f-b5da-702401401fec owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:34.895434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.910961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19a9951-8e5c-4f0e-9f29-6c3010629369']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:34.926508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24b24c2-1b55-4398-8e05-01777df40154') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:34.926508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24b24c2-1b55-4398-8e05-01777df40154') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:34.937759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.953392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.960421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:34.960421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:34.965431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ebf08bf-2872-4d70-a97f-851129fe0a59 req-9317cb79-d67f-4070-9967-f03706a334aa tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341971 Jul 16 22:34:34.968199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.002813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.028430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network 55f382a7-473f-400c-b426-c80d107a9738 is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:34:35.034501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:35.035366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.037716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "PUT /v2.0/networks/55f382a7-473f-400c-b426-c80d107a9738 HTTP/1.1" status: 200 len: 761 time: 0.2955954 Jul 16 22:34:35.048252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.050993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:35.051161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:35.065453 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:35.069343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-a0591e4c-d14f-4517-b646-735a24526ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6427219 Jul 16 22:34:35.070473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.082094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.084458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Deleting port b46427e4-8ac0-4801-99f7-604388023b40 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:35.084906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.089088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/networks/f19a9951-8e5c-4f0e-9f29-6c3010629369 HTTP/1.1" status: 204 len: 168 time: 1.3261662 Jul 16 22:34:35.091147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.150257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc490-7f35-4c6f-839f-c7be65c225b5 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=55f382a7-473f-400c-b426-c80d107a9738,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:35.171792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 55f382a7-473f-400c-b426-c80d107a9738 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:35.179188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d7529-3694-41f7-b354-1699aa453bd2 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Pushing event deleted for resources: {'Network': ['ID=f19a9951-8e5c-4f0e-9f29-6c3010629369,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:35.188163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7dbf1a17-dfb4-407c-abdb-0679cdaa8ca6 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dabfbdce-d6c5-4cc3-b604-006e1cf8c990 HTTP/1.1" status: 200 len: 205 time: 0.0953863 Jul 16 22:34:35.189807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.245407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93f177-5cc2-4270-bea3-886c1247ca7c tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:35.246962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0e93f177-5cc2-4270-bea3-886c1247ca7c tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks?id=55f382a7-473f-400c-b426-c80d107a9738 HTTP/1.1" status: 200 len: 764 time: 0.1937926 Jul 16 22:34:35.250618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.290643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.393975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.434664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:35.438313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Calling delete_port for b46427e4-8ac0-4801-99f7-604388023b40 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:35.486488 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.492437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.510057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.512381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'f0b16ba5-b252-4146-b92d-2273d162c6d0', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'port_id': 'f0b16ba5-b252-4146-b92d-2273d162c6d0', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:35.548353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d9847-489d-4e65-9fc2-c393a067fb13 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:35.555456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d9847-489d-4e65-9fc2-c393a067fb13 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:35.556690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.557368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Fanout notify agent at l3_agent the message router_deleted on router dabfbdce-d6c5-4cc3-b604-006e1cf8c990 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:35.558214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c78d9847-489d-4e65-9fc2-c393a067fb13 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.3066800 Jul 16 22:34:35.562606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.574685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.578229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d1268cff-c106-4965-b38d-d5cf686c17a1 tempest-RoutersNegativeIpV6Test-765815755 tempest-RoutersNegativeIpV6Test-765815755-project] 10.222.0.70 "DELETE /v2.0/routers/dabfbdce-d6c5-4cc3-b604-006e1cf8c990 HTTP/1.1" status: 204 len: 168 time: 0.3847795 Jul 16 22:34:35.579643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Network f19a9951-8e5c-4f0e-9f29-6c3010629369 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:34:35.580156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] No DVR routers for this DVR port 831a8a28-0ade-4c1f-b5da-702401401fec on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:35.583594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-f756a611-4425-4dd0-b0f4-b10a99333853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:35.586055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-f756a611-4425-4dd0-b0f4-b10a99333853 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 1097 time: 0.4810529 Jul 16 22:34:35.616000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7dd77208-8012-41e8-92ca-a8192c19afab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 207 time: 0.0519836 Jul 16 22:34:35.619741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:35.662738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def37a3a-9905-48aa-b17b-9b99c4052063 None None] Pushing event deleted for resources: {'Port': ['ID=831a8a28-0ade-4c1f-b5da-702401401fec,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:35.691319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.702990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Transition to ACTIVE for port object b46427e4-8ac0-4801-99f7-604388023b40 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:35.710135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33a8f6-efc8-4057-abe8-2e55dc3effef None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:34:35.815784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.839788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.875819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75307d08-cb3a-4fb3-85b9-b8f96c17b9e8 None None] Pushing event updated for resources: {'Port': ['ID=b46427e4-8ac0-4801-99f7-604388023b40,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:35.902848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46427e4-8ac0-4801-99f7-604388023b40,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:35.912626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Attempting to bind port b46427e4-8ac0-4801-99f7-604388023b40 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:35.913036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Attempting to bind port b46427e4-8ac0-4801-99f7-604388023b40 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fd001563-913e-4c77-8ed8-5197d53ceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:35.913415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Attempting to bind port b46427e4-8ac0-4801-99f7-604388023b40 on network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:35.919491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.936692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b16ba5-b252-4146-b92d-2273d162c6d0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:35.958808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:35.963193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:35.963584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Checking segment: {'id': 'fd001563-913e-4c77-8ed8-5197d53ceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:35.964276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.964504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Bound using segment: {'id': 'fd001563-913e-4c77-8ed8-5197d53ceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:35.965255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Bound port: b46427e4-8ac0-4801-99f7-604388023b40, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd001563-913e-4c77-8ed8-5197d53ceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a19cbd4d-2f36-4420-b88b-edcbd3c4af67'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:35.965696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.973281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 831a8a28-0ade-4c1f-b5da-702401401fec no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:35.975289 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.976311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b06e4323-b99f-485a-9758-ab7c2a61cde5 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:35.991488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:35.995432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Port b46427e4-8ac0-4801-99f7-604388023b40 has been deleted concurrently {{(pid=93925) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 22:34:36.053501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c4ea9c9-42e6-4056-acc9-6b4b819b7247 req-36bdff57-6ab0-452d-9b13-8cf565a9a026 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1728635 Jul 16 22:34:36.084215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.140032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:36.152230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.164494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.170487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.177045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 831a8a28-0ade-4c1f-b5da-702401401fec {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:36.178453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 831a8a28-0ade-4c1f-b5da-702401401fec not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:36.196437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.209059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Routers {'09e644b0-60fa-4bc1-82e5-e75455e917c1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:36.210007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09e644b0-60fa-4bc1-82e5-e75455e917c1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:36.210768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.223580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.240270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.251333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.259067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.266104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33a8f6-efc8-4057-abe8-2e55dc3effef None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:34:36.267296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.267931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c2b9ead-66e3-4b1f-a6ec-fd1f47b79510 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.6454258 Jul 16 22:34:36.296182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-cb1e38b1-9763-4e55-9cd9-e9f6efd0da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.299370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-cb1e38b1-9763-4e55-9cd9-e9f6efd0da5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.6786859 Jul 16 22:34:36.347182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] Set router 09e644b0-60fa-4bc1-82e5-e75455e917c1 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:36.400635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-0acea1b2-917e-46b0-8e00-f73934f4f92d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0884151 Jul 16 22:34:36.456868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e644b0-60fa-4bc1-82e5-e75455e917c1', 'name': '', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:29Z', 'updated_at': '2021-07-16T22:34:35Z', 'revision_number': 5, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:36.483370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e66e8-166d-45a5-aff4-ba8c1b2c4266 None None] The sync data for ids ['09e644b0-60fa-4bc1-82e5-e75455e917c1'] in n-d-793621-16 is: [{'id': '09e644b0-60fa-4bc1-82e5-e75455e917c1', 'name': '', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:29Z', 'updated_at': '2021-07-16T22:34:35Z', 'revision_number': 5, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:36.503921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.504446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09e644b0-60fa-4bc1-82e5-e75455e917c1 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:36.522896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-d3160f00-ba02-4d57-85c6-139fa6b6cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.522896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-d3160f00-ba02-4d57-85c6-139fa6b6cb97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1182837 Jul 16 22:34:36.527431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.532442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-364b74e0-1dac-4362-9697-efe073ddd0ad tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/09e644b0-60fa-4bc1-82e5-e75455e917c1 HTTP/1.1" status: 204 len: 168 time: 2.8037131 Jul 16 22:34:36.543604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:36.547690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.590268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'port_id': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'mac_address': 'fa:16:3e:78:82:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd78854-6390-4245-a6f6-14e8bc01a804', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:36.683554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.706084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.710284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-55fca29d-1762-4cb6-9cee-5563888baf92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d1e8c5e7a724e22a2f99a9a176279e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224432 Jul 16 22:34:36.753761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06e4323-b99f-485a-9758-ab7c2a61cde5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:36.758066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-edc02ab7-04f0-4f7c-9bd7-268c8ee4c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.760222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-edc02ab7-04f0-4f7c-9bd7-268c8ee4c782 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2310178 Jul 16 22:34:36.779258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:36.790235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4a33a56e-6fde-44e4-bdea-f36e63f0edab tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 913 time: 0.4464660 Jul 16 22:34:36.790660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Deleting subnet c3cf8b38-66b3-4b6b-91f1-091149eb91b3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:36.792109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.794765 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.795450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a193767-1216-4f05-b766-9fc3e054efdb details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:36.799236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:36.846681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.854880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.861714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.872773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.880363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.888771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.896230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.899499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-caf12ecb-4a7b-4d23-ba7b-4a9ea0644fbb tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5430 time: 0.6356835 Jul 16 22:34:36.947634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:36.950467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:36.976619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '3a193767-1216-4f05-b766-9fc3e054efdb', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'port_id': '3a193767-1216-4f05-b766-9fc3e054efdb', 'mac_address': 'fa:16:3e:68:07:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:37.034436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea89e9f5-6de1-41cd-a234-7523cb757838 req-e1316819-9c80-4490-ac69-7afbccf8c5b1 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997758 Jul 16 22:34:37.036946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.047954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.049598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.051235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.053126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.054864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.062287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-33219810-1360-46cf-8f82-4e2babec8cac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2691023 Jul 16 22:34:37.062927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.096499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a193767-1216-4f05-b766-9fc3e054efdb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:37.127036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.138528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.139412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c07f32d0-745f-46f3-8c7e-f20bb39bf141 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:37.143761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.145476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.147908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.149665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.151925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.159715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0b6234b2-cc8c-47ab-b02f-a9e9ba722e49 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0956371 Jul 16 22:34:37.160779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.198338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.226486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'port_id': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141', 'mac_address': 'fa:16:3e:b7:79:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:37.280059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:37.295881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.301274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.316350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07f32d0-745f-46f3-8c7e-f20bb39bf141 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:37.328424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33eab09-28f1-4b48-a638-9d1ab1f4a3e7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.333592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec57c8fa-6634-4da8-b4e3-e54e95bc67cf req-d0c4af69-7995-4fc2-b516-6760d2a65a47 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0659120 Jul 16 22:34:37.335514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e33eab09-28f1-4b48-a638-9d1ab1f4a3e7 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks/b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa HTTP/1.1" status: 200 len: 804 time: 0.1733882 Jul 16 22:34:37.336497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.354261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.373165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.374343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b25459c6-e1e0-473f-81d0-1bd7d1f7012d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:37.388920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.438124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.481754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-434cb320-5c19-4cf3-8bd9-5669139a7c9d tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/networks/b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1440442 Jul 16 22:34:37.485113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.485320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.488843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-e4f16f93-4f31-434a-88fd-382fa47c3faf service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195249 Jul 16 22:34:37.504099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:37.563465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984205f1-74c9-45a1-981f-230bf13b94c2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.570275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-984205f1-74c9-45a1-981f-230bf13b94c2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets/99fb8060-2cb8-41a4-901f-ea42c5ae6ce3 HTTP/1.1" status: 200 len: 843 time: 0.0802333 Jul 16 22:34:37.571236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.624576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.643865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'port_id': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'mac_address': 'fa:16:3e:c4:ab:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:37.644549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.647545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.651088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4719fcc4-c0fe-42de-9ee7-b84ea502f684 HTTP/1.1" status: 204 len: 168 time: 0.9407806 Jul 16 22:34:37.665611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.688820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abefeff-b7f9-4cea-b5cf-c73495390df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719fcc4-c0fe-42de-9ee7-b84ea502f684,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:37.698566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cf8b38-66b3-4b6b-91f1-091149eb91b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:37.704872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe82ba14-85a5-4cdd-b88b-4e57db04e336 req-00c6abd3-a14c-452f-aba8-9781a11f5125 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835253 Jul 16 22:34:37.707584 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.710475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-609cbd9e-3e6f-4ea4-b2ea-a4bda4bc36da tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/c3cf8b38-66b3-4b6b-91f1-091149eb91b3 HTTP/1.1" status: 204 len: 168 time: 1.1281521 Jul 16 22:34:37.713054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.758653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-122d4d07-1b62-4f49-8907-22d202d8d3c4 req-5aa18176-94d8-48c5-9a8b-fde6c58f39d4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1863606 Jul 16 22:34:37.761931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48261d-3a3c-49f0-8b2f-155fb5fa6f52 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:37.769374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6a48261d-3a3c-49f0-8b2f-155fb5fa6f52 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "GET /v2.0/subnets/99fb8060-2cb8-41a4-901f-ea42c5ae6ce3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1232712 Jul 16 22:34:37.769583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38854) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:37.770686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.778533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524527682'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:37.798968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25459c6-e1e0-473f-81d0-1bd7d1f7012d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:37.809555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:37.814348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.827373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.831267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.840574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.841305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 224a0df0-16c2-4e3d-93d1-f5d38392b955 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:37.868695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:37.889938 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.890288 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Added segment 2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50 of type vlan for network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 Jul 16 22:34:37.899082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:37.913051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'network_id': '9eae965a-655e-48c6-8c05-40603dbb1f4f', 'port_id': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'mac_address': 'fa:16:3e:c4:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd78854-6390-4245-a6f6-14e8bc01a804', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:37.936300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.958406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19cbd4d-2f36-4420-b88b-edcbd3c4af67']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:37.972672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:37.989230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd001563-913e-4c77-8ed8-5197d53ceb54') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:37.989550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd001563-913e-4c77-8ed8-5197d53ceb54') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:38.008949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.014296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.020879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.022263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.029210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.036913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:38.038336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:38.042205 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:38.068293 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2976017 Jul 16 22:34:38.079814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38862) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:38.099373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:38.102699 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.137936 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.151400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a0df0-16c2-4e3d-93d1-f5d38392b955 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:38.156220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:38.175145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c5601-ec8e-4e4f-9132-4cffbdba7b16 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Network': ['ID=f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:38.185905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:38.187033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a19cbd4d-2f36-4420-b88b-edcbd3c4af67 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:34:38.189039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Network': ['ID=a19cbd4d-2f36-4420-b88b-edcbd3c4af67,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:38.191774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:38.194866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.199095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f9b9518-b28b-4089-8f66-ac5253465ccb tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/networks/a19cbd4d-2f36-4420-b88b-edcbd3c4af67 HTTP/1.1" status: 204 len: 168 time: 0.4849181 Jul 16 22:34:38.214463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.215286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e3a4a448-5141-48d1-8c19-29cce61e913f details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:34:38.364119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:38.367202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:38.384602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'network_id': '690cfc98-b0f0-4c73-85d8-8d6f2805f0dc', 'port_id': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'mac_address': 'fa:16:3e:4d:79:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceeb55b-d092-423c-b6d5-be9b284ff1e5', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:34:38.428468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.475019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Made reservation on behalf of 69daa15ee9114771b68dcb8564e7638d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:38.475886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a4a448-5141-48d1-8c19-29cce61e913f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:38.483671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.508803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:38.513724 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:38.528690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.556672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.568890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.575704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.583319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.590503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.597344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:38.600432 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-c2790e84-9a8a-4aaf-91ac-fca107ba83a8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5435 time: 0.2574236 Jul 16 22:34:38.641747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:38.692916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92e1393d-22b6-4f3b-84f3-64b887ff2676 req-f6107092-5bc2-4d60-b117-e6e11ee0d98c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791550 Jul 16 22:34:38.703844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99a3491a-f414-4ba7-9fe4-0792e221ec73 req-b7e9c628-ca86-44b5-9c7b-85f5dc898a64 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0957711 Jul 16 22:34:38.721392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 22:34:38.722082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 22:34:38.977806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.053231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=1fc1bafc-90cc-4469-ac10-bf15c03805a9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:39.066651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.072272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'name': 'tempest-router--1345459190', 'project_id': 'e93f94d4c50641618c08afc8121763c4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:39.072418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Checking segment: {'id': '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:39.072728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network hostable DHCP agents. Network: f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:39.098164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:39.103751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.105641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.112855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:39.120008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:39.120613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.126455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8802b-2ede-4332-80a8-bfec7c488c4d None None] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:39.141565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cff78260-a270-47c7-b862-5476e3aea1f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0566499 Jul 16 22:34:39.142394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.148749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:39.186610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.193092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.213841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.225446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.226666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2af1fcef-6934-4d59-930c-d057e11931f0 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1590047 Jul 16 22:34:39.229638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.275653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64014031'] for subnet, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.320815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.325570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b06e4323-b99f-485a-9758-ab7c2a61cde5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.332150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['224a0df0-16c2-4e3d-93d1-f5d38392b955'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.361867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129239570'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:39.421099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.436116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.493010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787403778443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64086731'] for subnet, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.552468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:39.554540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.554736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.557019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "PUT /v2.0/subnets/1fc1bafc-90cc-4469-ac10-bf15c03805a9 HTTP/1.1" status: 200 len: 900 time: 0.4134881 Jul 16 22:34:39.563061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.563332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.615839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c07f32d0-745f-46f3-8c7e-f20bb39bf141'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.619949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cca270-4cd2-462c-8a6e-5b6b01a17229 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event updated for resources: {'Subnet': ['ID=1fc1bafc-90cc-4469-ac10-bf15c03805a9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:39.632598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.633635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01be83c9-99f2-48b9-8d96-00770f7f59e3 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:39.641274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.643424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bd604f0f-35f8-4eef-b155-35961b0f7a96 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/01be83c9-99f2-48b9-8d96-00770f7f59e3 HTTP/1.1" status: 204 len: 168 time: 0.4129329 Jul 16 22:34:39.660440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['f0b16ba5-b252-4146-b92d-2273d162c6d0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.700345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b25459c6-e1e0-473f-81d0-1bd7d1f7012d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.717868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.730054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.745979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['e3a4a448-5141-48d1-8c19-29cce61e913f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:39.928277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.955758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3', 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3', 'tenant_id': '69daa15ee9114771b68dcb8564e7638d', 'fixed_ips': [{'subnet_id': '1fc1bafc-90cc-4469-ac10-bf15c03805a9'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:34:39.956281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:39.963021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.055408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dff8c4c9-16b1-4cec-8ac1-d4c99a8e484d req-8423375f-e036-42b7-93a6-7c7c91c57638 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0430496 Jul 16 22:34:40.059172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfa298-04c1-4a7f-ada5-96ea4e1bc25b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:40.108436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:40.132449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.133792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9189036 Jul 16 22:34:40.137560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c860-98a9-4f68-af1f-d17dc486325e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:40.144507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:40.154029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Allocated IP 2001:db8::3 (f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3/1fc1bafc-90cc-4469-ac10-bf15c03805a9/fdf4daf9-e850-4870-99ad-da5c5b082128) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:40.322035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3eb81b40-8f97-4b40-806a-e2094fa27e89 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1708322 Jul 16 22:34:40.323591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:40.330002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-security--1119911265', 'description': 'tempest-security-description-1744755897'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:40.375975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.388106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.469666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['3a193767-1216-4f05-b766-9fc3e054efdb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:34:40.482287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1886551858', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:40.522641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.529875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.532634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.534125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "PUT /v2.0/security-groups/d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be HTTP/1.1" status: 200 len: 1780 time: 0.2089353 Jul 16 22:34:40.540005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:40.540857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.541914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.568390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.574468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.588375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.604416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.609129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5292133-214d-498a-9097-e8c907b4506c tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:40.619116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-edd416bd-7cf8-4d93-9995-a472726e7932 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups/d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be HTTP/1.1" status: 200 len: 1780 time: 0.0734980 Jul 16 22:34:40.621946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:40.622680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.628767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.649923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:40.651891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-c879a1a6-8f71-4a9b-92eb-d61f82b38c54 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5436 time: 0.3851030 Jul 16 22:34:40.699153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.706275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0a2743c-1aad-4e32-a84e-165c205ef9b3 req-c87856f7-cf09-4603-9468-12916fe530af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1405e9cfbf4b46f9b6743a2407dcde2f&device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.1738834 Jul 16 22:34:40.726782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-169c9b8d-4938-4bb5-ad2b-9d01009f15a6 req-cbb612b7-7ead-49ff-8b03-982585f6defa tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0524306 Jul 16 22:34:40.741981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.782976 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42d1fb89-5e60-4480-92fe-fe4e903398ee req-7024e870-08da-466a-aa8e-b0aba44ecac9 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199799 Jul 16 22:34:40.784646 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0a2743c-1aad-4e32-a84e-165c205ef9b3 req-18ba7116-31b3-45b6-b9e4-b4d9b0280b5b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=1405e9cfbf4b46f9b6743a2407dcde2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705967 Jul 16 22:34:40.845750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.903970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Transition to ACTIVE for port object fdf4daf9-e850-4870-99ad-da5c5b082128 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:40.912847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.916342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:40.955286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.024081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Transition to ACTIVE for port object fdf4daf9-e850-4870-99ad-da5c5b082128 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:41.065291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.065863 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.071650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.073482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be HTTP/1.1" status: 204 len: 168 time: 0.4503009 Jul 16 22:34:41.074220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2743c-1aad-4e32-a84e-165c205ef9b3 req-4dc42059-1d89-4d95-9975-012a28623115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:41.076289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0a2743c-1aad-4e32-a84e-165c205ef9b3 req-4dc42059-1d89-4d95-9975-012a28623115 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810924 Jul 16 22:34:41.076836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.088065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.092316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628cfa1-4dc7-46c2-a1f8-4244f0b07144 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.151072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc1bafc-90cc-4469-ac10-bf15c03805a9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.200104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:41.216203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:41.222764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Pushing event updated for resources: {'Port': ['ID=fdf4daf9-e850-4870-99ad-da5c5b082128,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.225314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.225913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:41.238040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.257002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.257269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-62613ac7-3dad-4f23-83df-3fec14845a16 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784103 Jul 16 22:34:41.258855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:41.259772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.271205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:41.272352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:41.280800 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5029a2b0-8071-4a38-b877-9c29b714f72a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] delete failed (client error): The resource could not be found. Jul 16 22:34:41.281971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5029a2b0-8071-4a38-b877-9c29b714f72a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/d83be376-5d9e-4b26-bdb8-0c1dd2b1e1be HTTP/1.1" status: 404 len: 347 time: 0.0209970 Jul 16 22:34:41.285915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.294645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891605813'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:41.300693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.305178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Attempting to bind port fdf4daf9-e850-4870-99ad-da5c5b082128 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:41.305562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Attempting to bind port fdf4daf9-e850-4870-99ad-da5c5b082128 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:41.305928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Attempting to bind port fdf4daf9-e850-4870-99ad-da5c5b082128 on network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:41.311676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:41.312051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Checking segment: {'id': '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:41.312506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.312905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Bound using segment: {'id': '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:41.313416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Bound port: fdf4daf9-e850-4870-99ad-da5c5b082128, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:41.313797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.333200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.345020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:41.345822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: items = [ Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:41.350342 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:41.375213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.401494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] For port fdf4daf9-e850-4870-99ad-da5c5b082128, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:41.403615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Allocated IP 172.25.5.73 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/fd0beeb5-a5aa-4658-8d23-a420ddca5081) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:41.424607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] For port fdf4daf9-e850-4870-99ad-da5c5b082128, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fdf4daf9-e850-4870-99ad-da5c5b082128,segment=NetworkSegment(2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50),segment_id=2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:41.430661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:34:41.430661 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:34:41.430661 n-d-793621-16 neutron-server[93924]: [parameters: {'id': 'f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3'}] Jul 16 22:34:41.430661 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:41.431546 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:41.434274 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.529285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5b275-6d2d-4884-b719-c9b849a6ed42 None None] Pushing event updated for resources: {'Port': ['ID=fdf4daf9-e850-4870-99ad-da5c5b082128,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.531036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.542320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.553643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.554761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55fec0-ff09-426b-8b9f-28f3d15f8c69 None None] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:41.586983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.588263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3009825 Jul 16 22:34:41.591148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.595766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '983e7d90-a7c8-460f-867b-d15d44eb928d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:41.599031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.599944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096186-1c36-4cc1-aefa-5e4836f217b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983e7d90-a7c8-460f-867b-d15d44eb928d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.641008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:41.646007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:41.650423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:41.656657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.682296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event updated for resources: {'Port': ['ID=fd0beeb5-a5aa-4658-8d23-a420ddca5081,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.717902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390b2ec-17e0-4847-9f9a-6fb154f1f4f0 None None] Network f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:41.766714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.780121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.811003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bda131f-ae74-428d-b314-056269a79d97,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:41.830348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:41.834216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2c4b18f-095f-481f-b3b1-eb04116763ec tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2394962 Jul 16 22:34:41.836521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.906981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15991677-58a8-4a57-8fb7-6a4d54e25039 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:34:41.932717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.044029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.047408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ce026b4-23e8-45ac-8afa-cfb11ebcfbc8 req-245e8a3d-ac50-42f0-8b5e-054276e6d8f7 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0500371 Jul 16 22:34:42.054749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port fdf4daf9-e850-4870-99ad-da5c5b082128 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:42.055102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.070822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.082400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15991677-58a8-4a57-8fb7-6a4d54e25039 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:34:42.104152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.150931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port fdf4daf9-e850-4870-99ad-da5c5b082128, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fdf4daf9-e850-4870-99ad-da5c5b082128,segment=NetworkSegment(2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50),segment_id=2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:42.151300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.174623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.181574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.196174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.202517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.218207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.225095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.231457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:42.239168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-32a8d593-fb37-47ad-be3a-db5355e0dd68 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5436 time: 0.2464557 Jul 16 22:34:42.243990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.246424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for fdf4daf9-e850-4870-99ad-da5c5b082128 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:42.252870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.254100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3bda131f-ae74-428d-b314-056269a79d97 HTTP/1.1" status: 204 len: 168 time: 0.4161949 Jul 16 22:34:42.257645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:42.290931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcee0a-b251-4a0f-a153-5087adca1451 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bda131f-ae74-428d-b314-056269a79d97,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:42.360548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86d9d51d-1446-4b70-86f3-e685e03c5261 req-773ebb80-bd05-4203-99f8-98027c0a1699 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201334 Jul 16 22:34:42.398460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0a2743c-1aad-4e32-a84e-165c205ef9b3 req-5a32c4a5-1e3a-4318-bced-c4f1a8c80f05 tempest-ServerShowV257Test-816329639 tempest-ServerShowV257Test-816329639-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f5f1796-7a8e-48dd-990b-b17c42794262 HTTP/1.1" status: 200 len: 210 time: 0.0681012 Jul 16 22:34:42.460028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.486717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=fdf4daf9-e850-4870-99ad-da5c5b082128,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:42.491706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port fdf4daf9-e850-4870-99ad-da5c5b082128 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:42.527432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f0b16ba5-b252-4146-b92d-2273d162c6d0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:42.592032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.603979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:42.618022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:42.618300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6d6cdf-d584-4ad0-8ab6-5c5ac757bf50') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:42.621803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port f0b16ba5-b252-4146-b92d-2273d162c6d0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:42.630344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.635049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port f0b16ba5-b252-4146-b92d-2273d162c6d0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:42.635776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.648434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.656836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:42.657650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:42.661798 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:42.751236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.780231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.783007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 HTTP/1.1" status: 204 len: 168 time: 3.2179332 Jul 16 22:34:42.784184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceee3e-238c-463f-97b1-93c15a4d6df0 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:42.789205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:42.801326 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.811738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-28a74419-5231-4985-9f42-98d18d895cf1 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5515785 Jul 16 22:34:42.812383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:42.818588 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fe806a-c12e-4aa2-8cbe-816af1637efd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:42.819292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fe806a-c12e-4aa2-8cbe-816af1637efd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:42.821297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-73fe806a-c12e-4aa2-8cbe-816af1637efd tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/1fc1bafc-90cc-4469-ac10-bf15c03805a9 HTTP/1.1" status: 404 len: 337 time: 0.0309381 Jul 16 22:34:42.823814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39002) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:42.841912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b16ba5-b252-4146-b92d-2273d162c6d0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:42.844612 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a677d-0db6-47d8-a217-054256cce26f" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f0b16ba5-b252-4146-b92d-2273d162c6d0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:42.861360 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec186169-b55f-4d64-9226-96b4e0b889ca tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:42.866396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec186169-b55f-4d64-9226-96b4e0b889ca tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:42.869931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec186169-b55f-4d64-9226-96b4e0b889ca tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/f75d1abb-1ca7-4d9a-a2d6-59fc4d264fe3 HTTP/1.1" status: 404 len: 339 time: 0.0449002 Jul 16 22:34:42.872479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:42.894011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:42.906231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.906484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b06e4323-b99f-485a-9758-ab7c2a61cde5 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:42.940210 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.961862 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7e9a0e-ef5d-4c4e-be49-4432a0c86e2b x-openstack-request-id: req-0e7e9a0e-ef5d-4c4e-be49-4432a0c86e2b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:42.962553 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f0b16ba5-b252-4146-b92d-2273d162c6d0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:42.963073 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e7e9a0e-ef5d-4c4e-be49-4432a0c86e2b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:42.963663 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b16ba5-b252-4146-b92d-2273d162c6d0', 'code': 200} Jul 16 22:34:42.975648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:42.985910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.005479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.031971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b06e4323-b99f-485a-9758-ab7c2a61cde5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:43.044076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b06e4323-b99f-485a-9758-ab7c2a61cde5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:43.044876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.089249 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.167360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.170181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.175186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/983e7d90-a7c8-460f-867b-d15d44eb928d HTTP/1.1" status: 204 len: 168 time: 0.3565385 Jul 16 22:34:43.175813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.187837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Router cfe534b7-b358-4d89-b3c8-95dcafd843fe is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:34:43.211296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daf949-ef21-4936-91e9-a9e42eb80a02 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983e7d90-a7c8-460f-867b-d15d44eb928d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.250247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.267650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f382a7-473f-400c-b426-c80d107a9738']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.280377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.284666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecebaa2-4abc-40b4-af4e-7eab34223382') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.285549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecebaa2-4abc-40b4-af4e-7eab34223382') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.297481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5a2bd517-a303-4978-a7a4-4ece5f6c397d tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173425 Jul 16 22:34:43.298081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.308345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.323128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:43.331077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121189735'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:43.331472 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.338837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.344947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:43.345436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:43.359014 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:43.367200 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.397015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:43.407772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] Sync routers for ids ['cfe534b7-b358-4d89-b3c8-95dcafd843fe'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:43.432229 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] Routers {'cfe534b7-b358-4d89-b3c8-95dcafd843fe'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:43.433270 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfe534b7-b358-4d89-b3c8-95dcafd843fe'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.437540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.439353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.445875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.450996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/55f382a7-473f-400c-b426-c80d107a9738 HTTP/1.1" status: 204 len: 168 time: 0.5731165 Jul 16 22:34:43.453243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.472996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e8a0-7f09-40d7-98e3-3b99d79494d1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=55f382a7-473f-400c-b426-c80d107a9738,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.495349 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-8594b41b-5dfe-4d9f-bb36-02ed2e98d96e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:43.495814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8594b41b-5dfe-4d9f-bb36-02ed2e98d96e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:43.497594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8594b41b-5dfe-4d9f-bb36-02ed2e98d96e tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/2fc64c3a-a7b7-4037-9da2-c3b2f8d1c682 HTTP/1.1" status: 404 len: 337 time: 0.0421836 Jul 16 22:34:43.500361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39026) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.511545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.521106 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf31271-b3d9-45dc-9e70-081548c9353f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:43.521769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf31271-b3d9-45dc-9e70-081548c9353f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:43.523394 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] Routers {'cfe534b7-b358-4d89-b3c8-95dcafd843fe'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:43.523582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4bf31271-b3d9-45dc-9e70-081548c9353f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/1d81305e-95e2-41c9-b5b5-8040e7354630 HTTP/1.1" status: 404 len: 339 time: 0.0222876 Jul 16 22:34:43.525108 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfe534b7-b358-4d89-b3c8-95dcafd843fe'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.527240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.540494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.556385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.564439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.569518 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-797e06cd-9ec6-4bbb-9250-0b4861702845 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4612164 Jul 16 22:34:43.571216 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:43.572584 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b637c81-834f-4ff6-89a0-53e07b7ae331 None None] The sync data for ids ['cfe534b7-b358-4d89-b3c8-95dcafd843fe'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:43.580283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.627298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting subnet 5efec711-2578-4c51-9a7a-fda7fb83acaa {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:43.633185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.649137 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.650897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3256161 Jul 16 22:34:43.661587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39034) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.664028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8cc0f-f264-4e5a-8810-9365db7c5b36 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9974aa11-4d0a-4e93-82cd-6f360fc37deb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.691877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.701869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '9974aa11-4d0a-4e93-82cd-6f360fc37deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:43.773898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.803633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.823988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-68177124-852b-4949-b062-d11b98274a9f tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/cfe534b7-b358-4d89-b3c8-95dcafd843fe HTTP/1.1" status: 200 len: 920 time: 0.2401061 Jul 16 22:34:43.823988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.824743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.859424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.864607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.871364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.877849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.879997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.884208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.890192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.897278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:43.900486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:43.901095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe791c9-7dc8-4a5f-88aa-49093a37ff74 None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:43.902801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/5efec711-2578-4c51-9a7a-fda7fb83acaa HTTP/1.1" status: 204 len: 168 time: 0.3744431 Jul 16 22:34:43.906212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8185b92-990e-4522-a59a-603b132fea40 req-e898c829-d8ca-42fe-b2a0-d06ef8d2388b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5438 time: 0.2621300 Jul 16 22:34:43.907825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:43.931575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427af07-69a8-42bc-b2a9-57d9f458abd2 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=5efec711-2578-4c51-9a7a-fda7fb83acaa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:43.953799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5dceed0-5374-4422-80aa-d4ed38dec265 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfe534b7-b358-4d89-b3c8-95dcafd843fe HTTP/1.1" status: 200 len: 205 time: 0.1224468 Jul 16 22:34:43.953989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.048009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.055617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting subnet 0a708d73-a726-4508-8e83-f048a364ffa1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:44.071558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8185b92-990e-4522-a59a-603b132fea40 req-ed17f534-c1e1-40bc-8ee1-12336c061210 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643977 Jul 16 22:34:44.072286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.081635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.134745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0a36d6-0275-4e74-b7d7-5dc83b575544,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.147201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.148423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9b08aa2-80f0-484f-9f36-bc296644bbbe tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4792662 Jul 16 22:34:44.151806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.157992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '9974aa11-4d0a-4e93-82cd-6f360fc37deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:44.175113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.192129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.206756 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e06ac885-f137-47b4-b9eb-039712b286b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.249628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.369408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.369979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.376354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.383691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.402290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e06ac885-f137-47b4-b9eb-039712b286b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.415992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e06ac885-f137-47b4-b9eb-039712b286b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.433534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab24c78-d24c-488c-8360-c904dca2fdc4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.469628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.475536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.475836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a181537a-a50f-4044-9a3b-a5c8ef317250 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223088 Jul 16 22:34:44.486028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e06ac885-f137-47b4-b9eb-039712b286b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1405e9cfbf4b46f9b6743a2407dcde2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045741 Jul 16 22:34:44.487106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '9974aa11-4d0a-4e93-82cd-6f360fc37deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:44.488303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.498881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ac885-f137-47b4-b9eb-039712b286b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984a8d9c-33aa-44e5-bd96-6da2326ce1a0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.525508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.538643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b25459c6-e1e0-473f-81d0-1bd7d1f7012d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:44.539409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port fd0beeb5-a5aa-4658-8d23-a420ddca5081 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:44.539760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.564853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=0a708d73-a726-4508-8e83-f048a364ffa1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.570658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.572743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2efdc51c-8901-4930-bc59-befec54c5a3f tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/0a708d73-a726-4508-8e83-f048a364ffa1 HTTP/1.1" status: 204 len: 168 time: 0.6396902 Jul 16 22:34:44.574485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.578595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.620533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b25459c6-e1e0-473f-81d0-1bd7d1f7012d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:44.624624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b25459c6-e1e0-473f-81d0-1bd7d1f7012d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:44.625028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.695883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.723405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.727494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.735544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.747301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.748779 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.774493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.792530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for fd0beeb5-a5aa-4658-8d23-a420ddca5081 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:44.795339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.798305 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.798964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a753e8c9-0686-44c0-acb1-b6cd1fffd970,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.802041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/984a8d9c-33aa-44e5-bd96-6da2326ce1a0 HTTP/1.1" status: 204 len: 168 time: 0.3094525 Jul 16 22:34:44.809398 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.810914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eaf2b06a-114f-4346-9696-3151e7c28c17 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334868 Jul 16 22:34:44.817227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:44.825053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '9974aa11-4d0a-4e93-82cd-6f360fc37deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:44.830473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:44.836365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e977a-50e7-4c1e-a735-751ad335a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984a8d9c-33aa-44e5-bd96-6da2326ce1a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:44.878029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:44.878482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.879258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:44.880584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a193767-1216-4f05-b766-9fc3e054efdb up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:44.913229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.008487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:45.010868 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495c8ea-3014-462e-9635-ab683a2ee9ca" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:45.045691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 66c96be0-fcdd-44b4-8187-22d2d56c1d22, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=66c96be0-fcdd-44b4-8187-22d2d56c1d22,segment=NetworkSegment(e3635f44-cfad-466c-97f7-c3cc670edf93),segment_id=e3635f44-cfad-466c-97f7-c3cc670edf93)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:45.046258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.062753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a764c4d-c0cb-4bd1-b6fa-ccb37ca867ca None None] Network 0ede741f-e991-48d4-9c68-e694cf28630f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:45.070888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 66c96be0-fcdd-44b4-8187-22d2d56c1d22 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:45.082338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.094027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.135262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=fd0beeb5-a5aa-4658-8d23-a420ddca5081,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.148504 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dc2e24-0252-4878-be85-2205cab6dbd7 x-openstack-request-id: req-35dc2e24-0252-4878-be85-2205cab6dbd7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:45.149330 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:45.149757 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35dc2e24-0252-4878-be85-2205cab6dbd7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:45.150329 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'code': 200} Jul 16 22:34:45.150754 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'code': 200} Jul 16 22:34:45.169113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.214942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.221466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f507138c-94b9-4d3f-8d13-62e6b33f14ee,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.235290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.236637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f33f4f9-d709-4017-98cd-12ec82682244 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4167008 Jul 16 22:34:45.238274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.246692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:45.271945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '9974aa11-4d0a-4e93-82cd-6f360fc37deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:45.316462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91589cfc-8a59-4896-b9bb-a3f2ee92033c None None] Provisioning complete for port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:45.316929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91589cfc-8a59-4896-b9bb-a3f2ee92033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.370888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.373488 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.388436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.394442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.410860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=66c96be0-fcdd-44b4-8187-22d2d56c1d22,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.429271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 66c96be0-fcdd-44b4-8187-22d2d56c1d22 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:45.500471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.503157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router cfe534b7-b358-4d89-b3c8-95dcafd843fe {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:45.515737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.518676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2b82bce3-d3fe-40f8-ac42-7da450d032b0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/cfe534b7-b358-4d89-b3c8-95dcafd843fe HTTP/1.1" status: 204 len: 168 time: 1.5630412 Jul 16 22:34:45.522138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:45.529806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1219413767', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:45.531007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 3a193767-1216-4f05-b766-9fc3e054efdb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:45.567175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 3a193767-1216-4f05-b766-9fc3e054efdb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:45.567548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.571783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.573559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.616121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91589cfc-8a59-4896-b9bb-a3f2ee92033c None None] Could not find standard attr ID for object 66c96be0-fcdd-44b4-8187-22d2d56c1d22. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:34:45.624451 n-d-793621-16 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-91589cfc-8a59-4896-b9bb-a3f2ee92033c None None] No ports have port_id starting with 66c96be0-fcdd-44b4-8187-22d2d56c1d22 Jul 16 22:34:45.652322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.666896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.699641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05bacc-18fa-41c8-8c76-2b45ca28a343 None None] DHCP port deletion for 0ede741f-e991-48d4-9c68-e694cf28630f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:45.707589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.712737 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.714188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.726739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.732713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.738731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.744764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.750988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.757328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:45.759523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61929f33-5226-4cf7-8176-a22135db086b req-9620df7c-563f-42c9-b906-d6681f15d981 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5439 time: 0.4443913 Jul 16 22:34:45.760239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.763133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ede741f-e991-48d4-9c68-e694cf28630f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:45.775584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:45.783698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafcf77a-bee5-460e-8e62-5970a4c1200c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.791180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.793236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c07f32d0-745f-46f3-8c7e-f20bb39bf141 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:45.802550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3635f44-cfad-466c-97f7-c3cc670edf93') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:45.802911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3635f44-cfad-466c-97f7-c3cc670edf93') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:45.840503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.856728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.861398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e151fbad-ec55-4a52-b69a-7a8abda668d5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5983229 Jul 16 22:34:45.867663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:45.883258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.903285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61929f33-5226-4cf7-8176-a22135db086b req-329a92da-2749-40fa-9dc5-5f7a1f4e3262 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205857 Jul 16 22:34:45.910994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:45.911525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:45.915467 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:45.936641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:45.942763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.961984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:45.967958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:45.968330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:45.969999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.041698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.043485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.055211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.057234 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/0ede741f-e991-48d4-9c68-e694cf28630f HTTP/1.1" status: 204 len: 168 time: 1.4775817 Jul 16 22:34:46.060383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.069711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.092940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.105223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.110262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/dafcf77a-bee5-460e-8e62-5970a4c1200c HTTP/1.1" status: 204 len: 168 time: 0.2390754 Jul 16 22:34:46.112399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.113267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fdccc-a5a6-49d3-80cd-88ceab4f41f1 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=0ede741f-e991-48d4-9c68-e694cf28630f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.132485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02636b92-5fc6-4f87-9290-ec8f407de5eb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dafcf77a-bee5-460e-8e62-5970a4c1200c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.154615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:46.163545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.166906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 224a0df0-16c2-4e3d-93d1-f5d38392b955 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:46.182983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0bdbf749-b956-4398-a718-1c1c3f9aa2c6 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0666564 Jul 16 22:34:46.185878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.216613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.227324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.289685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.297864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.299108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f507138c-94b9-4d3f-8d13-62e6b33f14ee HTTP/1.1" status: 204 len: 168 time: 0.1122603 Jul 16 22:34:46.301691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.317319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.336126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac688ebd-89a1-41f8-9d49-45e99ca46ad9 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f507138c-94b9-4d3f-8d13-62e6b33f14ee,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.342766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 224a0df0-16c2-4e3d-93d1-f5d38392b955 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:46.348182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 224a0df0-16c2-4e3d-93d1-f5d38392b955 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:46.348629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.397448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-11e80130-c9d4-4474-bee5-d9358a7398ba tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0942426 Jul 16 22:34:46.400538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.461027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.479081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.488660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.517247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 66c96be0-fcdd-44b4-8187-22d2d56c1d22 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:46.529862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.539207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.541209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a753e8c9-0686-44c0-acb1-b6cd1fffd970 HTTP/1.1" status: 204 len: 168 time: 0.1393886 Jul 16 22:34:46.543796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.551865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 66c96be0-fcdd-44b4-8187-22d2d56c1d22 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:46.552211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 66c96be0-fcdd-44b4-8187-22d2d56c1d22 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:46.567265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:46.571526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8be245-c98d-450b-9cdf-63be2db7b0bb tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a753e8c9-0686-44c0-acb1-b6cd1fffd970,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.578830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.579819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e3a4a448-5141-48d1-8c19-29cce61e913f up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:46.611759 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5589f6-f793-407d-9cdd-d067759d01ed tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.612250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5589f6-f793-407d-9cdd-d067759d01ed tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.616356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba5589f6-f793-407d-9cdd-d067759d01ed tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/6b02fcb4-9817-4c6e-a7b4-985bb7f2c055 HTTP/1.1" status: 404 len: 337 time: 0.5526385 Jul 16 22:34:46.617571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.619415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b19bde4f-1538-457a-a238-66086fef5844 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0743711 Jul 16 22:34:46.622159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.657939 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd093ad4-e469-4f35-980c-6ee1908e541b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.658518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd093ad4-e469-4f35-980c-6ee1908e541b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.664025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dd093ad4-e469-4f35-980c-6ee1908e541b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/d2def8ed-20fd-4ebd-be84-d214e2b30685 HTTP/1.1" status: 404 len: 339 time: 0.0454233 Jul 16 22:34:46.664662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.676069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.694601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.695386 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0016ddf9-53d0-4a36-81d8-2654bad7add8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.695919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0016ddf9-53d0-4a36-81d8-2654bad7add8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.701092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0016ddf9-53d0-4a36-81d8-2654bad7add8 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/bb166c83-99f5-45f6-b6b2-908ecb4d0047 HTTP/1.1" status: 404 len: 337 time: 0.0342090 Jul 16 22:34:46.701679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.725018 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a990f12-7f99-46ea-9d9c-55940a16049a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.725678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a990f12-7f99-46ea-9d9c-55940a16049a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.731187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8a990f12-7f99-46ea-9d9c-55940a16049a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/51b1fa35-4027-439c-b7b0-b5dd59dd4d3e HTTP/1.1" status: 404 len: 339 time: 0.0270822 Jul 16 22:34:46.731784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.779242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.790617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.794489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port e3a4a448-5141-48d1-8c19-29cce61e913f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:46.798923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port e3a4a448-5141-48d1-8c19-29cce61e913f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:46.799968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.836129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.839788 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedb6fe8-020e-4bc3-b400-99c380f3ab0a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.843487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedb6fe8-020e-4bc3-b400-99c380f3ab0a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.847225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aedb6fe8-020e-4bc3-b400-99c380f3ab0a tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/4adcf077-32e5-4304-bf3e-6610859f1155 HTTP/1.1" status: 404 len: 337 time: 0.1113513 Jul 16 22:34:46.854534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:46.860194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1ab24c78-d24c-488c-8360-c904dca2fdc4 HTTP/1.1" status: 204 len: 168 time: 0.2299161 Jul 16 22:34:46.863511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.864033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.909930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba7c40-eb35-49a0-9c8f-cdbfb784ee4a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab24c78-d24c-488c-8360-c904dca2fdc4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:46.934103 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea962d5-cfa9-47e6-a02b-2a7b4a4eee2c tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:46.935234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea962d5-cfa9-47e6-a02b-2a7b4a4eee2c tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:46.940639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7ea962d5-cfa9-47e6-a02b-2a7b4a4eee2c tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/244a891a-659a-4225-bc3e-abc1bd085b6f HTTP/1.1" status: 404 len: 339 time: 0.0727036 Jul 16 22:34:46.944135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:46.974744 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.047030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:47.057192 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.078293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.103734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.134680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d8abd0d-77bd-44d6-909f-3b044a0ac1e1 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2665079 Jul 16 22:34:47.139256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.159416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:47.165910 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c21815-baa2-4f5e-8056-e38e9c9736c4" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "c07f32d0-745f-46f3-8c7e-f20bb39bf141"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:47.185512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:47.187265 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba54-9724-4089-b4ce-7ae87f69cca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.227038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting subnet 3020bdbd-f6b5-4f74-b10d-ff4e624d5bee {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:47.237039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.242246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.258271 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cdcae6-0c9e-455a-be38-ad73c30da21d x-openstack-request-id: req-08cdcae6-0c9e-455a-be38-ad73c30da21d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:47.258757 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "c07f32d0-745f-46f3-8c7e-f20bb39bf141", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:47.259006 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08cdcae6-0c9e-455a-be38-ad73c30da21d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:47.259416 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb', 'code': 200} Jul 16 22:34:47.259719 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f32d0-745f-46f3-8c7e-f20bb39bf141', 'code': 200} Jul 16 22:34:47.259927 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'code': 200} Jul 16 22:34:47.260225 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'code': 200} Jul 16 22:34:47.300956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.353197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.359924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.25.5.141 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a4603ab8-aa3d-483c-9521-245d008b5d7b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:47.416797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.432118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.437990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.444573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.448316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.452096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8d0a36d6-0275-4e74-b7d7-5dc83b575544 HTTP/1.1" status: 204 len: 168 time: 0.3089354 Jul 16 22:34:47.452240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.457065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.457575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.463391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.469238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.473003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-338aff9c-247b-4337-8ec8-73afcc42f2a6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.2189789 Jul 16 22:34:47.473176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2fa1f-d4f5-4029-8bc1-3af12bfb9065 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d0a36d6-0275-4e74-b7d7-5dc83b575544,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:47.561784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba54-9724-4089-b4ce-7ae87f69cca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.569221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d12e5004-0f2e-4aca-9b12-d3444f70236f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1080618 Jul 16 22:34:47.572992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.574936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1634998-efe1-4ea5-93cd-b64e19b6bceb req-999d87d9-26ac-4b20-aa0e-ccbc273ad656 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912244 Jul 16 22:34:47.577613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba54-9724-4089-b4ce-7ae87f69cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.579166 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.620625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.621547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.621680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.622109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.622596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.623055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.623809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:47.625516 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-c99c2ac2-7f77-4cc6-a3d1-bb39a63cf1d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.2322340 Jul 16 22:34:47.641428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-94e3ba54-9724-4089-b4ce-7ae87f69cca1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15e7e134f787422f955cd081ea3c0948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8503997 Jul 16 22:34:47.644343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.647324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ba54-9724-4089-b4ce-7ae87f69cca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0632f18-5647-4779-82ba-fd6ea5a77cf6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:47.649762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.712796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cde1e8c-f298-4085-8343-27ffafe2d92e req-7395a16b-ec48-4e1a-ba11-d6d4c4c6c0e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&id=8d6a059f-f1e0-4f30-828f-33089e519e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787466 Jul 16 22:34:47.725914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.731938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.735924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.742135 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.777433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=3020bdbd-f6b5-4f74-b10d-ff4e624d5bee,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:47.778097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.788000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.790176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-05aace8e-09b9-4328-b147-512e3b2c0c84 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/3020bdbd-f6b5-4f74-b10d-ff4e624d5bee HTTP/1.1" status: 204 len: 168 time: 0.8449364 Jul 16 22:34:47.794467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.797222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1bb74-fb9b-466b-8422-11e0dc3a9ece None None] Network a42a0654-9088-41a0-946d-44c64302ec96 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:47.805606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.811447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:47.823114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:47.829193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=a4603ab8-aa3d-483c-9521-245d008b5d7b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:47.837231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:47.922356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.940207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.944089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.945758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/9974aa11-4d0a-4e93-82cd-6f360fc37deb HTTP/1.1" status: 204 len: 168 time: 0.3697267 Jul 16 22:34:47.969603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:47.985650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.989125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:47.991073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0632f18-5647-4779-82ba-fd6ea5a77cf6 HTTP/1.1" status: 204 len: 168 time: 0.3392680 Jul 16 22:34:47.996072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04c139-3d37-45b6-bf45-ebe58a1c44ac tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974aa11-4d0a-4e93-82cd-6f360fc37deb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.029373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0b782-c9ae-4647-bcd9-339efec3d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0632f18-5647-4779-82ba-fd6ea5a77cf6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.043507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2857d0ae-7b77-4d7d-a3ce-bbcdece533e8 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702465 Jul 16 22:34:48.049840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.055182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555717455'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:48.071233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 84444657-61f0-4862-9fad-62a6b6b9ae0b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:48.075854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.133699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.153972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] DHCP port deletion for a42a0654-9088-41a0-946d-44c64302ec96 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:48.175127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 84444657-61f0-4862-9fad-62a6b6b9ae0b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84444657-61f0-4862-9fad-62a6b6b9ae0b,segment=NetworkSegment(cd67f6aa-a5a7-4b43-8463-44a4b10e8adb),segment_id=cd67f6aa-a5a7-4b43-8463-44a4b10e8adb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:48.175127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.188023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 84444657-61f0-4862-9fad-62a6b6b9ae0b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:48.229181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.250557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Deleting port 84444657-61f0-4862-9fad-62a6b6b9ae0b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:48.252221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.314242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.344706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=84444657-61f0-4862-9fad-62a6b6b9ae0b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.353034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 84444657-61f0-4862-9fad-62a6b6b9ae0b on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:48.390682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] For port 84444657-61f0-4862-9fad-62a6b6b9ae0b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84444657-61f0-4862-9fad-62a6b6b9ae0b,segment=NetworkSegment(cd67f6aa-a5a7-4b43-8463-44a4b10e8adb),segment_id=cd67f6aa-a5a7-4b43-8463-44a4b10e8adb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:48.391100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.391908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.426103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Calling delete_port for 84444657-61f0-4862-9fad-62a6b6b9ae0b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:48.447368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.498392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.517367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.518614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4695809 Jul 16 22:34:48.523159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.526923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42a0654-9088-41a0-946d-44c64302ec96']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:48.529135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': 'a3a39225-4c6f-4df4-b7cc-c1c8b108f915', 'direction': 'ingress', 'protocol': 17}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:48.543312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779395ca-522b-4985-aacc-b8006b897298 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a39225-4c6f-4df4-b7cc-c1c8b108f915,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.562475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:48.562781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd67f6aa-a5a7-4b43-8463-44a4b10e8adb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:48.567014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.579559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.613580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.621175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.630556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:48.630725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.670862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84444657-61f0-4862-9fad-62a6b6b9ae0b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:48.720570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.725769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.732705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 84444657-61f0-4862-9fad-62a6b6b9ae0b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:34:48.732705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84444657-61f0-4862-9fad-62a6b6b9ae0b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:34:48.741236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:48.773219 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:48.778933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.786278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.789181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/a42a0654-9088-41a0-946d-44c64302ec96 HTTP/1.1" status: 204 len: 168 time: 0.9935644 Jul 16 22:34:48.791789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] Pushing event deleted for resources: {'Port': ['ID=84444657-61f0-4862-9fad-62a6b6b9ae0b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.795986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.803006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb53ee-c915-4ec6-b8ca-dd42c928b06f None None] No DVR routers for this DVR port 84444657-61f0-4862-9fad-62a6b6b9ae0b on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:48.819431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d243238-e483-41de-9ba6-570794e15cc1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.843959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:48.845277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-568cf54a-e36e-45f3-92e3-d182107790e3 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3196549 Jul 16 22:34:48.859854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7baff-655f-4a22-a0e8-027a72384aac tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=a42a0654-9088-41a0-946d-44c64302ec96,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:48.860591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.866358 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5593d13e-7318-490f-86db-7aaa44b22795 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:48.868776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5593d13e-7318-490f-86db-7aaa44b22795 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:48.873324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5593d13e-7318-490f-86db-7aaa44b22795 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/fcb0c382-00f5-4ece-a477-5983791f1e53 HTTP/1.1" status: 404 len: 337 time: 0.0754490 Jul 16 22:34:48.876418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.925910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router b61f05e0-0c7d-430d-a52f-2dd9440428ac is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:34:48.927992 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-071d0c35-fcbd-4d68-b8df-8123173f1556 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] DELETE failed (client error): The resource could not be found. Jul 16 22:34:48.928598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071d0c35-fcbd-4d68-b8df-8123173f1556 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:34:48.930410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-071d0c35-fcbd-4d68-b8df-8123173f1556 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/99e9b5db-2cec-4f9f-b017-79fe9064fe98 HTTP/1.1" status: 404 len: 339 time: 0.0458605 Jul 16 22:34:48.936890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:48.998347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.029619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.038391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.046188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.055134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.066523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.067057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.077253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.080656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-36b7ffd3-1a8e-4de4-ae6b-c1ae5cea8cb8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.2223759 Jul 16 22:34:49.107122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting subnet 99fb8060-2cb8-41a4-901f-ea42c5ae6ce3 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:34:49.113226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.142645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.148140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-053a10f3-d7e4-4683-9407-5d972862fa33 req-3a62b8a5-7f2e-4286-8012-5984e85be8e7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600903 Jul 16 22:34:49.278587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.390700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1263317899-network', 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:49.414857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:49.417671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.428013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.458860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.515647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:49.526394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Sync routers for ids ['b61f05e0-0c7d-430d-a52f-2dd9440428ac'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:49.537613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.539892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Routers {'b61f05e0-0c7d-430d-a52f-2dd9440428ac'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:49.540406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.541251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b61f05e0-0c7d-430d-a52f-2dd9440428ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:49.541593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/a3a39225-4c6f-4df4-b7cc-c1c8b108f915 HTTP/1.1" status: 204 len: 168 time: 0.6731889 Jul 16 22:34:49.545186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.554547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.565788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.577970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa27a85-2a04-42d9-b3e7-df955db271b2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a39225-4c6f-4df4-b7cc-c1c8b108f915,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:49.582908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.588012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff05fe9b-91f7-42e9-a297-8bf991894ae8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0647931 Jul 16 22:34:49.588815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.598154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e7b06b-495f-4e7c-858f-bb9519795ed9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:49.633793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:49.650921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85ab5f49-d6ba-4619-b73b-0f191d7bad32 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010349 Jul 16 22:34:49.651038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.656675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.657015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.657459 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Added segment 03ac6114-7238-4471-8332-659a5632e7d6 of type vlan for network e16af5aa-b993-43b9-8751-ec20ddb95633 Jul 16 22:34:49.662461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--690589595'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:49.723383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.745119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.752706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Set router b61f05e0-0c7d-430d-a52f-2dd9440428ac gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:49.771662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04f4bba4-f1cf-4f07-a09a-38da4b89a066 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/b61f05e0-0c7d-430d-a52f-2dd9440428ac HTTP/1.1" status: 200 len: 909 time: 0.1796699 Jul 16 22:34:49.773961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.779703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1219413767', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': True}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:49.790356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.793345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.794615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:49.795676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.828039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Subnet': ['ID=99fb8060-2cb8-41a4-901f-ea42c5ae6ce3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:49.830104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.832734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-37a9611f-3d1f-4640-a9d1-55b075fd1de3 tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/subnets/99fb8060-2cb8-41a4-901f-ea42c5ae6ce3 HTTP/1.1" status: 204 len: 168 time: 0.8961565 Jul 16 22:34:49.835236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:49.882923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bc3b0-8590-4e8a-95ab-faf26ce634df None None] Network b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:49.906483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] Pushing event updated for resources: {'Network': ['ID=e16af5aa-b993-43b9-8751-ec20ddb95633,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:49.935769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network e16af5aa-b993-43b9-8751-ec20ddb95633 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:49.953650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.961454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.968237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.988820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:49.991478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3387673 Jul 16 22:34:49.997410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:50.000268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8050ebef-fd3a-42b9-a3c8-73a65e75487c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7201996 Jul 16 22:34:50.004194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:50.009054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808000528'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:50.009729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Request body: {'subnet': {'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1263317899-subnet', 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:50.024566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694144a-a9b2-4ddb-8568-ac3c98d7c09e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c78535-a517-45ba-b7cb-6986d742c721,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:50.057061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.058061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.084956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:50.090039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.115598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.121128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Deleting port 08ff7707-9ace-42de-bdc1-e45416a5518e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:50.121701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.163688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': False}, 'gw_port_id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:45Z', 'updated_at': '2021-07-16T22:34:48Z', 'revision_number': 3, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port': {'id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:34:47Z', 'updated_at': '2021-07-16T22:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:50.183476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.200233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Checking router: b61f05e0-0c7d-430d-a52f-2dd9440428ac for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:34:50.200615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Updating router b61f05e0-0c7d-430d-a52f-2dd9440428ac port a4603ab8-aa3d-483c-9521-245d008b5d7b binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:34:50.248612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.298494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] DHCP port deletion for b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:34:50.309601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.351754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] For port 08ff7707-9ace-42de-bdc1-e45416a5518e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=08ff7707-9ace-42de-bdc1-e45416a5518e,segment=NetworkSegment(d83ecdfc-dc89-4812-a3c7-b3655a18a79f),segment_id=d83ecdfc-dc89-4812-a3c7-b3655a18a79f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:50.352540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.382695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=775ed114-60b1-4b73-88cb-75cf45d1231f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:50.394776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Checking segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:50.394776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Network hostable DHCP agents. Network: e16af5aa-b993-43b9-8751-ec20ddb95633, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:34:50.444415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Network e16af5aa-b993-43b9-8751-ec20ddb95633 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:34:50.462397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.463723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, e16af5aa-b993-43b9-8751-ec20ddb95633) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:50.476152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1900f6-c743-486b-b16b-29fe3c53a522 None None] Network e16af5aa-b993-43b9-8751-ec20ddb95633 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:50.480680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.481638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.499082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Calling delete_port for 08ff7707-9ace-42de-bdc1-e45416a5518e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:50.552296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Deleting port 08ff7707-9ace-42de-bdc1-e45416a5518e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:50.553102 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.560132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 08ff7707-9ace-42de-bdc1-e45416a5518e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:34:50.668425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.674444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.680623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.682595 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.686615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.692541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.698990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.705264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:50.707277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-5fe5d8ff-bdf0-4961-8275-3ba884570f4f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.3425980 Jul 16 22:34:50.728441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.735847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] For port 08ff7707-9ace-42de-bdc1-e45416a5518e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=08ff7707-9ace-42de-bdc1-e45416a5518e,segment=NetworkSegment(d83ecdfc-dc89-4812-a3c7-b3655a18a79f),segment_id=d83ecdfc-dc89-4812-a3c7-b3655a18a79f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:50.736299 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.750276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.753883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d2e99baa-3324-4da1-8bc7-744ae85693fb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7484782 Jul 16 22:34:50.772031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:50.781795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Calling delete_port for 08ff7707-9ace-42de-bdc1-e45416a5518e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:50.845838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.847133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8484428 Jul 16 22:34:50.850401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:50.851711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.857056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c909173e-fd67-4c45-ac1a-afdfa27c1a82 req-9176ee32-5f43-48d9-8223-eb466093d142 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330578 Jul 16 22:34:50.857333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d585a3-9012-404e-b80e-bdb0241ffe79 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46667b2-dc69-4e82-b8b8-f1c39196ced5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:50.861854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.878275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '67c78535-a517-45ba-b7cb-6986d742c721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e46667b2-dc69-4e82-b8b8-f1c39196ced5', 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:50.911400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] No DVR routers for this DVR port 08ff7707-9ace-42de-bdc1-e45416a5518e on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:50.929285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Port': ['ID=08ff7707-9ace-42de-bdc1-e45416a5518e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:50.967857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f6576cf-31f9-494e-853a-f02b3ea25090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:50.987910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.056932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a373d5b-3c77-4edc-b682-52463aaef551 None None] Network e16af5aa-b993-43b9-8751-ec20ddb95633 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:51.168272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.186375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:51.194665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.201150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:51.201536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83ecdfc-dc89-4812-a3c7-b3655a18a79f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:51.214725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.238887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.246431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.257915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.264805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.265638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.272086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.272998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Transition to ACTIVE for port object a4603ab8-aa3d-483c-9521-245d008b5d7b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:51.276930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:34:51.277926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.279691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.286114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.294128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.297301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.301295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.304024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee52c8cd-64cd-4166-aa31-77e3db7845d4 req-72c9f754-e908-4f0c-aeaf-a4f94d0beed3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.2085187 Jul 16 22:34:51.315867 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.323032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:51.331104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Request body: {'floatingip': {'port_id': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:51.336425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26456cff-b6eb-4402-b7c5-50488ef58f53,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.339455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] No DVR routers for this DVR port 08ff7707-9ace-42de-bdc1-e45416a5518e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:34:51.370212 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:34:51.382076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70178-2f87-4d9c-b64e-0393c92b2214 None None] Pushing event deleted for resources: {'Port': ['ID=08ff7707-9ace-42de-bdc1-e45416a5518e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.424659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.430028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.438445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Attempting to bind port a4603ab8-aa3d-483c-9521-245d008b5d7b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:51.439007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Attempting to bind port a4603ab8-aa3d-483c-9521-245d008b5d7b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:51.439378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Attempting to bind port a4603ab8-aa3d-483c-9521-245d008b5d7b on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:51.448990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56bc08-e5a6-4b84-aecc-9b4259fb7165 None None] Pushing event updated for resources: {'Port': ['ID=a4603ab8-aa3d-483c-9521-245d008b5d7b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.451616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:51.452254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:51.452661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.453075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:51.453679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Bound port: a4603ab8-aa3d-483c-9521-245d008b5d7b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:51.453985 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.467629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.479137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] 10.222.0.70 "DELETE /v2.0/networks/b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa HTTP/1.1" status: 204 len: 168 time: 1.6357331 Jul 16 22:34:51.522765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] For port a4603ab8-aa3d-483c-9521-245d008b5d7b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:51.528504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] For port a4603ab8-aa3d-483c-9521-245d008b5d7b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4603ab8-aa3d-483c-9521-245d008b5d7b,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:51.536389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.539085 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.552216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cd613-ff41-40f5-a569-74425307a16b tempest-NetworksIpV6Test-444495852 tempest-NetworksIpV6Test-444495852-project] Pushing event deleted for resources: {'Network': ['ID=b3bcbd47-b056-43a7-9bb9-c7dcfb8332aa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.608427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Routers {'b61f05e0-0c7d-430d-a52f-2dd9440428ac'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:51.609166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b61f05e0-0c7d-430d-a52f-2dd9440428ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:51.641380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-a5f787dc-9a08-4404-a224-50961cb27166 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:51.642972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-a5f787dc-9a08-4404-a224-50961cb27166 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.2696588 Jul 16 22:34:51.653586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56bc08-e5a6-4b84-aecc-9b4259fb7165 None None] Pushing event updated for resources: {'Port': ['ID=a4603ab8-aa3d-483c-9521-245d008b5d7b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.667500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-a9b5c293-f840-4df9-b09d-e53c84bb9f99 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/quotas/c3f4b8b6ab6e4b15b24cfb66fab65a1e HTTP/1.1" status: 200 len: 375 time: 0.0182390 Jul 16 22:34:51.687296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f6576cf-31f9-494e-853a-f02b3ea25090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.694612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.730379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f6576cf-31f9-494e-853a-f02b3ea25090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.745612 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-84027a6a-6713-4038-b923-e2a80534fdc9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699801 Jul 16 22:34:51.760500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] Set router b61f05e0-0c7d-430d-a52f-2dd9440428ac gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:51.765244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:51.773504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6576cf-31f9-494e-853a-f02b3ea25090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f039f6-c1bc-4394-966f-164444b8f1d8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:51.792235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.25.5.112 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6e0cf324-102c-4091-b0db-430700f8418f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:51.794941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.796293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0f956f6-4154-489b-a7ce-bb4e13529a09 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9444158 Jul 16 22:34:51.799879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:51.830789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0f6576cf-31f9-494e-853a-f02b3ea25090 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3de3830d42114963ac98a8fff914bf02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0568032 Jul 16 22:34:51.835670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:51.918377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.965345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.969218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:51.991758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': False}, 'gw_port_id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:45Z', 'updated_at': '2021-07-16T22:34:48Z', 'revision_number': 3, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port': {'id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:34:47Z', 'updated_at': '2021-07-16T22:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:52.006352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-f1479e37-984b-46a4-8393-751ef653180a service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536347 Jul 16 22:34:52.018606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c55cd-116f-455b-812e-eff58e03f3df None None] The sync data for ids ['b61f05e0-0c7d-430d-a52f-2dd9440428ac'] in n-d-793621-16 is: [{'id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': False}, 'gw_port_id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:45Z', 'updated_at': '2021-07-16T22:34:48Z', 'revision_number': 3, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port': {'id': 'a4603ab8-aa3d-483c-9521-245d008b5d7b', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f05e0-0c7d-430d-a52f-2dd9440428ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:34:47Z', 'updated_at': '2021-07-16T22:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:52.025077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.085818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.090876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.094684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/26456cff-b6eb-4402-b7c5-50488ef58f53 HTTP/1.1" status: 204 len: 168 time: 0.2892883 Jul 16 22:34:52.112630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:52.121609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.171158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f7d3d1d9-97fa-4740-8114-da299f3cbb91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69daa15ee9114771b68dcb8564e7638d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013293 Jul 16 22:34:52.171158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c2e67-f4f0-4275-818d-80c4b9374a31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26456cff-b6eb-4402-b7c5-50488ef58f53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:52.171478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:52.204213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.206821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.211081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5f039f6-c1bc-4394-966f-164444b8f1d8 HTTP/1.1" status: 204 len: 168 time: 0.3709693 Jul 16 22:34:52.239991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f039f6-c1bc-4394-966f-164444b8f1d8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:52.257198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.257508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.257859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.258205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.258547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.259139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.259668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.260016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.260335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.260756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.261109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.261461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ad1cfa-9b6a-4ba5-988d-32363035a508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:52.296095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ace9e004-fdc6-4377-93cb-b203ba4139a4 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1610978 Jul 16 22:34:52.298527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:52.328573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.355982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:52.378237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:52.382742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-551ef367-59ff-4c17-9000-94cfb5228249 service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648639 Jul 16 22:34:52.387569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:52.469362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=6e0cf324-102c-4091-b0db-430700f8418f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:52.489585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.563908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.613741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4603ab8-aa3d-483c-9521-245d008b5d7b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:52.655923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.658989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:34:52.717732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a4603ab8-aa3d-483c-9521-245d008b5d7b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:34:52.726442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a4603ab8-aa3d-483c-9521-245d008b5d7b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:52.727167 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.849940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.873781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a4603ab8-aa3d-483c-9521-245d008b5d7b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4603ab8-aa3d-483c-9521-245d008b5d7b,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:52.891288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.892055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.893240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:52.923446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.926567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.939118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29e10b52-b81f-40be-a301-0f9ee8dfe12b HTTP/1.1" status: 204 len: 168 time: 0.7594407 Jul 16 22:34:52.948181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.949966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4603ab8-aa3d-483c-9521-245d008b5d7b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:52.950382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:52.986777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0185db0-86f4-4745-a979-d49a28c3ed86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.026107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f1c78907-bbb1-4619-b1df-b2d94be08393 req-1c3c2759-f073-47f7-aae6-63ae06ef1911 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 210 time: 0.2994010 Jul 16 22:34:53.036631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750dd91-df33-4827-9203-466fb41a127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e10b52-b81f-40be-a301-0f9ee8dfe12b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:53.068757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.181836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.189313 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.189313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/e46667b2-dc69-4e82-b8b8-f1c39196ced5 HTTP/1.1" status: 204 len: 168 time: 0.8791425 Jul 16 22:34:53.198902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:53.234285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c40a-e0a7-486b-a926-d3c23ecbf324 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46667b2-dc69-4e82-b8b8-f1c39196ced5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:53.291489 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Floating IP c29dddb6-55a7-436b-a078-56e2f37f5eb9 associated. External IP: 172.25.5.72, port: b25459c6-e1e0-473f-81d0-1bd7d1f7012d. Jul 16 22:34:53.330522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0185db0-86f4-4745-a979-d49a28c3ed86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.347644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0185db0-86f4-4745-a979-d49a28c3ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.353260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-87511916-a800-499e-9418-a6e8f8a83899 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1530836 Jul 16 22:34:53.355987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.357631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:53.443655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0185db0-86f4-4745-a979-d49a28c3ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f93b67-67e7-4fa4-8fce-946e0f908fad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:53.454629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0185db0-86f4-4745-a979-d49a28c3ed86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f456f33e4174036b658f9e63d77b744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515809 Jul 16 22:34:53.455947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:53.501505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.539672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.616464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.659718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.682614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:34:53.687274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.690892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.694958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/67c78535-a517-45ba-b7cb-6986d742c721 HTTP/1.1" status: 204 len: 168 time: 0.3335538 Jul 16 22:34:53.696050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:53.697286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.706944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3836d1-6228-457c-8a6f-9d0330b0b663 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c78535-a517-45ba-b7cb-6986d742c721,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:53.793998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.796628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.800099 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23f93b67-67e7-4fa4-8fce-946e0f908fad HTTP/1.1" status: 204 len: 168 time: 0.3375025 Jul 16 22:34:53.808684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-972946c8-cc1c-44ae-9951-866752642979 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107371 Jul 16 22:34:53.814967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:53.820265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766351625'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:53.840545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314f29-b929-40e8-b241-0107b34db9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f93b67-67e7-4fa4-8fce-946e0f908fad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:53.875081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.889344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:53.906143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:53.906790 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Sync routers for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:53.919776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router f39a1c40-6728-4483-9dd0-1a9b3578142b is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:34:53.934918 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:53.935707 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:54.038900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-833c3c29-9fdf-4c65-af10-c4b0ae93f105 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "PUT /v2.0/floatingips/c29dddb6-55a7-436b-a078-56e2f37f5eb9 HTTP/1.1" status: 200 len: 990 time: 2.7110808 Jul 16 22:34:54.040275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:54.043957 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285be83e-e704-4de3-87cd-b5a00fb4faf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:54.085543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.091932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:34:54.097907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.105922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Sync routers for ids ['f39a1c40-6728-4483-9dd0-1a9b3578142b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:34:54.124519 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002ea08-02a0-45ed-869d-66b7d4b09ae6 x-openstack-request-id: req-4002ea08-02a0-45ed-869d-66b7d4b09ae6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:54.125079 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:54.125540 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4002ea08-02a0-45ed-869d-66b7d4b09ae6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:54.126110 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'status': 'completed', 'code': 200} Jul 16 22:34:54.143188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.144510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3285625 Jul 16 22:34:54.147508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:54.148168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.149711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2413fde-f10a-4b5f-8f06-ba41895fa577 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3744190 Jul 16 22:34:54.152050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7408e0d1-c4c3-4190-9c8e-c40acd575326,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:54.153034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Routers {'f39a1c40-6728-4483-9dd0-1a9b3578142b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:54.153240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': '7408e0d1-c4c3-4190-9c8e-c40acd575326', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:54.154821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:54.159156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:54.166365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f39a1c40-6728-4483-9dd0-1a9b3578142b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:54.321323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.322717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.324173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.324819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.325349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.329107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.330245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.332183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.333324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.334585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.335833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.339202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a986cd-4628-464a-91a9-e97ff616e599 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:54.422777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.449773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Set router f39a1c40-6728-4483-9dd0-1a9b3578142b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:54.581600 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb7273c9-27a4-48b2-8ac2-3c851e2f8da7 req-f1197c2c-587d-40d6-ad06-60137428bf5f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 210 time: 0.1186094 Jul 16 22:34:54.600370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:54.609691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4603ab8-aa3d-483c-9521-245d008b5d7b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:34:54.624352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.624853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.625377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.625844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.626315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.626788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.627452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.629629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-21be1735-0eed-4f26-9135-d14d437a98d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.4539135 Jul 16 22:34:54.694930 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c29dddb6-55a7-436b-a078-56e2f37f5eb9', 'tenant_id': '3d499a43c279441685319954e196bef4', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'port_id': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'mac_address': 'fa:16:3e:c4:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:33:31Z', 'updated_at': '2021-07-16T22:34:52Z', 'revision_number': 1, 'project_id': '3d499a43c279441685319954e196bef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:54.755494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-3063511a-8d62-483a-ab7f-32aa2540bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.757096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-3063511a-8d62-483a-ab7f-32aa2540bb29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b HTTP/1.1" status: 200 len: 918 time: 0.1143143 Jul 16 22:34:54.766089 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-112f4424-9a96-47b2-b0a9-f5ac204ba1dc tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/f39a1c40-6728-4483-9dd0-1a9b3578142b HTTP/1.1" status: 200 len: 908 time: 0.6099730 Jul 16 22:34:54.774961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:54.778757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-b1a6d6a1-60c2-4655-a071-1792f8877d0f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:54.780681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-b1a6d6a1-60c2-4655-a071-1792f8877d0f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.4124923 Jul 16 22:34:54.785837 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Checking router: 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:34:54.795643 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:54.796622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:54.802720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Request body: {'port': {'device_id': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'admin_state_up': True, 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:54.886199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a4603ab8-aa3d-483c-9521-245d008b5d7b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:54.889976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:54.984374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.004650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:55.009898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.013384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.036157 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:55.049358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a1c40-6728-4483-9dd0-1a9b3578142b', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6e0cf324-102c-4091-b0db-430700f8418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:50Z', 'updated_at': '2021-07-16T22:34:53Z', 'revision_number': 3, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port': {'id': '6e0cf324-102c-4091-b0db-430700f8418f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a1c40-6728-4483-9dd0-1a9b3578142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:34:51Z', 'updated_at': '2021-07-16T22:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:55.088368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Checking router: f39a1c40-6728-4483-9dd0-1a9b3578142b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:34:55.088948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Updating router f39a1c40-6728-4483-9dd0-1a9b3578142b port 6e0cf324-102c-4091-b0db-430700f8418f binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:34:55.129694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.361887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Allocated IP 172.20.0.3 (e16af5aa-b993-43b9-8751-ec20ddb95633/775ed114-60b1-4b73-88cb-75cf45d1231f/10b638bc-4c95-414c-9c84-e7a3a7eae483) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:34:55.465059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9862b889-7cce-4aa1-9ca9-1d499c192479,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:55.471050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1994063906'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:55.481850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-77bb0c3d-7270-46b3-b541-68b7ac39b8b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 998 time: 0.7179999 Jul 16 22:34:55.491935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.494031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3be7311-feb1-4adb-9bdf-9af67736e1ff tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3452642 Jul 16 22:34:55.499535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:55.587423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.625986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.647708 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c29dddb6-55a7-436b-a078-56e2f37f5eb9', 'tenant_id': '3d499a43c279441685319954e196bef4', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'port_id': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'mac_address': 'fa:16:3e:c4:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:33:31Z', 'updated_at': '2021-07-16T22:34:52Z', 'revision_number': 1, 'project_id': '3d499a43c279441685319954e196bef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:55.651061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Transition to ACTIVE for port object 6e0cf324-102c-4091-b0db-430700f8418f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:55.669672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.674477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:34:55.678623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.683498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-e8456103-9090-48c7-a52e-aa31bce940ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:55.685003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-e8456103-9090-48c7-a52e-aa31bce940ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.1897521 Jul 16 22:34:55.688394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.698194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.728925 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b111c1-6b93-4e2a-bb7b-690d113ec8f2 None None] The sync data for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 is: [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c29dddb6-55a7-436b-a078-56e2f37f5eb9', 'tenant_id': '3d499a43c279441685319954e196bef4', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'port_id': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'mac_address': 'fa:16:3e:c4:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:33:31Z', 'updated_at': '2021-07-16T22:34:52Z', 'revision_number': 1, 'project_id': '3d499a43c279441685319954e196bef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:55.758698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.766431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.777129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4466a-945b-4f2d-b6a1-f83e9c61a8b7 None None] Pushing event updated for resources: {'Port': ['ID=6e0cf324-102c-4091-b0db-430700f8418f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:55.819809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Attempting to bind port 6e0cf324-102c-4091-b0db-430700f8418f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:55.821810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Attempting to bind port 6e0cf324-102c-4091-b0db-430700f8418f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:55.823560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Attempting to bind port 6e0cf324-102c-4091-b0db-430700f8418f on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:55.835946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:55.838185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:55.838749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.839330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:55.840928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Bound port: 6e0cf324-102c-4091-b0db-430700f8418f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:55.841807 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.858536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.863850 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.868453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9862b889-7cce-4aa1-9ca9-1d499c192479 HTTP/1.1" status: 204 len: 168 time: 0.3569787 Jul 16 22:34:55.877094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:55.879177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.906381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:55.924407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] For port 6e0cf324-102c-4091-b0db-430700f8418f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:55.926029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f9e1dfd5-a07e-4588-a264-91a51aa8b053 req-234168be-6eb4-4b12-9396-5d525c264792 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 210 time: 0.0886135 Jul 16 22:34:55.940308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] For port 6e0cf324-102c-4091-b0db-430700f8418f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6e0cf324-102c-4091-b0db-430700f8418f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:55.940435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc1d27-1785-4504-ac4d-076a763299ae tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9862b889-7cce-4aa1-9ca9-1d499c192479,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:55.953356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.000481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-988b31ef-da05-46c7-ad44-0b334b295b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:56.002233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-988b31ef-da05-46c7-ad44-0b334b295b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2869108 Jul 16 22:34:56.008127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Network e16af5aa-b993-43b9-8751-ec20ddb95633 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:34:56.016836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event updated for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.019719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:34:56.022991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:34:56.034688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d5aa009c-5257-4c67-bfcc-33ab24317ab7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1564074 Jul 16 22:34:56.040778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:56.094893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Routers {'f39a1c40-6728-4483-9dd0-1a9b3578142b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:34:56.095644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:34:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f39a1c40-6728-4483-9dd0-1a9b3578142b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:56.115091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:56.115669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.123795 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29817d7d-d90f-4c5a-bee8-083ea84cf971 None None] New status for floating IP c29dddb6-55a7-436b-a078-56e2f37f5eb9: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:34:56.141935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:56.155814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Deleting port 6e0cf324-102c-4091-b0db-430700f8418f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:56.156171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.179976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4466a-945b-4f2d-b6a1-f83e9c61a8b7 None None] Pushing event updated for resources: {'Port': ['ID=6e0cf324-102c-4091-b0db-430700f8418f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.219729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] Set router f39a1c40-6728-4483-9dd0-1a9b3578142b gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:34:56.261015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.277902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.296039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a1c40-6728-4483-9dd0-1a9b3578142b', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:50Z', 'updated_at': '2021-07-16T22:34:55Z', 'revision_number': 4, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:34:56.298079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62ddd8de-0382-41bf-aacd-2caa517764b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.299083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-cff84ea8-484d-4233-9aa7-f3bceaee87f3 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899938 Jul 16 22:34:56.306420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.314064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-4ac6eb9b-29cd-4a54-967f-ed0f573de810 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5225346 Jul 16 22:34:56.326096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f75dc-2fa2-4fe7-abbb-fdb4f401fc2f None None] The sync data for ids ['f39a1c40-6728-4483-9dd0-1a9b3578142b'] in n-d-793621-16 is: [{'id': 'f39a1c40-6728-4483-9dd0-1a9b3578142b', 'name': 'tempest-snat-router-1219413767', 'tenant_id': '4cf878293d0a4693bb6adcb676d2904b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:34:50Z', 'updated_at': '2021-07-16T22:34:55Z', 'revision_number': 4, 'project_id': '4cf878293d0a4693bb6adcb676d2904b', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:34:56.336998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Request body: {'port': {'device_id': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:56.337156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.388090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:34:56.391197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] For port 6e0cf324-102c-4091-b0db-430700f8418f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6e0cf324-102c-4091-b0db-430700f8418f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:56.391568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.437002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c7c98-d195-4f77-94cf-db511f46ba66,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.450517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.450860 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment 3d08b430-3bf7-4d06-947f-7f6a5aa49661 of type vlan for network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 Jul 16 22:34:56.452617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Calling delete_port for 6e0cf324-102c-4091-b0db-430700f8418f owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:56.466868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.580695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.600310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.602958 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.604116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/7408e0d1-c4c3-4190-9c8e-c40acd575326 HTTP/1.1" status: 204 len: 168 time: 0.5575447 Jul 16 22:34:56.608477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:56.623089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-285be83e-e704-4de3-87cd-b5a00fb4faf1 req-a4beba6e-8bd4-408c-aa35-b1c5b5e9870c service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127053 Jul 16 22:34:56.642325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c7c4-c3f2-48f5-be02-1e2dd5a61a82 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408e0d1-c4c3-4190-9c8e-c40acd575326,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.699951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62ddd8de-0382-41bf-aacd-2caa517764b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.709200 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.709943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62ddd8de-0382-41bf-aacd-2caa517764b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.714743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:56.715332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.764765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1631727 Jul 16 22:34:56.801679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c890dc2-0c9d-4cf0-b5df-446e1e51944e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=808029dd-eae5-4a8a-a08e-5c60c69b3b09,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.817427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:34:56.818536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dad81c72-ae3a-46a8-94d8-67a25c538793 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2082810 Jul 16 22:34:56.828893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddd8de-0382-41bf-aacd-2caa517764b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa4680-d62e-4570-a8eb-b1dee3414579,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:56.832086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:56.838218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-62ddd8de-0382-41bf-aacd-2caa517764b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52283cad9ed24ac492e591b28b897ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951833 Jul 16 22:34:56.841446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:56.843916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group': {'name': 'tempest-secgroup--40718700'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:56.930348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.933140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:56.933917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.004102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e0cf324-102c-4091-b0db-430700f8418f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.034140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b638bc-4c95-414c-9c84-e7a3a7eae483 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:34:57.049845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.060667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.064682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.081942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Transition to ACTIVE for port object 10b638bc-4c95-414c-9c84-e7a3a7eae483 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:34:57.089199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.193276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.216305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.228539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.233864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.237352 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.282764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c2a1ba-148b-4aed-8f62-c968cd4a9a68,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.291721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.293006 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1419fa61-04ac-4fd8-84f0-e7451659df9a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4537556 Jul 16 22:34:57.297379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:57.304403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Attempting to bind port 10b638bc-4c95-414c-9c84-e7a3a7eae483 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:34:57.304737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Attempting to bind port 10b638bc-4c95-414c-9c84-e7a3a7eae483 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:34:57.305087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Attempting to bind port 10b638bc-4c95-414c-9c84-e7a3a7eae483 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:57.307333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2a1ba-148b-4aed-8f62-c968cd4a9a68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:57.310442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Port 10b638bc-4c95-414c-9c84-e7a3a7eae483 on network e16af5aa-b993-43b9-8751-ec20ddb95633 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:34:57.310769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Attempting to bind port 10b638bc-4c95-414c-9c84-e7a3a7eae483 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:34:57.316631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:34:57.317620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Checking segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:34:57.318207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Bound using segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:34:57.318807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Bound port: 10b638bc-4c95-414c-9c84-e7a3a7eae483, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:34:57.319354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.320349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.320910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39a1c40-6728-4483-9dd0-1a9b3578142b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:57.325761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.327271 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3451c3e-7bc3-4127-90f0-e6f2e62f685c tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/f39a1c40-6728-4483-9dd0-1a9b3578142b HTTP/1.1" status: 204 len: 168 time: 2.5498669 Jul 16 22:34:57.330716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:57.392240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.393239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:34:57.394676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.395908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecaa4680-d62e-4570-a8eb-b1dee3414579 HTTP/1.1" status: 204 len: 168 time: 0.5532241 Jul 16 22:34:57.400582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:34:57.407236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a487c-9e2f-4a41-8abc-8896f2b3d814 req-b0148005-6474-4996-a90c-0a91cc2cafa8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:57.408800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b5a487c-9e2f-4a41-8abc-8896f2b3d814 req-b0148005-6474-4996-a90c-0a91cc2cafa8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 943 time: 0.3074963 Jul 16 22:34:57.409609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.429140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9db81-5536-460c-899c-f4277dd8ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa4680-d62e-4570-a8eb-b1dee3414579,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.434643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.481309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:57.482504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.507399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] 10.222.0.68 "PUT /v2.0/ports/10b638bc-4c95-414c-9c84-e7a3a7eae483 HTTP/1.1" status: 200 len: 1092 time: 1.1661348 Jul 16 22:34:57.507399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:34:57.510153 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:34:57.528263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e74b0367-1e11-4cd3-b439-4e5966ea16e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.572181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.579734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b5a487c-9e2f-4a41-8abc-8896f2b3d814 req-c4459c08-39d9-4e65-9b45-69986e28a9a8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539526 Jul 16 22:34:57.637045 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.649073 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f51b1d-711f-4f62-81fb-b8f7caeab36d x-openstack-request-id: req-e9f51b1d-711f-4f62-81fb-b8f7caeab36d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:34:57.650831 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:34:57.651271 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9f51b1d-711f-4f62-81fb-b8f7caeab36d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:34:57.653143 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483', 'status': 'completed', 'code': 200} Jul 16 22:34:57.656339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef866-0514-42c8-8893-305a35ed4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.657834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.716556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47a58b7-e2b6-475d-ad0b-c435b330eb93,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:57.732446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-831a228b-ffa8-4aff-87a6-6c3c15b1a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:57.738012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-831a228b-ffa8-4aff-87a6-6c3c15b1a6ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 1095 time: 0.1753504 Jul 16 22:34:57.748180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.749968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69d52a07-57cd-4d23-97f6-2f1ecf12d05a tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4481661 Jul 16 22:34:57.753854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:57.781286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9308255-4630-4178-a9bd-4c246dd0e1f5 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules/c47a58b7-e2b6-475d-ad0b-c435b330eb93 HTTP/1.1" status: 200 len: 763 time: 0.0230582 Jul 16 22:34:57.784864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:57.821122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-286fd3fb-5365-403c-88d0-88bb21b2dfb5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483 HTTP/1.1" status: 200 len: 217 time: 0.0775774 Jul 16 22:34:57.822963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.897709 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ada873a-b326-452b-adc3-9941996c2015 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1115277 Jul 16 22:34:57.901306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39470) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:57.929396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-6a551966-b700-4bbf-83f9-649e45630794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:57.930932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-6a551966-b700-4bbf-83f9-649e45630794 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1027460 Jul 16 22:34:57.947312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.956948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.987215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Deleting port a4603ab8-aa3d-483c-9521-245d008b5d7b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:34:57.989056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.017530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-9b4c1097-2e81-4be6-8f51-c0264bef3f62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767620 Jul 16 22:34:58.031819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.046294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.047779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c47a58b7-e2b6-475d-ad0b-c435b330eb93 HTTP/1.1" status: 204 len: 168 time: 0.1444623 Jul 16 22:34:58.050724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e3f26-de67-430f-88dd-8e307099c7d2 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47a58b7-e2b6-475d-ad0b-c435b330eb93,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:58.052828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.135498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-c9b63355-7d6e-4b15-8c90-c4fd70805863 service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110077 Jul 16 22:34:58.148190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-662b4dac-8246-4bba-8761-5aad730a7d2e tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918472 Jul 16 22:34:58.153660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.158218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2a1ba-148b-4aed-8f62-c968cd4a9a68', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:58.171028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] For port a4603ab8-aa3d-483c-9521-245d008b5d7b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4603ab8-aa3d-483c-9521-245d008b5d7b,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:34:58.171641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.188162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Calling delete_port for a4603ab8-aa3d-483c-9521-245d008b5d7b owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:34:58.244389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.269018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e34fe3b-e916-4ef1-bdd1-68da178e04cc req-249ce569-82aa-419d-81e7-9e5da88f00ef service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261187 Jul 16 22:34:58.376145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.387645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.404461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-91ee71e3-5c74-40d7-98b6-6bdf8629b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:58.406095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-91ee71e3-5c74-40d7-98b6-6bdf8629b9df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 1095 time: 0.0834363 Jul 16 22:34:58.407236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230f5f75-05ca-444a-b2eb-9ee4a7920473,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:58.463799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.468315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04effd18-1c6b-44c2-81d4-75859dc4d7e7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134699 Jul 16 22:34:58.468924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.490703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ac9b051-9e3f-4a62-b296-c0485429b3f8 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules/230f5f75-05ca-444a-b2eb-9ee4a7920473 HTTP/1.1" status: 200 len: 763 time: 0.0204244 Jul 16 22:34:58.491530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.493491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.568441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-566076b9-efa7-4650-846d-e8ea4602f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:58.570018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-566076b9-efa7-4650-846d-e8ea4602f30d service neutron] 10.222.0.68 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 916 time: 0.1561556 Jul 16 22:34:58.579709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4603ab8-aa3d-483c-9521-245d008b5d7b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:58.589676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d3e7edd6-ba29-48d6-a29c-4684881c3155 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0848927 Jul 16 22:34:58.597309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.671939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.694320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-e6b6f4a8-a399-41d0-8585-f0db18cccb35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483 HTTP/1.1" status: 200 len: 217 time: 0.1034422 Jul 16 22:34:58.733495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.775921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.821738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.824869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.838927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-5422fc9a-eca9-4c74-830c-3d1f5018d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:58.840091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-5422fc9a-eca9-4c74-830c-3d1f5018d507 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1236281 Jul 16 22:34:58.861289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.879094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.882796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/230f5f75-05ca-444a-b2eb-9ee4a7920473 HTTP/1.1" status: 204 len: 168 time: 0.2845254 Jul 16 22:34:58.890693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.900702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244fe8-350e-4140-845d-afd737ed61dc tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230f5f75-05ca-444a-b2eb-9ee4a7920473,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:58.905071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-8cdaad72-fe6c-4a73-a787-f3243d7445cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573964 Jul 16 22:34:58.930798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.931329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b61f05e0-0c7d-430d-a52f-2dd9440428ac {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:34:58.939499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.946147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9930206c-d6a6-4680-b814-d442c3a526a5 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b61f05e0-0c7d-430d-a52f-2dd9440428ac HTTP/1.1" status: 204 len: 168 time: 1.6117625 Jul 16 22:34:58.947659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39510) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:58.971266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-810071259', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:58.974567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6a6ee-951b-4cc1-a2ae-6eef8bbb7673 req-fe9f7679-c9a6-472a-a910-90a2cf4e2f4e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:58.976470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39f6a6ee-951b-4cc1-a2ae-6eef8bbb7673 req-fe9f7679-c9a6-472a-a910-90a2cf4e2f4e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 943 time: 0.1790538 Jul 16 22:34:58.992064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df5c4854-94ac-45a3-8feb-b6759affac62 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1002350 Jul 16 22:34:58.998561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:59.005700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2a1ba-148b-4aed-8f62-c968cd4a9a68', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:59.038224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d72b1-4f2f-4f0b-b04b-9fe476e74e4c req-6419e2bc-73b2-4cf0-864e-74d0f21c0e9e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:59.040159 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82d72b1-4f2f-4f0b-b04b-9fe476e74e4c req-6419e2bc-73b2-4cf0-864e-74d0f21c0e9e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3843105 Jul 16 22:34:59.053533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:34:59.053533 n-d-793621-16 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:34:59.053533 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id': 'bd16205fbbfc4504bb697da5ed6c861e', 'id': 'bcea33e6-84a5-43ff-9736-2f5f2a90ed51', 'expiration': datetime.datetime(2021, 7, 16, 22, 36, 59, 40945)}] Jul 16 22:34:59.053533 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:34:59.054026 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:34:59.068933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.070054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.108201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39f6a6ee-951b-4cc1-a2ae-6eef8bbb7673 req-515bcf23-e21b-4fd8-af73-3c8aa9c06196 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716801 Jul 16 22:34:59.116729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b82d72b1-4f2f-4f0b-b04b-9fe476e74e4c req-8fe697e3-7a87-4e45-aaca-8991f92fe38a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659630 Jul 16 22:34:59.126315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-d4462cac-8b3c-4239-8823-9543bd977429 service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094848 Jul 16 22:34:59.169290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.363959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e98c06c9-2ab9-49eb-a062-3c8a2892f2df req-a87691f8-3ab5-40cc-ad64-dd165bbf66ed service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301364 Jul 16 22:34:59.425173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.535843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3377e2-7d25-4f42-9d2a-9e416c39ad76 req-a58f4169-455a-4843-80d4-c7c88242aa3d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:59.543154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e3377e2-7d25-4f42-9d2a-9e416c39ad76 req-a58f4169-455a-4843-80d4-c7c88242aa3d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1477625 Jul 16 22:34:59.732866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e3377e2-7d25-4f42-9d2a-9e416c39ad76 req-303e0bde-a622-4bc4-9d50-b475259402ff tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686251 Jul 16 22:34:59.737882 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.824030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a61c6aaf-22aa-47e6-9712-f5237db94352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.835518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.850902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.901760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.906204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9040084 Jul 16 22:34:59.906590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:59.948048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108ce7-1a3d-42b7-b9c0-5140d4954d48 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ff054c-a401-4beb-8ba8-2c8cc171ed1f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:59.961790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:59.969606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf655d37-e503-4559-9018-c4edc395ca31 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules/a8ff054c-a401-4beb-8ba8-2c8cc171ed1f HTTP/1.1" status: 200 len: 764 time: 0.0619795 Jul 16 22:35:00.035092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c5b2a5f-0b10-4c30-a893-879a689ed871 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0721433 Jul 16 22:35:00.048758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:00.099590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.111590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.115786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.148784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39566) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:00.154642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.156012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:00.158084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.250954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-64de64a7-151e-478b-a9e7-1a315da83aba tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:00.258747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-64de64a7-151e-478b-a9e7-1a315da83aba tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.2353258 Jul 16 22:35:00.279453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-94092b7f-c547-4fbe-93a3-53151d851573 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/quotas/618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 375 time: 0.0197659 Jul 16 22:35:00.328689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:00.332351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.493312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-c378bb2b-e5bb-47d8-974c-57ecd586e93c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2061098 Jul 16 22:35:00.526992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4603ab8-aa3d-483c-9521-245d008b5d7b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:00.564952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a4603ab8-aa3d-483c-9521-245d008b5d7b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:35:00.566082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4603ab8-aa3d-483c-9521-245d008b5d7b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:35:00.696729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.709460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.710619 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a8ff054c-a401-4beb-8ba8-2c8cc171ed1f HTTP/1.1" status: 204 len: 168 time: 0.6608949 Jul 16 22:35:00.721693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:00.731950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29d810-1a5f-4336-b10c-9f448f8fd59f tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8ff054c-a401-4beb-8ba8-2c8cc171ed1f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:00.774064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Allocated IP 172.25.5.131 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d65646f6-0fa9-404a-9280-2c9187b606e1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:00.812275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3fe25-e4a6-43c2-aa86-733ae314a8a9 req-450308c2-831e-48a6-a401-19744c9e34d4 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:00.819387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0aa3fe25-e4a6-43c2-aa86-733ae314a8a9 req-450308c2-831e-48a6-a401-19744c9e34d4 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 943 time: 0.2027285 Jul 16 22:35:00.838579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3d4c73e6-9ad7-42bf-a394-cf4cfdbaf433 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156600 Jul 16 22:35:00.841853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:00.928439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-839c84c2-7bcf-423e-9861-800b94f84e60 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339578 Jul 16 22:35:00.958021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0aa3fe25-e4a6-43c2-aa86-733ae314a8a9 req-baf58dca-ce4d-4042-a92d-fa60db288ecd tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374907 Jul 16 22:35:00.963821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:00.995881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.004451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.032408 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.043917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.094563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=cccc3368-85ee-41cb-9827-70c5fa71a455,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:01.109130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.112249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': '3d08b430-3bf7-4d06-947f-7f6a5aa49661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:01.112619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: 808029dd-eae5-4a8a-a08e-5c60c69b3b09, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:01.113082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.114227 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "DELETE /v2.0/security-groups/b3c2a1ba-148b-4aed-8f62-c968cd4a9a68 HTTP/1.1" status: 204 len: 168 time: 0.2621763 Jul 16 22:35:01.118001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39630) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.126830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.136542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b9f42-7abe-48c6-98d3-83a826477194 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c2a1ba-148b-4aed-8f62-c968cd4a9a68,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:01.179636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:01.185638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-f3aa658c-f18a-4eb4-9ecf-1125c08d18cf service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481034 Jul 16 22:35:01.190911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:01.193763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event updated for resources: {'Port': ['ID=d65646f6-0fa9-404a-9280-2c9187b606e1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:01.196167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:01.198365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-463606d0-d0e3-4039-b32b-26660314caac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.211054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7015bd0f-1c29-4c7c-9c2f-1913e7325bc7 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913434 Jul 16 22:35:01.212378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:01.215672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.268864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d42be4aa-ec7e-4da1-a081-6bbc79a41867 tempest-SecGroupTest-1577356437 tempest-SecGroupTest-1577356437-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517018 Jul 16 22:35:01.269613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 808029dd-eae5-4a8a-a08e-5c60c69b3b09) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:01.285274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9ca3a-93a4-450b-accb-ab3112478248 None None] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:01.285893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:01.286277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.422016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 10b638bc-4c95-414c-9c84-e7a3a7eae483 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:35:01.480490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5d62c54-3e99-434c-bcff-a6160d37f888 req-b6857e6a-7742-4005-97f2-54e90db464ab tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 210 time: 0.0596819 Jul 16 22:35:01.527780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.556458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-808029dd-eae5-4a8a-a08e-5c60c69b3b09', 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': 'cccc3368-85ee-41cb-9827-70c5fa71a455'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:01.556739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-463606d0-d0e3-4039-b32b-26660314caac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.557925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.576169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-52d9d9ea-a12c-42d6-a527-0b66184cc58b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4260967 Jul 16 22:35:01.579889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39644) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.587534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1534380533'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:01.595853 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-463606d0-d0e3-4039-b32b-26660314caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.604098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.634224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-463606d0-d0e3-4039-b32b-26660314caac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54b9d17ff3ed4e1ea659872ec20fe3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258609 Jul 16 22:35:01.643828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:01.654045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:01.670332 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.707664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:01.719062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.727124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463606d0-d0e3-4039-b32b-26660314caac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49dd29-b762-4d5f-984c-044d9486cd7d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:01.736493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.736727 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment d8786d2e-aa9c-4260-8411-c7610e024f00 of type vlan for network c3312523-4414-48f8-b29c-2ce038198fb8 Jul 16 22:35:01.737977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:01.774184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '10b638bc-4c95-414c-9c84-e7a3a7eae483', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'port_id': '10b638bc-4c95-414c-9c84-e7a3a7eae483', 'mac_address': 'fa:16:3e:10:4b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775ed114-60b1-4b73-88cb-75cf45d1231f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:35:01.808919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.860425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.881444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.890273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:01.891054 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.894841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:01.977187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3950565 Jul 16 22:35:01.999828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.010038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:02.015737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:02.022314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb164435-414d-41e1-81e9-4aa478591d71 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=c3312523-4414-48f8-b29c-2ce038198fb8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.023128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b638bc-4c95-414c-9c84-e7a3a7eae483 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:02.037786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fece6b99-c606-4ed1-9b74-da03be85e5d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd16205fbbfc4504bb697da5ed6c861e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323514 Jul 16 22:35:02.040219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:02.046479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:02.054816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c3312523-4414-48f8-b29c-2ce038198fb8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:02.061708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Allocated IP 2001:db8:0:ffff::2 (808029dd-eae5-4a8a-a08e-5c60c69b3b09/cccc3368-85ee-41cb-9827-70c5fa71a455/0ad54020-fe3a-49f1-b399-8437fd8135fc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:02.066307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.099386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.102250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.103545 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c49dd29-b762-4d5f-984c-044d9486cd7d HTTP/1.1" status: 204 len: 168 time: 0.4584088 Jul 16 22:35:02.118302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.125187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c091-52c1-4818-bc8f-f2b62d1d88fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49dd29-b762-4d5f-984c-044d9486cd7d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.129657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.179940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.274855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.280814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.288000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.289683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:02.292845 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cedfa298-04c1-4a7f-ada5-96ea4e1bc25b HTTP/1.1" status: 204 len: 168 time: 0.2497866 Jul 16 22:35:02.298959 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.306305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:02.336277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec44d-1533-4208-8a18-8393feb4885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedfa298-04c1-4a7f-ada5-96ea4e1bc25b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.508400 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.546480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489c7ce-3d39-4e23-a21a-faea2c0c529d req-3d8d337f-5ca5-4234-83fb-586a77dd5fa0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:02.551779 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9489c7ce-3d39-4e23-a21a-faea2c0c529d req-3d8d337f-5ca5-4234-83fb-586a77dd5fa0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 944 time: 0.2196131 Jul 16 22:35:02.570448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Transition to ACTIVE for port object 0ad54020-fe3a-49f1-b399-8437fd8135fc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:02.619104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9489c7ce-3d39-4e23-a21a-faea2c0c529d req-7ff3f6da-853a-4e3a-97c2-721adc1dd891 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610425 Jul 16 22:35:02.640691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:02.649460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Transition to ACTIVE for port object 0ad54020-fe3a-49f1-b399-8437fd8135fc will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:02.656342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5f37-13a7-44d3-b4aa-c2437919ea15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.711825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.762027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:35:02.763363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:02.763684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Router 3c6637b4-d7e0-45de-a906-4eab0036ad76 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:35:02.767695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.773487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:02.780978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:02.786600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.808296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Pushing event updated for resources: {'Port': ['ID=0ad54020-fe3a-49f1-b399-8437fd8135fc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.816542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5f37-13a7-44d3-b4aa-c2437919ea15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.822651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5f37-13a7-44d3-b4aa-c2437919ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.866261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fdfce86-a22e-4bba-8438-bde291e3a768 req-fb9c6a20-1d25-413a-8beb-10d8acf897ec tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 210 time: 0.1233020 Jul 16 22:35:02.897142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f8d5f37-13a7-44d3-b4aa-c2437919ea15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6910059db5a644ce8d9a4753951966b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527056 Jul 16 22:35:02.897746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:02.912598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5f37-13a7-44d3-b4aa-c2437919ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d440a64-0f85-4e9e-9e88-41346273458d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.925709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Attempting to bind port 0ad54020-fe3a-49f1-b399-8437fd8135fc on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:02.931370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Attempting to bind port 0ad54020-fe3a-49f1-b399-8437fd8135fc by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3d08b430-3bf7-4d06-947f-7f6a5aa49661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:02.931370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Attempting to bind port 0ad54020-fe3a-49f1-b399-8437fd8135fc on network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:02.936802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=fdddad3e-1cfa-4fad-9eef-28fad617dd30,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:02.937917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:02.939177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Checking segment: {'id': '3d08b430-3bf7-4d06-947f-7f6a5aa49661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:02.940113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.940695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Bound using segment: {'id': '3d08b430-3bf7-4d06-947f-7f6a5aa49661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:02.941615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Bound port: 0ad54020-fe3a-49f1-b399-8437fd8135fc, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d08b430-3bf7-4d06-947f-7f6a5aa49661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '808029dd-eae5-4a8a-a08e-5c60c69b3b09'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:02.942222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:02.976208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.002624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.016686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': 'd8786d2e-aa9c-4260-8411-c7610e024f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:03.016981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: c3312523-4414-48f8-b29c-2ce038198fb8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:03.050596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:03.066882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.070092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.071258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d440a64-0f85-4e9e-9e88-41346273458d HTTP/1.1" status: 204 len: 168 time: 0.1723912 Jul 16 22:35:03.073555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] Sync routers for ids ['3c6637b4-d7e0-45de-a906-4eab0036ad76'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:03.076278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network c3312523-4414-48f8-b29c-2ce038198fb8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:03.092319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c3312523-4414-48f8-b29c-2ce038198fb8) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:03.101873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c3014-2b87-47c1-9585-9ba771e9c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d440a64-0f85-4e9e-9e88-41346273458d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:03.102074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.103496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-191e3d99-636d-4865-a73c-25e4e0f7fb7c tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1362765 Jul 16 22:35:03.103718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] For port 0ad54020-fe3a-49f1-b399-8437fd8135fc, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:03.107263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:03.119006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:03.120010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:03.121179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.123771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2949fe-125f-4be2-bf41-d615e6ee1381 None None] Network c3312523-4414-48f8-b29c-2ce038198fb8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:03.128592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] Routers {'3c6637b4-d7e0-45de-a906-4eab0036ad76'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:03.129261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c6637b4-d7e0-45de-a906-4eab0036ad76'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:03.199443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:03.209246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] For port 0ad54020-fe3a-49f1-b399-8437fd8135fc, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ad54020-fe3a-49f1-b399-8437fd8135fc,segment=NetworkSegment(3d08b430-3bf7-4d06-947f-7f6a5aa49661),segment_id=3d08b430-3bf7-4d06-947f-7f6a5aa49661)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:03.229707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] Routers {'3c6637b4-d7e0-45de-a906-4eab0036ad76'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:03.230416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c6637b4-d7e0-45de-a906-4eab0036ad76'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:03.246207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.310253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-1b535755-22ef-43ef-b6ea-55d218735409 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:03.311804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-1b535755-22ef-43ef-b6ea-55d218735409 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.1717675 Jul 16 22:35:03.313632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-055be7ee-8829-4e94-bd3f-3159da0749d3 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3023396 Jul 16 22:35:03.316320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:03.321482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'port': {'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8', 'name': 'tempest-NetworksIpV6TestAttrs-2051637265'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:03.330081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:03.331463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e172624-6462-4132-bf88-af472acb03c1 None None] The sync data for ids ['3c6637b4-d7e0-45de-a906-4eab0036ad76'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:03.334206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'device_id': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'admin_state_up': True, 'tenant_id': '618e2a6e1c344b219028c433250b4dc2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:03.456745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 10b638bc-4c95-414c-9c84-e7a3a7eae483 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:03.635569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8865bc3-2228-4671-89d9-30b31d480794 None None] Pushing event updated for resources: {'Port': ['ID=0ad54020-fe3a-49f1-b399-8437fd8135fc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:03.651107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 10b638bc-4c95-414c-9c84-e7a3a7eae483 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:03.682594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 10b638bc-4c95-414c-9c84-e7a3a7eae483 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:03.683060 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.688380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:35:03.688380 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:35:03.688380 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id_1': '618e2a6e1c344b219028c433250b4dc2', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 35, 3, 658587)}] Jul 16 22:35:03.688380 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:35:03.689408 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:35:03.701782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:03.708470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.737374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] device_id is not set on port 2eea5291-6b5a-4446-a2d0-8f64edc6f933 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:03.776314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c3312523-4414-48f8-b29c-2ce038198fb8', 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': 'fdddad3e-1cfa-4fad-9eef-28fad617dd30'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:03.777512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.791302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:03.883503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:03.898055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.028403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Allocated IP 2001:db8::f816:3eff:feea:f72d (c3312523-4414-48f8-b29c-2ce038198fb8/fdddad3e-1cfa-4fad-9eef-28fad617dd30/2eea5291-6b5a-4446-a2d0-8f64edc6f933) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:04.123698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:04.126399 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be83da-db05-4372-8dc5-6ccf12529742" -d '{"events": [{"server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "name": "network-vif-plugged", "status": "completed", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:04.149259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87871388-8329-4ddf-b37c-d9f6a388cd0e req-ff41f6d7-1afe-4e9b-9d21-5be60453bea9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:04.153037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:04.155010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-631c0f1b-4fa9-42e8-8834-e736c21c5a2d req-87de5be0-b288-4684-985e-a00273029d55 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 210 time: 0.0673883 Jul 16 22:35:04.158198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87871388-8329-4ddf-b37c-d9f6a388cd0e req-ff41f6d7-1afe-4e9b-9d21-5be60453bea9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 944 time: 0.2075548 Jul 16 22:35:04.168854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.242082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:04.259033 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5004256e-3bb6-4590-acd0-796d7142510e x-openstack-request-id: req-5004256e-3bb6-4590-acd0-796d7142510e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:04.259459 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "name": "network-vif-plugged", "status": "completed", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:04.259819 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5004256e-3bb6-4590-acd0-796d7142510e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:04.260467 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483', 'code': 200} Jul 16 22:35:04.358440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a98b6ae5-41a4-4df7-b26c-2e6619cf86a7 tempest-ServiceProvidersTest-734038348 tempest-ServiceProvidersTest-734038348-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5623548 Jul 16 22:35:04.368149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87871388-8329-4ddf-b37c-d9f6a388cd0e req-1eebd5a3-aa0c-46d7-8470-df7cf78e5b68 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089288 Jul 16 22:35:04.381881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:04.386226 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.422924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.475051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8e8c-7908-4012-a39b-5167a5495c28 req-71cf8f05-69d7-4f0d-9fe7-ea0bc16fb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:04.479238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-264b8e8c-7908-4012-a39b-5167a5495c28 req-71cf8f05-69d7-4f0d-9fe7-ea0bc16fb1c5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 1097 time: 0.1459200 Jul 16 22:35:04.507016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Transition to ACTIVE for port object 2eea5291-6b5a-4446-a2d0-8f64edc6f933 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:04.615070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-264b8e8c-7908-4012-a39b-5167a5495c28 req-7c21df00-5f79-4af3-9563-8d724e2e135e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916533 Jul 16 22:35:04.618332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ad54020-fe3a-49f1-b399-8437fd8135fc up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:04.674296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.743949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.20.0.10 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/d1c73eb2-daaf-4043-b156-baeb55bc3c13) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:04.808466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.814528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.829048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Allocated IP 2001:db8::f816:3eff:fe9f:c6dc (c3312523-4414-48f8-b29c-2ce038198fb8/fdddad3e-1cfa-4fad-9eef-28fad617dd30/fa7a6b5a-7553-4bea-8317-aca0e1c2835e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:04.830818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network c3312523-4414-48f8-b29c-2ce038198fb8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:04.849870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:04.853832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Port': ['ID=2eea5291-6b5a-4446-a2d0-8f64edc6f933,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:04.873903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:04.892264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:04.902278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:04.945686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5cee743-2a54-4e59-a2c4-e014e9898b41 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6280580 Jul 16 22:35:04.949471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:04.966751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:04.985201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0ad54020-fe3a-49f1-b399-8437fd8135fc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:05.046965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router 3c6637b4-d7e0-45de-a906-4eab0036ad76 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:35:05.053934 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.066966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Transition to ACTIVE for port object fa7a6b5a-7553-4bea-8317-aca0e1c2835e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:05.085941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Transition to ACTIVE for port object fa7a6b5a-7553-4bea-8317-aca0e1c2835e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:05.095321 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.147523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting subnet fdddad3e-1cfa-4fad-9eef-28fad617dd30 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:35:05.154176 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.155945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Pushing event updated for resources: {'Port': ['ID=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:05.166898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Network c3312523-4414-48f8-b29c-2ce038198fb8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:05.168778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:05.171403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:05.232142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:05.236699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.240617 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-001abeaf-f307-4b00-b93f-dd2c87ca068b tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "PUT /v2.0/routers/3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 200 len: 921 time: 2.1265240 Jul 16 22:35:05.240881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:05.246801 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] Sync routers for ids ['3c6637b4-d7e0-45de-a906-4eab0036ad76'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:05.255617 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] Routers {'3c6637b4-d7e0-45de-a906-4eab0036ad76'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:05.256243 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c6637b4-d7e0-45de-a906-4eab0036ad76'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:05.260859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26a5cdcf-c075-40ad-85a9-7c48e794dbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.276883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7189a-6b40-4b16-b961-52fdfe7d6793 None None] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:05.308380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Attempting to bind port fa7a6b5a-7553-4bea-8317-aca0e1c2835e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:05.308849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Attempting to bind port fa7a6b5a-7553-4bea-8317-aca0e1c2835e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd8786d2e-aa9c-4260-8411-c7610e024f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:05.309312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Attempting to bind port fa7a6b5a-7553-4bea-8317-aca0e1c2835e on network c3312523-4414-48f8-b29c-2ce038198fb8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:05.317107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:05.317757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Checking segment: {'id': 'd8786d2e-aa9c-4260-8411-c7610e024f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:05.318243 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.318712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Bound using segment: {'id': 'd8786d2e-aa9c-4260-8411-c7610e024f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:05.319268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Bound port: fa7a6b5a-7553-4bea-8317-aca0e1c2835e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8786d2e-aa9c-4260-8411-c7610e024f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c3312523-4414-48f8-b29c-2ce038198fb8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:05.319716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.332787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.338314 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:05.359168 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] Routers {'3c6637b4-d7e0-45de-a906-4eab0036ad76'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:05.359914 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c6637b4-d7e0-45de-a906-4eab0036ad76'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:05.370683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Provisioning for port 0ad54020-fe3a-49f1-b399-8437fd8135fc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:05.393924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.408826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Provisioning complete for port 0ad54020-fe3a-49f1-b399-8437fd8135fc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:05.409328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.438291 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:05.439537 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f26064-9e79-4761-bbe0-c0ba3feb3b10 None None] The sync data for ids ['3c6637b4-d7e0-45de-a906-4eab0036ad76'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:05.496741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3674186-1bd7-4768-87d1-cd2e52d97a1e req-09254f33-04b8-408f-883a-85a51f572545 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 210 time: 0.0996177 Jul 16 22:35:05.516258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Transition to ACTIVE for port object d1c73eb2-daaf-4043-b156-baeb55bc3c13 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:05.530902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-541d516c-3779-4228-ad30-5284461cd5e1 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 200 len: 921 time: 0.2888112 Jul 16 22:35:05.532436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:05.595857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.634783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] For port fa7a6b5a-7553-4bea-8317-aca0e1c2835e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:05.679374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29bcd-bcaf-45fc-997d-2e8683fcfc2d req-19972197-13a9-4525-91db-ccf04d53add1 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:05.681176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2bc29bcd-bcaf-45fc-997d-2e8683fcfc2d req-19972197-13a9-4525-91db-ccf04d53add1 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 945 time: 0.0993998 Jul 16 22:35:05.696826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] For port fa7a6b5a-7553-4bea-8317-aca0e1c2835e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,segment=NetworkSegment(d8786d2e-aa9c-4260-8411-c7610e024f00),segment_id=d8786d2e-aa9c-4260-8411-c7610e024f00)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:05.709087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] For port 0ad54020-fe3a-49f1-b399-8437fd8135fc, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ad54020-fe3a-49f1-b399-8437fd8135fc,segment=NetworkSegment(3d08b430-3bf7-4d06-947f-7f6a5aa49661),segment_id=3d08b430-3bf7-4d06-947f-7f6a5aa49661)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:05.715188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.744430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2bc29bcd-bcaf-45fc-997d-2e8683fcfc2d req-fc46692b-5d31-48cd-8827-9fa5035545ce tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Jul 16 22:35:05.774404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.778368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.792461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ddb5-f763-4efa-bc62-eadfa4709ee5 None None] Pushing event updated for resources: {'Port': ['ID=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:05.795739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4a478a0f-c7b5-40c7-9518-bd2546e98e97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:05.798069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:05.881845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:05.905102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:05.908272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6dd04-dd64-4d85-a777-b082dcaba1e6 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:05.914269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:05.924719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9ee6dd04-dd64-4d85-a777-b082dcaba1e6 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=3c6637b4-d7e0-45de-a906-4eab0036ad76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3790491 Jul 16 22:35:05.933688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.960862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a987b-71ad-4e26-aff3-ec75e4ae62bd None None] Pushing event updated for resources: {'Port': ['ID=0ad54020-fe3a-49f1-b399-8437fd8135fc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:05.999108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:06.003043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:06.121372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4e857-685b-4e5c-8df0-d427c0f2d1bc tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:06.125569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f8b4e857-685b-4e5c-8df0-d427c0f2d1bc tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.2075944 Jul 16 22:35:06.126318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:06.155793 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26a5cdcf-c075-40ad-85a9-7c48e794dbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.204914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26a5cdcf-c075-40ad-85a9-7c48e794dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.227441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6d11337-e7e2-46f7-9099-30a47943fcb0 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 200 len: 205 time: 0.0994782 Jul 16 22:35:06.230883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:06.315827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:06.318714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.410339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-26a5cdcf-c075-40ad-85a9-7c48e794dbec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=750ce508b2004daba365d168db78ab36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4271362 Jul 16 22:35:06.413190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5cdcf-c075-40ad-85a9-7c48e794dbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ec00c-aac3-4f76-b23a-094c0ddb18cb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:06.417721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:06.420886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-31686457-a6ec-4d22-8478-9080000c6263 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0921497 Jul 16 22:35:06.438943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.509907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea6defe1-b9f9-458c-8e8b-3359bbf6e734 None None] Provisioning for port d1c73eb2-daaf-4043-b156-baeb55bc3c13 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:06.514259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.515629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Request body: {'port': {'device_id': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:06.518326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea6defe1-b9f9-458c-8e8b-3359bbf6e734 None None] Provisioning complete for port d1c73eb2-daaf-4043-b156-baeb55bc3c13 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:06.519059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea6defe1-b9f9-458c-8e8b-3359bbf6e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.530941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.536764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/fdddad3e-1cfa-4fad-9eef-28fad617dd30 HTTP/1.1" status: 204 len: 168 time: 1.5862772 Jul 16 22:35:06.586279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ea6defe1-b9f9-458c-8e8b-3359bbf6e734 None None] Port d1c73eb2-daaf-4043-b156-baeb55bc3c13 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:35:06.601691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:06.624916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2b7d-1bd0-43ae-9c3d-e24c137e0a97 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=fdddad3e-1cfa-4fad-9eef-28fad617dd30,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:06.703928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ad54020-fe3a-49f1-b399-8437fd8135fc up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:06.763042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc281b43-e699-4461-9b2e-e24552686485 None None] Provisioning complete for port 0ad54020-fe3a-49f1-b399-8437fd8135fc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:06.763417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc281b43-e699-4461-9b2e-e24552686485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:06.763881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac58c5-f002-4334-bd91-cc0b7f143d1b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:06.765534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac58c5-f002-4334-bd91-cc0b7f143d1b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:06.770042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-01ac58c5-f002-4334-bd91-cc0b7f143d1b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1624887 Jul 16 22:35:06.773382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:06.827813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.076895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0ad54020-fe3a-49f1-b399-8437fd8135fc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:07.077561 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.222780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa7a6b5a-7553-4bea-8317-aca0e1c2835e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:07.298656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.329668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port fa7a6b5a-7553-4bea-8317-aca0e1c2835e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:07.363654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.375463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61006-46d2-4056-a254-ff5179510537 req-a2b7fa65-8c00-4fff-aa66-43250c4bb9e5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:07.377608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dad61006-46d2-4056-a254-ff5179510537 req-a2b7fa65-8c00-4fff-aa66-43250c4bb9e5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 932 time: 0.6315675 Jul 16 22:35:07.383918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port d65646f6-0fa9-404a-9280-2c9187b606e1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:07.384264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.435425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893f79e-1aac-445c-a6ef-904732889762 None None] Network c3312523-4414-48f8-b29c-2ce038198fb8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:07.480797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dad61006-46d2-4056-a254-ff5179510537 req-7c2bc35c-d379-4a09-9a5e-9ed4c751b6a0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932853 Jul 16 22:35:07.505500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.519522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for d65646f6-0fa9-404a-9280-2c9187b606e1 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:07.530212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.535687 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc42b350-b080-4ae0-a693-b0bb152dd90b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.575902 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc42b350-b080-4ae0-a693-b0bb152dd90b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 22:35:07.576291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc42b350-b080-4ae0-a693-b0bb152dd90b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:07.579105 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc42b350-b080-4ae0-a693-b0bb152dd90b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/c3312523-4414-48f8-b29c-2ce038198fb8 HTTP/1.1" status: 409 len: 405 time: 0.8040195 Jul 16 22:35:07.596008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:07.604757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-280740539'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:07.611966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Provisioning for port fa7a6b5a-7553-4bea-8317-aca0e1c2835e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:07.619525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Provisioning complete for port fa7a6b5a-7553-4bea-8317-aca0e1c2835e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:07.619951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.650533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aad9a-9819-4987-95bc-4af5854df2de req-0c372ea9-1468-4076-abef-1e360cfe1b59 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:07.657577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a69aad9a-9819-4987-95bc-4af5854df2de req-0c372ea9-1468-4076-abef-1e360cfe1b59 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 945 time: 0.3477325 Jul 16 22:35:07.658905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:07.664292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.746017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:07.757747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.758134 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c of type vlan for network 72d76232-09ad-448f-9880-ed982986afe7 Jul 16 22:35:07.762603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.811649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.815483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] For port fa7a6b5a-7553-4bea-8317-aca0e1c2835e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,segment=NetworkSegment(d8786d2e-aa9c-4260-8411-c7610e024f00),segment_id=d8786d2e-aa9c-4260-8411-c7610e024f00)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:07.821672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.834391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] DHCP port deletion for c3312523-4414-48f8-b29c-2ce038198fb8 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:35:07.868679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.883478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.885161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:07.885862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.887528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.889366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a26ec00c-aac3-4f76-b23a-094c0ddb18cb HTTP/1.1" status: 204 len: 168 time: 1.4701264 Jul 16 22:35:07.931733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc95d8-874e-4bba-bfd4-9bb3c4ad5557 None None] Pushing event updated for resources: {'Port': ['ID=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:07.942252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Deleting port fa7a6b5a-7553-4bea-8317-aca0e1c2835e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:07.942700 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:07.966199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=72d76232-09ad-448f-9880-ed982986afe7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:07.966435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f31f-1bae-4320-85a1-4382fc35f8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ec00c-aac3-4f76-b23a-094c0ddb18cb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:07.983770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a69aad9a-9819-4987-95bc-4af5854df2de req-4bb6abc7-640a-4e7f-93f4-dc86f24aa307 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252075 Jul 16 22:35:07.984940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 72d76232-09ad-448f-9880-ed982986afe7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:07.998834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-73688dac-4642-4a0d-880f-26208b231c0e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3958650 Jul 16 22:35:07.999555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:08.008501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': '72d76232-09ad-448f-9880-ed982986afe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:08.072987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.111343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=d65646f6-0fa9-404a-9280-2c9187b606e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:08.207414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] For port fa7a6b5a-7553-4bea-8317-aca0e1c2835e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,segment=NetworkSegment(d8786d2e-aa9c-4260-8411-c7610e024f00),segment_id=d8786d2e-aa9c-4260-8411-c7610e024f00)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:08.208347 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.228944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.288162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Calling delete_port for fa7a6b5a-7553-4bea-8317-aca0e1c2835e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:08.433138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c73eb2-daaf-4043-b156-baeb55bc3c13 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:08.436758 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.456273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:08.465990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.472664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.489841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] Pushing event deleted for resources: {'Port': ['ID=fa7a6b5a-7553-4bea-8317-aca0e1c2835e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:08.499093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16ed5e-4639-4aa5-8f11-c33be8061573 None None] No DVR routers for this DVR port fa7a6b5a-7553-4bea-8317-aca0e1c2835e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:08.502984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.512582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.589464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa7a6b5a-7553-4bea-8317-aca0e1c2835e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:08.640354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Transition to ACTIVE for port object d1c73eb2-daaf-4043-b156-baeb55bc3c13 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:08.660614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: fa7a6b5a-7553-4bea-8317-aca0e1c2835e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:35:08.662934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa7a6b5a-7553-4bea-8317-aca0e1c2835e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:35:08.668651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.670165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router 3c6637b4-d7e0-45de-a906-4eab0036ad76 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:35:08.687643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.689804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-908a4826-3187-41bb-8c74-e43ef842ff80 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 204 len: 168 time: 2.4576056 Jul 16 22:35:08.696030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:08.699662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.712477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1014599095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:08.804390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:08.901370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.912738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:08.996641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.021898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.057281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729924c8-b8d9-4a1e-8722-c97e33587240 req-7bea236c-3d4a-4ce3-b9b8-cb3d69bcb23d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:09.059070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-729924c8-b8d9-4a1e-8722-c97e33587240 req-7bea236c-3d4a-4ce3-b9b8-cb3d69bcb23d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 944 time: 0.2940300 Jul 16 22:35:09.085883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.092667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11681f75-8660-4685-b7b3-67078eb48c87 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3946557 Jul 16 22:35:09.093667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:09.112273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:09.125805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Attempting to bind port d1c73eb2-daaf-4043-b156-baeb55bc3c13 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:09.130592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Attempting to bind port d1c73eb2-daaf-4043-b156-baeb55bc3c13 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:09.131740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Attempting to bind port d1c73eb2-daaf-4043-b156-baeb55bc3c13 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:09.139653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Port d1c73eb2-daaf-4043-b156-baeb55bc3c13 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:35:09.140294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Attempting to bind port d1c73eb2-daaf-4043-b156-baeb55bc3c13 on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:09.147919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:09.148601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:09.150708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:09.151990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Bound port: d1c73eb2-daaf-4043-b156-baeb55bc3c13, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:09.152595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.218484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39980) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:09.247442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-729924c8-b8d9-4a1e-8722-c97e33587240 req-beb7cdbb-9c97-448f-9fef-c11844ecb97d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784668 Jul 16 22:35:09.308534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:09.312006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:09.339977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:35:09.341569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.368563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.387562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-549177d0-27ab-4f18-a55c-929d08ce38e5 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1584110112', 'prefixes': ['172.20.0.0/16']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:09.454776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:09.455680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.457543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 200 len: 1093 time: 3.0218673 Jul 16 22:35:09.475331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:09.481270 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:09.539741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.588238 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f62af8-c2a8-40d0-bb33-23ec7cf49adb x-openstack-request-id: req-f0f62af8-c2a8-40d0-bb33-23ec7cf49adb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:09.588238 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:09.588238 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0f62af8-c2a8-40d0-bb33-23ec7cf49adb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:09.588674 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'status': 'completed', 'code': 200} Jul 16 22:35:09.605044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913a99-0d02-4268-be46-ad3185017d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:09.619505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=50873cd0-e958-455d-9627-9d8e84d05c8d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:09.695495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '72d76232-09ad-448f-9880-ed982986afe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:09.696248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: 72d76232-09ad-448f-9880-ed982986afe7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:09.717705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-549177d0-27ab-4f18-a55c-929d08ce38e5 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] Notify callbacks [] for subnetpool, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.718947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-549177d0-27ab-4f18-a55c-929d08ce38e5 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4994364 Jul 16 22:35:09.722915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:09.748289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-ae4349ec-c946-48d0-b586-1c6e3c228d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:09.750158 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-ae4349ec-c946-48d0-b586-1c6e3c228d1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2440987 Jul 16 22:35:09.753417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network 72d76232-09ad-448f-9880-ed982986afe7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:09.820168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4f21eb21-9fb3-4030-a11f-73549715b56a tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "GET /v2.0/subnetpools/213022dc-b487-4c79-9140-6085d02abaf5 HTTP/1.1" status: 200 len: 732 time: 0.0928771 Jul 16 22:35:09.829321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:09.835303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aa148c85-2de9-4526-926e-7ac3cecf5919 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-667006314'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:09.847889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 72d76232-09ad-448f-9880-ed982986afe7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:09.856734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75503ee4-880a-4f43-a268-222dd166c56e None None] Network 72d76232-09ad-448f-9880-ed982986afe7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:09.862010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-7fa823d3-687c-4892-ade3-fe36a56228d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 200 len: 217 time: 0.0901463 Jul 16 22:35:09.864572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:09.864821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:09.924457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-187892ea-f7a5-4d55-90c7-abb287d02003 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9199958 Jul 16 22:35:09.925371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40030) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:09.933525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'port': {'network_id': '72d76232-09ad-448f-9880-ed982986afe7', 'name': 'tempest-NetworksIpV6TestAttrs-932257620'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:09.958883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-acc4269c-cfd9-4df3-aa2e-378918ff47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:09.960559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-acc4269c-cfd9-4df3-aa2e-378918ff47ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.0920694 Jul 16 22:35:10.007599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.033911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.055443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-72d76232-09ad-448f-9880-ed982986afe7', 'network_id': '72d76232-09ad-448f-9880-ed982986afe7', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': '50873cd0-e958-455d-9627-9d8e84d05c8d'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:10.056801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.089282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-4ebaba00-4c85-4647-ab38-701f3ffcb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:10.091628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-4ebaba00-4c85-4647-ab38-701f3ffcb1f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229446 Jul 16 22:35:10.105651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa148c85-2de9-4526-926e-7ac3cecf5919 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.117654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aa148c85-2de9-4526-926e-7ac3cecf5919 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "PUT /v2.0/subnetpools/213022dc-b487-4c79-9140-6085d02abaf5 HTTP/1.1" status: 200 len: 683 time: 0.2859604 Jul 16 22:35:10.120541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:10.143820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:10.147698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.202570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] device_id is not set on port 992ef9d8-62d3-4634-be26-873567fc628d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:10.259523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Allocated IP 2001:db8::f816:3eff:fe4d:d814 (72d76232-09ad-448f-9880-ed982986afe7/50873cd0-e958-455d-9627-9d8e84d05c8d/f5f12367-f66c-41ae-bc1e-dbe87bbe0462) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:10.293245 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:35:10.294261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-339d8d2e-64b1-40e7-8cc6-8ab18f333035 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850848 Jul 16 22:35:10.313404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Allocated IP 172.25.5.241 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/2ae70ae4-8964-451c-893e-528d796bdf53) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:10.343317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eede669-b644-4799-a10c-f719da6f245f tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.351435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0eede669-b644-4799-a10c-f719da6f245f tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "DELETE /v2.0/subnetpools/213022dc-b487-4c79-9140-6085d02abaf5 HTTP/1.1" status: 204 len: 168 time: 0.2298143 Jul 16 22:35:10.353563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:10.425153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0ec751d-6ffd-446b-9022-7c62d7242d6c req-8f2f9082-453a-43b7-a413-3c16489525ad service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207912 Jul 16 22:35:10.437547 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-7a39f140-5b68-4b5c-ae2b-27030d86b2de tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] show failed (client error): The resource could not be found. Jul 16 22:35:10.454205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7a39f140-5b68-4b5c-ae2b-27030d86b2de tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "GET /v2.0/subnetpools/213022dc-b487-4c79-9140-6085d02abaf5 HTTP/1.1" status: 404 len: 346 time: 0.0912886 Jul 16 22:35:10.454464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:10.469692 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.481435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Transition to ACTIVE for port object f5f12367-f66c-41ae-bc1e-dbe87bbe0462 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:10.508354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Transition to ACTIVE for port object f5f12367-f66c-41ae-bc1e-dbe87bbe0462 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:10.519602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.522691 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-6d4602a5-64a4-456f-bec0-78b72fdc2576 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] delete failed (client error): The resource could not be found. Jul 16 22:35:10.524089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6d4602a5-64a4-456f-bec0-78b72fdc2576 tempest-SubnetPoolsTestJSON-1420414796 tempest-SubnetPoolsTestJSON-1420414796-project] 10.222.0.70 "DELETE /v2.0/subnetpools/213022dc-b487-4c79-9140-6085d02abaf5 HTTP/1.1" status: 404 len: 346 time: 0.0684865 Jul 16 22:35:10.575079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Network 72d76232-09ad-448f-9880-ed982986afe7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:10.582116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:10.589010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:10.613510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.677380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Allocated IP 2001:db8::f816:3eff:fe73:fbfe (72d76232-09ad-448f-9880-ed982986afe7/50873cd0-e958-455d-9627-9d8e84d05c8d/992ef9d8-62d3-4634-be26-873567fc628d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:10.678914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Pushing event updated for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:10.681612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Attempting to bind port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:10.681974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Attempting to bind port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '72d76232-09ad-448f-9880-ed982986afe7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:10.682339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Attempting to bind port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 on network 72d76232-09ad-448f-9880-ed982986afe7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:10.688622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:10.689075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Checking segment: {'id': 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '72d76232-09ad-448f-9880-ed982986afe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:10.690136 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.690136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Bound using segment: {'id': 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '72d76232-09ad-448f-9880-ed982986afe7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:10.690449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Bound port: f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '72d76232-09ad-448f-9880-ed982986afe7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:10.690737 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.717653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb83f4-91c8-48a7-83cc-c56f2f8ab931 req-7c278a7a-445d-4671-a070-164b11e039a0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:10.718245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.719709 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdbb83f4-91c8-48a7-83cc-c56f2f8ab931 req-7c278a7a-445d-4671-a070-164b11e039a0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 944 time: 0.2356744 Jul 16 22:35:10.727436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-3d21f66a-93db-4506-a500-c3c9147feb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:10.729409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-3d21f66a-93db-4506-a500-c3c9147feb42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2192736 Jul 16 22:35:10.789491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:10.799464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:10.811997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:10.828103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:10.832095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,segment=NetworkSegment(f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c),segment_id=f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:10.861998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event updated for resources: {'Port': ['ID=2ae70ae4-8964-451c-893e-528d796bdf53,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:10.871923 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.955893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdbb83f4-91c8-48a7-83cc-c56f2f8ab931 req-e6c89a62-8305-43f1-b8df-1496bb60c9b8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218833 Jul 16 22:35:11.042130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2cb47-bfd2-4b14-9483-ef38239669a6 None None] Pushing event updated for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:11.141115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:11.194771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-ac010eaa-7390-427f-9f5f-d35b94035b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:11.229191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-ac010eaa-7390-427f-9f5f-d35b94035b17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.4751985 Jul 16 22:35:11.341148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-df7d78ed-d1f7-4fc0-9080-2366f3e5953e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 200 len: 217 time: 0.0903301 Jul 16 22:35:11.436007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:11.469281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10ebfe1-9b46-4f22-a46a-b040b1989114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:11.524873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Transition to ACTIVE for port object 992ef9d8-62d3-4634-be26-873567fc628d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:11.537485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-f096a02e-ca99-4352-8132-423b2b35deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:11.539118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-f096a02e-ca99-4352-8132-423b2b35deeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1823721 Jul 16 22:35:11.678017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:11.708477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:11.882810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-99679f34-735d-4248-9b60-7333229069c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:11.886587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-99679f34-735d-4248-9b60-7333229069c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3373711 Jul 16 22:35:11.887496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Port': ['ID=992ef9d8-62d3-4634-be26-873567fc628d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:11.893708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network 72d76232-09ad-448f-9880-ed982986afe7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:11.913486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:11.919443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:11.927955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:11.928990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.011271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10ebfe1-9b46-4f22-a46a-b040b1989114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.025765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.029826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.046888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10ebfe1-9b46-4f22-a46a-b040b1989114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.064482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-00004874-58f3-40ed-9471-9296bcda1a33 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1330247 Jul 16 22:35:12.076824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:12.217486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting subnet 50873cd0-e958-455d-9627-9d8e84d05c8d {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:35:12.224413 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-e19be01d-1f58-446d-8281-e318e23ce36f service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252151 Jul 16 22:35:12.231196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.253928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Router 102ee7ad-d21b-4509-896d-78e06dbbd003 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:35:12.293509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f10ebfe1-9b46-4f22-a46a-b040b1989114 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8d8655a613048e9bf035deff57a60b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1471803 Jul 16 22:35:12.310545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ebfe1-9b46-4f22-a46a-b040b1989114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73637c53-603c-464a-a5d3-151941468bb1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:12.345286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:12.407041 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:12.652371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5f12367-f66c-41ae-bc1e-dbe87bbe0462 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:12.803970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:12.894756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08323a3-d51d-4dde-af81-71f07a75b3f9 None None] Network 72d76232-09ad-448f-9880-ed982986afe7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:12.984155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:13.008462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.009570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66a2ed0c-0e9a-47cc-ba08-8bf70c460dd4 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "PUT /v2.0/routers/102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 200 len: 880 time: 3.9016814 Jul 16 22:35:13.013217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.017876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] Sync routers for ids ['102ee7ad-d21b-4509-896d-78e06dbbd003'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:13.068310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] Routers {'102ee7ad-d21b-4509-896d-78e06dbbd003'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:13.069302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['102ee7ad-d21b-4509-896d-78e06dbbd003'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:13.153387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:13.160645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Provisioning for port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:13.170622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Provisioning complete for port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:13.171254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.175786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71a048c8-5c0d-48ae-8da5-d32b128bf2ba req-42c3da8a-ac81-4e45-8c3b-d67e90ae7b50 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9144981 Jul 16 22:35:13.179171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.204519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7e1c-76af-46a9-8db4-cc5832e1d1c9 req-512f46dc-4baf-4ff5-b019-485e624bdeeb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.206160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e9f7e1c-76af-46a9-8db4-cc5832e1d1c9 req-512f46dc-4baf-4ff5-b019-485e624bdeeb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 944 time: 0.9706011 Jul 16 22:35:13.207586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5031ee82-0bdb-47c7-a8c5-ffa2100239c6 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 200 len: 921 time: 0.1926253 Jul 16 22:35:13.211076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.227535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] Routers {'102ee7ad-d21b-4509-896d-78e06dbbd003'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:13.228469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['102ee7ad-d21b-4509-896d-78e06dbbd003'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:13.301204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:13.302160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3bf5fe-ae69-4302-8c09-cc4c7bfaa2dd None None] The sync data for ids ['102ee7ad-d21b-4509-896d-78e06dbbd003'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:13.306101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b43435-9eb7-47fb-8235-ba825e43ff29 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.308738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9b43435-9eb7-47fb-8235-ba825e43ff29 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=102ee7ad-d21b-4509-896d-78e06dbbd003&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0943913 Jul 16 22:35:13.311422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.330807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.331625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.415913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.419596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fc51d-e7d1-4be4-b732-7f34b27cdf60 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.421370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c61fc51d-e7d1-4be4-b732-7f34b27cdf60 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.1087127 Jul 16 22:35:13.424256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.457956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-90492cfa-119d-4014-b120-722e31399165 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 200 len: 205 time: 0.0322678 Jul 16 22:35:13.460585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.488114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.490711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.509002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.510979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/50873cd0-e958-455d-9627-9d8e84d05c8d HTTP/1.1" status: 204 len: 168 time: 1.4315312 Jul 16 22:35:13.517584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.531071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b34-ffbd-4105-b7fb-2c51ef97dd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.556704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207bff0-73f0-4b2c-a8fb-29d38f64b835 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=50873cd0-e958-455d-9627-9d8e84d05c8d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:13.637383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:35:13.637797 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:35:13.669551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b400d-dfdf-4b73-8f73-2a0d08f05c59 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.673875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b400d-dfdf-4b73-8f73-2a0d08f05c59 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.678763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.683626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-532b400d-dfdf-4b73-8f73-2a0d08f05c59 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1431239 Jul 16 22:35:13.683626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.732097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e9f7e1c-76af-46a9-8db4-cc5832e1d1c9 req-de8d2a2e-aba5-4de8-a6a5-e2121321d16c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089147 Jul 16 22:35:13.748956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.752135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.757558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73637c53-603c-464a-a5d3-151941468bb1 HTTP/1.1" status: 204 len: 168 time: 1.4107077 Jul 16 22:35:13.856326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf6cd3-524a-4686-ba8a-1b9567dfaad4 None None] Network 72d76232-09ad-448f-9880-ed982986afe7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:13.916254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe578f24-7a44-40fd-8465-6ff29631548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73637c53-603c-464a-a5d3-151941468bb1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:13.940200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b34-ffbd-4105-b7fb-2c51ef97dd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.945474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44c0f7b7-72fc-4f67-aae4-9a486e8e2d3d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.953040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.955621 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c0f7b7-72fc-4f67-aae4-9a486e8e2d3d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 22:35:13.956207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c0f7b7-72fc-4f67-aae4-9a486e8e2d3d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:13.959827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44c0f7b7-72fc-4f67-aae4-9a486e8e2d3d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/72d76232-09ad-448f-9880-ed982986afe7 HTTP/1.1" status: 409 len: 405 time: 0.2559466 Jul 16 22:35:13.961132 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b34-ffbd-4105-b7fb-2c51ef97dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.964585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:13.977254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1457232422'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:14.001063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0b34-ffbd-4105-b7fb-2c51ef97dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a9ce6-e5dd-4473-bc4a-740e94700b75,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:14.015556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:14.032343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.064836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:14.081247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.081731 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment 08729a20-4495-494e-a8aa-f3f783d18f0a of type vlan for network b6a7b1f8-470e-4386-ad54-aee02ce6d952 Jul 16 22:35:14.090417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-61fa0b34-ffbd-4105-b7fb-2c51ef97dd0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=045e3cce7ceb41a38a0e307c7b7ee737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575977 Jul 16 22:35:14.095786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:14.109981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port 2ae70ae4-8964-451c-893e-528d796bdf53 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:14.110642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.167845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.215370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.225399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.229417 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.235854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:14.236553 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.252878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.264624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.273620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for 2ae70ae4-8964-451c-893e-528d796bdf53 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:14.287215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3205199 Jul 16 22:35:14.297436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,segment=NetworkSegment(f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c),segment_id=f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:14.298563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:14.306331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.315958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': 'b6a7b1f8-470e-4386-ad54-aee02ce6d952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:14.367425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed09be-c6d5-491d-9d6c-f23e7ac1fa7f tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=b6a7b1f8-470e-4386-ad54-aee02ce6d952,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:14.388320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] DHCP port deletion for 72d76232-09ad-448f-9880-ed982986afe7 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:35:14.394391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.397717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.401555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b3a9ce6-e5dd-4473-bc4a-740e94700b75 HTTP/1.1" status: 204 len: 168 time: 0.3048029 Jul 16 22:35:14.418056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7cd58-ec4e-497a-adf7-37ca7c087e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a9ce6-e5dd-4473-bc4a-740e94700b75,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:14.425458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b6a7b1f8-470e-4386-ad54-aee02ce6d952 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:14.546933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:14.550647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:14.553165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae5a5d-4ab3-4a79-b660-9d8143c7ab5f None None] Pushing event updated for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:14.754098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5f12367-f66c-41ae-bc1e-dbe87bbe0462 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:14.780729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d1c73eb2-daaf-4043-b156-baeb55bc3c13 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:35:14.943005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.065173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.093521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'mac_address': 'fa:16:3e:dc:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:35:15.095258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=2ae70ae4-8964-451c-893e-528d796bdf53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:15.100514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Provisioning complete for port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:15.100917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.181065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f8349-2d08-4d8d-b7f1-202913d31afa req-a53f7b70-c204-46ce-a9bc-d5e90da92799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:15.184091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-983f8349-2d08-4d8d-b7f1-202913d31afa req-a53f7b70-c204-46ce-a9bc-d5e90da92799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 944 time: 0.1412048 Jul 16 22:35:15.201492 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.268703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:35:15.272328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-983f8349-2d08-4d8d-b7f1-202913d31afa req-d0d8d126-3bc0-4a0f-8b13-98ae0cd25e86 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Jul 16 22:35:15.272801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.281627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Deleting port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:15.281873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.344409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=e011073c-a8c1-4cc3-b74b-07f05c5e706b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:15.356826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.368081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,segment=NetworkSegment(f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c),segment_id=f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.371992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.376539 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.428192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Calling delete_port for f5f12367-f66c-41ae-bc1e-dbe87bbe0462 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:15.436658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,segment=NetworkSegment(f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c),segment_id=f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.438517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c73eb2-daaf-4043-b156-baeb55bc3c13 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:15.453097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.504361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.510939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.515493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.536855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': '08729a20-4495-494e-a8aa-f3f783d18f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b6a7b1f8-470e-4386-ad54-aee02ce6d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:15.537245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: b6a7b1f8-470e-4386-ad54-aee02ce6d952, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:15.577899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.601815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.602555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router 102ee7ad-d21b-4509-896d-78e06dbbd003 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:35:15.620685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.622369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-19080b6d-4200-4d47-a602-d3cd899db3e7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 204 len: 168 time: 2.1605864 Jul 16 22:35:15.623993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network b6a7b1f8-470e-4386-ad54-aee02ce6d952 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:15.626585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:15.627933 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.632030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1779362205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:15.643374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:15.667638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b6a7b1f8-470e-4386-ad54-aee02ce6d952) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:15.672927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:15.673562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.697971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1345449-1b34-4c23-bdae-5d3961b1f250 None None] Network b6a7b1f8-470e-4386-ad54-aee02ce6d952 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:15.699911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.701634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.714766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-001ebe94-bce2-4d3f-98fe-d8b5fca8e9a5 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4111190 Jul 16 22:35:15.715413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:15.754928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] For port f5f12367-f66c-41ae-bc1e-dbe87bbe0462, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,segment=NetworkSegment(f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c),segment_id=f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.773942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.813204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:15.828795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.864641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.872708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.882395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Provisioning for port 992ef9d8-62d3-4634-be26-873567fc628d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:15.885486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Pushing event deleted for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:15.914212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.917498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-19d74530-49aa-445c-9da1-7f80c61ddef2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2895598 Jul 16 22:35:15.921529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:15.930110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Provisioning complete for port 992ef9d8-62d3-4634-be26-873567fc628d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:15.930491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.933008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] No DVR routers for this DVR port f5f12367-f66c-41ae-bc1e-dbe87bbe0462 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:15.935754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': True}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:15.937709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d1c73eb2-daaf-4043-b156-baeb55bc3c13'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:15.961643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27122ce3-5a42-43a1-aa36-93603d341e5f None None] Pushing event deleted for resources: {'Port': ['ID=f5f12367-f66c-41ae-bc1e-dbe87bbe0462,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:16.015791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.058280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4447d-cc3c-49e4-a02f-00e8974acfc6 None None] Port 992ef9d8-62d3-4634-be26-873567fc628d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:35:16.107397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.118764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7893dd25-b5d0-41ce-9f35-28360906e834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-b6a7b1f8-470e-4386-ad54-aee02ce6d952', 'network_id': 'b6a7b1f8-470e-4386-ad54-aee02ce6d952', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': 'e011073c-a8c1-4cc3-b74b-07f05c5e706b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:16.119649 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7893dd25-b5d0-41ce-9f35-28360906e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.222584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.331046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=e011073c-a8c1-4cc3-b74b-07f05c5e706b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:16.363419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7493db-dd22-4758-87b9-4793c10a3e66 None None] Network b6a7b1f8-470e-4386-ad54-aee02ce6d952 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:16.478579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.502073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a7b1f8-470e-4386-ad54-aee02ce6d952']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:16.503181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.528110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08729a20-4495-494e-a8aa-f3f783d18f0a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:16.529038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08729a20-4495-494e-a8aa-f3f783d18f0a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:16.555688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.584311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.598402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:16.598892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:16.606805 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:16.696074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dd79-3756-47e7-9ed8-52f4f1b38f89 req-117ea997-ac0a-49a1-a332-16b5c95c4768 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:16.697746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4aa8dd79-3756-47e7-9ed8-52f4f1b38f89 req-117ea997-ac0a-49a1-a332-16b5c95c4768 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 945 time: 0.2021914 Jul 16 22:35:16.715245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.733005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.740329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:16.741146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/b6a7b1f8-470e-4386-ad54-aee02ce6d952 HTTP/1.1" status: 204 len: 168 time: 1.0243592 Jul 16 22:35:16.749554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1548522341'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:16.753013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa910-6f51-4c21-8beb-72ec79d1a9fd tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=b6a7b1f8-470e-4386-ad54-aee02ce6d952,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:16.811546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4aa8dd79-3756-47e7-9ed8-52f4f1b38f89 req-ca70bd76-10cd-4384-94d0-0c623004118f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728786 Jul 16 22:35:16.816414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:16.820026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.869001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:16.951523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:16.951973 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment d2e3242f-307f-446e-82fb-930c4960d4eb of type vlan for network 668dbc50-48c0-4131-afa3-1c3182cd1420 Jul 16 22:35:17.043441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.054912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.080478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.144590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.152342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:17.153222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.237248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4916079 Jul 16 22:35:17.241545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:17.248202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:17.283467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abe67d-dd57-4103-9fcb-06a0639607aa tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=668dbc50-48c0-4131-afa3-1c3182cd1420,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:17.299272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 668dbc50-48c0-4131-afa3-1c3182cd1420 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:17.354238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.25.5.56 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/b607a0b8-6fd0-445b-8c5f-14cfdea5730c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:17.486630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:17.493328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.560025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.625769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.682788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:17.687907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:17.695297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:17.840764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.908308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=b607a0b8-6fd0-445b-8c5f-14cfdea5730c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:17.925429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': 'd2e3242f-307f-446e-82fb-930c4960d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:17.925791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: 668dbc50-48c0-4131-afa3-1c3182cd1420, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:17.939669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=6e48e071-28ca-40b6-9804-932f6f88d16e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:17.958792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network 668dbc50-48c0-4131-afa3-1c3182cd1420 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:17.978264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 668dbc50-48c0-4131-afa3-1c3182cd1420) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:17.985228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:17.985844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:17.990472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa096759-1098-4219-91bf-80ab621ec179 None None] Network 668dbc50-48c0-4131-afa3-1c3182cd1420 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:18.023027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f9111d28-49fc-4014-a99b-092670f4dd65 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7803254 Jul 16 22:35:18.025908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:18.085662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:18.267322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-668dbc50-48c0-4131-afa3-1c3182cd1420', 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': '6e48e071-28ca-40b6-9804-932f6f88d16e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:18.268926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.290899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3e67628-f751-4a3e-9a0e-6f0132b558b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.366348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.389442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.407614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafcab6-ce52-4d01-9615-a485b978b980 req-7990ac72-6abb-47d0-9bfb-6710fd6ba425 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:18.409270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbafcab6-ce52-4d01-9615-a485b978b980 req-7990ac72-6abb-47d0-9bfb-6710fd6ba425 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 945 time: 0.2600901 Jul 16 22:35:18.468088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3e67628-f751-4a3e-9a0e-6f0132b558b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.477759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a3e67628-f751-4a3e-9a0e-6f0132b558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.573669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a3e67628-f751-4a3e-9a0e-6f0132b558b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb549c372be44039aa2d9b2b7d23b2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847045 Jul 16 22:35:18.575065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:18.577205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Allocated IP 2001:db8::2 (668dbc50-48c0-4131-afa3-1c3182cd1420/6e48e071-28ca-40b6-9804-932f6f88d16e/9c0f22f9-7bfb-4522-988b-57d1dc7a97c3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:18.584694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67628-f751-4a3e-9a0e-6f0132b558b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6630f609-00b5-4dc2-8dd6-503dd8c56570,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:18.591462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cbafcab6-ce52-4d01-9615-a485b978b980 req-52bbadd6-07eb-4e91-bf47-7414274c1d19 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410899 Jul 16 22:35:18.641675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.718336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.734578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d1c73eb2-daaf-4043-b156-baeb55bc3c13 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:18.749542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.815001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.820820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.822065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6630f609-00b5-4dc2-8dd6-503dd8c56570 HTTP/1.1" status: 204 len: 168 time: 0.2434874 Jul 16 22:35:18.852125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecb0fb-e3fd-4ba3-baaa-fcf62b799054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630f609-00b5-4dc2-8dd6-503dd8c56570,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:18.876585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.882826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.889040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port d1c73eb2-daaf-4043-b156-baeb55bc3c13 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:18.897599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d1c73eb2-daaf-4043-b156-baeb55bc3c13 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:18.898059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.942781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:18.959653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Transition to ACTIVE for port object 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:18.984137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Transition to ACTIVE for port object 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:19.024793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.027241 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.081547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Network 668dbc50-48c0-4131-afa3-1c3182cd1420 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:19.086941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.087573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:19.095620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:19.097798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e827c9-3750-4353-b0a8-e69e14073196" -d '{"events": [{"server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "name": "network-vif-plugged", "status": "completed", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:19.101483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:19.105920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Pushing event updated for resources: {'Port': ['ID=9c0f22f9-7bfb-4522-988b-57d1dc7a97c3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.134086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=6e48e071-28ca-40b6-9804-932f6f88d16e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.142535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:19.151634 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.154483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.154836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.155176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.155539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.156084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.156227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.156558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.156886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.157240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.157548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.157870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.158641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:19.181076 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9482b7-5258-4c0d-bcee-d2a2b79fa6e8 x-openstack-request-id: req-0a9482b7-5258-4c0d-bcee-d2a2b79fa6e8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:19.181307 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "name": "network-vif-plugged", "status": "completed", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:19.181557 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a9482b7-5258-4c0d-bcee-d2a2b79fa6e8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:19.181938 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'code': 200} Jul 16 22:35:19.214112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Attempting to bind port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:19.214477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Attempting to bind port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd2e3242f-307f-446e-82fb-930c4960d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:19.214847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Attempting to bind port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 on network 668dbc50-48c0-4131-afa3-1c3182cd1420 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:19.222369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router edc54f98-0276-4e54-8521-97a36c8d4ed0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:35:19.227278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:19.227656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Checking segment: {'id': 'd2e3242f-307f-446e-82fb-930c4960d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:19.228077 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.228456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Bound using segment: {'id': 'd2e3242f-307f-446e-82fb-930c4960d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:19.228929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Bound port: 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e3242f-307f-446e-82fb-930c4960d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '668dbc50-48c0-4131-afa3-1c3182cd1420'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:19.229335 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.257847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.280729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.295190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:19.308750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13e6b66a-4380-42bf-86e5-0a2b497bd434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.317840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] For port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:19.321861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] For port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9c0f22f9-7bfb-4522-988b-57d1dc7a97c3,segment=NetworkSegment(d2e3242f-307f-446e-82fb-930c4960d4eb),segment_id=d2e3242f-307f-446e-82fb-930c4960d4eb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:19.327874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.369783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668dbc50-48c0-4131-afa3-1c3182cd1420']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.394761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e3242f-307f-446e-82fb-930c4960d4eb') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.395504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e3242f-307f-446e-82fb-930c4960d4eb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.420088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.421951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13e6b66a-4380-42bf-86e5-0a2b497bd434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.429226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13e6b66a-4380-42bf-86e5-0a2b497bd434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.440608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5bdab-bb96-4a29-af4a-57cac4133855 None None] Pushing event updated for resources: {'Port': ['ID=9c0f22f9-7bfb-4522-988b-57d1dc7a97c3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.461690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb258a-878f-4a27-9b5f-b0c3a77930e8 None None] Network 668dbc50-48c0-4131-afa3-1c3182cd1420 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:19.489476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.496704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-13e6b66a-4380-42bf-86e5-0a2b497bd434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0927e0e702d4cdabc09e949da554c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981895 Jul 16 22:35:19.498671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:19.508242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:19.508615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b66a-4380-42bf-86e5-0a2b497bd434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a5ee4-3748-4869-befa-902376111d18,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.508756 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:19.516741 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:19.531762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7d687-5f64-4319-9ad5-6d6dd101997e req-ddb97825-65f6-49aa-8bf7-228646e49e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:19.533309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13c7d687-5f64-4319-9ad5-6d6dd101997e req-ddb97825-65f6-49aa-8bf7-228646e49e0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 1098 time: 0.2461648 Jul 16 22:35:19.602590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:19.616555 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] Sync routers for ids ['edc54f98-0276-4e54-8521-97a36c8d4ed0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:19.626203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a31e9b-94a6-43f3-b86f-8e9798c4375a None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:35:19.629500 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] Routers {'edc54f98-0276-4e54-8521-97a36c8d4ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:19.630154 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['edc54f98-0276-4e54-8521-97a36c8d4ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.644705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.649180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b17e94a2-f111-4a93-857b-a09cdb740fba tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "PUT /v2.0/routers/edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 200 len: 914 time: 3.7237823 Jul 16 22:35:19.649852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:19.659135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13c7d687-5f64-4319-9ad5-6d6dd101997e req-e194a834-afc5-4446-8f13-56eb4cb5e24f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125786 Jul 16 22:35:19.663105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:35:19.663105 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:35:19.663105 n-d-793621-16 neutron-server[93923]: [parameters: {'id': '668dbc50-48c0-4131-afa3-1c3182cd1420'}] Jul 16 22:35:19.663105 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:35:19.663603 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:35:19.679137 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.703320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.759556 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.775278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.778548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:19.780447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/030a5ee4-3748-4869-befa-902376111d18 HTTP/1.1" status: 204 len: 168 time: 0.2742510 Jul 16 22:35:19.794958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02b93-9269-4501-806f-c0d2224755ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a5ee4-3748-4869-befa-902376111d18,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:19.797973 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] Routers {'edc54f98-0276-4e54-8521-97a36c8d4ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:19.808714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['edc54f98-0276-4e54-8521-97a36c8d4ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.845986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a31e9b-94a6-43f3-b86f-8e9798c4375a None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:35:19.908474 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:19.911300 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1afbf-7cff-48ec-b29e-e693dad4eb2d None None] The sync data for ids ['edc54f98-0276-4e54-8521-97a36c8d4ed0'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:19.937073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:19.943240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-34a7deef-100e-40e9-895d-21c880822998 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 200 len: 920 time: 0.2921810 Jul 16 22:35:19.945152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:20.001039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453889-9f00-48b6-a00a-7e18961cb359 req-eb857cb0-04ee-4514-97a8-df974d066554 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:20.002623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c453889-9f00-48b6-a00a-7e18961cb359 req-eb857cb0-04ee-4514-97a8-df974d066554 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 946 time: 0.1126709 Jul 16 22:35:20.025405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d70ca4-0e1d-473c-bfac-14b3762456d8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:20.030818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7d70ca4-0e1d-473c-bfac-14b3762456d8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=edc54f98-0276-4e54-8521-97a36c8d4ed0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0819197 Jul 16 22:35:20.031023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:20.170370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.218456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f1855-c83e-432b-baa9-bafd0fc69412 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:20.222922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d6f1855-c83e-432b-baa9-bafd0fc69412 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.1881952 Jul 16 22:35:20.223412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:20.267535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-21394ee3-34b7-4b6e-9938-9e3501cf1532 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 200 len: 205 time: 0.0387101 Jul 16 22:35:20.278549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0613b934-1949-43a0-8575-99e5a7ad6cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.281262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:20.342781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3c453889-9f00-48b6-a00a-7e18961cb359 req-9b6142b8-3f03-48fe-9419-38b3ce3c81a9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312390 Jul 16 22:35:20.597921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.788761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:20.789401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.804795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.940929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] For port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9c0f22f9-7bfb-4522-988b-57d1dc7a97c3,segment=NetworkSegment(d2e3242f-307f-446e-82fb-930c4960d4eb),segment_id=d2e3242f-307f-446e-82fb-930c4960d4eb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:20.941471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:20.968248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Calling delete_port for 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:21.047400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0613b934-1949-43a0-8575-99e5a7ad6cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.054333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.062158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0613b934-1949-43a0-8575-99e5a7ad6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.130902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:21.134545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613b934-1949-43a0-8575-99e5a7ad6cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077571bc-32fd-4908-b423-443eef7cb05c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.141170 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0613b934-1949-43a0-8575-99e5a7ad6cc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f51260b003ec4db0afa75be8a9e6ebbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2027574 Jul 16 22:35:21.143969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:21.151669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.187909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Port': ['ID=9c0f22f9-7bfb-4522-988b-57d1dc7a97c3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.195013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No DVR routers for this DVR port 9c0f22f9-7bfb-4522-988b-57d1dc7a97c3 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:21.202051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.226034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port b607a0b8-6fd0-445b-8c5f-14cfdea5730c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:21.226440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.227584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.269929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10f7a264-3eb4-4f96-962f-f259b4057cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.307929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.310581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.311716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/077571bc-32fd-4908-b423-443eef7cb05c HTTP/1.1" status: 204 len: 168 time: 0.1666949 Jul 16 22:35:21.329595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ce98-5630-4682-a73f-ed993e8ade62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077571bc-32fd-4908-b423-443eef7cb05c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.331315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.347946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668dbc50-48c0-4131-afa3-1c3182cd1420']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:21.360939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e3242f-307f-446e-82fb-930c4960d4eb') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:21.361261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e3242f-307f-446e-82fb-930c4960d4eb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:21.379861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.382455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.403533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for b607a0b8-6fd0-445b-8c5f-14cfdea5730c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:21.405691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.417418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:21.418097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.419878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10f7a264-3eb4-4f96-962f-f259b4057cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:21.421480 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:21.425814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10f7a264-3eb4-4f96-962f-f259b4057cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.462940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10f7a264-3eb4-4f96-962f-f259b4057cf7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b99cded7dc524582a0eec7472b9bfa62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309340 Jul 16 22:35:21.469571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40568) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:21.527883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.537297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7a264-3eb4-4f96-962f-f259b4057cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed574c9-1508-4a14-a3e9-a6a7b3e23439,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.544905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.550682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/668dbc50-48c0-4131-afa3-1c3182cd1420 HTTP/1.1" status: 204 len: 168 time: 3.5200510 Jul 16 22:35:21.553366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:21.568023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971306097'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:21.574148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690768ce-b398-4faa-b73c-987fa3fdd6c1 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=668dbc50-48c0-4131-afa3-1c3182cd1420,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.599772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.632034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d4d47-3bff-46bc-bc97-bfd4f9819ac9 req-8f1b35af-6851-4951-a70c-5a7f6bdf5a42 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:21.633756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d74d4d47-3bff-46bc-bc97-bfd4f9819ac9 req-8f1b35af-6851-4951-a70c-5a7f6bdf5a42 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 946 time: 0.1445265 Jul 16 22:35:21.640064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.640322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:21.645481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.659796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:21.703092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d74d4d47-3bff-46bc-bc97-bfd4f9819ac9 req-48dbea80-bb03-42e3-ba1d-fe1c9d4583af tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555637 Jul 16 22:35:21.705398 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c76189c2-f54e-4cbc-bc54-b31096236215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.715559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.718609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.722861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ed574c9-1508-4a14-a3e9-a6a7b3e23439 HTTP/1.1" status: 204 len: 168 time: 0.2496812 Jul 16 22:35:21.735047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e655ad-e83e-4837-aa83-bda203c4097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed574c9-1508-4a14-a3e9-a6a7b3e23439,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.761866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.776116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:21.809311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=b607a0b8-6fd0-445b-8c5f-14cfdea5730c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:21.819157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.819510 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Added segment a5dfa7d2-94cc-4d26-a33a-8c0bca5096f6 of type vlan for network 4a16ffc2-d4f8-4eee-9a97-52444d768745 Jul 16 22:35:21.942402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:21.986585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-c32ec4da-376e-490d-92f1-e19fb2663507 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 267 time: 0.1334126 Jul 16 22:35:22.000766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.061039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c76189c2-f54e-4cbc-bc54-b31096236215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.130236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c76189c2-f54e-4cbc-bc54-b31096236215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.152701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.162391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.165551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.170986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:22.171563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.239756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c76189c2-f54e-4cbc-bc54-b31096236215 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41c6d2d3bc3e4c7abd02b14e68c62b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765133 Jul 16 22:35:22.240361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40594) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:22.266876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76189c2-f54e-4cbc-bc54-b31096236215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15034ea-6404-4ccb-8f64-7d7cdb0ef9f5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:22.276473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7143044 Jul 16 22:35:22.280432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:22.310854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.315936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Request body: {'subnet': {'network_id': '4a16ffc2-d4f8-4eee-9a97-52444d768745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:22.335043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.336716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.337455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router edc54f98-0276-4e54-8521-97a36c8d4ed0 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:35:22.338955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d9aa-4bbe-4de7-b1a4-e9683b47d7c9 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Network': ['ID=4a16ffc2-d4f8-4eee-9a97-52444d768745,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:22.345596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.346815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0ad5df3-ff09-468e-9633-20f69a788cef tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 204 len: 168 time: 2.0636179 Jul 16 22:35:22.353613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:22.353991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4a16ffc2-d4f8-4eee-9a97-52444d768745 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:22.363513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172029743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:22.373830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-3f9f32c1-6971-4ef9-9c9b-826a69104f98 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:22.375376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-3f9f32c1-6971-4ef9-9c9b-826a69104f98 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 946 time: 0.3791299 Jul 16 22:35:22.405127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.406178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.420998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'security_groups': []}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:22.475923 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.478709 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.480021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c15034ea-6404-4ccb-8f64-7d7cdb0ef9f5 HTTP/1.1" status: 204 len: 168 time: 0.2372108 Jul 16 22:35:22.502073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Made reservation on behalf of 22d960c1ac0d48dd820efd59ae884d12 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:22.506486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.522335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.523729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920936d-8031-40ed-9b59-05c922a2ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15034ea-6404-4ccb-8f64-7d7cdb0ef9f5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:22.531040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.555119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.556984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e272498c-e21f-4d49-a83d-70fb46004a05 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2022052 Jul 16 22:35:22.559342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.560265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40610) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:22.566261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:22.792655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.852166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:22.857353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.917385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.931271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.945454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'd1c73eb2-daaf-4043-b156-baeb55bc3c13'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:22.949644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:35:22.957819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:22.982836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4a478a0f-c7b5-40c7-9518-bd2546e98e97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:23.054906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.055549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.070571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b7a736d-c4c2-4a47-903c-7899ccd0e9d9 req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "PUT /v2.0/ports/d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 200 len: 905 time: 0.6531649 Jul 16 22:35:23.070571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:23.070571 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5decdbd8-063d-4239-ae5f-99bbf604bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:23.097269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event updated for resources: {'Subnet': ['ID=86226db0-fd77-43bb-8a27-b1c69774e87b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:23.099362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d72dd1-5562-434e-b832-8b5f6947502b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:23.116365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Checking segment: {'id': 'a5dfa7d2-94cc-4d26-a33a-8c0bca5096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a16ffc2-d4f8-4eee-9a97-52444d768745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:23.116730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network hostable DHCP agents. Network: 4a16ffc2-d4f8-4eee-9a97-52444d768745, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:23.148016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Network 4a16ffc2-d4f8-4eee-9a97-52444d768745 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:23.163950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4a16ffc2-d4f8-4eee-9a97-52444d768745) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:23.178854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.179596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.187527 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a317035-2bb8-4b60-9d5b-571e0b4e93f5 x-openstack-request-id: req-4a317035-2bb8-4b60-9d5b-571e0b4e93f5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:23.189821 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:23.190303 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a317035-2bb8-4b60-9d5b-571e0b4e93f5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:23.191611 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'status': 'completed', 'code': 200} Jul 16 22:35:23.200054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ac1c3-1d51-4691-86fd-2510b3dbfaae None None] Network 4a16ffc2-d4f8-4eee-9a97-52444d768745 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:23.229639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0f2f8f4d-db3b-402f-a88d-81bc5f3fea0b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9460676 Jul 16 22:35:23.235888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:23.241219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.319802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.389952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d1c73eb2-daaf-4043-b156-baeb55bc3c13'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:23.477115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-a5e4102b-ca71-4211-9cd1-48e015d26744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.478671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-a5e4102b-ca71-4211-9cd1-48e015d26744 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 1060 time: 0.2647650 Jul 16 22:35:23.554855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.638056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589a61-c041-46a3-94b8-4cd7dfb200a1 req-9c974720-a8ac-4cc1-a973-32c60d21afcd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.639723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff589a61-c041-46a3-94b8-4cd7dfb200a1 req-9c974720-a8ac-4cc1-a973-32c60d21afcd tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 908 time: 0.3063092 Jul 16 22:35:23.678373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Allocated IP 172.25.5.43 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d86d2fee-ba33-40fa-94e4-d7f135f502c2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:23.714167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-f6bda16c-e976-4338-8146-59c6d8276021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.715696 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-f6bda16c-e976-4338-8146-59c6d8276021 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2253611 Jul 16 22:35:23.791727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-4ebcafce-ff76-4d28-8b59-6e2a5d1d005f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 200 len: 217 time: 0.0668042 Jul 16 22:35:23.856619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.921102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dd701c3b-e5df-4c47-be92-caf2e4832a59 None None] Provisioning complete for port d1c73eb2-daaf-4043-b156-baeb55bc3c13 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:23.921722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd701c3b-e5df-4c47-be92-caf2e4832a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.927929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:23.964194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-1d4490b8-6dbb-4d60-aeb1-8f73fff87467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:23.965830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-1d4490b8-6dbb-4d60-aeb1-8f73fff87467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1673481 Jul 16 22:35:23.997044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.042727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755bbb3-1925-4171-aabf-8c808d103875 req-462ba665-65c1-46a2-8651-06c41f909e06 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:24.044430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a755bbb3-1925-4171-aabf-8c808d103875 req-462ba665-65c1-46a2-8651-06c41f909e06 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2091265 Jul 16 22:35:24.048999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.077210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:24.082108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:24.092823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:24.109208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=86226db0-fd77-43bb-8a27-b1c69774e87b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:24.165293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c65dcf-afa5-4f42-91a8-76ee7e446b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4a16ffc2-d4f8-4eee-9a97-52444d768745', 'network_id': '4a16ffc2-d4f8-4eee-9a97-52444d768745', 'tenant_id': '22d960c1ac0d48dd820efd59ae884d12', 'fixed_ips': [{'subnet_id': '86226db0-fd77-43bb-8a27-b1c69774e87b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:24.166814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54c65dcf-afa5-4f42-91a8-76ee7e446b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.209743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Pushing event updated for resources: {'Port': ['ID=d86d2fee-ba33-40fa-94e4-d7f135f502c2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:24.220314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a755bbb3-1925-4171-aabf-8c808d103875 req-72af3c09-e6b3-4d43-8166-8f468586099e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128738 Jul 16 22:35:24.222231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-2166f1d5-4b28-453c-bde5-3ae752f315b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:24.223743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-2166f1d5-4b28-453c-bde5-3ae752f315b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473433 Jul 16 22:35:24.314903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.329837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e125b68-6964-46e1-8f8c-95a6c1b5e76d None None] Network 4a16ffc2-d4f8-4eee-9a97-52444d768745 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:24.358310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a16ffc2-d4f8-4eee-9a97-52444d768745']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:24.372728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dfa7d2-94cc-4d26-a33a-8c0bca5096f6') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:24.373062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dfa7d2-94cc-4d26-a33a-8c0bca5096f6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:24.455502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.538259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.557865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:24.558310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:24.562947 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:24.578952 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-34e2d41b-33bd-46ad-844d-7c24c3fca512 service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427536 Jul 16 22:35:24.705364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.724334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.731519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/4a16ffc2-d4f8-4eee-9a97-52444d768745 HTTP/1.1" status: 204 len: 168 time: 1.4463823 Jul 16 22:35:24.732810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:24.762738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74b285-461a-4ef7-a8f5-37217fdebea2 req-f8dc46bb-6fc4-4d61-9647-4700b520e49a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:24.763283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe74b285-461a-4ef7-a8f5-37217fdebea2 req-f8dc46bb-6fc4-4d61-9647-4700b520e49a tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2406065 Jul 16 22:35:24.805963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:24.819561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.826875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe74b285-461a-4ef7-a8f5-37217fdebea2 req-cb761b40-4473-43ba-8134-52ea006b7395 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534606 Jul 16 22:35:24.831144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88768014-faec-4b6d-809c-4d8cd3439dce tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=4a16ffc2-d4f8-4eee-9a97-52444d768745,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:24.836097 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e290c5-67d6-43bf-93c1-f6a51c3512b8 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:24.836587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e290c5-67d6-43bf-93c1-f6a51c3512b8 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:24.841832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04e290c5-67d6-43bf-93c1-f6a51c3512b8 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/86226db0-fd77-43bb-8a27-b1c69774e87b HTTP/1.1" status: 404 len: 337 time: 0.0500920 Jul 16 22:35:24.842457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:24.878800 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df561f0-7174-49c5-8c7b-b6f22a636147 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:24.879974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df561f0-7174-49c5-8c7b-b6f22a636147 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:24.883867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6df561f0-7174-49c5-8c7b-b6f22a636147 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/4a16ffc2-d4f8-4eee-9a97-52444d768745 HTTP/1.1" status: 404 len: 339 time: 0.0367320 Jul 16 22:35:24.885551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:24.893270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5decdbd8-063d-4239-ae5f-99bbf604bba0 req-551dbc40-bf08-41f8-bf2e-f7452fd2c64f service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945530 Jul 16 22:35:24.945773 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dacb48-92a3-4aa7-9bde-d299dd44e062 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:24.946506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dacb48-92a3-4aa7-9bde-d299dd44e062 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:24.948072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c8dacb48-92a3-4aa7-9bde-d299dd44e062 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/6e48e071-28ca-40b6-9804-932f6f88d16e HTTP/1.1" status: 404 len: 337 time: 0.0612774 Jul 16 22:35:24.950558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:24.981096 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8eb38e-c56f-4385-839a-d8cd9a251c6b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:24.981694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8eb38e-c56f-4385-839a-d8cd9a251c6b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:24.983412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f8eb38e-c56f-4385-839a-d8cd9a251c6b tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/668dbc50-48c0-4131-afa3-1c3182cd1420 HTTP/1.1" status: 404 len: 339 time: 0.0316918 Jul 16 22:35:24.986160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:25.014585 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdfb3fd-48d1-46f2-85a2-0961f61e116c tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:25.015056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdfb3fd-48d1-46f2-85a2-0961f61e116c tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:25.016818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-abdfb3fd-48d1-46f2-85a2-0961f61e116c tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/e011073c-a8c1-4cc3-b74b-07f05c5e706b HTTP/1.1" status: 404 len: 337 time: 0.0296323 Jul 16 22:35:25.019198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:25.033071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-621033410'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:25.039577 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4841a5e-ea71-49ca-888d-15cafc057d1e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:25.040242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4841a5e-ea71-49ca-888d-15cafc057d1e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:25.044333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a4841a5e-ea71-49ca-888d-15cafc057d1e tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/b6a7b1f8-470e-4386-ad54-aee02ce6d952 HTTP/1.1" status: 404 len: 339 time: 0.0218699 Jul 16 22:35:25.044625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:25.100386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Made reservation on behalf of 62b39474f27d4476abf5ad8d633678ae for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:25.103829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.116735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.131829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.137896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.220422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-9860cbe1-3867-4d6c-9213-4c4a61e2a07e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:25.224988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-9860cbe1-3867-4d6c-9213-4c4a61e2a07e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.1673496 Jul 16 22:35:25.238242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting port 992ef9d8-62d3-4634-be26-873567fc628d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:25.239136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.257589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-7f4f1d70-6fb7-4170-ad7a-c751da4686e3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/quotas/618e2a6e1c344b219028c433250b4dc2 HTTP/1.1" status: 200 len: 375 time: 0.0270603 Jul 16 22:35:25.323556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.331234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.341834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.357124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Calling delete_port for 992ef9d8-62d3-4634-be26-873567fc628d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:25.364867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:25.382885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.383227 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Added segment 541eec14-3a2d-4c67-a954-bbe018270a63 of type vlan for network 500b29e5-606e-4bfe-8b31-e9e4f72f1fb7 Jul 16 22:35:25.393533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915f3ae6-bc3f-44ce-a2bb-406d24c6c0d6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:25.424198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Router 33ae93b5-ebab-45ed-8c89-3960495cdcf2 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:35:25.438186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.584110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.589723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:25.590336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.798697 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-582b2565-42bf-4b3f-8031-5605191cf3cf tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5320289 Jul 16 22:35:25.849407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.906779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Port': ['ID=992ef9d8-62d3-4634-be26-873567fc628d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:25.934418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:25.939476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0f1fcb9-72b1-4740-8db7-9f731963466d tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/ports/992ef9d8-62d3-4634-be26-873567fc628d HTTP/1.1" status: 204 len: 168 time: 0.8907983 Jul 16 22:35:25.939476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:25.995088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1878564 Jul 16 22:35:25.999961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.000323 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b2a1ba-59eb-46d8-9dba-d7b0eb9ebab6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:26.000726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b2a1ba-59eb-46d8-9dba-d7b0eb9ebab6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:26.002472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84b2a1ba-59eb-46d8-9dba-d7b0eb9ebab6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/50873cd0-e958-455d-9627-9d8e84d05c8d HTTP/1.1" status: 404 len: 337 time: 0.0626347 Jul 16 22:35:26.005889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.049327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:26.054185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f880-637f-4bd5-8414-8f400bc25b3e tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Pushing event updated for resources: {'Network': ['ID=500b29e5-606e-4bfe-8b31-e9e4f72f1fb7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:26.056208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-43835539-f607-4be2-95f2-593c2913d9a9 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465301 Jul 16 22:35:26.058983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.060178 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee319335-ec50-4408-a3ff-22d1034f0534 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "PUT /v2.0/routers/33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 200 len: 915 time: 3.4983199 Jul 16 22:35:26.064753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.070601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] Sync routers for ids ['33ae93b5-ebab-45ed-8c89-3960495cdcf2'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:26.075078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 500b29e5-606e-4bfe-8b31-e9e4f72f1fb7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:26.085630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-0cd6ccbc-2491-463e-a383-bda2c08c7761 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:26.087674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-0cd6ccbc-2491-463e-a383-bda2c08c7761 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.5959454 Jul 16 22:35:26.121347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-2ed78dbd-79f2-450f-87bd-90fb80dcc5f3 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/quotas/c3f4b8b6ab6e4b15b24cfb66fab65a1e HTTP/1.1" status: 200 len: 375 time: 0.0213351 Jul 16 22:35:26.139544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'name': 'tempest-network--565698897', 'router:external': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:26.199382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.209777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] Routers {'33ae93b5-ebab-45ed-8c89-3960495cdcf2'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:26.210722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['33ae93b5-ebab-45ed-8c89-3960495cdcf2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.261864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:26.264766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.267171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.284593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.292168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] Routers {'33ae93b5-ebab-45ed-8c89-3960495cdcf2'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:26.292989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['33ae93b5-ebab-45ed-8c89-3960495cdcf2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.305319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-ccead5d7-862f-44bc-867c-f8ccd56bcdc5 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520162 Jul 16 22:35:26.342903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6fd671f1-7374-4a9a-9e31-f54215396ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856309 Jul 16 22:35:26.350924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34bbc521-2288-4a8a-8095-e11b6431b7c8 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 200 len: 921 time: 0.2842765 Jul 16 22:35:26.352406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.355266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.357480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.358166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456ba24-a5ae-44e3-b78e-8a9c93115c57 None None] The sync data for ids ['33ae93b5-ebab-45ed-8c89-3960495cdcf2'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:26.416081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d76232-09ad-448f-9880-ed982986afe7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.453187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.453555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ee8f8c-19a6-4759-b1e7-ca81438c6f9c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:26.480574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.495666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.506809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.534702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:26.559224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.593155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.595570 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Added segment b7315c22-a24d-4b9e-82ea-4eb9c2b055ce of type vlan for network a146cc7b-254a-45e2-b4f2-ff519244dca0 Jul 16 22:35:26.608075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:26.609058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.629162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ddc144-2120-4d48-8312-6389d89efa31,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:26.653019 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:26.709994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-a3006b88-26b9-4211-942a-7ee7f02a0c6e service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952458 Jul 16 22:35:26.714511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863763ac-b519-4743-9b39-73d02baeb884 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:26.716480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-863763ac-b519-4743-9b39-73d02baeb884 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=33ae93b5-ebab-45ed-8c89-3960495cdcf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3582911 Jul 16 22:35:26.717824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.719598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.747655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20b3a9de-a0ac-46ab-8c8f-6d2ca6ba5ba4 req-f8c2a7e3-fe64-426e-a1b4-c985c13984e7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 210 time: 0.0505686 Jul 16 22:35:26.750095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.788140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.789631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:26.790545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.796352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:26.799082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/72d76232-09ad-448f-9880-ed982986afe7 HTTP/1.1" status: 204 len: 168 time: 0.7594655 Jul 16 22:35:26.815170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.833937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865556-7624-454c-ab93-74b4526a3548 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=72d76232-09ad-448f-9880-ed982986afe7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:26.866947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8633757 Jul 16 22:35:26.872155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:26.960535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-07f1b31e-8553-40ea-91a3-9c2eecd8347e service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252522 Jul 16 22:35:26.964151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07afc2e-ce01-46a6-aaf4-7704a62e7cb9 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:26.965202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a07afc2e-ce01-46a6-aaf4-7704a62e7cb9 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/networks/a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 881 time: 0.2435131 Jul 16 22:35:26.967862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:27.007315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-adc773bb-5934-47d9-a163-c70a40df1cd7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 200 len: 205 time: 0.0376208 Jul 16 22:35:27.009556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:27.031113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.052405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b5b67-3bdc-4e7d-99aa-a158307a863a tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=a146cc7b-254a-45e2-b4f2-ff519244dca0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:27.067886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a146cc7b-254a-45e2-b4f2-ff519244dca0 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:27.158611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.196457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.200686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting port 2eea5291-6b5a-4446-a2d0-8f64edc6f933 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:27.201681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.248829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a146cc7b-254a-45e2-b4f2-ff519244dca0']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:27.293671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7315c22-a24d-4b9e-82ea-4eb9c2b055ce') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:27.294180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7315c22-a24d-4b9e-82ea-4eb9c2b055ce') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:27.324636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.331848 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21bb0df6-7bea-4739-81b1-7a1d7e2981ea req-fcf669a9-1f5c-4f50-bbf0-f9727969a84c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 210 time: 0.0515606 Jul 16 22:35:27.352123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.398799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.401779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.423144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:27.423646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:27.425809 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:27.437694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Calling delete_port for 2eea5291-6b5a-4446-a2d0-8f64edc6f933 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:27.461699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port d86d2fee-ba33-40fa-94e4-d7f135f502c2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:27.463086 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.540704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.547184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a707332-25db-43b5-948c-0a3dd04b95f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.590197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a146cc7b-254a-45e2-b4f2-ff519244dca0 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:35:27.621088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.637992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.640668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/a146cc7b-254a-45e2-b4f2-ff519244dca0 HTTP/1.1" status: 204 len: 168 time: 0.7648478 Jul 16 22:35:27.649172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:27.654759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d20c5-9bab-4f4c-aa91-653508a59a03 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Network': ['ID=a146cc7b-254a-45e2-b4f2-ff519244dca0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:27.659113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:27.670081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for d86d2fee-ba33-40fa-94e4-d7f135f502c2 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:27.687554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.783111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:27.788104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.805305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.807523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/ports/2eea5291-6b5a-4446-a2d0-8f64edc6f933 HTTP/1.1" status: 204 len: 168 time: 0.9912467 Jul 16 22:35:27.808691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e7455-0100-48b6-9e85-a098aeb5a302 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Port': ['ID=2eea5291-6b5a-4446-a2d0-8f64edc6f933,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:27.813055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:27.878205 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-92621624-eb08-479c-926b-8c71ea0d4d12 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:27.878696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92621624-eb08-479c-926b-8c71ea0d4d12 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:27.888210 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-92621624-eb08-479c-926b-8c71ea0d4d12 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/fdddad3e-1cfa-4fad-9eef-28fad617dd30 HTTP/1.1" status: 404 len: 337 time: 0.0704312 Jul 16 22:35:27.889222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:27.889369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:27.901885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.902367 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Added segment ce63a1d8-e570-48cc-9d59-94142d9d0e17 of type vlan for network ad6e0261-79c5-4532-898d-d6f7019c2018 Jul 16 22:35:27.989782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.137166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eb393d-1c05-431e-bf4a-c5623243556e req-cad13aac-81bd-4a1a-b920-726562a89ac4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 210 time: 0.0419040 Jul 16 22:35:28.143311 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.202246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.203262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:28.203974 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.257963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.264370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6136591 Jul 16 22:35:28.269321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:28.275817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'subnet': {'network_id': 'ad6e0261-79c5-4532-898d-d6f7019c2018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:28.316000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86993-45ee-4898-8a65-0ae6f482a1c5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=ad6e0261-79c5-4532-898d-d6f7019c2018,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:28.330771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ad6e0261-79c5-4532-898d-d6f7019c2018 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:28.350088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3312523-4414-48f8-b29c-2ce038198fb8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:28.354203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:28.357817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.385779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8786d2e-aa9c-4260-8411-c7610e024f00') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:28.386147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8786d2e-aa9c-4260-8411-c7610e024f00') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:28.406502 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.459370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.477012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:28.477572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:28.481322 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:28.539710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.595796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.621996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.627743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=d86d2fee-ba33-40fa-94e4-d7f135f502c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:28.629946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/c3312523-4414-48f8-b29c-2ce038198fb8 HTTP/1.1" status: 204 len: 168 time: 0.7397470 Jul 16 22:35:28.634805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:28.674563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff812f-8507-442a-812e-cb50cb73c250 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=c3312523-4414-48f8-b29c-2ce038198fb8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:28.739401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Deleting subnet cccc3368-85ee-41cb-9827-70c5fa71a455 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:35:28.746779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.811101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-858a333f-05c5-4d22-a114-035ea02f9799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:28.812775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-858a333f-05c5-4d22-a114-035ea02f9799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 812 time: 0.5001016 Jul 16 22:35:28.841751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-723d0a61-41f2-4c67-b032-93d04b1b3329 req-7c350223-90da-4f59-99e3-6b70bc124ea8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 210 time: 0.1081553 Jul 16 22:35:28.854870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Request body: {'port': {'device_id': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'admin_state_up': True, 'tenant_id': '618e2a6e1c344b219028c433250b4dc2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:28.917507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.949752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.039253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:35:29.039688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.103672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.108928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.123706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d92427ce-260c-48c4-aae6-f082c7f278dd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:29.134029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Checking segment: {'id': 'ce63a1d8-e570-48cc-9d59-94142d9d0e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad6e0261-79c5-4532-898d-d6f7019c2018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:29.134927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Network hostable DHCP agents. Network: ad6e0261-79c5-4532-898d-d6f7019c2018, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:29.169871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Network ad6e0261-79c5-4532-898d-d6f7019c2018 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:29.187120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ad6e0261-79c5-4532-898d-d6f7019c2018) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:29.203551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c3316-2d06-40a5-9eaa-b51ec2d72c07 None None] Network ad6e0261-79c5-4532-898d-d6f7019c2018 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:29.216479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.217069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router 33ae93b5-ebab-45ed-8c89-3960495cdcf2 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:35:29.230494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:29.231643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.260429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.265542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41236d64-c95a-4c18-9bb5-00f9eaf9b7f2 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 204 len: 168 time: 2.2508745 Jul 16 22:35:29.266225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:29.271673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.275148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1737447399', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:29.315398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Made reservation on behalf of 618e2a6e1c344b219028c433250b4dc2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:29.320508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.371385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a02f11e4-04e9-4016-9063-aa16d32316e9 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0998883 Jul 16 22:35:29.372271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:29.381094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad6e0261-79c5-4532-898d-d6f7019c2018'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:29.393157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.405642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.467561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.521674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb683a-51db-4b8e-a030-7cc3b6d342b5 None None] Network ad6e0261-79c5-4532-898d-d6f7019c2018 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:29.536274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.614822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Allocated IP 172.20.0.3 (08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f/97e9c7ca-4243-4d59-8bcf-01e7f94184b7/a3eb3750-ea2a-4792-827d-aa2d2e60b06c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:29.818862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c26af2d3-f13b-46ad-9ffc-27e5fc6ce23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.839013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-1c810169-f705-4910-bdf6-8712db30a924 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:29.841168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-1c810169-f705-4910-bdf6-8712db30a924 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.5122106 Jul 16 22:35:29.853449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-489483b5-02dd-4367-8489-da38d696ca29 req-7f0cc437-16d5-4dde-9d6e-eb93018ae20e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 210 time: 0.2683129 Jul 16 22:35:29.858361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.864547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.880989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Request body: {'port': {'device_id': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'admin_state_up': True, 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:29.903388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa471ab1-3784-4b2b-b4d8-c8970f96537a None None] Network 808029dd-eae5-4a8a-a08e-5c60c69b3b09 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:30.071098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.101913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.182166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.189705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.196991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.203480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.210852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.217083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.233094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:30.234888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] DHCP port deletion for 808029dd-eae5-4a8a-a08e-5c60c69b3b09 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:35:30.243879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-6d078d85-2381-4dd5-8ab3-c63a777cc778 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.3620002 Jul 16 22:35:30.314746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Deleting port 0ad54020-fe3a-49f1-b399-8437fd8135fc {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:30.315402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.332728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.337383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/subnets/cccc3368-85ee-41cb-9827-70c5fa71a455 HTTP/1.1" status: 204 len: 168 time: 1.6940112 Jul 16 22:35:30.353925 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-781e5207-71aa-431c-a609-cbfad3e20f6d req-4b0ca10a-c50e-4fdb-b0de-85fc05efe982 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089811 Jul 16 22:35:30.361223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:30.392038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ecf5-28b8-4972-90fd-0e38c6350fd6 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Subnet': ['ID=cccc3368-85ee-41cb-9827-70c5fa71a455,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:30.445219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:30.461879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] For port 0ad54020-fe3a-49f1-b399-8437fd8135fc, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ad54020-fe3a-49f1-b399-8437fd8135fc,segment=NetworkSegment(3d08b430-3bf7-4d06-947f-7f6a5aa49661),segment_id=3d08b430-3bf7-4d06-947f-7f6a5aa49661)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:30.462490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.472692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ea2ab279-07e7-4946-a944-c5c9005f8abb req-3d291051-1f0c-49dd-87bf-fb969d4f6692 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 210 time: 0.1332006 Jul 16 22:35:30.478255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Calling delete_port for 0ad54020-fe3a-49f1-b399-8437fd8135fc owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:30.617336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ad54020-fe3a-49f1-b399-8437fd8135fc no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:30.655874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Allocated IP 172.20.0.8 (ad6e0261-79c5-4532-898d-d6f7019c2018/d92427ce-260c-48c4-aae6-f082c7f278dd/524f70e4-7f06-4736-a3aa-a3fe8aa36573) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:30.698057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.702431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.712921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5b21-5044-4e23-b094-937b46cf73bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.717484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No active binding found for port 0ad54020-fe3a-49f1-b399-8437fd8135fc {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 22:35:30.719091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ad54020-fe3a-49f1-b399-8437fd8135fc not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:35:30.749394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:30.753817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.755229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] Pushing event deleted for resources: {'Port': ['ID=0ad54020-fe3a-49f1-b399-8437fd8135fc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:30.762581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d3d90-63f6-4e25-acd3-4fb0a1df8c28 None None] No DVR routers for this DVR port 0ad54020-fe3a-49f1-b399-8437fd8135fc on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:30.775442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.807370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Transition to ACTIVE for port object a3eb3750-ea2a-4792-827d-aa2d2e60b06c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:30.939060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.939354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:30.956784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4a478a0f-c7b5-40c7-9518-bd2546e98e97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:30.960064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:30.981279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Allocated IP 172.20.0.2 (e16af5aa-b993-43b9-8751-ec20ddb95633/775ed114-60b1-4b73-88cb-75cf45d1231f/8b5d06a4-d486-416c-8995-4f6bc6d41353) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:31.022144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:31.036859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:31.056064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:31.062726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:31.244991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.245975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.342424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.358737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291abd53-6914-4cac-8da8-50ad54c00741 req-01cb8c2c-fdbb-4154-b6d7-b1d22d1cf874 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.360383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291abd53-6914-4cac-8da8-50ad54c00741 req-01cb8c2c-fdbb-4154-b6d7-b1d22d1cf874 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 931 time: 0.3371494 Jul 16 22:35:31.366332 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.391365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c3f07da-6999-4217-9ec9-a44225afb5ed None None] Provisioning for port a3eb3750-ea2a-4792-827d-aa2d2e60b06c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:31.397785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c3f07da-6999-4217-9ec9-a44225afb5ed None None] Provisioning complete for port a3eb3750-ea2a-4792-827d-aa2d2e60b06c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:31.398903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c3f07da-6999-4217-9ec9-a44225afb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.417745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291abd53-6914-4cac-8da8-50ad54c00741 req-829e2359-6d0e-456f-a8df-c449881f4cbb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Jul 16 22:35:31.422590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.433061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808029dd-eae5-4a8a-a08e-5c60c69b3b09']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:31.443049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.453015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f07da-6999-4217-9ec9-a44225afb5ed None None] Port a3eb3750-ea2a-4792-827d-aa2d2e60b06c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:35:31.477796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.482988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:31.483788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d08b430-3bf7-4d06-947f-7f6a5aa49661') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:31.484095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d08b430-3bf7-4d06-947f-7f6a5aa49661') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:31.500956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Network e16af5aa-b993-43b9-8751-ec20ddb95633 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:31.505504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:31.510805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:31.515198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event updated for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:31.536034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.584880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.585561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.649714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.654313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.689472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:31.689846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:31.694801 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:31.716337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6d2d0-90c2-45c4-bc27-7c27e2723b9f req-546ec7aa-2d08-46f8-ab79-491260f96acb tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.718098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ff6d2d0-90c2-45c4-bc27-7c27e2723b9f req-546ec7aa-2d08-46f8-ab79-491260f96acb tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 931 time: 0.0866103 Jul 16 22:35:31.762387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ff6d2d0-90c2-45c4-bc27-7c27e2723b9f req-25755ede-67af-49e0-98c4-5e640b9bb302 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Jul 16 22:35:31.862399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.869267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.875220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.881387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.887641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.894483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.900637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:31.902799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-32a84442-30a5-41ce-a0d0-53235b3bf744 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.5232146 Jul 16 22:35:31.910040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.955707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.957628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] 10.222.0.70 "DELETE /v2.0/networks/808029dd-eae5-4a8a-a08e-5c60c69b3b09 HTTP/1.1" status: 204 len: 168 time: 1.5951540 Jul 16 22:35:31.959609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5b21-5044-4e23-b094-937b46cf73bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:31.971669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-e92d60a3-8fd8-41c1-8c9c-fd1a34bd414f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1262009 Jul 16 22:35:31.974022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-d242f2bb-0a06-42c8-9749-189786499043 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1015501 Jul 16 22:35:31.984378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Allocated IP 172.25.5.139 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d707dedc-a5ad-4000-9436-85e177ba18fa) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:31.991881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Request body: {'port': {'device_id': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:32.003688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Request body: {'port': {'device_id': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:32.010416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5b21-5044-4e23-b094-937b46cf73bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.023264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de75a9-f38f-4c93-9c76-fbcb7e541700 tempest-NetworksIpV6TestAttrs-1013179352 tempest-NetworksIpV6TestAttrs-1013179352-project] Pushing event deleted for resources: {'Network': ['ID=808029dd-eae5-4a8a-a08e-5c60c69b3b09,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:32.049194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.055122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.060995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.067152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.073033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.079119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.086511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.087528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-9519e108-d017-4d0d-9b57-b41c01b27342 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5432 time: 0.4981439 Jul 16 22:35:32.098952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.129296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.167202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.175014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-0937bdad-8d13-418b-9025-698558187f9b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.176463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-0937bdad-8d13-418b-9025-698558187f9b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2579107 Jul 16 22:35:32.213916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2f3c5b21-5044-4e23-b094-937b46cf73bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a35dba9b13849c595e78bcf69c6fa39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7621098 Jul 16 22:35:32.230364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c5b21-5044-4e23-b094-937b46cf73bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c13d30-0be2-4323-883e-a693acdbf886,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:32.239782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Network ad6e0261-79c5-4532-898d-d6f7019c2018 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:32.240171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:32.256640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:32.265495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:32.289304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:32.321274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Port': ['ID=524f70e4-7f06-4736-a3aa-a3fe8aa36573,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:32.353735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b436681-6825-4ddc-8afa-049eb22e08fe req-76946eaa-83e1-417e-a58c-a13f3ddbdc49 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2419271 Jul 16 22:35:32.473239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.521215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.564190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-f44cd28b-87e7-4bc0-a72d-a7a1419dec40 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3737192 Jul 16 22:35:32.577758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78721de9-c99d-4033-bb74-f71edc89ea47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22d960c1ac0d48dd820efd59ae884d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124440 Jul 16 22:35:32.589100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:32.591382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:32.653465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.671107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.677801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.721560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.819706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b933d-dbe0-4af2-a7f6-c05d6ed05e82 req-70439a6c-f4b7-41c1-b20a-5d20840ed5f2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:32.821282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-156b933d-dbe0-4af2-a7f6-c05d6ed05e82 req-70439a6c-f4b7-41c1-b20a-5d20840ed5f2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 931 time: 0.2595804 Jul 16 22:35:32.823300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:32.826351 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.827982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.832421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.855232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:32.866706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:32.872480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event updated for resources: {'Port': ['ID=d707dedc-a5ad-4000-9436-85e177ba18fa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:32.907458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5d06a4-d486-416c-8995-4f6bc6d41353 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:32.915808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.918463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.919678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01c13d30-0be2-4323-883e-a693acdbf886 HTTP/1.1" status: 204 len: 168 time: 0.6777453 Jul 16 22:35:32.924263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.952882 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:32.982425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1b221-0092-4b74-aadc-336abc172247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c13d30-0be2-4323-883e-a693acdbf886,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:32.999384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-156b933d-dbe0-4af2-a7f6-c05d6ed05e82 req-090ede77-6fb6-4dea-b825-597f069372d9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491339 Jul 16 22:35:33.007906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Transition to ACTIVE for port object 8b5d06a4-d486-416c-8995-4f6bc6d41353 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:33.029051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eb3750-ea2a-4792-827d-aa2d2e60b06c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:33.042656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.046054 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.099724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Transition to ACTIVE for port object a3eb3750-ea2a-4792-827d-aa2d2e60b06c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:33.107539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.115999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.216502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.294096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Attempting to bind port 8b5d06a4-d486-416c-8995-4f6bc6d41353 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:33.294440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Attempting to bind port 8b5d06a4-d486-416c-8995-4f6bc6d41353 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:33.294843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Attempting to bind port 8b5d06a4-d486-416c-8995-4f6bc6d41353 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:33.305790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Port 8b5d06a4-d486-416c-8995-4f6bc6d41353 on network e16af5aa-b993-43b9-8751-ec20ddb95633 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:35:33.306264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Attempting to bind port 8b5d06a4-d486-416c-8995-4f6bc6d41353 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:33.317915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:33.318832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Checking segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:33.319242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Bound using segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:33.319691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Bound port: 8b5d06a4-d486-416c-8995-4f6bc6d41353, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:33.320055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.330432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.333430 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.337520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de4c7c98-d195-4f77-94cf-db511f46ba66 HTTP/1.1" status: 204 len: 168 time: 0.7361107 Jul 16 22:35:33.341762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Attempting to bind port a3eb3750-ea2a-4792-827d-aa2d2e60b06c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:33.342171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Attempting to bind port a3eb3750-ea2a-4792-827d-aa2d2e60b06c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:33.342537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Attempting to bind port a3eb3750-ea2a-4792-827d-aa2d2e60b06c on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:33.350081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Port a3eb3750-ea2a-4792-827d-aa2d2e60b06c on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:35:33.350716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Attempting to bind port a3eb3750-ea2a-4792-827d-aa2d2e60b06c on network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:33.356417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3a4a-5bcc-4402-8bff-97bfbd00100c req-2ada0f98-e521-489e-ac5d-48e36005cf70 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:33.359567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f06e3a4a-5bcc-4402-8bff-97bfbd00100c req-2ada0f98-e521-489e-ac5d-48e36005cf70 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 931 time: 0.4367716 Jul 16 22:35:33.380546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:33.381039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Checking segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:33.381284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Bound using segment: {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:33.381837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Bound port: a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec293da-be24-4151-804e-67b4eb8f03f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:33.382388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.417799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478b1b-ecab-4a13-a916-8ad937038b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c7c98-d195-4f77-94cf-db511f46ba66,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.497296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:33.498987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:33.521767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:33.539841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.548827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.549091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:33.566759 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f06e3a4a-5bcc-4402-8bff-97bfbd00100c req-955ebcd2-4142-40d7-a220-d9855d082392 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839197 Jul 16 22:35:33.575008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.613825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:33.620926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:33.622051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.623762 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] 10.222.0.68 "PUT /v2.0/ports/8b5d06a4-d486-416c-8995-4f6bc6d41353 HTTP/1.1" status: 200 len: 1092 time: 1.6280990 Jul 16 22:35:33.624414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:33.627268 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:33.659233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.726287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.732196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] For port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:33.733960 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e03d71-5f47-43bf-9e5f-6ef2591fd2fa x-openstack-request-id: req-39e03d71-5f47-43bf-9e5f-6ef2591fd2fa {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:33.734261 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:33.734519 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39e03d71-5f47-43bf-9e5f-6ef2591fd2fa {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:33.734925 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353', 'status': 'completed', 'code': 200} Jul 16 22:35:33.765417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dceaf-db3f-4f36-9713-0db56f95d05c service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.796485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Port': ['ID=524f70e4-7f06-4736-a3aa-a3fe8aa36573,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.796653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:33.797220 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.805553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] 10.222.0.68 "PUT /v2.0/ports/a3eb3750-ea2a-4792-827d-aa2d2e60b06c HTTP/1.1" status: 200 len: 1092 time: 1.8143787 Jul 16 22:35:33.835206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.843270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] device_id is not set on port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:33.927513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.932523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:33.934021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f444964-dab9-4373-832f-b74ce76a73e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:33.937784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7a46ff2-9916-458e-8c33-5b5e8760a93f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5616751 Jul 16 22:35:33.939986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:33.944604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:34.040810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-f3c525b6-9067-4d6a-b858-0d8484564296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.042404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-f3c525b6-9067-4d6a-b858-0d8484564296 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 1095 time: 0.3525906 Jul 16 22:35:34.076666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.096730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.112534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.126817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.134111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.144026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.157511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.162091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-e0f31536-94b7-48b6-93f5-98a316d4400f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 5355 time: 0.4239841 Jul 16 22:35:34.173278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-65faddfd-cd28-4353-8618-4cf8f11c06e5 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=ad6e0261-79c5-4532-898d-d6f7019c2018 HTTP/1.1" status: 200 len: 689 time: 0.2288275 Jul 16 22:35:34.184340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:34.253656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-463d7fea-0cf9-4470-9205-cb5fdb39ed40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353 HTTP/1.1" status: 200 len: 217 time: 0.0889237 Jul 16 22:35:34.297541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] No DVR routers for this DVR port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:34.301393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Pushing event updated for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:34.341465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6fda93f2-9d2f-4c74-956f-1218f6b21760 req-a49842af-d9df-4d32-b14f-2e6808f5417a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622910 Jul 16 22:35:34.360876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-3b8d7c41-e6d4-46d4-8e2f-71633a99cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.362441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-3b8d7c41-e6d4-46d4-8e2f-71633a99cdcd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 1095 time: 0.4933901 Jul 16 22:35:34.389108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02e01099-f9b5-4865-b5c8-824d103f7cf0 None None] Provisioning complete for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:34.391400 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02e01099-f9b5-4865-b5c8-824d103f7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:34.420828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-b58d5323-bb2a-4a65-a88d-fd4509a21b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.422923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-b58d5323-bb2a-4a65-a88d-fd4509a21b36 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1581235 Jul 16 22:35:34.424627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-4f29ecca-efcb-4398-a27c-6677ad332b2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c HTTP/1.1" status: 200 len: 217 time: 0.0458763 Jul 16 22:35:34.490859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02e01099-f9b5-4865-b5c8-824d103f7cf0 None None] Port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:35:34.521678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-c8920dc1-937c-4fa1-a7cb-ef04f8fa034c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839553 Jul 16 22:35:34.585621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-fb310f9e-744e-4a80-8d0b-93fd42219554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.586931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-fb310f9e-744e-4a80-8d0b-93fd42219554 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1508479 Jul 16 22:35:34.686984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-5c11e761-b23f-48a6-882e-c989df42c8ca service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575956 Jul 16 22:35:34.758754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 256db649-91d2-46e2-8692-900e006e102e no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:34.785026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:34.799365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:34.973574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:34.987323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] In _notify_port_updated(), no bound segment for port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:35:34.988374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:34.989204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:34.990637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-dc536f64-57cc-40ab-b196-712c3fbe78e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 200 len: 1027 time: 2.4168413 Jul 16 22:35:35.010939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256db649-91d2-46e2-8692-900e006e102e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:35.013771 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8e5aa1-39a9-4f62-ac88-6797a1a8b22f" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "256db649-91d2-46e2-8692-900e006e102e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:35.040234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:35.046943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.048169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device af128ea1-0a69-41b9-bb8f-9d3fe643b3ce no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:35.133617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bcdf5-dbee-4ac2-a290-8e5a6e0954f9 req-527c47be-50aa-4520-932b-ab2ea27e0e8f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:35.135858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-479bcdf5-dbee-4ac2-a290-8e5a6e0954f9 req-527c47be-50aa-4520-932b-ab2ea27e0e8f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 943 time: 0.8166490 Jul 16 22:35:35.151661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:35.165616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-19cdc44a-c33d-4015-b5c4-fb1ad7663b15 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:35.167268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-19cdc44a-c33d-4015-b5c4-fb1ad7663b15 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "GET /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1709754 Jul 16 22:35:35.181660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:35.203876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.217393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-533903522'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:35.233203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.243913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:35.253838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.255663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 51a8dd49-98c0-4174-bb7b-798bd2dbee56 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:35.256836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Router c155a808-443b-4942-8411-4d1eaf177a86 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:35:35.264602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-fe9c2be1-006b-4a12-8820-a3fb3a9b2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:35.270972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-fe9c2be1-006b-4a12-8820-a3fb3a9b2d87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6529441 Jul 16 22:35:35.303533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7b260af-83ff-4fcb-a93a-8b4dddd852de req-9c84e190-a516-4af9-990a-798d1bdeb9df service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090527 Jul 16 22:35:35.352679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:35.356377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.369454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-479bcdf5-dbee-4ac2-a290-8e5a6e0954f9 req-d441b2de-c27d-4789-a3c7-65a8443cf83b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201419 Jul 16 22:35:35.384515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.439921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.449131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:35.458219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.471655 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb694bf-fdbb-4a9b-b591-bd7348661a31 x-openstack-request-id: req-deb694bf-fdbb-4a9b-b591-bd7348661a31 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:35.471951 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "256db649-91d2-46e2-8692-900e006e102e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:35.472213 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-deb694bf-fdbb-4a9b-b591-bd7348661a31 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:35.472680 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256db649-91d2-46e2-8692-900e006e102e', 'code': 200} Jul 16 22:35:35.485181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4cd6f-42c9-4a0c-867d-561474cab931 req-d70db5f8-2947-49e2-af32-89ebd325481c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:35.492544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0da4cd6f-42c9-4a0c-867d-561474cab931 req-d70db5f8-2947-49e2-af32-89ebd325481c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 943 time: 0.7135842 Jul 16 22:35:35.507992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:35.518434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.519208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:35.594208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:35.605098 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] Sync routers for ids ['c155a808-443b-4942-8411-4d1eaf177a86'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:35.624203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.626258 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] Routers {'c155a808-443b-4942-8411-4d1eaf177a86'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:35.628665 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c155a808-443b-4942-8411-4d1eaf177a86'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:35.646965 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-2ab43a3e-fb31-4035-ad33-7b0aeb166e9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4428561 Jul 16 22:35:35.651000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.712783 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:35.735632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:35.737071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] Routers {'c155a808-443b-4942-8411-4d1eaf177a86'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:35.737834 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c155a808-443b-4942-8411-4d1eaf177a86'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:35.738002 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410004dc-9be9-4a8d-9583-6d28aa9e9585" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:35.742844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.744489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:35.749321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66f510bc-5815-4946-a98c-1e5a5e0076a8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4816980 Jul 16 22:35:35.750267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:35.784080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:35.788148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-ed086214-3c89-4865-85de-0b48cecdef54 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020854 Jul 16 22:35:35.801676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:35.806156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:35.806900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441bca7-557b-4848-886a-941ce5cfee10 None None] The sync data for ids ['c155a808-443b-4942-8411-4d1eaf177a86'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:35.811010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.811453 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment 7dcf7fea-9354-405f-b900-87c56b315a18 of type vlan for network 9d55015a-42a0-4bd6-b340-06817450173c Jul 16 22:35:35.830077 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.848812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0da4cd6f-42c9-4a0c-867d-561474cab931 req-6ea96a2c-490b-42ec-b023-52f279099608 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545012 Jul 16 22:35:35.882507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Deleting port 524f70e4-7f06-4736-a3aa-a3fe8aa36573 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:35.883068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.910290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3d8b1-dc88-4042-8daa-218b7a8e9e4e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:35.956661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:35.965873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-ab196189-7d31-45d2-89c5-8a35f96104d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:35.967476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-ab196189-7d31-45d2-89c5-8a35f96104d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 1095 time: 0.5602934 Jul 16 22:35:35.987908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:36.031838 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856439e9-a0a3-41ca-b8ff-bdf2494d3f46 x-openstack-request-id: req-856439e9-a0a3-41ca-b8ff-bdf2494d3f46 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:36.032065 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:36.032319 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-856439e9-a0a3-41ca-b8ff-bdf2494d3f46 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:36.032713 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'status': 'completed', 'code': 200} Jul 16 22:35:36.058858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764923-dbf7-4098-aa48-529101487ed5 req-328f292b-77b5-4226-a752-f507f9733cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.060407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-328f292b-77b5-4226-a752-f507f9733cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 1097 time: 0.3192034 Jul 16 22:35:36.065207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-291f4c69-0cf5-4ff7-af70-ef07e08aa9c5 req-81db15c9-92a9-4a15-af44-4131c2fe7452 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357230 Jul 16 22:35:36.114746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.120304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.120946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.151299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.157433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.163858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.170067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.176290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.182226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.189662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-511eb881-d7f4-446c-b052-2048d113eb2d req-a8070842-3385-49b6-bea7-0b4316f9bcf5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 4652 time: 0.5138979 Jul 16 22:35:36.228754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] For port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:36.231538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.231804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.264029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4746428 Jul 16 22:35:36.273977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:36.284255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'name': 'tempest-PortsTestJSON-425311318'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:36.290477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-a3ee72fe-987d-4c34-8db1-e53fa8af522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.292067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-a3ee72fe-987d-4c34-8db1-e53fa8af522c service neutron] 10.222.0.68 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 916 time: 0.3121879 Jul 16 22:35:36.293412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Calling delete_port for 524f70e4-7f06-4736-a3aa-a3fe8aa36573 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:36.299406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd20e4-ed35-4f9b-9437-af42c18af830 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=9d55015a-42a0-4bd6-b340-06817450173c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:36.314678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:36.358734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] device_id is not set on port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:36.359583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-b2443667-e94b-49c2-a5db-08d0277caa14 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353 HTTP/1.1" status: 200 len: 217 time: 0.0544436 Jul 16 22:35:36.377323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764923-dbf7-4098-aa48-529101487ed5 req-eeed00bd-9f49-4dd7-aa04-b3d54bed4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.378792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-eeed00bd-9f49-4dd7-aa04-b3d54bed4c27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2812791 Jul 16 22:35:36.411663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.446103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-cd11d329-149e-4a3a-b00e-8523518d4e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0464089 Jul 16 22:35:36.450443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-37798501-b8c2-4569-8792-b1395c8e5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.452166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-37798501-b8c2-4569-8792-b1395c8e5d5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 1095 time: 0.3098710 Jul 16 22:35:36.481573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-511eb881-d7f4-446c-b052-2048d113eb2d req-65b4ef9c-1261-450b-9287-2ede839359e7 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=7597d43c-d86b-49e4-8d59-4f425450c951&id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909157 Jul 16 22:35:36.509430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-f93009c8-f266-4130-a95b-8b7ad2f1211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.510906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-f93009c8-f266-4130-a95b-8b7ad2f1211b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1442006 Jul 16 22:35:36.562033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-2d3f0e92-6ba3-46d2-8091-e8dc41ae6c6c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370564 Jul 16 22:35:36.586590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:35:36.587751 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:35:36.599708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.628387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764923-dbf7-4098-aa48-529101487ed5 req-ee95c652-88c3-413d-b1a7-4d055150b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.630103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-ee95c652-88c3-413d-b1a7-4d055150b34a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1753750 Jul 16 22:35:36.756160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-cd407889-7914-4429-8686-0781dfb74a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.757697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-cd407889-7914-4429-8686-0781dfb74a45 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2934029 Jul 16 22:35:36.761834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:36.765407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.817008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Pushing event updated for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:36.840782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] No DVR routers for this DVR port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:36.854274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-05df7b45-bcee-4b98-9f89-e66b91aa87c0 service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367833 Jul 16 22:35:36.899366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] In _notify_port_updated(), no bound segment for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 on network 895ade8f-1f55-4282-91fc-eb59b961f1ef {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:35:36.900279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:36.900896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:36.902233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-de22a6c1-8bcb-41e7-a4f5-0bf60692c716 service neutron] 10.222.0.47 "PUT /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 200 len: 1025 time: 1.7250540 Jul 16 22:35:36.917005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-c5841a51-8e31-4b86-8fbc-adcf2d2c67c7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c HTTP/1.1" status: 200 len: 217 time: 0.0855956 Jul 16 22:35:36.944737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 97dd14f5-ef10-478d-9404-1a2ae6ae566d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:37.031028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.052808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be445-d177-4ad6-8ceb-74e9e2364c51 req-75087379-01e4-4730-99b1-9cc7eaa9a7a5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.054893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-961be445-d177-4ad6-8ceb-74e9e2364c51 req-75087379-01e4-4730-99b1-9cc7eaa9a7a5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 943 time: 0.4953728 Jul 16 22:35:37.069527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764923-dbf7-4098-aa48-529101487ed5 req-619724eb-3a9e-42eb-a8c1-767fd73b5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.071442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-619724eb-3a9e-42eb-a8c1-767fd73b5e17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247859 Jul 16 22:35:37.096738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cfc75113-353e-44a2-bb13-d06113494015 None None] Provisioning complete for port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:37.098027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cfc75113-353e-44a2-bb13-d06113494015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.111955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.141242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-57130b55-af5a-4722-b83e-99d4b77b42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.143112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-57130b55-af5a-4722-b83e-99d4b77b42ab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.2061522 Jul 16 22:35:37.165660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.201750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Port': ['ID=524f70e4-7f06-4736-a3aa-a3fe8aa36573,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:37.216290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 67207f4f-29fa-4bf6-8779-ec2f48314cdd no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:37.296407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cfc75113-353e-44a2-bb13-d06113494015 None None] Port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:35:37.320194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82a3e387-b76b-4cfa-81c5-06f9591b8ba8 req-19e26c92-5d9d-4f46-9382-a23fb7dda6d2 service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365706 Jul 16 22:35:37.326664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-961be445-d177-4ad6-8ceb-74e9e2364c51 req-49b4e735-6c19-4156-9db6-dae868d4a27c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208967 Jul 16 22:35:37.370029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-38ea6420-a8ae-4611-b820-502e43095fff service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515371 Jul 16 22:35:37.374708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.375252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-8e575f4f-4f5f-446c-bc4a-546153cabc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.377014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-8e575f4f-4f5f-446c-bc4a-546153cabc32 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2238159 Jul 16 22:35:37.416830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.476135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:37.477402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:37.480722 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a250d-d73b-4a30-914a-d5678725544d" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:37.490756 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.491532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:37.568126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ef4e1-d340-4146-8950-e1e0ea2ef0a8 req-c3d5d775-4d1e-4d3c-bd76-efff8062a0d0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.583390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb4ef4e1-d340-4146-8950-e1e0ea2ef0a8 req-c3d5d775-4d1e-4d3c-bd76-efff8062a0d0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 943 time: 0.4689934 Jul 16 22:35:37.583619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6764923-dbf7-4098-aa48-529101487ed5 req-a1900be3-16b4-4472-8bce-80dac5b9594e service neutron] 10.222.0.47 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053227 Jul 16 22:35:37.585638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-5b38a239-1a0a-4825-8a96-a429f1707a4f service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984470 Jul 16 22:35:37.604133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:37.607766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.609987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:37.625714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8b5d06a4-d486-416c-8995-4f6bc6d41353 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:35:37.630252 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af494805-5de2-4fd4-8978-aa32bb4a4fa3 x-openstack-request-id: req-af494805-5de2-4fd4-8978-aa32bb4a4fa3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:37.630559 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:37.630910 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af494805-5de2-4fd4-8978-aa32bb4a4fa3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:37.631312 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'code': 200} Jul 16 22:35:37.631572 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'code': 200} Jul 16 22:35:37.631828 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'code': 200} Jul 16 22:35:37.648657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Deleting port d707dedc-a5ad-4000-9436-85e177ba18fa {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:37.649121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.678275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.680245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.689822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:35:37.690348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device edc257dd-40d8-443a-9f12-c4c5f91c8fa0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:37.746359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-410004dc-9be9-4a8d-9583-6d28aa9e9585 req-2c16c8ad-22c9-4c28-80b7-47aae7c2b892 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538301 Jul 16 22:35:37.836840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.841191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.849981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.868100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.882527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:37.885153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.892302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:37.894420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-955ce358-f362-420d-93d1-28b161137f4a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 3878 time: 0.1470890 Jul 16 22:35:37.894587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:37.943651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-282df361-a207-4a65-bc02-1c51eafd10f3 req-a81238bf-dbe5-4dcc-9446-d4bb8fb76349 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 Jul 16 22:35:38.122826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:38.148482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8b5d06a4-d486-416c-8995-4f6bc6d41353', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'port_id': '8b5d06a4-d486-416c-8995-4f6bc6d41353', 'mac_address': 'fa:16:3e:b6:5c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775ed114-60b1-4b73-88cb-75cf45d1231f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:35:38.155947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:38.196523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb4ef4e1-d340-4146-8950-e1e0ea2ef0a8 req-94a79b4a-5bea-48e2-9ee2-1047235e7ef0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107907 Jul 16 22:35:38.210045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.230187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5d06a4-d486-416c-8995-4f6bc6d41353 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:38.249434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port edc257dd-40d8-443a-9f12-c4c5f91c8fa0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:38.249803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.254159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:38.259704 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.281180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for edc257dd-40d8-443a-9f12-c4c5f91c8fa0 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:38.286685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.311848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.314139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.316063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Calling delete_port for d707dedc-a5ad-4000-9436-85e177ba18fa owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:38.316287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:38.428638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d92427ce-260c-48c4-aae6-f082c7f278dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:38.489414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8b5d06a4-d486-416c-8995-4f6bc6d41353'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:38.524950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c644b-0cb6-49ed-b8ce-bb206f972c75 req-ea427888-1e0e-4063-b45a-b51b23752799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:38.526681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d6c644b-0cb6-49ed-b8ce-bb206f972c75 req-ea427888-1e0e-4063-b45a-b51b23752799 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 943 time: 0.0720634 Jul 16 22:35:38.541606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=97dd14f5-ef10-478d-9404-1a2ae6ae566d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:38.585679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.592071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d6c644b-0cb6-49ed-b8ce-bb206f972c75 req-6c0dc5eb-1cb0-4557-8962-8828c1802ccc tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Jul 16 22:35:38.627677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6e0261-79c5-4532-898d-d6f7019c2018']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:38.637628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': '7dcf7fea-9354-405f-b900-87c56b315a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:38.638006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: 9d55015a-42a0-4bd6-b340-06817450173c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:38.645795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce63a1d8-e570-48cc-9d59-94142d9d0e17') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:38.646217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce63a1d8-e570-48cc-9d59-94142d9d0e17') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:38.667107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.764205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:38.767557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.787245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:38.787661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:38.792328 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:38.804879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9d55015a-42a0-4bd6-b340-06817450173c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:38.808898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:38.814129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946e2ed-56c0-40e2-86c3-480925bebaea None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:38.815535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:38.816235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.851932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.929522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-42866ae5-908a-4345-b7a4-1a2269537da9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6544569 Jul 16 22:35:38.931511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:38.939108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-480440817'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:38.966064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=edc257dd-40d8-443a-9f12-c4c5f91c8fa0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:38.974743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:38.997693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:38.999520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad6e0261-79c5-4532-898d-d6f7019c2018 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:35:39.016558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.020493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad6e0261-79c5-4532-898d-d6f7019c2018,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:39.024293 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.026343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dec1ab9d-8282-4203-a716-72711739eb69 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ad6e0261-79c5-4532-898d-d6f7019c2018 HTTP/1.1" status: 204 len: 168 time: 4.7301676 Jul 16 22:35:39.029629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:39.051922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port edc257dd-40d8-443a-9f12-c4c5f91c8fa0 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:39.054779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.057426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-c023d5cd-875e-46aa-be21-1f5781f684fc tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "DELETE /v2.0/ports/edc257dd-40d8-443a-9f12-c4c5f91c8fa0 HTTP/1.1" status: 204 len: 173 time: 2.1364915 Jul 16 22:35:39.057585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:39.060062 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5444ad-c796-4683-a49c-9d8f1232e8a5" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:39.118279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.165027 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857751d0-2db7-4d76-adb3-bb8770ab7570 x-openstack-request-id: req-857751d0-2db7-4d76-adb3-bb8770ab7570 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:39.165242 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:39.165500 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-857751d0-2db7-4d76-adb3-bb8770ab7570 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:39.165897 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'status': 'completed', 'code': 200} Jul 16 22:35:39.169997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Pushing event deleted for resources: {'Port': ['ID=d707dedc-a5ad-4000-9436-85e177ba18fa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:39.267727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.271360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:39.271699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.498263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port 51a8dd49-98c0-4174-bb7b-798bd2dbee56, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=51a8dd49-98c0-4174-bb7b-798bd2dbee56,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:39.498673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.514127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 51a8dd49-98c0-4174-bb7b-798bd2dbee56 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:39.572468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:35:39.603178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8b5d06a4-d486-416c-8995-4f6bc6d41353 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:39.638554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:39.644425 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05287d-16c3-4d65-b519-ff9af0dbac86" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:39.653094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39bd6dcb-7dbe-4b53-ae59-bdadb2885813 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2561 time: 0.6200130 Jul 16 22:35:39.674544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40996) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:39.680525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:39.693440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.694381 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment cbd5a157-85a1-48d7-a7c4-5f71055f8580 of type vlan for network 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19 Jul 16 22:35:39.744232 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.810198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.815900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:39.816528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.837981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:39.853741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'mac_address': 'fa:16:3e:00:f4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:35:39.866031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9308367 Jul 16 22:35:39.867687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:39.876380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'ports': [{'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'}, {'network_id': '865cb4b8-73e7-4cad-9c7c-4598a4ad1e19'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:39.876654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:39.877117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '865cb4b8-73e7-4cad-9c7c-4598a4ad1e19'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:39.912588 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.915572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8b5d06a4-d486-416c-8995-4f6bc6d41353 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:39.921185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8b5d06a4-d486-416c-8995-4f6bc6d41353 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:39.922288 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.934909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38982ff-ba67-463a-8e23-b7372ad5b9ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=865cb4b8-73e7-4cad-9c7c-4598a4ad1e19,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:39.957361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.968385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:39.986567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.000278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:40.015035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-6c7d4cf4-31bb-424d-97ac-2c77acf3da42 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.018127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5679ea-8f2e-4d4f-8a01-90baa3a6595a req-f09161bd-6949-4712-bf22-6a9943c1a130 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.020757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a5679ea-8f2e-4d4f-8a01-90baa3a6595a req-f09161bd-6949-4712-bf22-6a9943c1a130 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 944 time: 0.6004121 Jul 16 22:35:40.025768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb3750-ea2a-4792-827d-aa2d2e60b06c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:40.029889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-6c7d4cf4-31bb-424d-97ac-2c77acf3da42 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.036266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-6c7d4cf4-31bb-424d-97ac-2c77acf3da42 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.043331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-6c7d4cf4-31bb-424d-97ac-2c77acf3da42 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.052611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-6c7d4cf4-31bb-424d-97ac-2c77acf3da42 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 3065 time: 0.3956146 Jul 16 22:35:40.055287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.056413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.056975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.057536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.058153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.058841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.059403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.060605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.061644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.062176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.062854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:40.064928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:40.069981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4780e35f-abcb-4dba-b205-51689cf7d7bd tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7010 time: 0.3739545 Jul 16 22:35:40.070635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.072753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=51a8dd49-98c0-4174-bb7b-798bd2dbee56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:40.145908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.173881 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0247bf35-a384-4e93-94b0-fb4745adc16f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] delete failed (client error): The resource could not be found. Jul 16 22:35:40.177603 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0247bf35-a384-4e93-94b0-fb4745adc16f tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/47f7fb4f-c955-490a-889c-0d1601a2bc35 HTTP/1.1" status: 404 len: 345 time: 0.1033823 Jul 16 22:35:40.192948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:40.193199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.193888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.224798 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.239468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port 51a8dd49-98c0-4174-bb7b-798bd2dbee56 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:40.241989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6dab0aaa-b7fa-495b-980b-a82e4a1179eb req-c7e50e9a-eac6-4a9a-b8a4-54e141e8ecf9 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883979 Jul 16 22:35:40.249148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.252473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-42743de7-ab17-498a-81fe-64d338dcbf54 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "DELETE /v2.0/ports/51a8dd49-98c0-4174-bb7b-798bd2dbee56 HTTP/1.1" status: 204 len: 173 time: 1.1881690 Jul 16 22:35:40.252745 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9726c1e-1835-49a6-a19f-6bff1c73f67b tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 22:35:40.253381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9726c1e-1835-49a6-a19f-6bff1c73f67b tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:40.259866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e9726c1e-1835-49a6-a19f-6bff1c73f67b tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ad6e0261-79c5-4532-898d-d6f7019c2018 HTTP/1.1" status: 404 len: 339 time: 0.0616810 Jul 16 22:35:40.264484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:40.265620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.275652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Router c155a808-443b-4942-8411-4d1eaf177a86 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:35:40.293484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'name': 'tempest-network--2093895529', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:40.300269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a5679ea-8f2e-4d4f-8a01-90baa3a6595a req-3e36715d-f721-495a-8855-1bdc5f97c956 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517142 Jul 16 22:35:40.389906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:40.392540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.405112 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aeacfd-56b9-4af0-b143-80473430802d x-openstack-request-id: req-26aeacfd-56b9-4af0-b143-80473430802d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:40.408433 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-unplugged", "status": "completed", "tag": "edc257dd-40d8-443a-9f12-c4c5f91c8fa0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:40.409387 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26aeacfd-56b9-4af0-b143-80473430802d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:40.412412 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc257dd-40d8-443a-9f12-c4c5f91c8fa0', 'code': 200} Jul 16 22:35:40.469040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a3eb3750-ea2a-4792-827d-aa2d2e60b06c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:40.479633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:40.547195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:40.560456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] Sync routers for ids ['c155a808-443b-4942-8411-4d1eaf177a86'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:40.563199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:40.580305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.588151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a555c93-f879-4cc7-bc53-7e6f7ccb4e40 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "PUT /v2.0/routers/c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 200 len: 706 time: 4.8085322 Jul 16 22:35:40.590542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.617528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:40.623653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.638701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.653792 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Added segment 5eb68146-686b-4f19-8665-38352f0d69a9 of type vlan for network a216a5bd-0090-4821-a349-3ebccf775ee4 Jul 16 22:35:40.668306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] Routers {'c155a808-443b-4942-8411-4d1eaf177a86'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:40.669263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c155a808-443b-4942-8411-4d1eaf177a86'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:40.685088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.713825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5667a8f9-de96-4200-8f93-05b8ea96a058 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/routers/c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 200 len: 741 time: 0.1213825 Jul 16 22:35:40.724489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.730074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:40.784076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] Routers {'c155a808-443b-4942-8411-4d1eaf177a86'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:40.784979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c155a808-443b-4942-8411-4d1eaf177a86'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:40.798470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3382651d-374a-4b39-af7d-205845bdc143 tempest-RoutersAdminTest-898638327 tempest-RoutersAdminTest-898638327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&device_id=c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 200 len: 205 time: 0.0635192 Jul 16 22:35:40.800148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.821326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 67207f4f-29fa-4bf6-8779-ec2f48314cdd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:40.821568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.833442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:40.834288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05aa73-96f4-4370-864f-76bb48796926 None None] The sync data for ids ['c155a808-443b-4942-8411-4d1eaf177a86'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:40.877265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e6dcfeea-23d3-425f-ace1-31f1edd8e32e tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 200 len: 205 time: 0.0757918 Jul 16 22:35:40.886656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:40.892823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.974133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port 67207f4f-29fa-4bf6-8779-ec2f48314cdd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=67207f4f-29fa-4bf6-8779-ec2f48314cdd,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:40.976452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:40.980665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port ba2bd3ad-152a-4d74-98bd-c7a6401dfd67 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:40.992911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 67207f4f-29fa-4bf6-8779-ec2f48314cdd owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:41.033684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4090f7-7773-4faa-8148-2871e6e39d13 req-e1e64493-84f5-43fd-9e83-010b9a486477 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.040672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4090f7-7773-4faa-8148-2871e6e39d13 req-e1e64493-84f5-43fd-9e83-010b9a486477 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 944 time: 0.5036428 Jul 16 22:35:41.060407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.131574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.189668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:41.190433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.191451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.192048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.192354 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a22e6b-a419-45fc-a870-ead42ca758c8" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:41.216747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=67207f4f-29fa-4bf6-8779-ec2f48314cdd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:41.220629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port 67207f4f-29fa-4bf6-8779-ec2f48314cdd on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:41.224060 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.226275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-48b54143-62fa-4f39-b6fd-ad511ea942ca tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "DELETE /v2.0/ports/67207f4f-29fa-4bf6-8779-ec2f48314cdd HTTP/1.1" status: 204 len: 173 time: 0.9464190 Jul 16 22:35:41.261360 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491334c9-d57b-497c-b6af-de15183d2285 x-openstack-request-id: req-491334c9-d57b-497c-b6af-de15183d2285 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:41.261788 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "51a8dd49-98c0-4174-bb7b-798bd2dbee56", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:41.262146 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-491334c9-d57b-497c-b6af-de15183d2285 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:41.262633 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '51a8dd49-98c0-4174-bb7b-798bd2dbee56', 'status': 'completed', 'code': 200} Jul 16 22:35:41.290163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4090f7-7773-4faa-8148-2871e6e39d13 req-5752ffa0-0dab-483e-8a5f-fbe3bd084fc9 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485855 Jul 16 22:35:41.393173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 256db649-91d2-46e2-8692-900e006e102e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:41.395406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.404155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.413312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.418343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1492219 Jul 16 22:35:41.459555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:41.483302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80d702-37b5-4a72-94de-f7526b956019 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=a216a5bd-0090-4821-a349-3ebccf775ee4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:41.498761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a216a5bd-0090-4821-a349-3ebccf775ee4 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:41.574830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port 256db649-91d2-46e2-8692-900e006e102e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=256db649-91d2-46e2-8692-900e006e102e,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:41.575283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.640698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:41.685041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.685687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Fanout notify agent at l3_agent the message router_deleted on router c155a808-443b-4942-8411-4d1eaf177a86 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:35:41.694249 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.698195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cbbeb-c7df-4e09-84f4-f7c9c560e3a8 req-3ee0524f-b31f-436b-af5b-e2327522cdc8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.701403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-14625a16-31b6-4b57-98b5-8eaa999f68dd tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 204 len: 168 time: 0.8138139 Jul 16 22:35:41.705737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cbbeb-c7df-4e09-84f4-f7c9c560e3a8 req-3ee0524f-b31f-436b-af5b-e2327522cdc8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.708291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:41.714496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975cbbeb-c7df-4e09-84f4-f7c9c560e3a8 req-3ee0524f-b31f-436b-af5b-e2327522cdc8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 1677 time: 0.2180290 Jul 16 22:35:41.760176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port a3eb3750-ea2a-4792-827d-aa2d2e60b06c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:41.765885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port a3eb3750-ea2a-4792-827d-aa2d2e60b06c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:41.766772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.791706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.801063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-23452df3-b6d8-42f9-9bd2-d245346c4b83 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 200 len: 205 time: 0.0893247 Jul 16 22:35:41.805591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41036) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:41.909326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be899097-0e5a-4ae5-b581-fafbde6f4500 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.911401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.915680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be899097-0e5a-4ae5-b581-fafbde6f4500 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.923274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be899097-0e5a-4ae5-b581-fafbde6f4500 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.931502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be899097-0e5a-4ae5-b581-fafbde6f4500 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:41.933535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be899097-0e5a-4ae5-b581-fafbde6f4500 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4710422 Jul 16 22:35:41.955148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:41.960399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:41.999957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port b4bc8605-119f-4575-8375-55af71c297b7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:42.027452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:42.068729 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-58a0f4fc-5dac-4fd1-87ef-369a1e247de8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.069945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-58a0f4fc-5dac-4fd1-87ef-369a1e247de8 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/c155a808-443b-4942-8411-4d1eaf177a86 HTTP/1.1" status: 404 len: 336 time: 0.2605691 Jul 16 22:35:42.074679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.075085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.148739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39824a-ca88-4052-8a7b-b0b42310b777 req-3082ee38-0ee3-4fd4-9a31-2d9fbea2a870 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:42.150385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac39824a-ca88-4052-8a7b-b0b42310b777 req-3082ee38-0ee3-4fd4-9a31-2d9fbea2a870 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.6427157 Jul 16 22:35:42.154853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-94cb919c-9b3e-43a5-bdff-8f6c82b7eb98 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 200 len: 205 time: 0.0728021 Jul 16 22:35:42.169062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.216715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975cbbeb-c7df-4e09-84f4-f7c9c560e3a8 req-b0cccb7d-7318-4cf1-a189-c94106e5162f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012975 Jul 16 22:35:42.281247 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a1cace8a-db6c-4c17-8a84-e1ebd1cd2b2b tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.284781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1cace8a-db6c-4c17-8a84-e1ebd1cd2b2b tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/33ae93b5-ebab-45ed-8c89-3960495cdcf2 HTTP/1.1" status: 404 len: 336 time: 0.1124432 Jul 16 22:35:42.293993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.323852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.333841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.334538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.335063 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Floating IP 11038e9b-c240-4f06-b7d6-d37c977c44a5 disassociated. External IP: 172.25.5.211, port: 256db649-91d2-46e2-8692-900e006e102e. Jul 16 22:35:42.335431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 256db649-91d2-46e2-8692-900e006e102e owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:42.354712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b334903-e357-4662-afe4-56bc4b8ec0d6 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 200 len: 205 time: 0.0542412 Jul 16 22:35:42.354972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.360243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.373114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac39824a-ca88-4052-8a7b-b0b42310b777 req-473f2c76-3fcf-4778-afa9-c476405a11fa tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049100 Jul 16 22:35:42.413554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353'}, {'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:42.416739 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5250847a-739b-44ed-849a-1be2b41c7807" -d '{"events": [{"server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353"}, {"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:42.447618 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-d4d61047-ec6f-472b-b99c-411cbaf75b3a tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.451443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d4d61047-ec6f-472b-b99c-411cbaf75b3a tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/edc54f98-0276-4e54-8521-97a36c8d4ed0 HTTP/1.1" status: 404 len: 336 time: 0.0857089 Jul 16 22:35:42.459519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.504269 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b02912-2791-4aa6-abb3-2bc2c0398633 x-openstack-request-id: req-19b02912-2791-4aa6-abb3-2bc2c0398633 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:42.504797 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353", "code": 200}, {"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:42.505154 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19b02912-2791-4aa6-abb3-2bc2c0398633 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:42.505674 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353', 'code': 200} Jul 16 22:35:42.506033 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'code': 200} Jul 16 22:35:42.570850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.585703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0cecd3f7-0311-45b4-a793-c9e7cacc1620 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 200 len: 205 time: 0.1224401 Jul 16 22:35:42.589799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.628942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.635670 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-fa34aa52-ead7-484a-823c-853326b52592 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.639370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fa34aa52-ead7-484a-823c-853326b52592 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/102ee7ad-d21b-4509-896d-78e06dbbd003 HTTP/1.1" status: 404 len: 336 time: 0.0460286 Jul 16 22:35:42.639564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.679026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2a5b626e-0126-43ef-b757-b28c20a52056 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 200 len: 205 time: 0.0361643 Jul 16 22:35:42.679428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.689547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:42.694731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216a5bd-0090-4821-a349-3ebccf775ee4']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:42.737022 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9a4e1529-77bd-4a69-95cf-b3f34af1e2c9 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.738130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a4e1529-77bd-4a69-95cf-b3f34af1e2c9 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/3c6637b4-d7e0-45de-a906-4eab0036ad76 HTTP/1.1" status: 404 len: 336 time: 0.0576870 Jul 16 22:35:42.761219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.773672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=256db649-91d2-46e2-8692-900e006e102e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:42.798254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13324cae-30bc-4df8-8143-f42b52b255cb tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfe534b7-b358-4d89-b3c8-95dcafd843fe HTTP/1.1" status: 200 len: 205 time: 0.0336339 Jul 16 22:35:42.798596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.846390 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-4e6e906b-492f-4d79-a1d8-0f96bcdf3812 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] delete failed (client error): The resource could not be found. Jul 16 22:35:42.848051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4e6e906b-492f-4d79-a1d8-0f96bcdf3812 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/routers/cfe534b7-b358-4d89-b3c8-95dcafd843fe HTTP/1.1" status: 404 len: 336 time: 0.0479288 Jul 16 22:35:42.879130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:42.915357 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-66924661-6f54-4e3c-9917-b8dea6a6c1d7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:42.916108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66924661-6f54-4e3c-9917-b8dea6a6c1d7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:42.920588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66924661-6f54-4e3c-9917-b8dea6a6c1d7 tempest-RoutersAdminTest-1827008327 tempest-RoutersAdminTest-1827008327-project] 10.222.0.70 "DELETE /v2.0/subnets/c3cf8b38-66b3-4b6b-91f1-091149eb91b3 HTTP/1.1" status: 404 len: 337 time: 0.0378158 Jul 16 22:35:43.002450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Router 4060f1b8-6b02-4362-bb43-86cc79c5e452 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:35:43.094316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:43.118511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:43.121353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:43.122210 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.130963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=ba2bd3ad-152a-4d74-98bd-c7a6401dfd67,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:43.159071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:35:43.171087 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Sync routers for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:35:43.186915 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:43.188303 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:43.213052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb68146-686b-4f19-8665-38352f0d69a9') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:43.213353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb68146-686b-4f19-8665-38352f0d69a9') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:43.223821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=b4bc8605-119f-4575-8375-55af71c297b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:43.251783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port 256db649-91d2-46e2-8692-900e006e102e on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:43.268172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.275725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-ffdd35b7-9765-40e8-bcf4-0589110d0348 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "DELETE /v2.0/ports/256db649-91d2-46e2-8692-900e006e102e HTTP/1.1" status: 204 len: 173 time: 2.0440824 Jul 16 22:35:43.276244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd'}, {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '256db649-91d2-46e2-8692-900e006e102e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:43.278657 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb40180-fbdf-4abf-925d-6512928781b5" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd"}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "256db649-91d2-46e2-8692-900e006e102e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:43.306039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:43.341395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.386067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b683-eff5-440f-85cb-0125270aebf9 req-3121c49f-7e2b-4910-9396-26a3e0291eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:43.390187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5be2b683-eff5-440f-85cb-0125270aebf9 req-3121c49f-7e2b-4910-9396-26a3e0291eb3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 1097 time: 0.7381573 Jul 16 22:35:43.426523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92406c-d0f5-4d89-b9c9-a821a47ae1fe req-de1d3d7f-95dc-466f-b291-85d4d84559e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:43.428128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e92406c-d0f5-4d89-b9c9-a821a47ae1fe req-de1d3d7f-95dc-466f-b291-85d4d84559e6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 1097 time: 0.8437107 Jul 16 22:35:43.471006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': 'cbd5a157-85a1-48d7-a7c4-5f71055f8580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '865cb4b8-73e7-4cad-9c7c-4598a4ad1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:43.471383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:43.490504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.503623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9c356-7799-4f75-9ca6-233204c080dc req-133bf2ae-e969-4fb2-9c9e-b0c9112e4c80 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:43.505317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68a9c356-7799-4f75-9ca6-233204c080dc req-133bf2ae-e969-4fb2-9c9e-b0c9112e4c80 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.9035664 Jul 16 22:35:43.507054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5be2b683-eff5-440f-85cb-0125270aebf9 req-72aeb605-a5d2-47e9-9367-e4eb24f75639 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Jul 16 22:35:43.551289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e92406c-d0f5-4d89-b9c9-a821a47ae1fe req-04945858-56b5-4f8c-bc7b-d14848171498 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Jul 16 22:35:43.553641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:43.554048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:43.556607 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:43.583270 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:35:43.587581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059033e1-9c83-427c-bd41-2c2ade51f056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.605733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68a9c356-7799-4f75-9ca6-233204c080dc req-1a0bea80-9b47-43f2-9ea6-0e3bc14bc85b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Jul 16 22:35:43.655006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:43.672291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:43.683722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f0fb4-87f9-49eb-9f88-82451d34520d None None] Network 865cb4b8-73e7-4cad-9c7c-4598a4ad1e19 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:43.701493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:43.717441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:43.733083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:43.734142 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.758833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.772453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a216a5bd-0090-4821-a349-3ebccf775ee4 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:35:43.777310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059033e1-9c83-427c-bd41-2c2ade51f056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.777667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.780436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:43.780774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.787495 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2f95c-8ddc-4586-8e8c-b72bb4902fd0 x-openstack-request-id: req-37b2f95c-8ddc-4586-8e8c-b72bb4902fd0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:43.787495 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "67207f4f-29fa-4bf6-8779-ec2f48314cdd", "status": "completed", "code": 200}, {"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "256db649-91d2-46e2-8692-900e006e102e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:43.787495 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37b2f95c-8ddc-4586-8e8c-b72bb4902fd0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:43.787495 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '67207f4f-29fa-4bf6-8779-ec2f48314cdd', 'status': 'completed', 'code': 200} Jul 16 22:35:43.787495 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': '256db649-91d2-46e2-8692-900e006e102e', 'status': 'completed', 'code': 200} Jul 16 22:35:43.789280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:43.789830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/a216a5bd-0090-4821-a349-3ebccf775ee4 HTTP/1.1" status: 204 len: 168 time: 1.7100754 Jul 16 22:35:43.809510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'name': 'tempest-network--126346324', 'router:external': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:43.829408 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:43.831551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6dba9685-627d-4dcf-a120-694640e08925 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9595082 Jul 16 22:35:43.833796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:43.837249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2edd17-e0e7-42a8-a81f-86f45f8bb4ec tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Network': ['ID=a216a5bd-0090-4821-a349-3ebccf775ee4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:43.862148 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Checking router: 4060f1b8-6b02-4362-bb43-86cc79c5e452 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:35:43.873379 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:35:43.874567 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:43.893526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059033e1-9c83-427c-bd41-2c2ade51f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:43.989706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059033e1-9c83-427c-bd41-2c2ade51f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2061ac6-8eaa-4801-ae38-bf2b8d37918b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:43.990599 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:35:43.993039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:43.994578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.026436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029d757-36f3-4d7e-a9b2-4584f47f7347 req-3c249061-78b3-4897-a8fd-0b90c21b5e62 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.033857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a029d757-36f3-4d7e-a9b2-4584f47f7347 req-3c249061-78b3-4897-a8fd-0b90c21b5e62 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 943 time: 0.5347552 Jul 16 22:35:44.121250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port b4bc8605-119f-4575-8375-55af71c297b7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:44.122227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.158306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:44.167810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.168163 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Added segment f36ec74f-65a9-449e-abc1-f2b00e6ebf46 of type vlan for network 201b2faf-6ceb-457f-ac55-57a796abb6f8 Jul 16 22:35:44.193072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.207587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for b4bc8605-119f-4575-8375-55af71c297b7 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:44.239880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:44.265338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.270531 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691b7e3-f143-44e0-ac3e-041fb54902be None None] The sync data for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 is: [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:25:13Z', 'revision_number': 4, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8ef917e-923b-4df9-b085-8c9d9e8da193', 'name': '', 'network_id': 'efdd5ab4-66c7-40c7-b44e-80fe973f1f9f', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'mac_address': 'fa:16:3e:7e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:09Z', 'updated_at': '2021-07-16T22:25:19Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'subnets': [{'id': '887ab12a-2794-4c0c-800d-c4b104dca954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:35:44.276264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-059033e1-9c83-427c-bd41-2c2ade51f056 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9def2e05be745e58a0c0e485fcb2c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9681199 Jul 16 22:35:44.284063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:44.320735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53f112-ee05-43d9-b973-541f051675ae req-0cd1f6a3-eb3f-42e0-ae54-a92373737fe7 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.323098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a53f112-ee05-43d9-b973-541f051675ae req-0cd1f6a3-eb3f-42e0-ae54-a92373737fe7 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.3064485 Jul 16 22:35:44.324554 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.382543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.389523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/b4bc8605-119f-4575-8375-55af71c297b7 HTTP/1.1" status: 204 len: 168 time: 0.5520103 Jul 16 22:35:44.392631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:44.395916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856d8ec-518d-4b5a-98b0-4d5bebda4cf7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=b4bc8605-119f-4575-8375-55af71c297b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:44.415551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a029d757-36f3-4d7e-a9b2-4584f47f7347 req-9a7f052d-88bc-41de-a1e0-d4e31a4360ac tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc92f79-9b53-44f6-91d8-45711050b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809803 Jul 16 22:35:44.434812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:44.435193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.440845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.464120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for af128ea1-0a69-41b9-bb8f-9d3fe643b3ce owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:44.470595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.471632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.472175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.484000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.561882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a53f112-ee05-43d9-b973-541f051675ae req-8a0ded11-6b70-4c29-b555-b2bd8cd507b6 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288616 Jul 16 22:35:44.606785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8157477 Jul 16 22:35:44.616274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:44.619464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728df1a-853c-458e-aaba-bc42b7e6a768 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.627078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728df1a-853c-458e-aaba-bc42b7e6a768 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.636611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f728df1a-853c-458e-aaba-bc42b7e6a768 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2423947 Jul 16 22:35:44.639351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:44.669006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eda99-c424-41aa-9bad-a84280ada985 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=201b2faf-6ceb-457f-ac55-57a796abb6f8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:44.681848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 201b2faf-6ceb-457f-ac55-57a796abb6f8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:44.856918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.858137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port ba2bd3ad-152a-4d74-98bd-c7a6401dfd67 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:44.858488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.867245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:44.868441 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2061ac6-8eaa-4801-ae38-bf2b8d37918b HTTP/1.1" status: 204 len: 168 time: 0.5806201 Jul 16 22:35:44.888619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27598c-c464-4b22-b74b-06d401fa3ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2061ac6-8eaa-4801-ae38-bf2b8d37918b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:44.898900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df238987-5654-4a83-aea1-887b97e46081 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:44.900823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df238987-5654-4a83-aea1-887b97e46081 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "GET /v2.0/networks/201b2faf-6ceb-457f-ac55-57a796abb6f8 HTTP/1.1" status: 200 len: 756 time: 0.2497213 Jul 16 22:35:44.910276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:44.913500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231130d2-6ac0-475e-8c70-d3cc35dbcb32 None None] New status for floating IP 11038e9b-c240-4f06-b7d6-d37c977c44a5: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:35:44.998630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.021293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for ba2bd3ad-152a-4d74-98bd-c7a6401dfd67 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:45.052061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.099645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=af128ea1-0a69-41b9-bb8f-9d3fe643b3ce,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:45.100068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804eaf5-32da-49aa-a400-6ba8c50ae5ee req-7ce91c3f-f8ef-4fb0-a8b6-49c8f107a0c5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:45.108910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9804eaf5-32da-49aa-a400-6ba8c50ae5ee req-7ce91c3f-f8ef-4fb0-a8b6-49c8f107a0c5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1950278 Jul 16 22:35:45.119075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b9e581-8607-41a7-9d3e-b30081663d2f tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:45.123705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b4b9e581-8607-41a7-9d3e-b30081663d2f tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "GET /v2.0/networks/500b29e5-606e-4bfe-8b31-e9e4f72f1fb7 HTTP/1.1" status: 200 len: 767 time: 0.2107744 Jul 16 22:35:45.128200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:45.181265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port af128ea1-0a69-41b9-bb8f-9d3fe643b3ce on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:45.184051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.186651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-461c701e-6efc-4896-9aec-3fb431c2ff74 req-bc33f085-63cd-45bc-9c36-1556def0f3a6 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.47 "DELETE /v2.0/ports/af128ea1-0a69-41b9-bb8f-9d3fe643b3ce HTTP/1.1" status: 204 len: 173 time: 1.8984432 Jul 16 22:35:45.304833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9804eaf5-32da-49aa-a400-6ba8c50ae5ee req-3fedd088-7496-4215-9886-0ad07b460ea1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941960 Jul 16 22:35:45.307397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.314500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:45.362510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.410728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4db8aa86-6f7d-4ea9-a04a-3efd7fc78a02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cf878293d0a4693bb6adcb676d2904b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956876 Jul 16 22:35:45.413048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:45.429438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=ba2bd3ad-152a-4d74-98bd-c7a6401dfd67,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:45.443032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.447800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-63ec9e4c-b964-4482-8cb1-3a4bd2348faa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/ba2bd3ad-152a-4d74-98bd-c7a6401dfd67 HTTP/1.1" status: 204 len: 168 time: 0.8073175 Jul 16 22:35:45.448445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41118) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:45.510558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.510803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.563451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.631172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201b2faf-6ceb-457f-ac55-57a796abb6f8']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:45.666412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.670982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.672490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5c0ca08-1582-498e-8f9a-45a95374231a HTTP/1.1" status: 204 len: 168 time: 0.2580278 Jul 16 22:35:45.694435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796f034-e653-4483-98a5-2c52ab1aa18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c0ca08-1582-498e-8f9a-45a95374231a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:45.720253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d60d17a-bfef-42e0-9bb9-e77b99ee5861 req-b753f39b-65b0-4023-a6d2-c7fc3be45ee5 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0959933 Jul 16 22:35:45.788408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:45.790829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36ec74f-65a9-449e-abc1-f2b00e6ebf46') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:45.791135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36ec74f-65a9-449e-abc1-f2b00e6ebf46') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:45.791426 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803dcab-4cb4-43fc-ad44-655925bb89d6" -d '{"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:45.824446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.874774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.925565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18d2f6-cce3-46c5-8cf5-13d7baadc9b8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:45.931057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-db18d2f6-cce3-46c5-8cf5-13d7baadc9b8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4790993 Jul 16 22:35:45.932132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:45.933696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:45.934546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:45.939003 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:45.995154 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4460eac7-0f98-4e22-bc06-fad47af49404 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:35:46.000415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:46.000680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4460eac7-0f98-4e22-bc06-fad47af49404 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/b4bc8605-119f-4575-8375-55af71c297b7 HTTP/1.1" status: 404 len: 333 time: 0.0628390 Jul 16 22:35:46.059494 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6fa38f-0cb1-49ce-8421-551ce040c0a6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:35:46.061147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6b6fa38f-0cb1-49ce-8421-551ce040c0a6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/ba2bd3ad-152a-4d74-98bd-c7a6401dfd67 HTTP/1.1" status: 404 len: 333 time: 0.0595491 Jul 16 22:35:46.073293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:46.119064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.125619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 201b2faf-6ceb-457f-ac55-57a796abb6f8 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:35:46.129833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.131871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/201b2faf-6ceb-457f-ac55-57a796abb6f8 HTTP/1.1" status: 204 len: 168 time: 1.0020316 Jul 16 22:35:46.137273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:46.138086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b77128-8171-44a3-80db-47199abcb099 req-67531c6a-49a6-4e9c-b01c-c461d9324bfc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:46.142508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'name': 'tempest-network--497165522'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:46.156580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9b77128-8171-44a3-80db-47199abcb099 req-67531c6a-49a6-4e9c-b01c-c461d9324bfc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.2358556 Jul 16 22:35:46.169849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb165-643a-4fb4-8328-bc0fee7904c0 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Network': ['ID=201b2faf-6ceb-457f-ac55-57a796abb6f8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:46.236045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9b77128-8171-44a3-80db-47199abcb099 req-8beafe1c-b471-4f78-a8c0-d8a933f30fb2 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Jul 16 22:35:46.273873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Made reservation on behalf of 1dc87d53c05d4b448e9abd2c8a0d7fb8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:46.276956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.305266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.314303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1ff6-cbc4-4bb3-a59f-0e659e5f712d req-cc68df73-b3a4-4d87-809f-83aee752fd31 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:46.316648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3fc1ff6-cbc4-4bb3-a59f-0e659e5f712d req-cc68df73-b3a4-4d87-809f-83aee752fd31 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1598663 Jul 16 22:35:46.325873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:46.359973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.360467 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Added segment 1eb41825-2e97-483d-bfe5-10ddbebcf44d of type vlan for network 5c6521a8-4fac-4927-8d2d-331197a797e5 Jul 16 22:35:46.387551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3fc1ff6-cbc4-4bb3-a59f-0e659e5f712d req-b2d1dae4-4b69-4bd4-a11f-58204cb36c18 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Jul 16 22:35:46.390363 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5a5bf-d714-4e05-824e-ae46c95d0998 x-openstack-request-id: req-fdf5a5bf-d714-4e05-824e-ae46c95d0998 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:46.390709 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9f748-3210-43c2-a5ad-1c8db72ac356", "name": "network-vif-deleted", "tag": "af128ea1-0a69-41b9-bb8f-9d3fe643b3ce", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:46.390972 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdf5a5bf-d714-4e05-824e-ae46c95d0998 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:46.391380 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9f748-3210-43c2-a5ad-1c8db72ac356', 'name': 'network-vif-deleted', 'tag': 'af128ea1-0a69-41b9-bb8f-9d3fe643b3ce', 'status': 'completed', 'code': 200} Jul 16 22:35:46.432834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.448667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865cb4b8-73e7-4cad-9c7c-4598a4ad1e19']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:46.473712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd5a157-85a1-48d7-a7c4-5f71055f8580') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:46.474150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd5a157-85a1-48d7-a7c4-5f71055f8580') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:46.475470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.493782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.522988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.543768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:46.544193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:46.547683 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:46.554325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.555714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:46.556654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.627394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4865732 Jul 16 22:35:46.628325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:46.703031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:46.740232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.747578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.766106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/865cb4b8-73e7-4cad-9c7c-4598a4ad1e19 HTTP/1.1" status: 204 len: 168 time: 0.6862054 Jul 16 22:35:46.769028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:46.774002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1721032430'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:46.882295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156fa83-8de0-4fec-89e8-d5e7a53e45e4 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=5c6521a8-4fac-4927-8d2d-331197a797e5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:46.887225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df682422-8114-4d88-903f-03b202b5980e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=865cb4b8-73e7-4cad-9c7c-4598a4ad1e19,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:46.896481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5c6521a8-4fac-4927-8d2d-331197a797e5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:46.897114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:46.900800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.971516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:46.991709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:46.992070 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment 83080ba1-dd64-42a7-84e4-644200014046 of type vlan for network a79e2564-5801-4414-870f-f8aa818078df Jul 16 22:35:47.039042 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.074749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a609708c-9134-48be-b52d-6a1ff5847529 req-55287c4c-4176-485a-8755-dce3a899b0ea tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0317106 Jul 16 22:35:47.136464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.145609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:47.145609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.161297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:47.219409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4423289 Jul 16 22:35:47.226346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:47.251002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': 'a79e2564-5801-4414-870f-f8aa818078df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:47.264279 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:35:47.290921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.318430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9367baf-2ab0-4e0e-9d60-bcbef6ab2531 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=a79e2564-5801-4414-870f-f8aa818078df,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:47.331155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a79e2564-5801-4414-870f-f8aa818078df details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:47.388463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.480924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'networks': [{'name': 'tempest-network--948539673'}, {'name': 'tempest-network--2126385619'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:47.481360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-network--948539673'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:47.481911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-network--2126385619'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:47.547837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Network 5c6521a8-4fac-4927-8d2d-331197a797e5 is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:35:47.548853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:47.549772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.553985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:47.554157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "PUT /v2.0/networks/5c6521a8-4fac-4927-8d2d-331197a797e5 HTTP/1.1" status: 200 len: 857 time: 0.8621402 Jul 16 22:35:47.600873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'network': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:47.625453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.690260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.751750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba71c86-0871-4e84-86b8-f0f3bb04a5ab tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event updated for resources: {'Network': ['ID=5c6521a8-4fac-4927-8d2d-331197a797e5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:47.758581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.875834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20672185-2325-4117-840b-6a608a43068e req-be8b375b-27bf-4f6c-a43d-96cc370a8afb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:47.879316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20672185-2325-4117-840b-6a608a43068e req-be8b375b-27bf-4f6c-a43d-96cc370a8afb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1730044 Jul 16 22:35:47.928573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.931267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:47.937149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.937488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.944379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.945761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.975921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6521a8-4fac-4927-8d2d-331197a797e5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:47.992796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb41825-2e97-483d-bfe5-10ddbebcf44d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:47.994055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb41825-2e97-483d-bfe5-10ddbebcf44d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:48.012628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.023337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20672185-2325-4117-840b-6a608a43068e req-911c91fd-0945-436f-af49-8211113d9bf1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827169 Jul 16 22:35:48.038839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.042046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2fb8d-a1b9-40a8-9a79-ba91ec750d43,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:48.049070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:48.049732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:48.064082 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:48.082477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:48.103578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.103951 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment dcc9c955-a20a-4822-8749-243f6a4668d7 of type vlan for network dc69e246-326f-45a7-aea8-ca87ff87e9de Jul 16 22:35:48.125423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.131361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c6521a8-4fac-4927-8d2d-331197a797e5 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 22:35:48.134508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.139685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5c6521a8-4fac-4927-8d2d-331197a797e5 HTTP/1.1" status: 204 len: 168 time: 0.5844784 Jul 16 22:35:48.140600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:48.161551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a93737-cff0-42fb-8a64-90267258e6f2 tempest-ExternalNetworksTestJSON-792223272 tempest-ExternalNetworksTestJSON-792223272-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c6521a8-4fac-4927-8d2d-331197a797e5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:48.196556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.203163 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf7d171-36da-4b6c-b485-909510dc2904 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:48.204203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf7d171-36da-4b6c-b485-909510dc2904 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:48.210487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:48.211256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7bf7d171-36da-4b6c-b485-909510dc2904 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "DELETE /v2.0/subnets/d92427ce-260c-48c4-aae6-f082c7f278dd HTTP/1.1" status: 404 len: 337 time: 0.0589938 Jul 16 22:35:48.370100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:35:48.444679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.455077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.505154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db3cf77e-94f2-4f0d-8eb9-6551a759abcf req-0c449d08-5e53-457f-998e-a1d25ca44763 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1451674 Jul 16 22:35:48.562550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:48.590504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.590857 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment 4230b0c6-f763-4162-8be2-6c794310c021 of type vlan for network 00d4b9a1-4fc3-452a-bb06-95957ba760fb Jul 16 22:35:48.623259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': '83080ba1-dd64-42a7-84e4-644200014046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:48.623626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: a79e2564-5801-4414-870f-f8aa818078df, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:48.670410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=a89d254c-3f29-45ec-82e7-b5ad41568d31,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:48.734387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.781115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.781642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.788777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:48.793907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:48.794620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.803443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network a79e2564-5801-4414-870f-f8aa818078df is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:48.869139 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.881683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a79e2564-5801-4414-870f-f8aa818078df) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:48.891813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05678d-c1f4-42ad-8f89-1e97d8bdec65 None None] Network a79e2564-5801-4414-870f-f8aa818078df requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:48.895849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7297065 Jul 16 22:35:48.897455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:48.898051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:48.898670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:48.901453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500b29e5-606e-4bfe-8b31-e9e4f72f1fb7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:48.948131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541eec14-3a2d-4c67-a954-bbe018270a63') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:48.948409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541eec14-3a2d-4c67-a954-bbe018270a63') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:48.952412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=dc69e246-326f-45a7-aea8-ca87ff87e9de,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:48.968654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.001056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network dc69e246-326f-45a7-aea8-ca87ff87e9de details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:49.004348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.013393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:49.013872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:49.090486 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:49.098163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64d4d33f-a520-4457-abea-ace7312bac82 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8705740 Jul 16 22:35:49.109208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41250) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:49.114934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': 'a79e2564-5801-4414-870f-f8aa818078df', 'name': 'tempest-PortsTestJSON-414997051'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:49.132875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2722b0-379d-4cd7-953d-0580e252ad06 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:49.147184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2722b0-379d-4cd7-953d-0580e252ad06 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:49.155378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e36b04-d82f-4f9a-a2ce-e7b3593452c8 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=00d4b9a1-4fc3-452a-bb06-95957ba760fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:49.158025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2722b0-379d-4cd7-953d-0580e252ad06 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:49.165709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2722b0-379d-4cd7-953d-0580e252ad06 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:49.167815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d2722b0-379d-4cd7-953d-0580e252ad06 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2675865 Jul 16 22:35:49.177716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a79e2564-5801-4414-870f-f8aa818078df', 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': 'a89d254c-3f29-45ec-82e7-b5ad41568d31'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:49.178552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.178738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.180632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 00d4b9a1-4fc3-452a-bb06-95957ba760fb details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:49.181860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:49.314504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.324094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] 10.222.0.70 "DELETE /v2.0/networks/500b29e5-606e-4bfe-8b31-e9e4f72f1fb7 HTTP/1.1" status: 204 len: 168 time: 1.1101837 Jul 16 22:35:49.380467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:49.384274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.435596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Allocated IP 172.20.0.2 (a79e2564-5801-4414-870f-f8aa818078df/a89d254c-3f29-45ec-82e7-b5ad41568d31/fccec549-be5e-472b-b53b-4e036a1fefa4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:49.439744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 90bcc61f-4e24-4bfe-a300-19b74c162822 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:49.499423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2048d-79f4-4244-a30a-65cf2f4a44c2 tempest-ExternalNetworksTestJSON-1403629885 tempest-ExternalNetworksTestJSON-1403629885-project] Pushing event deleted for resources: {'Network': ['ID=500b29e5-606e-4bfe-8b31-e9e4f72f1fb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:49.520312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.665472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.677459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc69e246-326f-45a7-aea8-ca87ff87e9de']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:49.692991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc9c955-a20a-4822-8749-243f6a4668d7') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:49.697605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc9c955-a20a-4822-8749-243f6a4668d7') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:49.738718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.761045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.770642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Transition to ACTIVE for port object fccec549-be5e-472b-b53b-4e036a1fefa4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:49.780236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83fe95-e627-4e44-8e2b-4d4bc1602c74 req-576439fc-c387-471a-9cd2-c7496fef53c3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:49.787503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Transition to ACTIVE for port object fccec549-be5e-472b-b53b-4e036a1fefa4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:49.794975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:35:49.795575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e83fe95-e627-4e44-8e2b-4d4bc1602c74 req-576439fc-c387-471a-9cd2-c7496fef53c3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.4692369 Jul 16 22:35:49.826961 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.834800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.857790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:49.858297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:49.861640 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:49.915487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Network a79e2564-5801-4414-870f-f8aa818078df is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:49.916374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.11 (a79e2564-5801-4414-870f-f8aa818078df/a89d254c-3f29-45ec-82e7-b5ad41568d31/90bcc61f-4e24-4bfe-a300-19b74c162822) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:49.922053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:49.922547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:49.931578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:49.963654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94f5019a-ffbe-4ba5-966d-27bbb941aad7 req-8dc37248-44f1-488b-ae90-dec2607f9d1b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1633449 Jul 16 22:35:49.985602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e83fe95-e627-4e44-8e2b-4d4bc1602c74 req-a9a815b2-9be6-417c-93ae-35ea219ab35e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889627 Jul 16 22:35:50.054955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Pushing event updated for resources: {'Port': ['ID=fccec549-be5e-472b-b53b-4e036a1fefa4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:50.083893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.091223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.094927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/dc69e246-326f-45a7-aea8-ca87ff87e9de HTTP/1.1" status: 204 len: 168 time: 0.9095979 Jul 16 22:35:50.097852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:50.156917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aaa0c-2543-4daf-a882-a6829f143eea tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=dc69e246-326f-45a7-aea8-ca87ff87e9de,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:50.272848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Attempting to bind port fccec549-be5e-472b-b53b-4e036a1fefa4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:50.273559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Attempting to bind port fccec549-be5e-472b-b53b-4e036a1fefa4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '83080ba1-dd64-42a7-84e4-644200014046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:50.274260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Attempting to bind port fccec549-be5e-472b-b53b-4e036a1fefa4 on network a79e2564-5801-4414-870f-f8aa818078df {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:50.291323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:50.292805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Checking segment: {'id': '83080ba1-dd64-42a7-84e4-644200014046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:50.293454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.294083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Bound using segment: {'id': '83080ba1-dd64-42a7-84e4-644200014046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:50.295402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Bound port: fccec549-be5e-472b-b53b-4e036a1fefa4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83080ba1-dd64-42a7-84e4-644200014046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a79e2564-5801-4414-870f-f8aa818078df'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:50.296187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.301405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:50.316988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.345769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a7424431-6acf-48b5-b05f-19c04b2503c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62b39474f27d4476abf5ad8d633678ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220839 Jul 16 22:35:50.346387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:50.348885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.375998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'port_id': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'mac_address': 'fa:16:3e:00:f4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:35:50.383314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 90bcc61f-4e24-4bfe-a300-19b74c162822 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:50.434913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.548830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] For port fccec549-be5e-472b-b53b-4e036a1fefa4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:50.557970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] For port fccec549-be5e-472b-b53b-4e036a1fefa4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fccec549-be5e-472b-b53b-4e036a1fefa4,segment=NetworkSegment(83080ba1-dd64-42a7-84e4-644200014046),segment_id=83080ba1-dd64-42a7-84e4-644200014046)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:50.564420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.574007 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.585789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d4b9a1-4fc3-452a-bb06-95957ba760fb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:50.587116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=90bcc61f-4e24-4bfe-a300-19b74c162822,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:50.588738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.601421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4230b0c6-f763-4162-8be2-6c794310c021') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:50.602609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4230b0c6-f763-4162-8be2-6c794310c021') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:50.622916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.628896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network a79e2564-5801-4414-870f-f8aa818078df is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:50.630403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:50.637466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:50.641409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.658850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.691832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:50.692461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:50.695843 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:50.794244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.811586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:50.820197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.861596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-49326bf0-a602-4cba-bb23-e161cd376bdf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7487297 Jul 16 22:35:50.862059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:50.877944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.902427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e3606-ba64-4447-b47a-1e5132fe71e1 None None] Pushing event updated for resources: {'Port': ['ID=fccec549-be5e-472b-b53b-4e036a1fefa4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:50.905825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.914777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.919026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/00d4b9a1-4fc3-452a-bb06-95957ba760fb HTTP/1.1" status: 204 len: 168 time: 0.8202796 Jul 16 22:35:50.949361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41310) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:50.956088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.961397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:50.968946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/915f3ae6-bc3f-44ce-a2bb-406d24c6c0d6 HTTP/1.1" status: 204 len: 168 time: 0.6196830 Jul 16 22:35:50.973420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11da58-1057-4c01-bf59-4b1bd6bb9ca7 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=00d4b9a1-4fc3-452a-bb06-95957ba760fb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:50.978572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3eb3750-ea2a-4792-827d-aa2d2e60b06c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:35:50.982454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cad302-5b8e-4850-8a69-e90a66affd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915f3ae6-bc3f-44ce-a2bb-406d24c6c0d6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:51.487963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f64cc-3b35-4578-807a-9d03a17fc854 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:51.491324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f64cc-3b35-4578-807a-9d03a17fc854 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:51.492992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de7f64cc-3b35-4578-807a-9d03a17fc854 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5426104 Jul 16 22:35:51.502702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:51.537221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1527431764'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:51.543935 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43384248-4b16-479c-810b-ca7739cc074d req-e3815cd4-7d9c-449e-aa6c-41486b06987e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0496833 Jul 16 22:35:51.589847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 90bcc61f-4e24-4bfe-a300-19b74c162822 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:51.590582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:51.623590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:51.639516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:51.661835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:51.704090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:51.743969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5330cc-965c-441c-934d-35e76857c4d0 req-eb700e86-0b1d-42f4-b7be-e2f83a70e73c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:51.752121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d5330cc-965c-441c-934d-35e76857c4d0 req-eb700e86-0b1d-42f4-b7be-e2f83a70e73c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3755465 Jul 16 22:35:51.844496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:51.847589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a3eb3750-ea2a-4792-827d-aa2d2e60b06c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:35:51.856309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:51.864872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:51.877112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 90bcc61f-4e24-4bfe-a300-19b74c162822 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:51.903926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:51.934498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d5330cc-965c-441c-934d-35e76857c4d0 req-1f9374c1-57e0-4d1c-9e76-6ab7551f0447 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665978 Jul 16 22:35:51.962329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:51.964173 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment 6f428800-579d-4d64-bd96-3d31f8441c56 of type vlan for network d155b433-156c-4de9-ac4d-313f61023cb7 Jul 16 22:35:52.056716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.177153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=90bcc61f-4e24-4bfe-a300-19b74c162822,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:52.212072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.230924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f0c3c22f-185c-4bdb-a14e-40e4b9f828e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dc87d53c05d4b448e9abd2c8a0d7fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951686 Jul 16 22:35:52.236388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:52.309269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.316700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93798fc6-a1db-4c99-a1ae-7465a14a7058 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/90bcc61f-4e24-4bfe-a300-19b74c162822 HTTP/1.1" status: 204 len: 168 time: 1.4507341 Jul 16 22:35:52.317577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:52.359272 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0787aab6-1053-4e87-875e-e6614c758f05 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:35:52.360380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0787aab6-1053-4e87-875e-e6614c758f05 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:35:52.365213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0787aab6-1053-4e87-875e-e6614c758f05 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/90bcc61f-4e24-4bfe-a300-19b74c162822 HTTP/1.1" status: 404 len: 333 time: 0.0426970 Jul 16 22:35:52.365213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.366201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:52.370403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:52.371178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.403380 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c047a67-a16d-4143-bc1e-b0c1dcb90d88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:35:52.410163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c047a67-a16d-4143-bc1e-b0c1dcb90d88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/90bcc61f-4e24-4bfe-a300-19b74c162822 HTTP/1.1" status: 404 len: 333 time: 0.0422571 Jul 16 22:35:52.411687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41340) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:52.435731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9301314 Jul 16 22:35:52.440273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:52.458281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-306022015'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:52.482510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet a89d254c-3f29-45ec-82e7-b5ad41568d31 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:35:52.490203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.540322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.545833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.731364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.773334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fccec549-be5e-472b-b53b-4e036a1fefa4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:52.821264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0deaa-82cc-476f-94f8-5619cfbe9c8b None None] Network a79e2564-5801-4414-870f-f8aa818078df requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:52.829092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.896560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-549f2dbb-e198-44b0-8090-2d890c57b241 req-4fc902e1-d966-4703-a78e-12c43ee72eae tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0683577 Jul 16 22:35:52.930315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ea6b1-7f8a-4b8b-8f56-2e4c7ae9e553 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=d155b433-156c-4de9-ac4d-313f61023cb7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:52.938807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:52.963392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:52.966859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d155b433-156c-4de9-ac4d-313f61023cb7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:52.999560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.009031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.015448 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37ddc144-2120-4d48-8312-6389d89efa31 HTTP/1.1" status: 204 len: 168 time: 0.7779028 Jul 16 22:35:53.070636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.091197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c8332-8e96-4153-a398-4cf78644d848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ddc144-2120-4d48-8312-6389d89efa31,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:53.125889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:53.137557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.138813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2be4aa25-ec4a-4607-90cd-d8da594586f2 None None] Provisioning for port fccec549-be5e-472b-b53b-4e036a1fefa4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:53.150040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.150449 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment 6dbacf2e-43ee-4ca8-aa93-d44c32c447c4 of type vlan for network 32e371ae-c153-45f0-90d8-155f4e514e54 Jul 16 22:35:53.193436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=a89d254c-3f29-45ec-82e7-b5ad41568d31,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:53.215968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port fccec549-be5e-472b-b53b-4e036a1fefa4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:53.224128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fccec549-be5e-472b-b53b-4e036a1fefa4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:53.227633 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.233072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.279019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.279269 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.283298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/a89d254c-3f29-45ec-82e7-b5ad41568d31 HTTP/1.1" status: 204 len: 168 time: 0.8703759 Jul 16 22:35:53.286087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:53.287167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.287999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.288941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.290980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.291409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.291837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.292418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.293128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.293298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:53.293482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.295598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.296539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.297370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.298151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ed065-8cd1-495f-87a1-00c146beb947 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:53.374962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e8db-a81d-496f-bc10-83c2aae55f6b req-94524578-c8fe-4833-897b-41980fc71ac5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:53.385705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e964e8db-a81d-496f-bc10-83c2aae55f6b req-94524578-c8fe-4833-897b-41980fc71ac5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 944 time: 0.2478836 Jul 16 22:35:53.483512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e964e8db-a81d-496f-bc10-83c2aae55f6b req-5a419fc7-cee5-441b-a11c-72002e1a1a20 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957623 Jul 16 22:35:53.540257 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.543809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] DHCP port deletion for a79e2564-5801-4414-870f-f8aa818078df request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:35:53.621325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.712106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2600217 Jul 16 22:35:53.712796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:53.714188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff108ff-b603-4795-aee0-96d85db7d084 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=32e371ae-c153-45f0-90d8-155f4e514e54,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:53.719100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'ports': [{'network_id': 'd155b433-156c-4de9-ac4d-313f61023cb7', 'name': 'tempest-port--1337620833', 'admin_state_up': True}, {'network_id': '32e371ae-c153-45f0-90d8-155f4e514e54', 'admin_state_up': False}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:53.719600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'port': {'network_id': 'd155b433-156c-4de9-ac4d-313f61023cb7', 'name': 'tempest-port--1337620833', 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:53.720276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'port': {'network_id': '32e371ae-c153-45f0-90d8-155f4e514e54', 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:53.723396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port fccec549-be5e-472b-b53b-4e036a1fefa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fccec549-be5e-472b-b53b-4e036a1fefa4,segment=NetworkSegment(83080ba1-dd64-42a7-84e4-644200014046),segment_id=83080ba1-dd64-42a7-84e4-644200014046)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:53.740427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:53.747180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 32e371ae-c153-45f0-90d8-155f4e514e54 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:53.835400 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:53.853298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port fccec549-be5e-472b-b53b-4e036a1fefa4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:53.853649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.017128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port fccec549-be5e-472b-b53b-4e036a1fefa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fccec549-be5e-472b-b53b-4e036a1fefa4,segment=NetworkSegment(83080ba1-dd64-42a7-84e4-644200014046),segment_id=83080ba1-dd64-42a7-84e4-644200014046)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:54.017507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.058771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for fccec549-be5e-472b-b53b-4e036a1fefa4 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:54.103341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Deleting port fccec549-be5e-472b-b53b-4e036a1fefa4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:54.103922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.172029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'port': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:54.185014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.272640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.283221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=fccec549-be5e-472b-b53b-4e036a1fefa4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:54.405167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb49484b-0620-4dc1-a356-ad61823b9643 req-e4e54a8f-3400-4587-9098-70ffb15ec824 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0828466 Jul 16 22:35:54.411439 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.425310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] For port fccec549-be5e-472b-b53b-4e036a1fefa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fccec549-be5e-472b-b53b-4e036a1fefa4,segment=NetworkSegment(83080ba1-dd64-42a7-84e4-644200014046),segment_id=83080ba1-dd64-42a7-84e4-644200014046)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:54.427794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.452310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port fccec549-be5e-472b-b53b-4e036a1fefa4 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:54.468822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Calling delete_port for fccec549-be5e-472b-b53b-4e036a1fefa4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:54.504349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=fccec549-be5e-472b-b53b-4e036a1fefa4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:54.595790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] device_id is not set on port b4797e88-eeda-4542-baf6-6f3c2249298c yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:54.626351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.626920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.627021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.627375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.629720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.631433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.631593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.636736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.637168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.637524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.637873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.638212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:54.692849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fccec549-be5e-472b-b53b-4e036a1fefa4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:35:54.787598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: fccec549-be5e-472b-b53b-4e036a1fefa4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:35:54.787991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fccec549-be5e-472b-b53b-4e036a1fefa4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:35:54.842853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port a3eb3750-ea2a-4792-827d-aa2d2e60b06c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:54.843587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.914864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.952613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:54.978985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] No DVR routers for this DVR port fccec549-be5e-472b-b53b-4e036a1fefa4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:35:55.018072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926328a1-f043-4df8-b6ef-894de5262da2 None None] Pushing event deleted for resources: {'Port': ['ID=fccec549-be5e-472b-b53b-4e036a1fefa4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:55.024971 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.051173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:35:55.053989 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdb0481-2fa7-4e5f-9a19-e5a8756885ea" -d '{"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:35:55.087313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:55.100838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.187339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] device_id is not set on port ed7bfa35-82aa-4717-bd74-3330e7260ce9 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:55.189691 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e021e27c-c8ff-4591-b654-bed45daab9b9 x-openstack-request-id: req-e021e27c-c8ff-4591-b654-bed45daab9b9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:35:55.190180 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:35:55.190449 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e021e27c-c8ff-4591-b654-bed45daab9b9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:35:55.191421 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'code': 200} Jul 16 22:35:55.280276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:55.349286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.371920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79e2564-5801-4414-870f-f8aa818078df']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:55.413618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83080ba1-dd64-42a7-84e4-644200014046') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:55.414033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83080ba1-dd64-42a7-84e4-644200014046') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:35:55.441255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.444224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.473982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.485184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:35:55.485592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:35:55.489234 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:35:55.511728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546dc67-4cea-4974-9678-a591f5584593 req-73543015-05b1-4e9b-a634-73c1af245e0f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:55.518772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4546dc67-4cea-4974-9678-a591f5584593 req-73543015-05b1-4e9b-a634-73c1af245e0f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1659048 Jul 16 22:35:55.568794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.607992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:55.632062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4546dc67-4cea-4974-9678-a591f5584593 req-bc1cf73d-e5dd-48b6-bdc1-d1f55d9ffcd1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123273 Jul 16 22:35:55.636820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.686799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.691800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/a79e2564-5801-4414-870f-f8aa818078df HTTP/1.1" status: 204 len: 168 time: 2.3807731 Jul 16 22:35:55.695083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928345-b5d9-45b4-bf30-0daf2e4d68b6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=a79e2564-5801-4414-870f-f8aa818078df,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:55.700505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41428) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:55.779675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-771427158'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:55.792247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-06d5c259-7a8e-4bf5-acad-e481418531a4 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1065669934'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:55.792714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-06d5c259-7a8e-4bf5-acad-e481418531a4 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Unknown quota resources ['metering_label']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:35:55.796940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Checking segment: {'id': '6f428800-579d-4d64-bd96-3d31f8441c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd155b433-156c-4de9-ac4d-313f61023cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:55.797336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network hostable DHCP agents. Network: d155b433-156c-4de9-ac4d-313f61023cb7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:55.799257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Port': ['ID=b4797e88-eeda-4542-baf6-6f3c2249298c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:55.830638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d3a6aa5-1f01-4a3f-aa6e-48814bc22c93 req-9aef5e1e-2b11-47a8-ada2-0ab94b2e8f62 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1517754 Jul 16 22:35:55.895996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:55.904294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.928314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network d155b433-156c-4de9-ac4d-313f61023cb7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:55.966701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d155b433-156c-4de9-ac4d-313f61023cb7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:55.971531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:55.976283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82710ba3-40fa-45a8-b2e6-e35e2b95d11b None None] Network d155b433-156c-4de9-ac4d-313f61023cb7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:55.984119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:55.993529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:56.142263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.142612 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment b4fe3791-e86e-4dbd-912c-8d421d305e63 of type vlan for network 756c397f-b15f-41ad-a075-913609ba0ff5 Jul 16 22:35:56.153787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06d5c259-7a8e-4bf5-acad-e481418531a4 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.155296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-06d5c259-7a8e-4bf5-acad-e481418531a4 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5463331 Jul 16 22:35:56.162822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:56.171532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1c4e01cf-5dfc-4946-9274-5029b8ae830b tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ff342a79-53dd-40f6-85ca-08745aaad299'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:56.171792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1c4e01cf-5dfc-4946-9274-5029b8ae830b tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:35:56.324334 n-d-793621-16 neutron-server[93924]: WARNING neutron.services.metering.metering_plugin [None req-1c4e01cf-5dfc-4946-9274-5029b8ae830b tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 22:35:56.448328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c4e01cf-5dfc-4946-9274-5029b8ae830b tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.449570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1c4e01cf-5dfc-4946-9274-5029b8ae830b tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2848256 Jul 16 22:35:56.457125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:56.462446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-40072dfa-d804-46f0-bbfe-7e7b945abacf tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ff342a79-53dd-40f6-85ca-08745aaad299'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:56.463582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-40072dfa-d804-46f0-bbfe-7e7b945abacf tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:35:56.665609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Port': ['ID=ed7bfa35-82aa-4717-bd74-3330e7260ce9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:56.675835 n-d-793621-16 neutron-server[93924]: WARNING neutron.services.metering.metering_plugin [None req-40072dfa-d804-46f0-bbfe-7e7b945abacf tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 22:35:56.687802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.691640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Checking segment: {'id': '6dbacf2e-43ee-4ca8-aa93-d44c32c447c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '32e371ae-c153-45f0-90d8-155f4e514e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:56.692009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network hostable DHCP agents. Network: 32e371ae-c153-45f0-90d8-155f4e514e54, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:56.736801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network 32e371ae-c153-45f0-90d8-155f4e514e54 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:56.740858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.756858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:56.757525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.818706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 32e371ae-c153-45f0-90d8-155f4e514e54) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:56.825872 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:56.835672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52e544-5a7e-4471-bf8c-2797d7659cb2 None None] Network 32e371ae-c153-45f0-90d8-155f4e514e54 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:56.854004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:56.873655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:56.874540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.938442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1626227 Jul 16 22:35:56.953316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:56.960562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40072dfa-d804-46f0-bbfe-7e7b945abacf tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:56.966387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-40072dfa-d804-46f0-bbfe-7e7b945abacf tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5081046 Jul 16 22:35:56.981449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:56.997326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.090135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41458) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.092674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-943968c1-8729-496e-ab03-629099fb6afd tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3785543 Jul 16 22:35:57.100899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a208c-3f63-4d16-8b98-eb0d14e5fb6f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=756c397f-b15f-41ad-a075-913609ba0ff5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:57.122242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 756c397f-b15f-41ad-a075-913609ba0ff5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:57.123035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e8257045-4b40-4315-b9cd-3e2f8f060288 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=511fd275-6fe6-4a4d-a407-21ae481e9892 HTTP/1.1" status: 200 len: 462 time: 0.1207876 Jul 16 22:35:57.126335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.258953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22710d3-2fb3-4a3b-aebf-bc4716ee4d59 req-2b6e66f3-0c58-4483-bce6-ce7d6b850e20 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:57.268487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b22710d3-2fb3-4a3b-aebf-bc4716ee4d59 req-2b6e66f3-0c58-4483-bce6-ce7d6b850e20 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3307073 Jul 16 22:35:57.289637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:57.299050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.339312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57cc99ba-a09e-4efa-8ca3-70f77f8f6fc4 req-7d2f0868-b147-41d6-a236-8f783f367da4 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0796721 Jul 16 22:35:57.457305 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c75ae089-610c-46af-bcc1-a8d8076aff3a tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.458365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c75ae089-610c-46af-bcc1-a8d8076aff3a tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/511fd275-6fe6-4a4d-a407-21ae481e9892 HTTP/1.1" status: 204 len: 168 time: 0.3310149 Jul 16 22:35:57.462693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.474295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b22710d3-2fb3-4a3b-aebf-bc4716ee4d59 req-74f341b7-e963-46a5-8849-44af14125532 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040093 Jul 16 22:35:57.485970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf403f1d-f532-4d09-ac81-a46236d68a7e tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=511fd275-6fe6-4a4d-a407-21ae481e9892 HTTP/1.1" status: 200 len: 221 time: 0.0221171 Jul 16 22:35:57.488996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.506082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-27020aa9-2663-48a6-8a26-754f305aee54 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1701851035', 'description': 'label created by tempest'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:57.506563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-27020aa9-2663-48a6-8a26-754f305aee54 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:35:57.518055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-467e9222-40f3-497c-a556-f96b68a2bea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.556846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf120808-2e3f-4e31-b542-4bdb2b050b4c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:57.573154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf120808-2e3f-4e31-b542-4bdb2b050b4c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:57.593233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cf120808-2e3f-4e31-b542-4bdb2b050b4c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4953303 Jul 16 22:35:57.593664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:57.749908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Deleting port b4797e88-eeda-4542-baf6-6f3c2249298c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:57.750592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.866919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.879865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Calling delete_port for b4797e88-eeda-4542-baf6-6f3c2249298c owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:57.974543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.980310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27020aa9-2663-48a6-8a26-754f305aee54 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.982421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27020aa9-2663-48a6-8a26-754f305aee54 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4925931 Jul 16 22:35:57.996650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41478) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:58.015066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.025162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/ports/b4797e88-eeda-4542-baf6-6f3c2249298c HTTP/1.1" status: 204 len: 168 time: 0.4298646 Jul 16 22:35:58.028940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41480) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:58.076390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7820436-6fcf-4157-887d-639ce589c9f9 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Port': ['ID=b4797e88-eeda-4542-baf6-6f3c2249298c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:58.199757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-33cbcfaa-3d20-47fb-8a98-5a34f2b4a64f tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=b3955402-0960-4ab4-8827-079b1b854345 HTTP/1.1" status: 200 len: 468 time: 0.1931102 Jul 16 22:35:58.203875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:58.234033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Deleting port ed7bfa35-82aa-4717-bd74-3330e7260ce9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:35:58.234373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.254223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.368600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=b23376ea-780e-429f-9729-b70ea61b7219,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:58.383007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': 'b4fe3791-e86e-4dbd-912c-8d421d305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:58.383376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: 756c397f-b15f-41ad-a075-913609ba0ff5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:58.416681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 756c397f-b15f-41ad-a075-913609ba0ff5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:58.437999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 756c397f-b15f-41ad-a075-913609ba0ff5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:58.443373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:58.444103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.449556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7578b85-df15-4eb1-b157-444cbe2a93ed None None] Network 756c397f-b15f-41ad-a075-913609ba0ff5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:58.483971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6f4565c8-029a-4f61-a549-84fbaaf53c14 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5276251 Jul 16 22:35:58.486684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:58.498508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1838104828'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:58.615867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.631947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Calling delete_port for ed7bfa35-82aa-4717-bd74-3330e7260ce9 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:35:58.787664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.790658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-756c397f-b15f-41ad-a075-913609ba0ff5', 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': 'b23376ea-780e-429f-9729-b70ea61b7219'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:58.791689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.815024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:58.819823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.858752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 52347021-d93f-4b5f-b0dd-36baa21d0928 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:35:59.042550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21754a-a5c4-47d6-b7f7-d3a53b7a9659 req-1cef3b5b-d559-4520-8979-ff61baea0257 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:59.042550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c21754a-a5c4-47d6-b7f7-d3a53b7a9659 req-1cef3b5b-d559-4520-8979-ff61baea0257 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3025825 Jul 16 22:35:59.059937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3bc3e69-cb9f-470f-be8c-c6bf95be843d req-a703281c-7fb6-4d17-8ace-a3af573ceac2 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.2971501 Jul 16 22:35:59.108523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab8da158-a122-4c15-ad64-71a11b2d7292 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.110838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ab8da158-a122-4c15-ad64-71a11b2d7292 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/b3955402-0960-4ab4-8827-079b1b854345 HTTP/1.1" status: 204 len: 168 time: 0.9048986 Jul 16 22:35:59.111798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Port': ['ID=ed7bfa35-82aa-4717-bd74-3330e7260ce9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:59.113863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.122048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.127003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5ae6120-a3fa-4168-96a0-cf1c5bf8194a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/ports/ed7bfa35-82aa-4717-bd74-3330e7260ce9 HTTP/1.1" status: 204 len: 168 time: 1.0629156 Jul 16 22:35:59.127772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.145430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8da29b62-e219-48a6-b4d3-897a9cbb3d52 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=b3955402-0960-4ab4-8827-079b1b854345 HTTP/1.1" status: 200 len: 216 time: 0.0305369 Jul 16 22:35:59.155765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.163913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d54f245b-fc90-42fd-b625-eb404ef6f4f1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349941 Jul 16 22:35:59.168470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.175478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1991641563'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:59.187808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c21754a-a5c4-47d6-b7f7-d3a53b7a9659 req-dcb2af7c-780a-4e5a-8b4f-eb4436a1d112 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647084 Jul 16 22:35:59.210321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.211438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ddd3108-8f07-40e4-9fc4-bb7ecd79840e tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0400031 Jul 16 22:35:59.215654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b4db7114-5f9c-46f0-a50b-c0401be747b7 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124345 Jul 16 22:35:59.219094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:59.224562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.225189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41510) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.235558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.3 (756c397f-b15f-41ad-a075-913609ba0ff5/b23376ea-780e-429f-9729-b70ea61b7219/52347021-d93f-4b5f-b0dd-36baa21d0928) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:59.255727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:59.265797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.266147 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment 14e7cd90-2a7f-4eb4-8a58-a842a41decde of type vlan for network 199e562b-1556-4909-913d-2512ac58a59b Jul 16 22:35:59.316302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.328611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-681be5cd-137d-4e28-bd3a-9e3003fce7e3 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/ff342a79-53dd-40f6-85ca-08745aaad299 HTTP/1.1" status: 200 len: 473 time: 0.1018059 Jul 16 22:35:59.332337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.352748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d253bdce-720a-4031-9ecf-e02417d4bfc8 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/56357d7d-3001-47a2-819b-2c996f4193b4 HTTP/1.1" status: 200 len: 459 time: 0.0187409 Jul 16 22:35:59.356143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.381717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.419730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:59.420660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.482379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.508283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 52347021-d93f-4b5f-b0dd-36baa21d0928 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:59.554857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.610677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=52347021-d93f-4b5f-b0dd-36baa21d0928,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:59.623838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 756c397f-b15f-41ad-a075-913609ba0ff5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:59.625743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:59.634794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:59.645399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Allocated IP 172.20.0.2 (756c397f-b15f-41ad-a075-913609ba0ff5/b23376ea-780e-429f-9729-b70ea61b7219/59e03d43-f03c-47e4-9eea-fef4a30b6287) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:59.711637 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5b212e-dd17-4de1-918e-8e920abff7ba tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.714938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad5b212e-dd17-4de1-918e-8e920abff7ba tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/56357d7d-3001-47a2-819b-2c996f4193b4 HTTP/1.1" status: 204 len: 168 time: 0.3556395 Jul 16 22:35:59.714938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=199e562b-1556-4909-913d-2512ac58a59b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:59.716432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.734467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 199e562b-1556-4909-913d-2512ac58a59b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:59.759795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:59.762307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.788157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d404eb89-9204-4eb1-bf30-30fec3158810 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6179810 Jul 16 22:35:59.794871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:59.800533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-418387140'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:59.816092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-26d00a61-bd8b-4530-bb79-b5e5ac311a4d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3232386 Jul 16 22:35:59.816996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:00.044018 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b30fae9-c84a-4724-bf40-2932a48e2280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.087692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e4311ed-aabc-46b5-917f-c3f7825efd81 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.088984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e4311ed-aabc-46b5-917f-c3f7825efd81 tempest-MeteringIpV6TestJSON-1725868595 tempest-MeteringIpV6TestJSON-1725868595-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/ff342a79-53dd-40f6-85ca-08745aaad299 HTTP/1.1" status: 204 len: 168 time: 0.3708825 Jul 16 22:36:00.089781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:00.137711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.187731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.287758 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.324824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Transition to ACTIVE for port object 59e03d43-f03c-47e4-9eea-fef4a30b6287 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:00.368945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Transition to ACTIVE for port object 59e03d43-f03c-47e4-9eea-fef4a30b6287 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:00.393729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.433297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:00.511263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb35927a-2cb8-4c9b-8ca5-756266d0fda7 req-b12aa55c-6b89-4ae3-93af-6ff7a689a3f8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1231222 Jul 16 22:36:00.535743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.537428 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Added segment ac137c6e-d378-4ac6-affb-f12f46b2588a of type vlan for network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a Jul 16 22:36:00.609162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Network 756c397f-b15f-41ad-a075-913609ba0ff5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:00.614388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:00.625122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:00.771515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Pushing event updated for resources: {'Port': ['ID=59e03d43-f03c-47e4-9eea-fef4a30b6287,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:00.783415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 52347021-d93f-4b5f-b0dd-36baa21d0928 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:00.783755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.819195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.861927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Attempting to bind port 59e03d43-f03c-47e4-9eea-fef4a30b6287 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:00.863821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Attempting to bind port 59e03d43-f03c-47e4-9eea-fef4a30b6287 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b4fe3791-e86e-4dbd-912c-8d421d305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:00.864999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Attempting to bind port 59e03d43-f03c-47e4-9eea-fef4a30b6287 on network 756c397f-b15f-41ad-a075-913609ba0ff5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:00.875665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:00.890893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:00.891754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Checking segment: {'id': 'b4fe3791-e86e-4dbd-912c-8d421d305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:00.892174 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:00.897007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Bound using segment: {'id': 'b4fe3791-e86e-4dbd-912c-8d421d305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:00.897613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Bound port: 59e03d43-f03c-47e4-9eea-fef4a30b6287, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe3791-e86e-4dbd-912c-8d421d305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '756c397f-b15f-41ad-a075-913609ba0ff5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:00.898025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.000464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8fe22-82d7-4961-9ad9-5b8998b37ef7 req-f7ccba0f-b87f-4566-8ce4-5e42d1209b42 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:01.010028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77b8fe22-82d7-4961-9ad9-5b8998b37ef7 req-f7ccba0f-b87f-4566-8ce4-5e42d1209b42 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3867877 Jul 16 22:36:01.013511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.016049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] For port 59e03d43-f03c-47e4-9eea-fef4a30b6287, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:01.020581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] For port 59e03d43-f03c-47e4-9eea-fef4a30b6287, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e03d43-f03c-47e4-9eea-fef4a30b6287,segment=NetworkSegment(b4fe3791-e86e-4dbd-912c-8d421d305e63),segment_id=b4fe3791-e86e-4dbd-912c-8d421d305e63)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:01.036174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:01.036818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.044219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.113159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.126842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 52347021-d93f-4b5f-b0dd-36baa21d0928 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:01.191037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eebed29b-559b-49b1-a6e5-1df1dbd72033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.213273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f2499-7d8d-456f-98a9-9a06965e77f9 None None] Pushing event updated for resources: {'Port': ['ID=59e03d43-f03c-47e4-9eea-fef4a30b6287,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:01.317838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.404500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-c71f045c-c733-4930-bb80-8bbb2996d69e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:01.414400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-c71f045c-c733-4930-bb80-8bbb2996d69e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.3622942 Jul 16 22:36:01.445028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-edfb34d0-aa26-421c-9d30-ddc805a136d9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/quotas/c3f4b8b6ab6e4b15b24cfb66fab65a1e HTTP/1.1" status: 200 len: 375 time: 0.0249450 Jul 16 22:36:01.678717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-37f2b052-83e5-4e07-a818-64ee46d2421e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327886 Jul 16 22:36:01.723690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9272873 Jul 16 22:36:01.820894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77b8fe22-82d7-4961-9ad9-5b8998b37ef7 req-d8b41af7-86b4-48ff-bd3e-52237eb35958 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810938 Jul 16 22:36:01.821589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:01.980288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b111-b610-4d45-b51d-635ce182eb4f tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Network': ['ID=16bdbf8b-eba2-43c0-b42a-a06d8c50742a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:02.013477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:02.014024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-fd6775d1-a9f8-40d9-a114-e5c9322bcb4e service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271370 Jul 16 22:36:02.020090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=52347021-d93f-4b5f-b0dd-36baa21d0928,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:02.296856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98ee0b8b-c84d-48ab-a7d5-f65c66915424 req-a5431a64-af78-4bd1-b7f3-24028cba2cd0 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1202354 Jul 16 22:36:02.313153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-045e8ad4-84d9-4fc5-9c5e-881b7a0c8f8a service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984438 Jul 16 22:36:02.408436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:02.410953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-faa09882-ba4e-47fc-8e2c-e76d66564b30 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/52347021-d93f-4b5f-b0dd-36baa21d0928 HTTP/1.1" status: 204 len: 168 time: 2.5373428 Jul 16 22:36:02.416356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41578) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:02.609492 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f06d2e-c901-4c40-b717-3ebd44b795c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:02.614103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73f06d2e-c901-4c40-b717-3ebd44b795c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/52347021-d93f-4b5f-b0dd-36baa21d0928 HTTP/1.1" status: 404 len: 333 time: 0.1967006 Jul 16 22:36:02.614729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:02.657427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eebed29b-559b-49b1-a6e5-1df1dbd72033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:02.785159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eebed29b-559b-49b1-a6e5-1df1dbd72033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:02.901028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed29b-559b-49b1-a6e5-1df1dbd72033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d330052-4e31-45ac-a447-d049c2c1463b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:02.954586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:02.957993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e03d43-f03c-47e4-9eea-fef4a30b6287 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:03.070393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet b23376ea-780e-429f-9729-b70ea61b7219 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:03.074632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:03.140827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25a1a3c1-7c4e-43bd-af96-37d37a2d5f36 req-da64797e-cff2-438e-a09b-f33408e86c0e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 210 time: 0.1245511 Jul 16 22:36:03.162203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b7ca5-09e9-414e-8448-2ec3adad51ff None None] Network 756c397f-b15f-41ad-a075-913609ba0ff5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:03.248204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:03.371875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:03.448133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eebed29b-559b-49b1-a6e5-1df1dbd72033 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be4a0762bda743a5a03bba1d367ff16a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5756056 Jul 16 22:36:03.451020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41600) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:03.475598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:03.514480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:03.520032 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/b23376ea-780e-429f-9729-b70ea61b7219 HTTP/1.1" status: 204 len: 168 time: 0.9014153 Jul 16 22:36:03.525716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:03.613178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27201d-cf9d-42b4-8d31-09ae809a0399 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=b23376ea-780e-429f-9729-b70ea61b7219,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:03.759186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7f07ab63-a9a0-4f9a-85d6-b1add32a3712 req-1dca52fb-08a3-444e-b87d-cc329625f4ff tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1868773 Jul 16 22:36:03.928705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.006156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a00fbdb-d44d-4db6-8578-4792e26a3e9b None None] Provisioning for port 59e03d43-f03c-47e4-9eea-fef4a30b6287 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:04.035525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.079672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.149207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.152717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.161727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d330052-4e31-45ac-a447-d049c2c1463b HTTP/1.1" status: 204 len: 168 time: 0.7096095 Jul 16 22:36:04.175646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df6dbd-1b3e-41e5-9622-f0de02d29655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d330052-4e31-45ac-a447-d049c2c1463b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:04.229241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e3b8b-b1af-4ad2-9f3a-1043c5841449 req-ba29e10a-8800-456f-937f-67ed4036fa70 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:04.249707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db3e3b8b-b1af-4ad2-9f3a-1043c5841449 req-ba29e10a-8800-456f-937f-67ed4036fa70 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.7999356 Jul 16 22:36:04.319417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 59e03d43-f03c-47e4-9eea-fef4a30b6287 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:04.358471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a00fbdb-d44d-4db6-8578-4792e26a3e9b None None] Provisioning complete for port 59e03d43-f03c-47e4-9eea-fef4a30b6287 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:04.358757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a00fbdb-d44d-4db6-8578-4792e26a3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.427048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 59e03d43-f03c-47e4-9eea-fef4a30b6287 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:04.427434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.707502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db3e3b8b-b1af-4ad2-9f3a-1043c5841449 req-7cf9ebf1-e35b-4fec-990c-06838bf79949 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498405 Jul 16 22:36:04.721651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 59e03d43-f03c-47e4-9eea-fef4a30b6287 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:04.722364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.758246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-930295b9-ddcb-433b-905c-fa9e39a64f42 req-1b48c4ee-9817-42c4-baf0-c7a4e823264b tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 210 time: 0.1134806 Jul 16 22:36:04.913251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 59e03d43-f03c-47e4-9eea-fef4a30b6287, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59e03d43-f03c-47e4-9eea-fef4a30b6287,segment=NetworkSegment(b4fe3791-e86e-4dbd-912c-8d421d305e63),segment_id=b4fe3791-e86e-4dbd-912c-8d421d305e63)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:04.913627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:04.937833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 59e03d43-f03c-47e4-9eea-fef4a30b6287 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:04.953415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:04.959114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'subnets': [{'network_id': '199e562b-1556-4909-913d-2512ac58a59b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--474873470', 'ip_version': 6}, {'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:04.959419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'subnet': {'network_id': '199e562b-1556-4909-913d-2512ac58a59b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--474873470', 'ip_version': 6}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:04.960288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Request body: {'subnet': {'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:05.125725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.201979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:05.254859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78011edb-3981-4c65-9b88-474bfe8f2532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.266500 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a00fbdb-d44d-4db6-8578-4792e26a3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.277775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b912ff78-f59d-4aec-b5d2-901c03eaa3b9 None None] DHCP port deletion for 756c397f-b15f-41ad-a075-913609ba0ff5 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:05.337571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.433775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 59e03d43-f03c-47e4-9eea-fef4a30b6287 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:05.444229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e03d43-f03c-47e4-9eea-fef4a30b6287 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:05.490349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 59e03d43-f03c-47e4-9eea-fef4a30b6287 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:05.493431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59e03d43-f03c-47e4-9eea-fef4a30b6287 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:05.567112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78011edb-3981-4c65-9b88-474bfe8f2532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.595741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=59e03d43-f03c-47e4-9eea-fef4a30b6287,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:05.612939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Made reservation on behalf of 88bf9e028989486fab48d5d49813aead for: {'subnet': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:05.615293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f76b406-31e7-4979-a6e6-c7410964ac8c req-7baee7f7-9b09-4452-8890-b3f237d65d0b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.4169712 Jul 16 22:36:05.618419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.618966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:05.968702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78011edb-3981-4c65-9b88-474bfe8f2532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.055942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78011edb-3981-4c65-9b88-474bfe8f2532 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf3dcc39428544a8998f6ab92bcf6a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8514955 Jul 16 22:36:06.061183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:06.137575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-9d6ee429-fe5c-44e1-a22d-e8e8cf6738e8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:06.139166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-9d6ee429-fe5c-44e1-a22d-e8e8cf6738e8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.5187955 Jul 16 22:36:06.197464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Request body: {'port': {'device_id': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'admin_state_up': True, 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:06.389295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-626f0def-0e7e-44a1-acc4-2da0cb58d87a req-edc7e9a0-004d-4eba-b2e9-dc996f440d27 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 210 time: 0.2438698 Jul 16 22:36:06.391304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.469321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.473157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011edb-3981-4c65-9b88-474bfe8f2532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65618f10-6285-4e88-b86b-605430e2faaa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:06.507795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756c397f-b15f-41ad-a075-913609ba0ff5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:06.549281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fe3791-e86e-4dbd-912c-8d421d305e63') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:06.549649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fe3791-e86e-4dbd-912c-8d421d305e63') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:06.567896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:06.572000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.624948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.639450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f224a-362c-494c-a614-05443673e8a1 req-0a45fae9-9e67-44ab-aaf7-c3a503ad083b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:06.653416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b98f224a-362c-494c-a614-05443673e8a1 req-0a45fae9-9e67-44ab-aaf7-c3a503ad083b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.5017526 Jul 16 22:36:06.677407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.734997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Checking segment: {'id': '14e7cd90-2a7f-4eb4-8a58-a842a41decde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '199e562b-1556-4909-913d-2512ac58a59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:06.735390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network hostable DHCP agents. Network: 199e562b-1556-4909-913d-2512ac58a59b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:06.740314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.750562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.761549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:06.763023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:06.766796 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:06.800619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b98f224a-362c-494c-a614-05443673e8a1 req-e70a4890-57ae-4bf1-98e5-cbe4b70b2fb1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458714 Jul 16 22:36:06.801362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Subnet': ['ID=17252646-a6d4-4a10-aa2a-78b8ff0bd8de,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:06.852165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a60abb95-4dc1-4f95-8155-ea3fd17e49a7 req-18285116-5bae-423f-a015-f519d10c389a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0712230 Jul 16 22:36:06.881566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network 199e562b-1556-4909-913d-2512ac58a59b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:06.900687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 199e562b-1556-4909-913d-2512ac58a59b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:06.905173 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.911275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1d1e8-0ab3-45d4-9d73-a3b2a7adae04 None None] Network 199e562b-1556-4909-913d-2512ac58a59b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:06.926353 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.933260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:06.935083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/756c397f-b15f-41ad-a075-913609ba0ff5 HTTP/1.1" status: 204 len: 168 time: 3.4072945 Jul 16 22:36:06.966283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:06.968445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event updated for resources: {'Subnet': ['ID=4e819a1f-87bb-45a4-a199-d3d997f14452,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:06.982052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'name': 'tempest-PortsTestJSON-1243426422'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:07.130430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Checking segment: {'id': 'ac137c6e-d378-4ac6-affb-f12f46b2588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:07.131742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network hostable DHCP agents. Network: 16bdbf8b-eba2-43c0-b42a-a06d8c50742a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:07.147158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:07.151319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.156815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40087a5-4492-4d60-9fe9-20f330c66832 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=756c397f-b15f-41ad-a075-913609ba0ff5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:07.158621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.161241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.170286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65618f10-6285-4e88-b86b-605430e2faaa HTTP/1.1" status: 204 len: 168 time: 1.1079972 Jul 16 22:36:07.195378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 38c81d0c-c51a-4a57-bf1d-02dba319a9e5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:07.204699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c1346-f48b-4f66-95c0-8b34afd6bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65618f10-6285-4e88-b86b-605430e2faaa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:07.216622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Allocated IP 172.20.0.14 (e16af5aa-b993-43b9-8751-ec20ddb95633/775ed114-60b1-4b73-88cb-75cf45d1231f/9a81139a-1b79-46f7-a910-a6fb034fb037) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:07.222601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:07.283362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-199e562b-1556-4909-913d-2512ac58a59b', 'network_id': '199e562b-1556-4909-913d-2512ac58a59b', 'tenant_id': '88bf9e028989486fab48d5d49813aead', 'fixed_ips': [{'subnet_id': '17252646-a6d4-4a10-aa2a-78b8ff0bd8de'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:07.285406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.373891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 16bdbf8b-eba2-43c0-b42a-a06d8c50742a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:07.395762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:07.401762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:07.404104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.456345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffafc5-1ec7-4979-bc26-f86fa4841345 None None] Network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:07.480094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb0cb315-42eb-4007-9975-59f2e1dcbf0a tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5219243 Jul 16 22:36:07.485353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:07.698561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d08f9-1bff-4c15-b856-fc15e029a0ae tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:07.700361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d08f9-1bff-4c15-b856-fc15e029a0ae tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:07.714362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d08f9-1bff-4c15-b856-fc15e029a0ae tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:07.716007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd4d08f9-1bff-4c15-b856-fc15e029a0ae tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2297115 Jul 16 22:36:07.731233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:07.745829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0487bb1e-7769-4075-afe8-12e91be44122 req-4ff5a369-7b04-4142-955a-eff7f5411da5 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 210 time: 0.1068807 Jul 16 22:36:07.827973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.851625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:07.946204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Deleting subnet 17252646-a6d4-4a10-aa2a-78b8ff0bd8de {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:07.951895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.010323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483', '8b5d06a4-d486-416c-8995-4f6bc6d41353'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:36:08.045196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event updated for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:08.073074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Allocated IP 2001:db8::1 (199e562b-1556-4909-913d-2512ac58a59b/17252646-a6d4-4a10-aa2a-78b8ff0bd8de/506dc376-6afa-49c2-b5af-db500b6448a7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:08.073929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.074109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Network e16af5aa-b993-43b9-8751-ec20ddb95633 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:08.077456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:08.087356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:08.158474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:08.177898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:08.235533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:08.247129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:08.250516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.259133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b77fb311-3549-494b-b129-a406a882e195 req-ea733684-d854-47ad-87e0-e1c97eb10a84 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0793045 Jul 16 22:36:08.299094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:08.300139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.325115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-511f2f34-3246-42f0-8820-4f979f3e7bc0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1309938 Jul 16 22:36:08.339411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Request body: {'port': {'device_id': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:08.342820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-16bdbf8b-eba2-43c0-b42a-a06d8c50742a', 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a', 'tenant_id': '88bf9e028989486fab48d5d49813aead', 'fixed_ips': [{'subnet_id': '4e819a1f-87bb-45a4-a199-d3d997f14452'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:08.343771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.345093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=38c81d0c-c51a-4a57-bf1d-02dba319a9e5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:08.351605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-55a5b921-eca7-4479-a684-748973712bb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3746760 Jul 16 22:36:08.369257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:08.494548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.525839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744e046-c3d2-4e7e-85f5-ad5efb650c5d req-ecfa4a5a-1bab-4f3c-86c8-5ee951f9e52c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:08.534858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7744e046-c3d2-4e7e-85f5-ad5efb650c5d req-ecfa4a5a-1bab-4f3c-86c8-5ee951f9e52c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.2772191 Jul 16 22:36:08.622946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7744e046-c3d2-4e7e-85f5-ad5efb650c5d req-245f84d5-39e7-400e-a6c6-e6f124842a77 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867863 Jul 16 22:36:08.692297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 38c81d0c-c51a-4a57-bf1d-02dba319a9e5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:08.693172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.964914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:08.981867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 38c81d0c-c51a-4a57-bf1d-02dba319a9e5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:09.141350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.314088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4ed99-2e00-48b7-b155-2050ebcea6b2 req-4b0b75da-e0bc-4814-bb68-3c335cb30726 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:09.314280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=38c81d0c-c51a-4a57-bf1d-02dba319a9e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:09.337545 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61a4ed99-2e00-48b7-b155-2050ebcea6b2 req-4b0b75da-e0bc-4814-bb68-3c335cb30726 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 932 time: 0.3969464 Jul 16 22:36:09.339743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.352811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-959f8f23-2c97-4d66-8272-66423c874671 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/38c81d0c-c51a-4a57-bf1d-02dba319a9e5 HTTP/1.1" status: 204 len: 168 time: 0.9661155 Jul 16 22:36:09.353644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:09.365486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'mac_address': 'fa:16:3e:3f:08:09', 'name': 'tempest-PortsTestJSON-818090825'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:09.420305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61a4ed99-2e00-48b7-b155-2050ebcea6b2 req-28fee002-0fc9-4b2f-8c72-00e54e2914fc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Jul 16 22:36:09.463207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a81139a-1b79-46f7-a910-a6fb034fb037 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:36:09.490945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.507572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.530034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Transition to ACTIVE for port object 9a81139a-1b79-46f7-a910-a6fb034fb037 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:09.555598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.604041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Allocated IP 2001:db8:0:1::1 (16bdbf8b-eba2-43c0-b42a-a06d8c50742a/4e819a1f-87bb-45a4-a199-d3d997f14452/d862852e-ba24-45a5-ac24-24f6fcc664da) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:09.665441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:09.721835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Transition to ACTIVE for port object 506dc376-6afa-49c2-b5af-db500b6448a7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:09.789734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.795594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a93a71ce-2de6-4686-9439-2ffa16c4b870 req-8003f652-c388-4f22-9f3d-7fc7d9ff0d5b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1612778 Jul 16 22:36:09.818332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Transition to ACTIVE for port object 506dc376-6afa-49c2-b5af-db500b6448a7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:09.911255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 63208c1c-87ad-4b0d-9066-33dfddcbb0bc yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:09.932467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:09.959686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.001769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Pushing event updated for resources: {'Port': ['ID=506dc376-6afa-49c2-b5af-db500b6448a7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:10.116261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Network 199e562b-1556-4909-913d-2512ac58a59b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:10.122749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:10.125241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:10.166462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.247482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Attempting to bind port 506dc376-6afa-49c2-b5af-db500b6448a7 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:10.247868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Attempting to bind port 506dc376-6afa-49c2-b5af-db500b6448a7 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '14e7cd90-2a7f-4eb4-8a58-a842a41decde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '199e562b-1556-4909-913d-2512ac58a59b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:10.248714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Attempting to bind port 506dc376-6afa-49c2-b5af-db500b6448a7 on network 199e562b-1556-4909-913d-2512ac58a59b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:10.306315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.339065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:10.339512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Checking segment: {'id': '14e7cd90-2a7f-4eb4-8a58-a842a41decde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '199e562b-1556-4909-913d-2512ac58a59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:10.339853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.340259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Bound using segment: {'id': '14e7cd90-2a7f-4eb4-8a58-a842a41decde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '199e562b-1556-4909-913d-2512ac58a59b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:10.340755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Bound port: 506dc376-6afa-49c2-b5af-db500b6448a7, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e7cd90-2a7f-4eb4-8a58-a842a41decde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '199e562b-1556-4909-913d-2512ac58a59b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:10.357499 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.367617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:10.393675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.509053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.521957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:10.536257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:10.552480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:10.586900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:10.587217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Transition to ACTIVE for port object d862852e-ba24-45a5-ac24-24f6fcc664da will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:10.594955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.663792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] For port 506dc376-6afa-49c2-b5af-db500b6448a7, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:10.666056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Transition to ACTIVE for port object d862852e-ba24-45a5-ac24-24f6fcc664da will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:10.688335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-925667310', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:10.723592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] For port 506dc376-6afa-49c2-b5af-db500b6448a7, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=506dc376-6afa-49c2-b5af-db500b6448a7,segment=NetworkSegment(14e7cd90-2a7f-4eb4-8a58-a842a41decde),segment_id=14e7cd90-2a7f-4eb4-8a58-a842a41decde)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:10.725231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.757596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4026692 Jul 16 22:36:10.769179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:10.769983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec8498-1306-45ad-bc68-43fa022ad19d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=63208c1c-87ad-4b0d-9066-33dfddcbb0bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:10.821967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.825030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Pushing event updated for resources: {'Port': ['ID=d862852e-ba24-45a5-ac24-24f6fcc664da,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:10.900230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408599f4-c986-4c12-8f0e-921c1f4c93ba None None] Pushing event updated for resources: {'Port': ['ID=506dc376-6afa-49c2-b5af-db500b6448a7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:10.909651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Made reservation on behalf of b52b8552004745b782a2b1a8ae242af7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:10.912059 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.947439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:10.950547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:10.958091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:10.965791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:10.978867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Pushing event updated for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:10.982474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908ac76-175e-40f6-9434-ac0cd26d02d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:10.993364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c908ac76-175e-40f6-9434-ac0cd26d02d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/63208c1c-87ad-4b0d-9066-33dfddcbb0bc HTTP/1.1" status: 200 len: 840 time: 0.2173607 Jul 16 22:36:10.998898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:11.006472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Attempting to bind port 9a81139a-1b79-46f7-a910-a6fb034fb037 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:11.006797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Attempting to bind port 9a81139a-1b79-46f7-a910-a6fb034fb037 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:11.007127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Attempting to bind port 9a81139a-1b79-46f7-a910-a6fb034fb037 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:11.060632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Port 9a81139a-1b79-46f7-a910-a6fb034fb037 on network e16af5aa-b993-43b9-8751-ec20ddb95633 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:36:11.060954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Attempting to bind port 9a81139a-1b79-46f7-a910-a6fb034fb037 on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:11.112294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:11.112810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Checking segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:11.113986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Bound using segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:11.118117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Bound port: 9a81139a-1b79-46f7-a910-a6fb034fb037, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:11.118644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.130281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd1d8-8614-4e3c-a2b6-fbc22c4087b4 req-29157d68-7d16-4e7a-9434-bcf697226140 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:11.140655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-297bd1d8-8614-4e3c-a2b6-fbc22c4087b4 req-29157d68-7d16-4e7a-9434-bcf697226140 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 944 time: 0.5148563 Jul 16 22:36:11.158272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Attempting to bind port d862852e-ba24-45a5-ac24-24f6fcc664da on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:11.163505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Attempting to bind port d862852e-ba24-45a5-ac24-24f6fcc664da by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ac137c6e-d378-4ac6-affb-f12f46b2588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:11.164028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Attempting to bind port d862852e-ba24-45a5-ac24-24f6fcc664da on network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:11.174486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:11.180292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Checking segment: {'id': 'ac137c6e-d378-4ac6-affb-f12f46b2588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:11.180848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.181385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Bound using segment: {'id': 'ac137c6e-d378-4ac6-affb-f12f46b2588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:11.181991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Bound port: d862852e-ba24-45a5-ac24-24f6fcc664da, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac137c6e-d378-4ac6-affb-f12f46b2588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16bdbf8b-eba2-43c0-b42a-a06d8c50742a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:11.182488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.234804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.399970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] For port d862852e-ba24-45a5-ac24-24f6fcc664da, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:11.411628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] For port d862852e-ba24-45a5-ac24-24f6fcc664da, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d862852e-ba24-45a5-ac24-24f6fcc664da,segment=NetworkSegment(ac137c6e-d378-4ac6-affb-f12f46b2588a),segment_id=ac137c6e-d378-4ac6-affb-f12f46b2588a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:11.436856 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.500064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-297bd1d8-8614-4e3c-a2b6-fbc22c4087b4 req-b97ff3ca-9c5e-4496-8a46-fc2dfc29c080 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529525 Jul 16 22:36:11.535510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.598842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299595f-812e-44b4-b059-098bb7becc39 None None] Pushing event updated for resources: {'Port': ['ID=d862852e-ba24-45a5-ac24-24f6fcc664da,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:11.626078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Subnet': ['ID=17252646-a6d4-4a10-aa2a-78b8ff0bd8de,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:11.727095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 63208c1c-87ad-4b0d-9066-33dfddcbb0bc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:11.727442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.760401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:11.776197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9a81139a-1b79-46f7-a910-a6fb034fb037,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:11.794100 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.802530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a8fdbe0-2392-4612-81f3-be5741cd05e1 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/subnets/17252646-a6d4-4a10-aa2a-78b8ff0bd8de HTTP/1.1" status: 204 len: 168 time: 4.0701835 Jul 16 22:36:11.811172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:11.812600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:11.862881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e493ccc-796c-40e5-963b-bf382b2951e2 req-e04c5f41-7e60-47c7-9bdb-4a6afff265ff tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:11.864913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e493ccc-796c-40e5-963b-bf382b2951e2 req-e04c5f41-7e60-47c7-9bdb-4a6afff265ff tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 1.8370945 Jul 16 22:36:11.955524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.019327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:12.020093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.021701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] 10.222.0.47 "PUT /v2.0/ports/9a81139a-1b79-46f7-a910-a6fb034fb037 HTTP/1.1" status: 200 len: 1093 time: 3.6887035 Jul 16 22:36:12.022698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:36:12.024947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 63208c1c-87ad-4b0d-9066-33dfddcbb0bc owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:12.025524 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67dd07-6359-458e-ac3c-98050bdcf446" -d '{"events": [{"name": "network-changed", "server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:36:12.102290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e493ccc-796c-40e5-963b-bf382b2951e2 req-529be30d-cf9e-4cf2-8f71-54963abc4f61 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686459 Jul 16 22:36:12.130900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43602-30c8-4847-84f4-cace01836ebf service neutron] Pushing event updated for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:12.146189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Deleting subnet 4e819a1f-87bb-45a4-a199-d3d997f14452 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:12.149874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.263164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.313133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-36e8400b-da71-4726-a24c-6ce8ba384bb9 req-d60f9532-210c-40eb-963e-61820b77804e tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.1029434 Jul 16 22:36:12.365326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.398130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.410265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] device_id is not set on port 9c53826b-0d7d-4683-9ea3-479eaf2d77e5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:12.447357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-17e19cd0-ed32-45f5-8efc-0a7e5d8c05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:12.449377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-17e19cd0-ed32-45f5-8efc-0a7e5d8c05e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 1096 time: 0.3683453 Jul 16 22:36:12.483671 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf658e2-f9cf-4b06-9f81-5001b9632a5b x-openstack-request-id: req-adf658e2-f9cf-4b06-9f81-5001b9632a5b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:36:12.484248 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:36:12.484711 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adf658e2-f9cf-4b06-9f81-5001b9632a5b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:36:12.485291 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037', 'status': 'completed', 'code': 200} Jul 16 22:36:12.561823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.565141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-030708c6-82cf-49aa-9636-096063036b6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a81139a-1b79-46f7-a910-a6fb034fb037 HTTP/1.1" status: 200 len: 217 time: 0.0831032 Jul 16 22:36:12.691687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=63208c1c-87ad-4b0d-9066-33dfddcbb0bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:12.711726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.729720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bffee-c926-4ea7-bf2f-4e2de5264d88,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:12.798395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.803915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8fc4622c-f1bd-4205-9564-fbc4ce7b1644 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/63208c1c-87ad-4b0d-9066-33dfddcbb0bc HTTP/1.1" status: 204 len: 168 time: 1.8016505 Jul 16 22:36:12.825038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:12.973848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:12.986453 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a9a6de-252e-48cf-a9a4-0bae99159c1f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:12.988732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-77a9a6de-252e-48cf-a9a4-0bae99159c1f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/63208c1c-87ad-4b0d-9066-33dfddcbb0bc HTTP/1.1" status: 404 len: 333 time: 0.1627245 Jul 16 22:36:13.010149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:13.108202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'name': 'tempest-PortsTestJSON-1757684837'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:13.108315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Subnet': ['ID=4e819a1f-87bb-45a4-a199-d3d997f14452,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:13.108315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-2c9de3d3-5fc8-4560-aeda-ce79651ec8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:13.108315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-2c9de3d3-5fc8-4560-aeda-ce79651ec8db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.5056553 Jul 16 22:36:13.160734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:13.168054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-817f2d89-555d-4887-ac8b-41a082ec2903 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/subnets/4e819a1f-87bb-45a4-a199-d3d997f14452 HTTP/1.1" status: 204 len: 168 time: 1.3527520 Jul 16 22:36:13.188170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41816) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:13.192423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d987f-82a5-4735-bf7c-d1666169c70c None None] Network 199e562b-1556-4909-913d-2512ac58a59b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:13.268976 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-4b788eba-0755-44eb-bc1d-48e3485e306c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780722 Jul 16 22:36:13.306750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d014ff73-5274-41cc-b0b2-5125c7491ed4 None None] Provisioning for port 506dc376-6afa-49c2-b5af-db500b6448a7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:13.482121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Allocated IP 172.25.5.46 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/9c53826b-0d7d-4683-9ea3-479eaf2d77e5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:13.503732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] DHCP port deletion for 199e562b-1556-4909-913d-2512ac58a59b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:13.589357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55d446-70a9-4c11-9ca2-228d1f427849 None None] Network 16bdbf8b-eba2-43c0-b42a-a06d8c50742a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:13.620722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Deleting port 506dc376-6afa-49c2-b5af-db500b6448a7 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:13.621477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:13.679325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9baef4-55ce-4d50-bfe9-90ed0ecfd668 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:13.681792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fd9baef4-55ce-4d50-bfe9-90ed0ecfd668 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4926338 Jul 16 22:36:13.688584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-b8c87a07-5cae-4673-a67f-39b8e34528ee service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122863 Jul 16 22:36:13.689337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:13.690891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc749-7ce0-48ca-98d8-15f57b44e4f9 req-d9308ca6-12b3-4835-912d-b70c898650fd tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:13.698385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-078cc749-7ce0-48ca-98d8-15f57b44e4f9 req-d9308ca6-12b3-4835-912d-b70c898650fd tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 944 time: 0.9092813 Jul 16 22:36:13.734069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:13.744933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:13.778000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] For port 506dc376-6afa-49c2-b5af-db500b6448a7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=506dc376-6afa-49c2-b5af-db500b6448a7,segment=NetworkSegment(14e7cd90-2a7f-4eb4-8a58-a842a41decde),segment_id=14e7cd90-2a7f-4eb4-8a58-a842a41decde)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:13.782115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:13.814741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Calling delete_port for 506dc376-6afa-49c2-b5af-db500b6448a7 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:13.839306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 6e01e74a-a864-47cb-ad8e-5b486e68305a yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:13.963829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-078cc749-7ce0-48ca-98d8-15f57b44e4f9 req-dbf7e9be-0f3f-453b-b889-a7e440f197da tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643132 Jul 16 22:36:14.103340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c0406-6fc7-43af-9e17-600553136145 req-10b054a5-4647-43c9-97c5-ad50bc199478 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:14.114367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-102c0406-6fc7-43af-9e17-600553136145 req-10b054a5-4647-43c9-97c5-ad50bc199478 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.5898407 Jul 16 22:36:14.171299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.205783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.210992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd9a3651-c1a6-42c6-ba6e-b65d7ee57766 req-197b5680-7a4a-405a-98bd-8f54fc80cf45 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959998 Jul 16 22:36:14.231681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-102c0406-6fc7-43af-9e17-600553136145 req-161b6883-3471-4ac5-87f6-25310bcf19b2 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984941 Jul 16 22:36:14.282872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.385505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e7b4e8b-42da-4e58-ac39-044af8c7c407 None None] Provisioning for port d862852e-ba24-45a5-ac24-24f6fcc664da completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:14.389808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Deleting port d862852e-ba24-45a5-ac24-24f6fcc664da {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:14.390356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.402810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] Pushing event deleted for resources: {'Port': ['ID=506dc376-6afa-49c2-b5af-db500b6448a7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:14.439538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb566c-a5a1-4c2b-9e16-4a643330788a None None] No DVR routers for this DVR port 506dc376-6afa-49c2-b5af-db500b6448a7 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:14.554486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.565927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-b1f2b84b-618f-4e0b-9a05-69e2a735fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:14.568600 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-b1f2b84b-618f-4e0b-9a05-69e2a735fedf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 1096 time: 0.2474318 Jul 16 22:36:14.610493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81f2b65c-edf5-4e71-a095-a2407a1d3095 req-e651d4f6-6678-42d8-a173-c09882721ef8 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.3122668 Jul 16 22:36:14.618418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.660597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] For port d862852e-ba24-45a5-ac24-24f6fcc664da, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d862852e-ba24-45a5-ac24-24f6fcc664da,segment=NetworkSegment(ac137c6e-d378-4ac6-affb-f12f46b2588a),segment_id=ac137c6e-d378-4ac6-affb-f12f46b2588a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:14.660990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.714597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d862852e-ba24-45a5-ac24-24f6fcc664da up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:14.733265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:14.757164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:14.758996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:14.764545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:14.773346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.798729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Calling delete_port for d862852e-ba24-45a5-ac24-24f6fcc664da owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:14.808702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=6e01e74a-a864-47cb-ad8e-5b486e68305a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:14.834432 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec9ac079-70a7-40da-9318-7aa62f041a99 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8222270 Jul 16 22:36:14.836902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:14.852111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:14.856876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d862852e-ba24-45a5-ac24-24f6fcc664da completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:14.872691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.882049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d862852e-ba24-45a5-ac24-24f6fcc664da triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:14.882438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:14.934626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] DHCP port deletion for 16bdbf8b-eba2-43c0-b42a-a06d8c50742a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:14.977467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:14.984423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-91f6d9cf-b6b0-4afd-b5db-26f2d39e2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:14.986140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-91f6d9cf-b6b0-4afd-b5db-26f2d39e2878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 916 time: 0.3991654 Jul 16 22:36:14.988236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:15.002668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:15.005207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Pushing event updated for resources: {'Port': ['ID=9c53826b-0d7d-4683-9ea3-479eaf2d77e5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:15.049987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.085899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.100197 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-5ffef88e-f699-48af-8c06-0cdaafe1afdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a81139a-1b79-46f7-a910-a6fb034fb037 HTTP/1.1" status: 200 len: 217 time: 0.1040614 Jul 16 22:36:15.139639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d862852e-ba24-45a5-ac24-24f6fcc664da, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d862852e-ba24-45a5-ac24-24f6fcc664da,segment=NetworkSegment(ac137c6e-d378-4ac6-affb-f12f46b2588a),segment_id=ac137c6e-d378-4ac6-affb-f12f46b2588a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:15.153966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:15.154234 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.162610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.236672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-a13f99a8-51ce-47db-8a30-e98ba0591167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:15.238424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-a13f99a8-51ce-47db-8a30-e98ba0591167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1252384 Jul 16 22:36:15.239285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d862852e-ba24-45a5-ac24-24f6fcc664da,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:15.243137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Deleting port d862852e-ba24-45a5-ac24-24f6fcc664da {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:15.243545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.319553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-3bcb0079-47b5-4b75-bc4b-95f6bb8cc7f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667627 Jul 16 22:36:15.323451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.350051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1cf657cd-ca2e-42b7-beff-11b1b80f0709 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.9810665 Jul 16 22:36:15.399699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] For port d862852e-ba24-45a5-ac24-24f6fcc664da, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d862852e-ba24-45a5-ac24-24f6fcc664da,segment=NetworkSegment(ac137c6e-d378-4ac6-affb-f12f46b2588a),segment_id=ac137c6e-d378-4ac6-affb-f12f46b2588a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:15.400886 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.432129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Calling delete_port for d862852e-ba24-45a5-ac24-24f6fcc664da owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:15.464127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:15.468939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.46'}]}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:15.533777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-2bf429aa-38d6-4bc2-b0f3-523a55201127 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014856 Jul 16 22:36:15.587275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d862852e-ba24-45a5-ac24-24f6fcc664da no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:15.624553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.624748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Port': ['ID=d862852e-ba24-45a5-ac24-24f6fcc664da,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:15.635268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.636510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.643885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d862852e-ba24-45a5-ac24-24f6fcc664da {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:15.643885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d862852e-ba24-45a5-ac24-24f6fcc664da not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:15.644425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 506dc376-6afa-49c2-b5af-db500b6448a7 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:15.646305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] No DVR routers for this DVR port d862852e-ba24-45a5-ac24-24f6fcc664da on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:15.677513 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.684786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] No DVR routers for this DVR port d862852e-ba24-45a5-ac24-24f6fcc664da on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:15.712530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac75ae-8c7b-4a99-bc64-7f632167610f None None] Pushing event deleted for resources: {'Port': ['ID=d862852e-ba24-45a5-ac24-24f6fcc664da,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:15.722635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 506dc376-6afa-49c2-b5af-db500b6448a7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:15.723580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 506dc376-6afa-49c2-b5af-db500b6448a7 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:15.740376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdf12c-fdce-400b-b0b4-6cb869c041b1 req-b980bac6-bf6d-4f86-9faa-f04c572e8463 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:15.742274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cdf12c-fdce-400b-b0b4-6cb869c041b1 req-b980bac6-bf6d-4f86-9faa-f04c572e8463 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 944 time: 0.4431367 Jul 16 22:36:15.743122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.944546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:15.970298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bdbf8b-eba2-43c0-b42a-a06d8c50742a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:15.996153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3844e9b-e03b-4e3b-84de-7cee7b7c5e2e req-9f287fb7-05e5-41b7-b10e-93c0405d50b4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:15.998106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3844e9b-e03b-4e3b-84de-7cee7b7c5e2e req-9f287fb7-05e5-41b7-b10e-93c0405d50b4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3915007 Jul 16 22:36:16.000395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c67dd07-6359-458e-ac3c-98050bdcf446 req-a284682c-cf93-453f-b8fa-b752617bd249 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952305 Jul 16 22:36:16.004478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac137c6e-d378-4ac6-affb-f12f46b2588a') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:16.005049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac137c6e-d378-4ac6-affb-f12f46b2588a') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:16.007099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.009420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] In _notify_port_updated(), no bound segment for port 6e01e74a-a864-47cb-ad8e-5b486e68305a on network 9d55015a-42a0-4bd6-b340-06817450173c {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:36:16.029075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:16.030331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.031930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.032075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/ports/6e01e74a-a864-47cb-ad8e-5b486e68305a HTTP/1.1" status: 200 len: 818 time: 1.1926649 Jul 16 22:36:16.037109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41862) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:16.083256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.099120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3844e9b-e03b-4e3b-84de-7cee7b7c5e2e req-f78cbcf6-9d73-473d-9b32-73ae51ada5d4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 Jul 16 22:36:16.100115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:16.100536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:16.103912 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:16.235975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.244637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.259609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/16bdbf8b-eba2-43c0-b42a-a06d8c50742a HTTP/1.1" status: 204 len: 168 time: 2.5479767 Jul 16 22:36:16.261851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:16.326202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c441a5d-0cf4-4524-8d35-96f73c48fb37 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=16bdbf8b-eba2-43c0-b42a-a06d8c50742a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:16.425849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d2735e9-7f06-408b-bd4e-bde2ec0dff5a req-593ce9d1-9f3d-4f0d-a9c8-ce89a0c93ec2 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0714073 Jul 16 22:36:16.553823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.768480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.784809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199e562b-1556-4909-913d-2512ac58a59b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:16.809041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e7cd90-2a7f-4eb4-8a58-a842a41decde') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:16.809401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e7cd90-2a7f-4eb4-8a58-a842a41decde') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:16.820826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.863783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.863783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:16.863783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:16.870052 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:16.893054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9a81139a-1b79-46f7-a910-a6fb034fb037 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:36:16.922443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c43c0-e0fc-4071-92c8-0808cfbd7209 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=6e01e74a-a864-47cb-ad8e-5b486e68305a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:16.973808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.985175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:16.990661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/199e562b-1556-4909-913d-2512ac58a59b HTTP/1.1" status: 204 len: 168 time: 0.7269642 Jul 16 22:36:16.992411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41876) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:17.029386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d1164-cf21-4175-9ff9-30ad69dbf84b tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=199e562b-1556-4909-913d-2512ac58a59b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:17.034292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-35cdf12c-fdce-400b-b0b4-6cb869c041b1 req-c0d7ee4d-3063-47d8-9c61-9c29aaf4cd2f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2353196 Jul 16 22:36:17.123393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9a81139a-1b79-46f7-a910-a6fb034fb037,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:17.157316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '9a81139a-1b79-46f7-a910-a6fb034fb037', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'port_id': '9a81139a-1b79-46f7-a910-a6fb034fb037', 'mac_address': 'fa:16:3e:d9:a4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775ed114-60b1-4b73-88cb-75cf45d1231f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:36:17.189452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.202469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.238429 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.268896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a81139a-1b79-46f7-a910-a6fb034fb037 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:36:17.337513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9a81139a-1b79-46f7-a910-a6fb034fb037,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:17.352987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.404136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.420688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 6e01e74a-a864-47cb-ad8e-5b486e68305a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:17.421393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.424243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e371ae-c153-45f0-90d8-155f4e514e54']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:17.446215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbacf2e-43ee-4ca8-aa93-d44c32c447c4') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:17.446504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbacf2e-43ee-4ca8-aa93-d44c32c447c4') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:17.466820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.493289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.511261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:17.511810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.534321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:17.588044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:17.608249 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:17.677788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9a81139a-1b79-46f7-a910-a6fb034fb037'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:36:17.718350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.764771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.771317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/32e371ae-c153-45f0-90d8-155f4e514e54 HTTP/1.1" status: 204 len: 168 time: 0.7701640 Jul 16 22:36:17.772014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3236e15-a3e7-4e6e-be93-30128fa8f241 tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=32e371ae-c153-45f0-90d8-155f4e514e54,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:17.775103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:17.784735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 6e01e74a-a864-47cb-ad8e-5b486e68305a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:17.883047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d63c398b-4f15-4a8b-a16b-c944a07f6ea9 req-ad5fd423-2a39-4b97-b2ef-29f50dc3a23d tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0949121 Jul 16 22:36:17.944010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:17.981560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00fb57-8d38-4de3-bf0f-8b283aa50d34 req-321d819e-1229-4bc2-a20e-6964fac120f0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:17.989203 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a00fb57-8d38-4de3-bf0f-8b283aa50d34 req-321d819e-1229-4bc2-a20e-6964fac120f0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.4122479 Jul 16 22:36:17.995367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.026823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=6e01e74a-a864-47cb-ad8e-5b486e68305a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:18.051962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.056240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0e5a561f-c422-404f-b182-8271e79c1226 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/6e01e74a-a864-47cb-ad8e-5b486e68305a HTTP/1.1" status: 204 len: 168 time: 2.0129466 Jul 16 22:36:18.057233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41900) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:18.236316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a7b17-4ba7-422f-a543-ff230a039cbb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:18.238730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f3a7b17-4ba7-422f-a543-ff230a039cbb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1802046 Jul 16 22:36:18.243516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:18.277999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.296294 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabf1321-c86a-4693-aced-694f37565ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:18.301938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d155b433-156c-4de9-ac4d-313f61023cb7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:18.302112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fabf1321-c86a-4693-aced-694f37565ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/6e01e74a-a864-47cb-ad8e-5b486e68305a HTTP/1.1" status: 404 len: 333 time: 0.0535064 Jul 16 22:36:18.303128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:18.308507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1081468538'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:18.317746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.321618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f428800-579d-4d64-bd96-3d31f8441c56') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:18.322111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f428800-579d-4d64-bd96-3d31f8441c56') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:18.342362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.349726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.370559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.393869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:18.394513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:18.494757 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:18.510068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.526213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a00fb57-8d38-4de3-bf0f-8b283aa50d34 req-3b652c5f-a054-478c-b8e7-538fb70ae3f8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360570 Jul 16 22:36:18.557027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.559148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] 10.222.0.70 "DELETE /v2.0/networks/d155b433-156c-4de9-ac4d-313f61023cb7 HTTP/1.1" status: 204 len: 168 time: 0.7829864 Jul 16 22:36:18.560188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdac16-5b1d-4812-899b-a8c39986ba7c tempest-BulkNetworkOpsIpV6Test-1751369228 tempest-BulkNetworkOpsIpV6Test-1751369228-project] Pushing event deleted for resources: {'Network': ['ID=d155b433-156c-4de9-ac4d-313f61023cb7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:18.670217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:18.673950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.712256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.717421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:18.803947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e304-fb4e-4675-a1b5-24247926da16 req-e9247154-1818-41d8-93e6-b6fc80d9a2c8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:18.810901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7f1e304-fb4e-4675-a1b5-24247926da16 req-e9247154-1818-41d8-93e6-b6fc80d9a2c8 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 945 time: 0.3078139 Jul 16 22:36:18.841354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:18.841712 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment 1a5fae1c-69de-4b93-bafd-de2400102511 of type vlan for network 730d8be1-94a1-4964-be93-311b4b5a0801 Jul 16 22:36:18.896406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9a81139a-1b79-46f7-a910-a6fb034fb037 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:18.969569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7f1e304-fb4e-4675-a1b5-24247926da16 req-d6bc2f29-c012-4063-99df-e618510905a7 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577275 Jul 16 22:36:19.003506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 9a81139a-1b79-46f7-a910-a6fb034fb037 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:19.017041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 9a81139a-1b79-46f7-a910-a6fb034fb037 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:19.018793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.092059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:19.201574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.202602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.209488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.227615 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.244746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-446a22f7-6d72-4137-99ac-12a8551ccf9f req-1766e321-73cd-4fb0-8eb1-0fc1ddc92331 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9f748-3210-43c2-a5ad-1c8db72ac356 HTTP/1.1" status: 200 len: 210 time: 0.0463209 Jul 16 22:36:19.297373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9a81139a-1b79-46f7-a910-a6fb034fb037,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:19.298636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:36:19.302830 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cadf926-e7dc-425e-8e3f-58c1081ab394" -d '{"events": [{"server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "name": "network-vif-plugged", "status": "completed", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:36:19.319750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.371163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.371710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec867550-77bf-4f94-a4a3-657f8f37aed7 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:36:19.376758 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f3e8a6-2fae-4637-9bb4-e95889f93dcd x-openstack-request-id: req-56f3e8a6-2fae-4637-9bb4-e95889f93dcd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:36:19.378035 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "name": "network-vif-plugged", "status": "completed", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:36:19.378473 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56f3e8a6-2fae-4637-9bb4-e95889f93dcd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:36:19.379051 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037', 'code': 200} Jul 16 22:36:19.414942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.425249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:19.426190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.428823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b984e63e-f04f-47ff-bc87-c82e0df5ad1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88bf9e028989486fab48d5d49813aead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354800 Jul 16 22:36:19.431247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:19.454083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:19.477465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.477816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.478378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.478908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.479418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.479837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.480340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.480678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.481036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.481374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.481705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.482037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:19.495544 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:36:19.499061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2fc0cbb3-f608-4f1d-b82e-55955213f720 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0310786 Jul 16 22:36:19.504699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:19.517460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2105453 Jul 16 22:36:19.519463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:19.531271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.546315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:19.574224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.586214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1516-45a8-4dc2-8477-f3aa1392f575 req-33720ccc-e0a9-4807-98c4-f9d7bd3a38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:19.587786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b9c1516-45a8-4dc2-8477-f3aa1392f575 req-33720ccc-e0a9-4807-98c4-f9d7bd3a38a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 1098 time: 0.0944088 Jul 16 22:36:19.600436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd3890-4e0c-46f5-81bf-7a30b8b747e8 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=730d8be1-94a1-4964-be93-311b4b5a0801,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:19.615300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:19.671852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b9c1516-45a8-4dc2-8477-f3aa1392f575 req-b8668fec-ef04-4693-8da1-06aaa47af62e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Jul 16 22:36:19.698920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.702216 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.704007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26a2fb8d-a1b9-40a8-9a79-ba91ec750d43 HTTP/1.1" status: 204 len: 168 time: 0.2717125 Jul 16 22:36:19.744623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:19.748446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.765032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Deleting port 9c53826b-0d7d-4683-9ea3-479eaf2d77e5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:19.765380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.793632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822ecd6-598a-4cdd-822b-955af9004d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2fb8d-a1b9-40a8-9a79-ba91ec750d43,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:19.872505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937b5c-7efb-4878-b0e4-ed02ee56f777 req-48986635-a39a-441c-9e20-afcf2fb1dd65 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:19.881748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e937b5c-7efb-4878-b0e4-ed02ee56f777 req-48986635-a39a-441c-9e20-afcf2fb1dd65 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1735306 Jul 16 22:36:19.916812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:19.937689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Calling delete_port for 9c53826b-0d7d-4683-9ea3-479eaf2d77e5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:19.938860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e937b5c-7efb-4878-b0e4-ed02ee56f777 req-501838fa-2c0d-4146-b51d-7e8c84b14ae0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Jul 16 22:36:20.197290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.323693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-6090460f-9bf6-4378-93fe-ffa6c183277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.325497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-6090460f-9bf6-4378-93fe-ffa6c183277b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 1097 time: 0.2742226 Jul 16 22:36:20.326108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=c85c5c9d-c130-4d80-a276-c82818de4e8a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:20.356056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ea58c-0e3a-4586-9111-c2392e2d6906 req-8b52e046-3557-4866-b8ee-cf03d498af95 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.357640 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f2ea58c-0e3a-4586-9111-c2392e2d6906 req-8b52e046-3557-4866-b8ee-cf03d498af95 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 946 time: 0.2377832 Jul 16 22:36:20.373189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.395234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': '1a5fae1c-69de-4b93-bafd-de2400102511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:20.395616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: 730d8be1-94a1-4964-be93-311b4b5a0801, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:20.474441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c53826b-0d7d-4683-9ea3-479eaf2d77e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:20.504912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:20.596520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 730d8be1-94a1-4964-be93-311b4b5a0801 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:20.601493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f2ea58c-0e3a-4586-9111-c2392e2d6906 req-6f352b22-cad8-40cf-98b4-b6388cf08b4c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305615 Jul 16 22:36:20.632047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-43b5e246-8f97-4a8f-b5ef-43e38484cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.634022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.634377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-43b5e246-8f97-4a8f-b5ef-43e38484cd24 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2995954 Jul 16 22:36:20.640842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 730d8be1-94a1-4964-be93-311b4b5a0801) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:20.651951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e78cda-6981-4ae9-88a7-755c0c6f9783 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:20.652367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.653014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.656821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.663810 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b6d5c8c0-e22d-4df3-8fa3-a4a3834756e6 tempest-RoutersAdminNegativeIpV6Test-727270710 tempest-RoutersAdminNegativeIpV6Test-727270710-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9c53826b-0d7d-4683-9ea3-479eaf2d77e5 HTTP/1.1" status: 204 len: 168 time: 1.1537495 Jul 16 22:36:20.664735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:20.687995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.722355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-1d586832-f895-436f-a3dd-88db31a47b0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c HTTP/1.1" status: 200 len: 217 time: 0.0766766 Jul 16 22:36:20.742366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c502666-70ba-4c67-bc84-34a055463a85 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2231381 Jul 16 22:36:20.743004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42010) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:20.758891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.770561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:20.867268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-426604752'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:20.881499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-382bff0a-f200-4d1e-a23f-b8c1409d5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.882980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-382bff0a-f200-4d1e-a23f-b8c1409d5c16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1545560 Jul 16 22:36:20.896815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:20.901474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.905911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.909054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.912634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/security-groups/5cc92f79-9b53-44f6-91d8-45711050b5c1 HTTP/1.1" status: 204 len: 168 time: 0.4043508 Jul 16 22:36:20.921355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:20.935818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:20.945586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2f99b-1691-41f8-aa71-53a57e61011b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc92f79-9b53-44f6-91d8-45711050b5c1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:20.957219 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-b3b7d296-48d1-40a6-b573-96b23e99db7a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] show failed (client error): The resource could not be found. Jul 16 22:36:20.958269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3b7d296-48d1-40a6-b573-96b23e99db7a tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "GET /v2.0/security-groups/5cc92f79-9b53-44f6-91d8-45711050b5c1 HTTP/1.1" status: 404 len: 347 time: 0.0356753 Jul 16 22:36:20.962145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:20.988425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-b416732b-aa8c-48e8-be27-1a8a4a4c88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:20.990086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-b416732b-aa8c-48e8-be27-1a8a4a4c88d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978372 Jul 16 22:36:21.039573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ad858-09cc-443a-8a48-923041797617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-730d8be1-94a1-4964-be93-311b4b5a0801', 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': 'c85c5c9d-c130-4d80-a276-c82818de4e8a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:21.040744 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.185766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.192478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:21.202759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.239455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-952be14b-a189-4a94-8b82-41d0634cb2f4 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406387 Jul 16 22:36:21.242093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:21.245612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.268707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:21.280237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:21.281269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.343942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-231ad858-09cc-443a-8a48-923041797617 None None] Allocated IP 172.20.0.2 (730d8be1-94a1-4964-be93-311b4b5a0801/c85c5c9d-c130-4d80-a276-c82818de4e8a/37fdba71-94a3-4ad9-a3c7-c186e52a79a1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:21.351187 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c85c5c9d-c130-4d80-a276-c82818de4e8a (CIDR: 172.20.0.0/28) Jul 16 22:36:21.372406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.372740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.380608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f01cb5cb-308d-470e-bd5c-63f2119ca230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.382591 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:36:21.383086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:36:21.386983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:21.449215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012a8407-b919-497b-a0d3-2b5b9aaed053,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:21.457048 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2888897b-a984-44cb-8fe1-e4923e06d4d2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6940725 Jul 16 22:36:21.459070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42028) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:21.463238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.463630 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 5ae898f2-85db-499e-a235-fa72f92a2250 of type vlan for network 3135db9c-151c-4787-84b0-11f35b1689a8 Jul 16 22:36:21.469203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:21.473525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5623bcb-8172-499d-a5df-4a8919d50f51 req-36f41051-4096-4449-b133-ecda9a728c8d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:21.475133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5623bcb-8172-499d-a5df-4a8919d50f51 req-36f41051-4096-4449-b133-ecda9a728c8d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.3238688 Jul 16 22:36:21.536609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8ec3474-8ca1-4d70-8385-82022708c6da req-c974c114-1444-4701-8df5-8062dda05897 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949759 Jul 16 22:36:21.557863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5623bcb-8172-499d-a5df-4a8919d50f51 req-bf11225b-2e70-43be-bada-25ad894f352b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749860 Jul 16 22:36:21.570154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.584176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-231ad858-09cc-443a-8a48-923041797617 None None] Transition to ACTIVE for port object 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:21.606095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-231ad858-09cc-443a-8a48-923041797617 None None] Transition to ACTIVE for port object 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:21.613272 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.628548 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f01cb5cb-308d-470e-bd5c-63f2119ca230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.639782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f01cb5cb-308d-470e-bd5c-63f2119ca230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.683732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ad858-09cc-443a-8a48-923041797617 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:21.687578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-231ad858-09cc-443a-8a48-923041797617 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:21.691461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ad858-09cc-443a-8a48-923041797617 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:21.736792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ad858-09cc-443a-8a48-923041797617 None None] Pushing event updated for resources: {'Port': ['ID=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:21.758986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.773575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-231ad858-09cc-443a-8a48-923041797617 None None] Attempting to bind port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:21.773957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-231ad858-09cc-443a-8a48-923041797617 None None] Attempting to bind port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1a5fae1c-69de-4b93-bafd-de2400102511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:21.774335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ad858-09cc-443a-8a48-923041797617 None None] Attempting to bind port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 on network 730d8be1-94a1-4964-be93-311b4b5a0801 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:21.781302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ad858-09cc-443a-8a48-923041797617 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:21.781988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ad858-09cc-443a-8a48-923041797617 None None] Checking segment: {'id': '1a5fae1c-69de-4b93-bafd-de2400102511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:21.782497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.782908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ad858-09cc-443a-8a48-923041797617 None None] Bound using segment: {'id': '1a5fae1c-69de-4b93-bafd-de2400102511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:21.783963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-231ad858-09cc-443a-8a48-923041797617 None None] Bound port: 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5fae1c-69de-4b93-bafd-de2400102511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:21.784576 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.858284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:21.863661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.881821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-231ad858-09cc-443a-8a48-923041797617 None None] For port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:21.892359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-231ad858-09cc-443a-8a48-923041797617 None None] For port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,segment=NetworkSegment(1a5fae1c-69de-4b93-bafd-de2400102511),segment_id=1a5fae1c-69de-4b93-bafd-de2400102511)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:21.911845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-231ad858-09cc-443a-8a48-923041797617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:21.979928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ad858-09cc-443a-8a48-923041797617 None None] Pushing event updated for resources: {'Port': ['ID=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.003581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.012845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:22.014078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.055785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f01cb5cb-308d-470e-bd5c-63f2119ca230 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3649d8fd1fcd413583ba33cf74697cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8621576 Jul 16 22:36:22.056883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb5cb-308d-470e-bd5c-63f2119ca230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5dd273-93ff-47a5-a6ca-61826d9848e2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.059479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:22.113671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.118451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.144146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.154822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4840379 Jul 16 22:36:22.162226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42046) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:22.169214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'name': 'tempest-PortsIpV6TestJSON-1341307433'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:22.189293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5fb3-ab91-45cf-8539-498cd1d5ea42 req-6a4fe22a-ce02-4714-91ae-7754457909f9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:22.197054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2eba5fb3-ab91-45cf-8539-498cd1d5ea42 req-6a4fe22a-ce02-4714-91ae-7754457909f9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 946 time: 0.3570333 Jul 16 22:36:22.198601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dbcf7-fc18-4351-98ac-d6383a84997c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=3135db9c-151c-4787-84b0-11f35b1689a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.219705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=21e9fdf5-d3ee-4b5b-98b7-a8f84b634ccc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.226545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:22.318750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.321903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.323298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d5dd273-93ff-47a5-a6ca-61826d9848e2 HTTP/1.1" status: 204 len: 168 time: 0.2628384 Jul 16 22:36:22.338048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd634d6c-9bae-4af8-ad50-bfe326dacdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5dd273-93ff-47a5-a6ca-61826d9848e2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.354603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:22.359651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.370028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2eba5fb3-ab91-45cf-8539-498cd1d5ea42 req-586bfd2d-50fc-4946-8c44-f350d499cfe0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721716 Jul 16 22:36:22.384374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 3f79730c-b09a-485d-972e-ae40ed764a34 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:22.583895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.589178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.592869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-545b8b7a-50ef-4018-80ed-6c6d6940941f tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/floatingips/11038e9b-c240-4f06-b7d6-d37c977c44a5 HTTP/1.1" status: 204 len: 168 time: 1.6274104 Jul 16 22:36:22.594797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:22.695323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.757698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.890186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=3f79730c-b09a-485d-972e-ae40ed764a34,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:22.924713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '5ae898f2-85db-499e-a235-fa72f92a2250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:22.925125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 3135db9c-151c-4787-84b0-11f35b1689a8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:22.927448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.008665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35822-6df7-432f-85a7-ed8d0ebc9440 req-1d6e5975-60ae-49ad-8866-fb66d28004e5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:23.010458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08f35822-6df7-432f-85a7-ed8d0ebc9440 req-1d6e5975-60ae-49ad-8866-fb66d28004e5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.2004106 Jul 16 22:36:23.027580 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.031447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:23.090691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:23.120031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 730d8be1-94a1-4964-be93-311b4b5a0801 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:23.122736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:23.132104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:23.132855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.133812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 3135db9c-151c-4787-84b0-11f35b1689a8) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:23.147267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08f35822-6df7-432f-85a7-ed8d0ebc9440 req-7429799e-513d-425b-adee-cd92c5c81a6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275814 Jul 16 22:36:23.147742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cff8afd-3b04-407b-8a16-a40396a5587d None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:23.147995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:23.153641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:23.154274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.169896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57695001-ec2e-4321-bcff-14913eb3b5c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b52b8552004745b782a2b1a8ae242af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366878 Jul 16 22:36:23.170858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:23.171379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=d84da191-693e-47ab-9691-52a435f63d14,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:23.179020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:23.179477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.204550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-81f796a2-dccf-4f58-bf55-c89f22533ad4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7444050 Jul 16 22:36:23.212900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:23.222279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'fixed_ips': [{'subnet_id': 'c85c5c9d-c130-4d80-a276-c82818de4e8a'}, {'subnet_id': 'd84da191-693e-47ab-9691-52a435f63d14'}], 'name': 'tempest-PortsTestJSON-1936071256'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:23.241291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0eca271b-f9b2-43de-b1a1-53e567028314 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0777516 Jul 16 22:36:23.244594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:23.252546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1913379959'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:23.257819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.303353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.338324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:23.358515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.484167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:23.493872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.494213 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment b0f7518f-10cf-4414-9ad1-48029c8fa8b5 of type vlan for network 0357f225-f1f4-4088-a91f-6e50cfd00153 Jul 16 22:36:23.545213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:23.568852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.612557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177bcbc-6c35-4e36-8236-9a71745c7f8c None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:23.630454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.666611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:23.670079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.670201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98903647-5dc5-4cf1-9af9-8c016244e49e None None] Provisioning for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:23.706194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:23.714277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:23.714906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.804116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=0357f225-f1f4-4088-a91f-6e50cfd00153,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:23.812733 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.818875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.822497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c7bffee-c926-4ea7-bf2f-4e2de5264d88 HTTP/1.1" status: 204 len: 168 time: 0.6458082 Jul 16 22:36:23.832381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ef33-bd45-4196-8988-3f8c8cd8ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bffee-c926-4ea7-bf2f-4e2de5264d88,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:23.851569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.853495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0357f225-f1f4-4088-a91f-6e50cfd00153 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:23.894528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:24.072463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.084059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 7578e4d1-defe-4bad-85ff-dbaebdd72ac1 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:24.112141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,segment=NetworkSegment(1a5fae1c-69de-4b93-bafd-de2400102511),segment_id=1a5fae1c-69de-4b93-bafd-de2400102511)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:24.141655 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.183316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-237f5246-c7ec-4f14-8d93-bca4ed132291 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9367628 Jul 16 22:36:24.185874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:24.192840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'ports': [{'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'}, {'network_id': '0357f225-f1f4-4088-a91f-6e50cfd00153'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:24.193291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:24.193777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '0357f225-f1f4-4088-a91f-6e50cfd00153'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:24.202704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:24.265977 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:36:24.396223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:24.409338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.419433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.484289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port de17df14-9518-41ec-9b73-7b8277f172ef yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:24.560259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.569947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:36:24.572661 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b59814b-4d8c-4c70-ac78-81c51f617a9f" -d '{"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-unplugged", "status": "completed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:36:24.591128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:24.597225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.604391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=7578e4d1-defe-4bad-85ff-dbaebdd72ac1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:24.617425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.632423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9e08f-4d21-4d26-b637-19c30efbe316 req-d593d6f2-9f0a-4651-aa35-499935c24844 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:24.639633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17f9e08f-4d21-4d26-b637-19c30efbe316 req-d593d6f2-9f0a-4651-aa35-499935c24844 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 945 time: 0.1230376 Jul 16 22:36:24.685536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:24.691903 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfcb3e0-8a7d-4177-b0b1-ba1719b26c69 x-openstack-request-id: req-8cfcb3e0-8a7d-4177-b0b1-ba1719b26c69 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:36:24.693848 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-unplugged", "status": "failed", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:36:24.694117 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cfcb3e0-8a7d-4177-b0b1-ba1719b26c69 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:36:24.696059 n-d-793621-16 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'code': 422} returned with failed status Jul 16 22:36:24.715729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.768329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Update dhcp port {'port': {'network_id': '730d8be1-94a1-4964-be93-311b4b5a0801', 'fixed_ips': [{'subnet_id': 'c85c5c9d-c130-4d80-a276-c82818de4e8a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd84da191-693e-47ab-9691-52a435f63d14'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '37fdba71-94a3-4ad9-a3c7-c186e52a79a1'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:36:24.799316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.802995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6775a420-668c-42ea-889d-6ed748cda3fe tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/ports/7578e4d1-defe-4bad-85ff-dbaebdd72ac1 HTTP/1.1" status: 204 len: 168 time: 2.2057550 Jul 16 22:36:24.805032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:24.832015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17f9e08f-4d21-4d26-b637-19c30efbe316 req-ede1ee46-1dfd-4b77-8275-a627b1a4f4f3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911721 Jul 16 22:36:24.835215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port da07ea44-e8b9-4f5b-8816-e4def497cff7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:24.874093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.877331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:25.003712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:25.004433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.052145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.3 (730d8be1-94a1-4964-be93-311b4b5a0801/c85c5c9d-c130-4d80-a276-c82818de4e8a/de17df14-9518-41ec-9b73-7b8277f172ef) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:25.125926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.193382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.29 (730d8be1-94a1-4964-be93-311b4b5a0801/d84da191-693e-47ab-9691-52a435f63d14/de17df14-9518-41ec-9b73-7b8277f172ef) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:25.320519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 8056d882-6a15-410c-bb74-ef9e7a53e680 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:25.463591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:25.471392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.503102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:25.533758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 11ade48a-9a82-4ea3-ac8f-a6cb7c430807 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:25.572289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.582815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:25.583126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.609870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ab30-57ee-4fe7-a6d1-5e1e88c53150 req-a48120ac-9a9f-48b9-b7f9-3b16a468af92 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:25.622411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13b7ab30-57ee-4fe7-a6d1-5e1e88c53150 req-a48120ac-9a9f-48b9-b7f9-3b16a468af92 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4606664 Jul 16 22:36:25.693682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1258328260'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:25.718771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.765570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13b7ab30-57ee-4fe7-a6d1-5e1e88c53150 req-f78652a1-b1a9-4295-871f-85d1e7a58e14 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280911 Jul 16 22:36:25.772026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.792124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object de17df14-9518-41ec-9b73-7b8277f172ef will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:25.804735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:25.808994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:25.815205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Made reservation on behalf of b50ff4e042694ff3b635bdb43cbb2966 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:25.818907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.823655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:25.824865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.839158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=da07ea44-e8b9-4f5b-8816-e4def497cff7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:25.843708 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:25.976948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.026493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Allocated IP 172.20.0.18 (730d8be1-94a1-4964-be93-311b4b5a0801/d84da191-693e-47ab-9691-52a435f63d14/37fdba71-94a3-4ad9-a3c7-c186e52a79a1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:26.036008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=8056d882-6a15-410c-bb74-ef9e7a53e680,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:26.089140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 730d8be1-94a1-4964-be93-311b4b5a0801 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:26.101592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:26.104080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:26.174339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:26.174999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.179389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=de17df14-9518-41ec-9b73-7b8277f172ef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:26.191387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': 'b0f7518f-10cf-4414-9ad1-48029c8fa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0357f225-f1f4-4088-a91f-6e50cfd00153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:26.191763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 0357f225-f1f4-4088-a91f-6e50cfd00153, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:26.193978 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.216295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] For port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,segment=NetworkSegment(1a5fae1c-69de-4b93-bafd-de2400102511),segment_id=1a5fae1c-69de-4b93-bafd-de2400102511)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:26.239372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=11ade48a-9a82-4ea3-ac8f-a6cb7c430807,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:26.254843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688b9f-7996-48cf-834a-61aa54748976 req-b7e78e6a-c72a-4195-ae11-02ba1c4e5bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:26.261654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d688b9f-7996-48cf-834a-61aa54748976 req-b7e78e6a-c72a-4195-ae11-02ba1c4e5bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2240691 Jul 16 22:36:26.267374 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.287960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Transition to ACTIVE for port object 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:26.297471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 0357f225-f1f4-4088-a91f-6e50cfd00153 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:26.305451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.328780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.331929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe7b6608-a635-483a-846b-c2fea576d11b tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/ports/11ade48a-9a82-4ea3-ac8f-a6cb7c430807 HTTP/1.1" status: 204 len: 168 time: 1.5256531 Jul 16 22:36:26.334536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:26.377465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284410c-d1c4-4d97-8461-11ec72f2f0b2 None None] Pushing event updated for resources: {'Port': ['ID=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:26.412358 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d688b9f-7996-48cf-834a-61aa54748976 req-860acfa0-67e0-4a61-80a6-397e0363b634 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495194 Jul 16 22:36:26.427280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0357f225-f1f4-4088-a91f-6e50cfd00153) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:26.434153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:26.443134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:26.451256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:26.452011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58b42e-aae5-4822-a8bf-543be8d7e370 None None] Network 0357f225-f1f4-4088-a91f-6e50cfd00153 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:26.452442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.468347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting subnet 50622db6-ac46-4b22-923d-c4e735bce68c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:26.477547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.492023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.503561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.546314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f2172fb4-7ef3-4bc0-927c-e7e300878422 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3539951 Jul 16 22:36:26.557394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:26.576084 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4d1c7659-460c-4044-80ae-40eef5cd137b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3613000 Jul 16 22:36:26.581762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:26.603717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c85c5c9d-c130-4d80-a276-c82818de4e8a'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:26.647891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:26.670408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e691ef3-099d-4bff-a024-d50d678068fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:26.685185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.686237 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Added segment 946225eb-8321-4171-a60d-e35598db6fd3 of type vlan for network 4e653413-b0fb-470d-8d2a-78ef79cf304d Jul 16 22:36:26.776572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.799378 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.850966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.858846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:26.859734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:26.931798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4274130 Jul 16 22:36:26.935117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:26.958886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Request body: {'subnet': {'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:26.971469 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.084732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73858a-66a6-44d2-ab4c-c53dc27013a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'Network': ['ID=4e653413-b0fb-470d-8d2a-78ef79cf304d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:27.100263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:27.214888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 8056d882-6a15-410c-bb74-ef9e7a53e680 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:27.215444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.257318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.327394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca192-101c-4be9-87f5-12d5f290c36f req-0f260a98-1b93-4eaf-8b7d-b8358c081efa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:27.329438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccfca192-101c-4be9-87f5-12d5f290c36f req-0f260a98-1b93-4eaf-8b7d-b8358c081efa tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2507138 Jul 16 22:36:27.331918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Made reservation on behalf of b50ff4e042694ff3b635bdb43cbb2966 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:27.336394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.429117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccfca192-101c-4be9-87f5-12d5f290c36f req-7728d585-19db-464c-8b3b-44c9b9194da3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879674 Jul 16 22:36:27.478917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:27.600193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10945c4d-d585-4b38-932f-4563d7deca06 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:27.628126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a7d0-2850-4e1e-b1b4-6775db5fbc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.700549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Delete allocated IP 172.20.0.29 (730d8be1-94a1-4964-be93-311b4b5a0801/d84da191-693e-47ab-9691-52a435f63d14) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:36:27.704569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4b1886c-9b79-4a1c-a6d7-06cb00fda1b4 None None] Provisioning for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:27.710897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4b1886c-9b79-4a1c-a6d7-06cb00fda1b4 None None] Provisioning complete for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:27.711336 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4b1886c-9b79-4a1c-a6d7-06cb00fda1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.747695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.850625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.877496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Ignored duplicate provisioning block setup for port de17df14-9518-41ec-9b73-7b8277f172ef by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 22:36:27.887465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.909668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a3eb3750-ea2a-4792-827d-aa2d2e60b06c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:27.930861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'Subnet': ['ID=35f289a9-2bf9-4994-a89e-1463523bc37f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:27.966709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Checking segment: {'id': '946225eb-8321-4171-a60d-e35598db6fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:27.966978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Network hostable DHCP agents. Network: 4e653413-b0fb-470d-8d2a-78ef79cf304d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:27.993560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.002537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:28.019755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4e653413-b0fb-470d-8d2a-78ef79cf304d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:28.034110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:28.036459 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.051185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d1fc4-119c-445c-b0a7-2d087d3a935f None None] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:28.057719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c4cb7cb-769b-4914-9043-affc6c987b50 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1209421 Jul 16 22:36:28.060241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:28.066671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Request body: {'port': {'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1135690008'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:28.133271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.136289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=de17df14-9518-41ec-9b73-7b8277f172ef,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:28.143613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Subnet': ['ID=50622db6-ac46-4b22-923d-c4e735bce68c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:28.162233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.164423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e7188021-a0b2-41b8-b451-2928ef132750 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/subnets/50622db6-ac46-4b22-923d-c4e735bce68c HTTP/1.1" status: 204 len: 168 time: 1.8286943 Jul 16 22:36:28.178202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2f1fe6-e89a-4292-b0ee-a2a2f9f2da56 None None] Network 412c5129-cb09-462e-bbe9-c8a285a0e4e4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:28.186340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:28.264334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Made reservation on behalf of b50ff4e042694ff3b635bdb43cbb2966 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:28.271091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.302459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] device_id is not set on port cb5d32f2-a690-423d-9866-2a2637ddd961 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:28.327412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting subnet 630c6244-69be-43fd-b3f1-8d015d662a70 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:28.331518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 8056d882-6a15-410c-bb74-ef9e7a53e680 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:28.336027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.455893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4e653413-b0fb-470d-8d2a-78ef79cf304d', 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d', 'tenant_id': 'b50ff4e042694ff3b635bdb43cbb2966', 'fixed_ips': [{'subnet_id': '35f289a9-2bf9-4994-a89e-1463523bc37f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:28.456782 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.514608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.547783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] In _notify_port_updated(), no bound segment for port de17df14-9518-41ec-9b73-7b8277f172ef on network 730d8be1-94a1-4964-be93-311b4b5a0801 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:36:28.554926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:28.555621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.558162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-246fa751-2fe0-4669-bd8d-f06eb06d77af tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/ports/de17df14-9518-41ec-9b73-7b8277f172ef HTTP/1.1" status: 200 len: 919 time: 1.9743803 Jul 16 22:36:28.574318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:28.588217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c85c5c9d-c130-4d80-a276-c82818de4e8a'}, {'subnet_id': 'd84da191-693e-47ab-9691-52a435f63d14'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:28.592305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Allocated IP 2001:db8::18 (4e653413-b0fb-470d-8d2a-78ef79cf304d/35f289a9-2bf9-4994-a89e-1463523bc37f/cb5d32f2-a690-423d-9866-2a2637ddd961) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:28.674520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] DHCP port deletion for 412c5129-cb09-462e-bbe9-c8a285a0e4e4 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:28.752471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.794833 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.828863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Provisioning for port de17df14-9518-41ec-9b73-7b8277f172ef completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:28.842823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=8056d882-6a15-410c-bb74-ef9e7a53e680,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:28.855392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.861226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f963fd07-c65a-43cf-bfaa-6b1cf3997b11 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/8056d882-6a15-410c-bb74-ef9e7a53e680 HTTP/1.1" status: 204 len: 168 time: 2.3022339 Jul 16 22:36:28.861821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:28.873036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Provisioning complete for port de17df14-9518-41ec-9b73-7b8277f172ef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:28.873036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.942319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Deleting port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:28.944986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.984162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.027301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Port de17df14-9518-41ec-9b73-7b8277f172ef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:29.074497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.090688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Transition to ACTIVE for port object cb5d32f2-a690-423d-9866-2a2637ddd961 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:29.099714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Subnet': ['ID=630c6244-69be-43fd-b3f1-8d015d662a70,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:29.118586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.122505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36655393-b96f-42c1-9594-eec93a5e9279 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/subnets/630c6244-69be-43fd-b3f1-8d015d662a70 HTTP/1.1" status: 204 len: 168 time: 0.9343913 Jul 16 22:36:29.124674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:29.135133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed3c5c-a757-488d-9ab2-8cc8e31d0fd0 None None] Network 895ade8f-1f55-4282-91fc-eb59b961f1ef requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:29.147510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] For port 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2dafbef9-61ec-4cee-a83f-8f91cebd1019,segment=NetworkSegment(5262b232-2f65-4d8f-b8c5-a5844236250e),segment_id=5262b232-2f65-4d8f-b8c5-a5844236250e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:29.148173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.209691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Calling delete_port for 2dafbef9-61ec-4cee-a83f-8f91cebd1019 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:29.212765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Provisioning complete for port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:29.213316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1b426d1-3f45-441a-9689-662c55277219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.243245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.263346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f8bde-4001-4508-8b35-38a517229117 req-937afc1c-1e8d-4f9f-8d84-aa8d26c32ee0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:29.271377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-217f8bde-4001-4508-8b35-38a517229117 req-937afc1c-1e8d-4f9f-8d84-aa8d26c32ee0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.5950422 Jul 16 22:36:29.310815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47ad88-fca3-43ce-8c2a-7346dc9aae6d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:29.320029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47ad88-fca3-43ce-8c2a-7346dc9aae6d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:29.321748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a47ad88-fca3-43ce-8c2a-7346dc9aae6d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4561486 Jul 16 22:36:29.328147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:29.353280 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.460409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2dafbef9-61ec-4cee-a83f-8f91cebd1019 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:29.511289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:29.535601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-217f8bde-4001-4508-8b35-38a517229117 req-aecd04c5-b358-4c9d-bab4-cc2b2a9b452d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632825 Jul 16 22:36:29.539191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:29.539674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.540784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'Port': ['ID=cb5d32f2-a690-423d-9866-2a2637ddd961,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:29.564238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:29.567983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:29.581309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:29.585519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.597419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Allocated IP 2001:db8::2 (4e653413-b0fb-470d-8d2a-78ef79cf304d/35f289a9-2bf9-4994-a89e-1463523bc37f/730decea-2086-4162-8de7-639c1bd8154a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:29.609376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port 2dafbef9-61ec-4cee-a83f-8f91cebd1019, host n-d-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:29.609760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.623774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for 2dafbef9-61ec-4cee-a83f-8f91cebd1019 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:29.626500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:36:29.643708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.670947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port da07ea44-e8b9-4f5b-8816-e4def497cff7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:29.671573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.681264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75a4b0bd-b9ae-4c8e-8edc-0f84d233a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6164420 Jul 16 22:36:29.681264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42246) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:29.700150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Request body: {'port': {'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-669812171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:29.700696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] bootfile-name is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:29.701050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] tftp-server is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:29.701378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] server-ip-address is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:29.718446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.756642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.772148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for da07ea44-e8b9-4f5b-8816-e4def497cff7 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:29.817541 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.827462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Transition to ACTIVE for port object 730decea-2086-4162-8de7-639c1bd8154a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:29.847883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Transition to ACTIVE for port object 730decea-2086-4162-8de7-639c1bd8154a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:29.893177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:29.900569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No active binding found for port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 22:36:29.901065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2dafbef9-61ec-4cee-a83f-8f91cebd1019 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:29.907389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.934127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.997800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:30.013548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] No DVR routers for this DVR port 2dafbef9-61ec-4cee-a83f-8f91cebd1019 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:30.023182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Pushing event updated for resources: {'Port': ['ID=730decea-2086-4162-8de7-639c1bd8154a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:30.042246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:30.053348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:30.074593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.086931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412c5129-cb09-462e-bbe9-c8a285a0e4e4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:30.096912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00119be-9543-4724-82eb-aecb44d3dfae None None] Pushing event deleted for resources: {'Port': ['ID=2dafbef9-61ec-4cee-a83f-8f91cebd1019,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:30.098116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5262b232-2f65-4d8f-b8c5-a5844236250e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:30.098465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5262b232-2f65-4d8f-b8c5-a5844236250e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:30.103259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c851f95-cac4-4d96-ac63-249800618572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.110275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.125336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.131476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:30.131954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.161833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Made reservation on behalf of b50ff4e042694ff3b635bdb43cbb2966 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:30.183252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.201775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.233535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Attempting to bind port 730decea-2086-4162-8de7-639c1bd8154a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:30.234207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Attempting to bind port 730decea-2086-4162-8de7-639c1bd8154a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '946225eb-8321-4171-a60d-e35598db6fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:30.234207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Attempting to bind port 730decea-2086-4162-8de7-639c1bd8154a on network 4e653413-b0fb-470d-8d2a-78ef79cf304d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:30.235053 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:30.237035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=2dafbef9-61ec-4cee-a83f-8f91cebd1019,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:30.242503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] device_id is not set on port f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:30.248921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:30.249332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Checking segment: {'id': '946225eb-8321-4171-a60d-e35598db6fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:30.253481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.255230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Bound using segment: {'id': '946225eb-8321-4171-a60d-e35598db6fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:30.255572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Bound port: 730decea-2086-4162-8de7-639c1bd8154a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946225eb-8321-4171-a60d-e35598db6fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4e653413-b0fb-470d-8d2a-78ef79cf304d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:30.257148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.262362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.306740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.308842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/networks/412c5129-cb09-462e-bbe9-c8a285a0e4e4 HTTP/1.1" status: 204 len: 168 time: 1.1765821 Jul 16 22:36:30.314821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:30.318114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313405be-4d86-4eab-9c93-dfa931ba9127 tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Network': ['ID=412c5129-cb09-462e-bbe9-c8a285a0e4e4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:30.344012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.361760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] DHCP port deletion for 895ade8f-1f55-4282-91fc-eb59b961f1ef request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:30.366259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.19 (730d8be1-94a1-4964-be93-311b4b5a0801/d84da191-693e-47ab-9691-52a435f63d14/de17df14-9518-41ec-9b73-7b8277f172ef) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:30.405703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.410399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/da07ea44-e8b9-4f5b-8816-e4def497cff7 HTTP/1.1" status: 204 len: 168 time: 1.0789630 Jul 16 22:36:30.410399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbce9b7-5f19-4144-a357-534815fc365f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=da07ea44-e8b9-4f5b-8816-e4def497cff7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:30.411859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:30.473947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.518850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc82a9d0-7b6f-43c7-b0cf-8056e7c57775 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:30.520652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc82a9d0-7b6f-43c7-b0cf-8056e7c57775 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1078568 Jul 16 22:36:30.523365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:30.526946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c43507b5-e9e3-4104-a9c9-64efb89a475a None None] Provisioning complete for port de17df14-9518-41ec-9b73-7b8277f172ef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:30.527388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c43507b5-e9e3-4104-a9c9-64efb89a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.556066 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1a1230-36ba-461a-ac09-755df43158f0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:36:30.558355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf1a1230-36ba-461a-ac09-755df43158f0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/8056d882-6a15-410c-bb74-ef9e7a53e680 HTTP/1.1" status: 404 len: 333 time: 0.0338385 Jul 16 22:36:30.560997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:30.603309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c43507b5-e9e3-4104-a9c9-64efb89a475a None None] Port de17df14-9518-41ec-9b73-7b8277f172ef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:30.614478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] For port 730decea-2086-4162-8de7-639c1bd8154a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:30.618017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] For port 730decea-2086-4162-8de7-639c1bd8154a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=730decea-2086-4162-8de7-639c1bd8154a,segment=NetworkSegment(946225eb-8321-4171-a60d-e35598db6fd3),segment_id=946225eb-8321-4171-a60d-e35598db6fd3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:30.629401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.652544 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91ec9e7-9b83-4e63-8e82-9b7fec25b901 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:36:30.654461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c91ec9e7-9b83-4e63-8e82-9b7fec25b901 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/da07ea44-e8b9-4f5b-8816-e4def497cff7 HTTP/1.1" status: 404 len: 333 time: 0.0921221 Jul 16 22:36:30.657144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42266) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:30.778416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Allocated IP 2001:db8::143 (4e653413-b0fb-470d-8d2a-78ef79cf304d/35f289a9-2bf9-4994-a89e-1463523bc37f/f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:30.846425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-6e5ef113-37f0-4648-b18b-aac466388f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:30.847904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-6e5ef113-37f0-4648-b18b-aac466388f29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.3508506 Jul 16 22:36:30.901413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:30.949865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Deleting port e4b940a7-62fc-4743-90fe-16a066f2c41e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:30.954207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.023730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def4297-b63e-4413-bc68-4f4616b67f29 None None] Pushing event updated for resources: {'Port': ['ID=730decea-2086-4162-8de7-639c1bd8154a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:31.112478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.116788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-c965b149-88e9-458e-b991-af63a3815786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:31.118369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-c965b149-88e9-458e-b991-af63a3815786 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.2073395 Jul 16 22:36:31.131942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] For port e4b940a7-62fc-4743-90fe-16a066f2c41e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e4b940a7-62fc-4743-90fe-16a066f2c41e,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:31.132689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.137091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0357f225-f1f4-4088-a91f-6e50cfd00153']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:31.150175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Calling delete_port for e4b940a7-62fc-4743-90fe-16a066f2c41e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:31.158206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f7518f-10cf-4414-9ad1-48029c8fa8b5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:31.158655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f7518f-10cf-4414-9ad1-48029c8fa8b5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:31.162547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Deleting port e4b940a7-62fc-4743-90fe-16a066f2c41e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:31.163035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.180338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.208851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.222605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:31.223291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:31.227282 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:31.302618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-7e5b3d29-1606-4f38-a29e-61bab216137a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.1465094 Jul 16 22:36:31.416251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.420166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.421085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.453714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.456571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/0357f225-f1f4-4088-a91f-6e50cfd00153 HTTP/1.1" status: 204 len: 168 time: 0.7979779 Jul 16 22:36:31.457843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c94ee1-b513-4917-8070-eddbc2b7efe6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=0357f225-f1f4-4088-a91f-6e50cfd00153,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:31.457966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] No DVR routers for this DVR port e4b940a7-62fc-4743-90fe-16a066f2c41e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:31.460200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:31.466353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1709698687'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:31.509294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:31.513625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.530981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618c98-a3cf-42a3-9fc4-36727f212dce None None] Pushing event deleted for resources: {'Port': ['ID=e4b940a7-62fc-4743-90fe-16a066f2c41e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:31.595814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:31.616055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.617483 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 3b1771b5-6198-46cf-8f07-7899c49400c8 of type vlan for network d42ed478-6bf7-4c97-9501-d939043c578a Jul 16 22:36:31.644059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 730decea-2086-4162-8de7-639c1bd8154a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:31.687481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.725379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.730455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.732724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 730decea-2086-4162-8de7-639c1bd8154a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:31.744132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:31.745696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.834892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object de17df14-9518-41ec-9b73-7b8277f172ef will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:31.842422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e4b940a7-62fc-4743-90fe-16a066f2c41e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:31.865046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e4b940a7-62fc-4743-90fe-16a066f2c41e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:31.865473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e4b940a7-62fc-4743-90fe-16a066f2c41e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:31.882215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=d42ed478-6bf7-4c97-9501-d939043c578a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:31.888693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c5b9026c-6189-4fd8-80b0-a0869e7f2561 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4273038 Jul 16 22:36:31.889378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:31.895600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:31.899367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d42ed478-6bf7-4c97-9501-d939043c578a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:31.940610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] For port e4b940a7-62fc-4743-90fe-16a066f2c41e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e4b940a7-62fc-4743-90fe-16a066f2c41e,segment=NetworkSegment(d4f5f3e1-cd75-4644-bf72-31dc893bc994),segment_id=d4f5f3e1-cd75-4644-bf72-31dc893bc994)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:31.941294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:31.956311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.010455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Calling delete_port for e4b940a7-62fc-4743-90fe-16a066f2c41e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:32.018437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:32.024011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.063020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-8df7856f-ec9d-409b-abbf-f9f6039bbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.064588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-8df7856f-ec9d-409b-abbf-f9f6039bbe3d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.3322675 Jul 16 22:36:32.090926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ee11b-16e7-4b6e-b514-7fdc488ed9b2 req-ba1ca5c6-cf2e-4069-a42a-70c394d8283b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.092523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b6ee11b-16e7-4b6e-b514-7fdc488ed9b2 req-ba1ca5c6-cf2e-4069-a42a-70c394d8283b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 1.2514713 Jul 16 22:36:32.332041 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.369939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=de17df14-9518-41ec-9b73-7b8277f172ef,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:32.406898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=ee712820-a9bd-48d3-be89-a9d415e3d381,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:32.457739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '3b1771b5-6198-46cf-8f07-7899c49400c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:32.458413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: d42ed478-6bf7-4c97-9501-d939043c578a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:32.475034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-819e332d-4903-4edc-b508-c4cfb7d49fbd None None] Provisioning for port de17df14-9518-41ec-9b73-7b8277f172ef completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:32.480134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-819e332d-4903-4edc-b508-c4cfb7d49fbd None None] Provisioning complete for port de17df14-9518-41ec-9b73-7b8277f172ef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:32.481728 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-819e332d-4903-4edc-b508-c4cfb7d49fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.487604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network d42ed478-6bf7-4c97-9501-d939043c578a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:32.503610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d42ed478-6bf7-4c97-9501-d939043c578a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:32.512062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] In _notify_port_updated(), no bound segment for port de17df14-9518-41ec-9b73-7b8277f172ef on network 730d8be1-94a1-4964-be93-311b4b5a0801 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:36:32.516698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.518517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.519285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.519995 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.524160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:32.525927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fb5c5c2b-a117-4efa-bc41-5580991c0503 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/ports/de17df14-9518-41ec-9b73-7b8277f172ef HTTP/1.1" status: 200 len: 999 time: 3.9505448 Jul 16 22:36:32.542991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c73f0-30c0-4fdd-be2a-e6355fe06053 None None] Network d42ed478-6bf7-4c97-9501-d939043c578a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:32.547052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.565139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Transition to ACTIVE for port object f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:32.639612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.640554 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7f6d3a7-e1de-471b-bd8c-919d8ebef1ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7494504 Jul 16 22:36:32.641339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:32.675694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-819e332d-4903-4edc-b508-c4cfb7d49fbd None None] Port de17df14-9518-41ec-9b73-7b8277f172ef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:32.682848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a', 'name': 'tempest-PortsIpV6TestJSON-355771974'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:32.738679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'Port': ['ID=f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:32.745712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b6ee11b-16e7-4b6e-b514-7fdc488ed9b2 req-43bdbef1-39d7-40fe-bbf0-c8e3e2a3dc89 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5966024 Jul 16 22:36:32.768423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118d117-4e82-4a6e-921f-3bc41e4a1346 None None] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:32.827424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:32.832521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-6b2a5de5-19f3-42e9-90dd-e7b76f96de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.834342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-6b2a5de5-19f3-42e9-90dd-e7b76f96de76 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7345388 Jul 16 22:36:32.835364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:32.838602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:32.844604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:32.846022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.863805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port de17df14-9518-41ec-9b73-7b8277f172ef {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:32.864161 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.871206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:32.940313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Port': ['ID=e4b940a7-62fc-4743-90fe-16a066f2c41e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:32.955318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8b6a3b50-929f-4443-919d-257a592e2b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2721360 Jul 16 22:36:32.956208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:32.956778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] No DVR routers for this DVR port e4b940a7-62fc-4743-90fe-16a066f2c41e on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:32.968722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:32.973613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.116471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Provisioning for port 730decea-2086-4162-8de7-639c1bd8154a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:33.146328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Provisioning complete for port 730decea-2086-4162-8de7-639c1bd8154a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:33.146712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.180430 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.192699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.205911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-5d380562-3bc0-4640-95d2-e0a8b5ae64d5 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550980 Jul 16 22:36:33.211583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895ade8f-1f55-4282-91fc-eb59b961f1ef']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:33.233144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f5f3e1-cd75-4644-bf72-31dc893bc994') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:33.233144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f5f3e1-cd75-4644-bf72-31dc893bc994') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:33.254405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.280092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.339879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:33.340593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:33.346013 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:33.353156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d42ed478-6bf7-4c97-9501-d939043c578a', 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': 'ee712820-a9bd-48d3-be89-a9d415e3d381'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:33.354025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.476500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e7d6b12-ef5a-4f2d-be34-ae58fba2945a req-66dea472-2b24-4831-a3ff-c967aa6d1a91 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636075 Jul 16 22:36:33.477341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.514993 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.521736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] 10.222.0.70 "DELETE /v2.0/networks/895ade8f-1f55-4282-91fc-eb59b961f1ef HTTP/1.1" status: 204 len: 168 time: 3.1987715 Jul 16 22:36:33.521736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd76661-d39a-48c6-bd5a-7a53dfafdfab tempest-TaggedBootDevicesTest-1485184654 tempest-TaggedBootDevicesTest-1485184654-project] Pushing event deleted for resources: {'Network': ['ID=895ade8f-1f55-4282-91fc-eb59b961f1ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:33.570502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 6f06a3af-ecee-4b5c-9b27-fe40e4137834 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:33.631213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Allocated IP 2001:db8::2 (d42ed478-6bf7-4c97-9501-d939043c578a/ee712820-a9bd-48d3-be89-a9d415e3d381/9aa5d213-6b2c-4966-9863-605ebdfd363f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:33.684990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.723352 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:33.741961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df002485-8aa0-48c4-863c-e533b0d544f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:33.758931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df002485-8aa0-48c4-863c-e533b0d544f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:33.770056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df002485-8aa0-48c4-863c-e533b0d544f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:33.771849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df002485-8aa0-48c4-863c-e533b0d544f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.8136301 Jul 16 22:36:33.774735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:33.785352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for de17df14-9518-41ec-9b73-7b8277f172ef owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:33.794298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] For port 730decea-2086-4162-8de7-639c1bd8154a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=730decea-2086-4162-8de7-639c1bd8154a,segment=NetworkSegment(946225eb-8321-4171-a60d-e35598db6fd3),segment_id=946225eb-8321-4171-a60d-e35598db6fd3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:33.817116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.002542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b70c-0c45-48a8-a942-f3e1516a5365 None None] Pushing event updated for resources: {'Port': ['ID=730decea-2086-4162-8de7-639c1bd8154a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:34.077385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Provisioning for port cb5d32f2-a690-423d-9866-2a2637ddd961 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:34.078619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Deleting port f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:34.080150 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.118686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.128832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Provisioning complete for port cb5d32f2-a690-423d-9866-2a2637ddd961 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:34.129231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.172092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Transition to ACTIVE for port object 9aa5d213-6b2c-4966-9863-605ebdfd363f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:34.196703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.226129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Calling delete_port for f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:34.251200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Transition to ACTIVE for port object 9aa5d213-6b2c-4966-9863-605ebdfd363f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:34.266284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Port cb5d32f2-a690-423d-9866-2a2637ddd961 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:34.279575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.322010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.350070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Network d42ed478-6bf7-4c97-9501-d939043c578a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:34.355036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Provisioning complete for port 730decea-2086-4162-8de7-639c1bd8154a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:34.355744 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.358030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:34.364479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:34.436735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Pushing event updated for resources: {'Port': ['ID=9aa5d213-6b2c-4966-9863-605ebdfd363f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:34.452716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.465358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=de17df14-9518-41ec-9b73-7b8277f172ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:34.498210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Attempting to bind port 9aa5d213-6b2c-4966-9863-605ebdfd363f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:34.498826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Attempting to bind port 9aa5d213-6b2c-4966-9863-605ebdfd363f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3b1771b5-6198-46cf-8f07-7899c49400c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:34.499130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event deleted for resources: {'Port': ['ID=f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:34.500643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Attempting to bind port 9aa5d213-6b2c-4966-9863-605ebdfd363f on network d42ed478-6bf7-4c97-9501-d939043c578a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:34.532574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:34.533214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Checking segment: {'id': '3b1771b5-6198-46cf-8f07-7899c49400c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:34.533801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.534372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Bound using segment: {'id': '3b1771b5-6198-46cf-8f07-7899c49400c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:34.535003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Bound port: 9aa5d213-6b2c-4966-9863-605ebdfd363f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1771b5-6198-46cf-8f07-7899c49400c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd42ed478-6bf7-4c97-9501-d939043c578a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:34.538949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.560626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.565513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6b401368-486d-46e6-98eb-81323bf3df6a tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "DELETE /v2.0/ports/f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec HTTP/1.1" status: 204 len: 168 time: 0.7895186 Jul 16 22:36:34.570296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:34.590017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::366 (d42ed478-6bf7-4c97-9501-d939043c578a/ee712820-a9bd-48d3-be89-a9d415e3d381/6f06a3af-ecee-4b5c-9b27-fe40e4137834) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:34.593049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Request body: {'port': {'name': 'tempest-new-port-name-618342398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:34.594122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] bootfile-name is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:34.594482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] tftp-server is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:34.596015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] server-ip-address is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 22:36:34.745474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.763035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f84e-264a-4526-b5cb-35b97eaece42 req-2fdf0468-6446-49b5-9b25-408a234e403e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:34.773021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23cf54c5-becf-4fb3-9558-b30f0143f338 None None] Could not find standard attr ID for object f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:34.775547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64d3f84e-264a-4526-b5cb-35b97eaece42 req-2fdf0468-6446-49b5-9b25-408a234e403e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.6219704 Jul 16 22:36:34.794814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] For port 9aa5d213-6b2c-4966-9863-605ebdfd363f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:34.805940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] For port 9aa5d213-6b2c-4966-9863-605ebdfd363f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9aa5d213-6b2c-4966-9863-605ebdfd363f,segment=NetworkSegment(3b1771b5-6198-46cf-8f07-7899c49400c8),segment_id=3b1771b5-6198-46cf-8f07-7899c49400c8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:34.820745 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.958141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:34.958870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4afa31-1bae-407f-8494-f8958f4aa7be None None] Pushing event updated for resources: {'Port': ['ID=9aa5d213-6b2c-4966-9863-605ebdfd363f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:34.974290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7b4df67-7302-4122-aa2a-3693f5d6c2ca tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/de17df14-9518-41ec-9b73-7b8277f172ef HTTP/1.1" status: 204 len: 168 time: 2.4489555 Jul 16 22:36:34.989859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42354) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:34.997304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4507dcdb-005a-4a06-bca2-0f73270ffb4d None None] Provisioning complete for port cb5d32f2-a690-423d-9866-2a2637ddd961 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:34.997686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4507dcdb-005a-4a06-bca2-0f73270ffb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.068149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4507dcdb-005a-4a06-bca2-0f73270ffb4d None None] Port cb5d32f2-a690-423d-9866-2a2637ddd961 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:35.071621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4507dcdb-005a-4a06-bca2-0f73270ffb4d None None] Could not find standard attr ID for object f5be5cf5-8a6a-43e5-83ac-3a7cb19bc2ec. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:35.078411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64d3f84e-264a-4526-b5cb-35b97eaece42 req-e9c6fe5c-e503-42b8-baab-629698f23f81 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019638 Jul 16 22:36:35.094338 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6788d84b-d37e-49e1-8d2e-46eb87ecd650 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:35.101489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6788d84b-d37e-49e1-8d2e-46eb87ecd650 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/de17df14-9518-41ec-9b73-7b8277f172ef HTTP/1.1" status: 404 len: 333 time: 0.1103287 Jul 16 22:36:35.102128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:35.307055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.324478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.369086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] In _notify_port_updated(), no bound segment for port cb5d32f2-a690-423d-9866-2a2637ddd961 on network 4e653413-b0fb-470d-8d2a-78ef79cf304d {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:36:35.386790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:35.391657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.400428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "PUT /v2.0/ports/cb5d32f2-a690-423d-9866-2a2637ddd961 HTTP/1.1" status: 200 len: 1128 time: 0.8169796 Jul 16 22:36:35.449704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42366) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:35.457856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet d84da191-693e-47ab-9691-52a435f63d14 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:35.475995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.532026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1ee20-ff22-4ab5-8e2b-6311754048d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event updated for resources: {'Port': ['ID=cb5d32f2-a690-423d-9866-2a2637ddd961,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:35.543777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.585840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 730decea-2086-4162-8de7-639c1bd8154a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:35.588883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f1d99-5064-46f4-b5ea-aec0796077ef tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:35.595810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:35.598137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e6f1d99-5064-46f4-b5ea-aec0796077ef tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "GET /v2.0/ports/cb5d32f2-a690-423d-9866-2a2637ddd961 HTTP/1.1" status: 200 len: 1128 time: 0.1306279 Jul 16 22:36:35.623973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 6f06a3af-ecee-4b5c-9b27-fe40e4137834 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:35.629807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.678287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 730decea-2086-4162-8de7-639c1bd8154a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:35.678668 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.789574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9aa5d213-6b2c-4966-9863-605ebdfd363f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:35.837518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.883299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9aa5d213-6b2c-4966-9863-605ebdfd363f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:35.920033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e1ff5e98-5111-4a70-b82a-64e0ff631212 None None] Provisioning complete for port cb5d32f2-a690-423d-9866-2a2637ddd961 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:35.920802 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5e98-5111-4a70-b82a-64e0ff631212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.926098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:35.983087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network d42ed478-6bf7-4c97-9501-d939043c578a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:35.988210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff5e98-5111-4a70-b82a-64e0ff631212 None None] Port cb5d32f2-a690-423d-9866-2a2637ddd961 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:35.988874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.006566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:36.038663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:36.045914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:36.046607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.079271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=d84da191-693e-47ab-9691-52a435f63d14,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:36.083527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.083783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b709407-d3a1-4f11-8627-19575e4534b2 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:36.093534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:36.094160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6b07f86-1aba-4068-bab5-5ceb826c9757 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/d84da191-693e-47ab-9691-52a435f63d14 HTTP/1.1" status: 204 len: 168 time: 0.9726269 Jul 16 22:36:36.106595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4433250 Jul 16 22:36:36.109390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb443e6-4b1e-4f87-b9a1-a2f2da41fcdc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=6f06a3af-ecee-4b5c-9b27-fe40e4137834,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:36.113445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:36.173109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Deleting port cb5d32f2-a690-423d-9866-2a2637ddd961 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:36.174554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.276812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet c85c5c9d-c130-4d80-a276-c82818de4e8a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:36.292700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.375208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.394246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.409854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Calling delete_port for cb5d32f2-a690-423d-9866-2a2637ddd961 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:36.598283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.683115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.751031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.759712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fa0ce-3fb1-4dcf-b102-e1738d4acb1b None None] Network d42ed478-6bf7-4c97-9501-d939043c578a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:36.772189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event deleted for resources: {'Port': ['ID=cb5d32f2-a690-423d-9866-2a2637ddd961,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:36.812502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=c85c5c9d-c130-4d80-a276-c82818de4e8a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:36.833127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.838141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-820e2054-9fbb-4da5-b76e-e394071386a0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/c85c5c9d-c130-4d80-a276-c82818de4e8a HTTP/1.1" status: 204 len: 168 time: 0.7430253 Jul 16 22:36:36.841453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:36.844661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.855071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a53b559-086d-45a1-95b1-9fea730e2abf tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "DELETE /v2.0/ports/cb5d32f2-a690-423d-9866-2a2637ddd961 HTTP/1.1" status: 204 len: 168 time: 1.2531245 Jul 16 22:36:36.859579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:36.952011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 6f06a3af-ecee-4b5c-9b27-fe40e4137834 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:36.952215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.972754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Provisioning for port 9aa5d213-6b2c-4966-9863-605ebdfd363f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:36.982455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1428a-c542-4bb1-bf21-74245340d0a1 req-b420cb7c-402e-48d6-a77d-23f4621e69ff tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:36.982650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Provisioning complete for port 9aa5d213-6b2c-4966-9863-605ebdfd363f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:36.982899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:36.998319 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae1428a-c542-4bb1-bf21-74245340d0a1 req-b420cb7c-402e-48d6-a77d-23f4621e69ff tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3226821 Jul 16 22:36:37.052110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.094678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Deleting subnet 35f289a9-2bf9-4994-a89e-1463523bc37f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:37.107123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.187346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:37.187688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.278045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.311664 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae1428a-c542-4bb1-bf21-74245340d0a1 req-71e226ed-f00f-4084-94ea-f3b1b75ffe22 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123820 Jul 16 22:36:37.329341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.401651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,segment=NetworkSegment(1a5fae1c-69de-4b93-bafd-de2400102511),segment_id=1a5fae1c-69de-4b93-bafd-de2400102511)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:37.402429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.405896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] For port 9aa5d213-6b2c-4966-9863-605ebdfd363f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9aa5d213-6b2c-4966-9863-605ebdfd363f,segment=NetworkSegment(3b1771b5-6198-46cf-8f07-7899c49400c8),segment_id=3b1771b5-6198-46cf-8f07-7899c49400c8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:37.422101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.433510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.445056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:37.527101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d18a5-402e-4115-8910-469589946c60 None None] Pushing event updated for resources: {'Port': ['ID=9aa5d213-6b2c-4966-9863-605ebdfd363f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:37.527301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 6f06a3af-ecee-4b5c-9b27-fe40e4137834 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:37.663963 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.681668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:37.731055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca1125-6088-4585-8c65-27f12287ad06 None None] Network 730d8be1-94a1-4964-be93-311b4b5a0801 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:37.744556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=37fdba71-94a3-4ad9-a3c7-c186e52a79a1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:37.791832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.866115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-4b1249a5-bac8-43e7-b82a-ab71aba5923d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4666545 Jul 16 22:36:37.882926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.904561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730d8be1-94a1-4964-be93-311b4b5a0801']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:37.928577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5fae1c-69de-4b93-bafd-de2400102511') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:37.928901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5fae1c-69de-4b93-bafd-de2400102511') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:37.943043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.968787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:37.977861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:37.978974 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:38.074749 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:38.085655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.101925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.111984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/730d8be1-94a1-4964-be93-311b4b5a0801 HTTP/1.1" status: 204 len: 168 time: 1.2620275 Jul 16 22:36:38.116665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.117201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.119098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-67a2b7c5-80d6-4531-84ac-fa555ec685a8 None None] Could not find standard attr ID for object 37fdba71-94a3-4ad9-a3c7-c186e52a79a1. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:38.123931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.161984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.166472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d412cc-ba7a-4de3-866c-0e860c9c0eb0 None None] Network 4e653413-b0fb-470d-8d2a-78ef79cf304d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:38.168576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de440-dd88-4255-8ce8-c6f4a76086e2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=730d8be1-94a1-4964-be93-311b4b5a0801,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:38.169681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "DELETE /v2.0/subnets/35f289a9-2bf9-4994-a89e-1463523bc37f HTTP/1.1" status: 204 len: 168 time: 1.2993317 Jul 16 22:36:38.177149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.237463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16513d90-1110-491a-87c8-fa97ab063312 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event deleted for resources: {'Subnet': ['ID=35f289a9-2bf9-4994-a89e-1463523bc37f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:38.290374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=6f06a3af-ecee-4b5c-9b27-fe40e4137834,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:38.370029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.373216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e79f1867-1e19-493f-9c71-7687a74aec92 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/6f06a3af-ecee-4b5c-9b27-fe40e4137834 HTTP/1.1" status: 204 len: 168 time: 2.2584233 Jul 16 22:36:38.375886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.400356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.401845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.402511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.403167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.403818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.404468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.405160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.407530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-3707008e-1eef-48bd-94ae-642f9c9d61c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.4754398 Jul 16 22:36:38.417109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc6ba5-053c-465f-ba23-d5188043a0fa None None] DHCP port deletion for 730d8be1-94a1-4964-be93-311b4b5a0801 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:38.482899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.492095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad5416-de01-4f8e-891e-710b7108b1bb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.503207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aef895d5-d938-4cc8-b245-5a0ff1f1fc86 None None] Provisioning complete for port 9aa5d213-6b2c-4966-9863-605ebdfd363f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:38.503481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aef895d5-d938-4cc8-b245-5a0ff1f1fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.510981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0ad5416-de01-4f8e-891e-710b7108b1bb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3860402 Jul 16 22:36:38.512404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.527760 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3259ac19-1e33-4da9-8675-056c3e474a7e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:36:38.528518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3259ac19-1e33-4da9-8675-056c3e474a7e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:36:38.530251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3259ac19-1e33-4da9-8675-056c3e474a7e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/6f06a3af-ecee-4b5c-9b27-fe40e4137834 HTTP/1.1" status: 404 len: 333 time: 0.1460731 Jul 16 22:36:38.534223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.668456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-81bf0827-82a9-4eef-ab26-6d50cd60e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.668951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-81bf0827-82a9-4eef-ab26-6d50cd60e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.675007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-81bf0827-82a9-4eef-ab26-6d50cd60e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:38.676855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-81bf0827-82a9-4eef-ab26-6d50cd60e8b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 2298 time: 0.2406061 Jul 16 22:36:38.727424 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5ce0eb-23d5-4f13-9a8e-0733b8643978 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:36:38.728562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cf5ce0eb-23d5-4f13-9a8e-0733b8643978 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/6f06a3af-ecee-4b5c-9b27-fe40e4137834 HTTP/1.1" status: 404 len: 333 time: 0.1934311 Jul 16 22:36:38.742737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:38.765646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aef895d5-d938-4cc8-b245-5a0ff1f1fc86 None None] Could not find standard attr ID for object 6f06a3af-ecee-4b5c-9b27-fe40e4137834. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:38.781436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] DHCP port deletion for 4e653413-b0fb-470d-8d2a-78ef79cf304d request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:38.918126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-891fec1c-1c64-4611-8119-7a44a504245f None None] Could not find standard attr ID for object 6f06a3af-ecee-4b5c-9b27-fe40e4137834. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:38.965192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Deleting port 730decea-2086-4162-8de7-639c1bd8154a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:38.965826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:38.971109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet ee712820-a9bd-48d3-be89-a9d415e3d381 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:38.986602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.012573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Deleting port 730decea-2086-4162-8de7-639c1bd8154a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:39.012943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.065480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-f219dbfc-bdb9-47a1-b74d-83e36d3a9ef4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 1000 time: 0.3581758 Jul 16 22:36:39.068589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.126282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] For port 730decea-2086-4162-8de7-639c1bd8154a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=730decea-2086-4162-8de7-639c1bd8154a,segment=NetworkSegment(946225eb-8321-4171-a60d-e35598db6fd3),segment_id=946225eb-8321-4171-a60d-e35598db6fd3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:39.126988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.166791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-b174d388-1a2b-47c5-b6d6-a468982f44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:39.168735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-b174d388-1a2b-47c5-b6d6-a468982f44f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.0818324 Jul 16 22:36:39.187513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] For port 730decea-2086-4162-8de7-639c1bd8154a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=730decea-2086-4162-8de7-639c1bd8154a,segment=NetworkSegment(946225eb-8321-4171-a60d-e35598db6fd3),segment_id=946225eb-8321-4171-a60d-e35598db6fd3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:39.188155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.192154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Calling delete_port for 730decea-2086-4162-8de7-639c1bd8154a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:39.208827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Calling delete_port for 730decea-2086-4162-8de7-639c1bd8154a owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:39.333270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.346291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeb3fb-1f55-4523-984d-e654c73e2020 req-8ca1122b-74cc-46cd-aa19-c9a58b98084d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:39.349777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06eeb3fb-1f55-4523-984d-e654c73e2020 req-8ca1122b-74cc-46cd-aa19-c9a58b98084d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.6718912 Jul 16 22:36:39.368130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3af40b29-dd0e-47a5-b01b-a251d837c547 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8536074 Jul 16 22:36:39.375532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:39.378919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.416207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.425334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] Pushing event deleted for resources: {'Port': ['ID=730decea-2086-4162-8de7-639c1bd8154a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:39.427360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee48b4-b6b8-4f7e-bf27-38a5c6b74d50 None None] No DVR routers for this DVR port 730decea-2086-4162-8de7-639c1bd8154a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:39.442116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-431332246'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:39.477771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06eeb3fb-1f55-4523-984d-e654c73e2020 req-b4cd48b6-5f9a-4c38-9ec0-018c5c6e308f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051986 Jul 16 22:36:39.498653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9aa5d213-6b2c-4966-9863-605ebdfd363f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:39.527632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event deleted for resources: {'Port': ['ID=730decea-2086-4162-8de7-639c1bd8154a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:39.535382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] No DVR routers for this DVR port 730decea-2086-4162-8de7-639c1bd8154a on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:39.594161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-1050c0cd-da73-4bb8-8a59-3041bfd56f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:39.599390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-1050c0cd-da73-4bb8-8a59-3041bfd56f78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4042902 Jul 16 22:36:39.604486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:39.614785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.632534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9aa5d213-6b2c-4966-9863-605ebdfd363f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:39.632832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.651147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.770108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.776859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/ee712820-a9bd-48d3-be89-a9d415e3d381 HTTP/1.1" status: 204 len: 168 time: 1.0309711 Jul 16 22:36:39.779367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:39.792043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:39.798642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b7a13-eda2-45a9-9147-5da31ddb86a8 None None] Network d42ed478-6bf7-4c97-9501-d939043c578a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:39.805345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bc5af-dda0-4cbc-b6fc-645c8bcdc6b9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=ee712820-a9bd-48d3-be89-a9d415e3d381,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:39.980116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.980621 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment 44fbe1c8-0150-46a1-ab82-b4181895f479 of type vlan for network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf Jul 16 22:36:39.984081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:39.999977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:40.011546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e653413-b0fb-470d-8d2a-78ef79cf304d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:40.065227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946225eb-8321-4171-a60d-e35598db6fd3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:40.065529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946225eb-8321-4171-a60d-e35598db6fd3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:40.149638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.155275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:40.155786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 37fdba71-94a3-4ad9-a3c7-c186e52a79a1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:40.156049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 730decea-2086-4162-8de7-639c1bd8154a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:40.208395 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.228915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 730decea-2086-4162-8de7-639c1bd8154a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:40.229290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 730decea-2086-4162-8de7-639c1bd8154a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:40.244497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.261830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-cabb14bb-a1fb-4028-95ba-9e3dbc52bcc9 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346483 Jul 16 22:36:40.284518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.300767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:40.301245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.354010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] DHCP port deletion for d42ed478-6bf7-4c97-9501-d939043c578a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:40.459610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Deleting port 9aa5d213-6b2c-4966-9863-605ebdfd363f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:40.459989 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:40.461937 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:40.491739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.563525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] For port 9aa5d213-6b2c-4966-9863-605ebdfd363f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9aa5d213-6b2c-4966-9863-605ebdfd363f,segment=NetworkSegment(3b1771b5-6198-46cf-8f07-7899c49400c8),segment_id=3b1771b5-6198-46cf-8f07-7899c49400c8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:40.564238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.586978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Calling delete_port for 9aa5d213-6b2c-4966-9863-605ebdfd363f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:40.607342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.609785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] 10.222.0.70 "DELETE /v2.0/networks/4e653413-b0fb-470d-8d2a-78ef79cf304d HTTP/1.1" status: 204 len: 168 time: 2.4036329 Jul 16 22:36:40.634860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6e40-7671-4ad5-90fc-e6ef5e56b40b tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750 tempest-ExtraDHCPOptionsIpV6TestJSON-1250328750-project] Pushing event deleted for resources: {'Network': ['ID=4e653413-b0fb-470d-8d2a-78ef79cf304d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:40.686717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-fac745cb-8632-419f-89da-6b9d6bfce435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:40.688248 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-fac745cb-8632-419f-89da-6b9d6bfce435 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.5987754 Jul 16 22:36:40.709598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6eb5e2-a55a-426c-88df-d7d69cd01030 req-e7074a1c-7ceb-4d2c-b4ed-b05ec139806f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:40.714817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c6eb5e2-a55a-426c-88df-d7d69cd01030 req-e7074a1c-7ceb-4d2c-b4ed-b05ec139806f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4920239 Jul 16 22:36:40.784188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.854970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] Pushing event deleted for resources: {'Port': ['ID=9aa5d213-6b2c-4966-9863-605ebdfd363f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:40.867026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-62eae6ac-903e-4f54-9e3e-844e3958c471 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005902 Jul 16 22:36:40.873834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.882160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1d993-198c-40c4-8f5b-9ee1f0011ecd None None] No DVR routers for this DVR port 9aa5d213-6b2c-4966-9863-605ebdfd363f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:40.894454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:40.895679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.905077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-7db87024-b3bf-464b-9204-92c40d6f3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:40.906577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-7db87024-b3bf-464b-9204-92c40d6f3c97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.1543798 Jul 16 22:36:40.941664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 9aa5d213-6b2c-4966-9863-605ebdfd363f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:40.942007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:40.966363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-dc93a3b8-f819-4039-9525-9698d09f70e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 217 time: 0.0676816 Jul 16 22:36:40.998584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5751479 Jul 16 22:36:41.020124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:41.058005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:41.142419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ef16e-cc35-4940-931b-e70ddb2b724b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=4bd5c3ef-ddf3-423f-8d58-4019699e03cf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:41.154330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:41.161456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-0e6b9eb1-ccd9-4bcb-b488-df35ab1294fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:41.162965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-0e6b9eb1-ccd9-4bcb-b488-df35ab1294fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1885231 Jul 16 22:36:41.206252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:41.222488 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.257371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:41.452694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9aa5d213-6b2c-4966-9863-605ebdfd363f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:41.467134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c6eb5e2-a55a-426c-88df-d7d69cd01030 req-62eb0aae-b967-4557-be28-af4a8aab74a0 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7449849 Jul 16 22:36:41.517027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-dfd271dc-5eb3-48d8-a9df-0196491be3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:41.517564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-dfd271dc-5eb3-48d8-a9df-0196491be3bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3456366 Jul 16 22:36:41.553903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9aa5d213-6b2c-4966-9863-605ebdfd363f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:41.554264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9aa5d213-6b2c-4966-9863-605ebdfd363f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:41.571301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-5284f763-76dd-4fd7-9337-60b1057bd969 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.6490774 Jul 16 22:36:41.596479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port 9aa5d213-6b2c-4966-9863-605ebdfd363f, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:41.596845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.644616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 9aa5d213-6b2c-4966-9863-605ebdfd363f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:41.648858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Port 9aa5d213-6b2c-4966-9863-605ebdfd363f was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:36:41.653579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.662261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8d793b0c-bece-404e-a586-25bcb9ea3299 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b50ff4e042694ff3b635bdb43cbb2966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015577 Jul 16 22:36:41.666285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:41.689596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=9aa5d213-6b2c-4966-9863-605ebdfd363f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:41.696030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port 9aa5d213-6b2c-4966-9863-605ebdfd363f on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:41.709053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-5dbe5580-f79d-4ef0-ad7a-733a9a13d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:41.711142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-5dbe5580-f79d-4ef0-ad7a-733a9a13d0c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1165123 Jul 16 22:36:41.782221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-0a8fea8e-63b0-4b49-985e-880cb5672ded service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553999 Jul 16 22:36:41.834179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.842377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.849743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42ed478-6bf7-4c97-9501-d939043c578a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:41.882246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1771b5-6198-46cf-8f07-7899c49400c8') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:41.882556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1771b5-6198-46cf-8f07-7899c49400c8') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:41.895561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.903703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-2c2902a5-39a9-4eb4-9405-05d06404dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:41.905267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-2c2902a5-39a9-4eb4-9405-05d06404dbad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669872 Jul 16 22:36:41.913792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.979558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:41.999096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-edd7617b-f5c4-4ed8-afdc-775edff2dcc0 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095883 Jul 16 22:36:42.003118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:42.028052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-4587d30b-da55-4815-b4b8-0b0378fde2dd service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151636 Jul 16 22:36:42.038579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.071807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-29efdde6-94db-44ea-ab8e-52b3bfce2fe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0627828 Jul 16 22:36:42.073228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': '44fbe1c8-0150-46a1-ab82-b4181895f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:42.073228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: 4bd5c3ef-ddf3-423f-8d58-4019699e03cf, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:42.083807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:42.084217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:42.087385 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:42.151269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-ae88f8ba-0f27-45ec-9642-3b8be6beef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:42.154462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-ae88f8ba-0f27-45ec-9642-3b8be6beef36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0713663 Jul 16 22:36:42.221715 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.230949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.232718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e691ef3-099d-4bff-a024-d50d678068fb HTTP/1.1" status: 204 len: 168 time: 0.5649183 Jul 16 22:36:42.235166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.236198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:42.247883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.267488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:42.269155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c66e-4d8c-4fb6-a903-96fa88dec7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e691ef3-099d-4bff-a024-d50d678068fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:42.270238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/d42ed478-6bf7-4c97-9501-d939043c578a HTTP/1.1" status: 204 len: 168 time: 2.4864576 Jul 16 22:36:42.279337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820663113'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:42.298772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4bd5c3ef-ddf3-423f-8d58-4019699e03cf) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:42.309061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaaa26f-4b63-49f5-8138-be379e2c5cd9 None None] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:42.316207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267935-5bf0-4987-bfdd-e9d805df4728 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=d42ed478-6bf7-4c97-9501-d939043c578a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:42.326326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:42.328715 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.357377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f32585c1-f82f-4cab-b4bb-733bdb434f68 req-9aa269fc-870e-4476-9e57-0d6d721591cc service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162608 Jul 16 22:36:42.410852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-710937bc-e8d7-4306-a6f1-89f01ab4abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:42.414498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-710937bc-e8d7-4306-a6f1-89f01ab4abab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2333312 Jul 16 22:36:42.418691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:42.440591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.468760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:42.469917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10c4890f-46d1-4cc6-a6d4-863594ac269d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4445572 Jul 16 22:36:42.474973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf', 'name': 'tempest-PortsTestJSON-39309826'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:42.654914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4bd5c3ef-ddf3-423f-8d58-4019699e03cf', 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': 'cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:42.655810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.692306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:42.698622 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.712859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:42.740637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:42.789403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:42.790064 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 33d7a807-77ab-4319-b4a2-a355eeb38eef of type vlan for network ecfa43c8-8812-4d6c-b2a6-e58202242012 Jul 16 22:36:42.810000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-b158af2f-2cdf-4e5b-a288-b8b61979b24c service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602011 Jul 16 22:36:43.022590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.094144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.8 (4bd5c3ef-ddf3-423f-8d58-4019699e03cf/cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f/b5f523c0-7d4b-4e9c-b233-ad950d5921d6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:43.176037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:36:43.228332 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-6a89691c-8c68-4c24-a1d0-e5243c2a9517 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899117 Jul 16 22:36:43.250994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.262281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:43.263694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.359524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-39d98e8b-8917-476c-81ca-433294ab0346 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 217 time: 0.1241779 Jul 16 22:36:43.374587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1007347 Jul 16 22:36:43.387593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:43.401475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f561-013c-4922-b75b-87bfc8d952c0 req-913e4424-ad9b-43fd-8519-2b37759eb521 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:43.404007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.409872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc2f561-013c-4922-b75b-87bfc8d952c0 req-913e4424-ad9b-43fd-8519-2b37759eb521 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4741967 Jul 16 22:36:43.423708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:43.428692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object b5f523c0-7d4b-4e9c-b233-ad950d5921d6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:43.503254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.561273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d51eb5-9f56-47d4-9c94-cd9cd2e2a027 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=ecfa43c8-8812-4d6c-b2a6-e58202242012,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:43.584355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:43.589253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:43.589410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:43.596461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:43.631705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Allocated IP 172.20.0.2 (4bd5c3ef-ddf3-423f-8d58-4019699e03cf/cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f/5abf1a61-8e4c-48f6-890d-f77e5d54b602) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:43.654196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=b5f523c0-7d4b-4e9c-b233-ad950d5921d6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:43.706719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:43.708550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:43.751811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4297651e-4fca-4fb0-9255-b10a58e16c8d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2809119 Jul 16 22:36:43.752610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:43.760242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf', 'name': 'tempest-PortsTestJSON-2034076901'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:43.819903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42584) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:43.839999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc2f561-013c-4922-b75b-87bfc8d952c0 req-04809836-ef7d-487a-afe6-c0d3f9db8d98 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292932 Jul 16 22:36:43.869712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-5f44c06c-f722-4986-a7f7-e6d1fa46956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:43.871448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-5f44c06c-f722-4986-a7f7-e6d1fa46956e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.4989293 Jul 16 22:36:44.001916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:44.009264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:44.010500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.013619 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.040855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 9693557a-f048-446f-8a34-ff40d9b6624d yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:44.062726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-39256b32-b4a0-4a42-b8ed-1958c9919a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:44.065539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-39256b32-b4a0-4a42-b8ed-1958c9919a52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1831980 Jul 16 22:36:44.069002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.081097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Transition to ACTIVE for port object 5abf1a61-8e4c-48f6-890d-f77e5d54b602 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:44.112280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'networks': [{'name': 'tempest-network--940861869'}, {'name': 'tempest-network--1438388587'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:44.112842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-network--940861869'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:44.113107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-network--1438388587'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:44.121131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Transition to ACTIVE for port object 5abf1a61-8e4c-48f6-890d-f77e5d54b602 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:44.136468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.202165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:44.205970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:44.208421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:44.237655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.11 (4bd5c3ef-ddf3-423f-8d58-4019699e03cf/cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f/9693557a-f048-446f-8a34-ff40d9b6624d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:44.286742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Pushing event updated for resources: {'Port': ['ID=5abf1a61-8e4c-48f6-890d-f77e5d54b602,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:44.301326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Attempting to bind port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:44.301696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Attempting to bind port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '44fbe1c8-0150-46a1-ab82-b4181895f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:44.302118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Attempting to bind port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 on network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:44.308209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:44.308663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Checking segment: {'id': '44fbe1c8-0150-46a1-ab82-b4181895f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:44.309251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.310406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Bound using segment: {'id': '44fbe1c8-0150-46a1-ab82-b4181895f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:44.310406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Bound port: 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fbe1c8-0150-46a1-ab82-b4181895f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bd5c3ef-ddf3-423f-8d58-4019699e03cf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:44.310406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.399923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.427998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.443881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] For port 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:44.446372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 9693557a-f048-446f-8a34-ff40d9b6624d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:44.448294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] For port 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5abf1a61-8e4c-48f6-890d-f77e5d54b602,segment=NetworkSegment(44fbe1c8-0150-46a1-ab82-b4181895f479),segment_id=44fbe1c8-0150-46a1-ab82-b4181895f479)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:44.455415 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.478238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'network': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:44.483735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.489125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.504025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.557402 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-c387eb16-71e5-4e3a-ac2d-bef3b71f5619 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833646 Jul 16 22:36:44.557929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:44.562771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0824bb-d517-426f-b722-2fea14cb8356 None None] Pushing event updated for resources: {'Port': ['ID=5abf1a61-8e4c-48f6-890d-f77e5d54b602,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:44.562941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:44.570806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:44.586516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:44.642391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=9693557a-f048-446f-8a34-ff40d9b6624d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:44.646235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '33d7a807-77ab-4319-b4a2-a355eeb38eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:44.646658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: ecfa43c8-8812-4d6c-b2a6-e58202242012, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:44.651423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:44.652016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.741767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:44.769536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-4b62b890-20ca-4cd0-9305-0fb8572eb673 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753826 Jul 16 22:36:44.773127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ecfa43c8-8812-4d6c-b2a6-e58202242012) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:44.781896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569c153-77eb-44e7-bf97-567ac6e33cd4 None None] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:44.791618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:44.792212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.799218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.808853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.809360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:44.834389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2b401a0-09c1-4cdd-9888-9e418f5278c0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0799773 Jul 16 22:36:44.837484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42596) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:44.843472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-edb38195-869e-4b88-9796-3dbcb47f431c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 217 time: 0.0660112 Jul 16 22:36:44.885605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5330108-30fa-43ed-91b9-e4b3ee7d0b10 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4934421 Jul 16 22:36:44.888926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:44.917931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-506895693'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:44.951987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-b5833422-4ffb-4739-8cc1-6be0ab434503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:44.959645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-b5833422-4ffb-4739-8cc1-6be0ab434503 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1083825 Jul 16 22:36:45.018172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f7de89-8d26-4e57-84ff-aa0397f1e766,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:45.065606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:45.087888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-ecfa43c8-8812-4d6c-b2a6-e58202242012', 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': 'ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:45.089054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.090273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.090622 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment 7b01e559-01fb-48a5-a144-2e4808b01ccc of type vlan for network 3428012f-7de5-4cbc-a83e-11e2a17a0a38 Jul 16 22:36:45.156795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.167704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-927f2313-e8b4-4bf8-8a02-0196d32842a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:45.169381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-927f2313-e8b4-4bf8-8a02-0196d32842a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2032104 Jul 16 22:36:45.203401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:45.213224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.213578 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment eea1bd0c-f708-414e-bf3e-f4980d1f22d8 of type vlan for network 1a31c0ca-5b72-4ffe-b6de-9af4d6584b68 Jul 16 22:36:45.288123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Allocated IP 2001:db8::2 (ecfa43c8-8812-4d6c-b2a6-e58202242012/ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff/269768f4-1c90-44fa-909d-03e83d71c565) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:45.348571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.360251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-a33a32fa-3bb0-45cc-837a-a1d715549952 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785002 Jul 16 22:36:45.397086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cacff5-8a7d-4099-986e-c5dfb0e3f3f0 req-cbb66833-6351-437e-a92d-faa3b3c33e3b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:45.408841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02cacff5-8a7d-4099-986e-c5dfb0e3f3f0 req-cbb66833-6351-437e-a92d-faa3b3c33e3b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3223429 Jul 16 22:36:45.442274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:45.446360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.473506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc22987-7b01-4797-b05c-12fe12888750 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:45.478096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5bc22987-7b01-4797-b05c-12fe12888750 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 920 time: 0.6353817 Jul 16 22:36:45.480209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:45.498740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 5e8137bb-44b2-49c7-95e0-0706253d03ac yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:45.503545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5abf1a61-8e4c-48f6-890d-f77e5d54b602 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:45.505885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.506404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.512334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:45.528898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:45.529546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.552198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02cacff5-8a7d-4099-986e-c5dfb0e3f3f0 req-3ed8e417-4bf7-4973-9572-ad9f45151f72 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392465 Jul 16 22:36:45.677487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8564806 Jul 16 22:36:45.683464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:45.710198 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.718034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:45.735225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Transition to ACTIVE for port object 269768f4-1c90-44fa-909d-03e83d71c565 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:45.764891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Transition to ACTIVE for port object 269768f4-1c90-44fa-909d-03e83d71c565 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:45.775206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:45.779974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=3428012f-7de5-4cbc-a83e-11e2a17a0a38,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:45.783424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-4328e2cc-3473-4cf5-902c-a30d984592b5 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684759 Jul 16 22:36:45.834796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Pushing event updated for resources: {'Port': ['ID=269768f4-1c90-44fa-909d-03e83d71c565,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:45.843886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 3428012f-7de5-4cbc-a83e-11e2a17a0a38 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:45.884941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:45.892408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:45.896615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:45.917773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db77e-0a13-4fba-b9e3-89fa6b64ffe3 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=1a31c0ca-5b72-4ffe-b6de-9af4d6584b68,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:45.975476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1a31c0ca-5b72-4ffe-b6de-9af4d6584b68 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:46.085848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::17c (ecfa43c8-8812-4d6c-b2a6-e58202242012/ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff/5e8137bb-44b2-49c7-95e0-0706253d03ac) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:46.172412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db51b1-fa71-4539-9c1c-6ae07423ceb6 req-7066d676-bb55-45ae-ba5c-bb3d1104a348 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.180902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8db51b1-fa71-4539-9c1c-6ae07423ceb6 req-7066d676-bb55-45ae-ba5c-bb3d1104a348 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.4162776 Jul 16 22:36:46.198178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Attempting to bind port 269768f4-1c90-44fa-909d-03e83d71c565 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:46.200836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Attempting to bind port 269768f4-1c90-44fa-909d-03e83d71c565 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '33d7a807-77ab-4319-b4a2-a355eeb38eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:46.201660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Attempting to bind port 269768f4-1c90-44fa-909d-03e83d71c565 on network ecfa43c8-8812-4d6c-b2a6-e58202242012 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:46.208178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-73e5af48-d944-4b1e-8ed0-8afbe8dabd96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 217 time: 0.4117272 Jul 16 22:36:46.221536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750439a-78c9-4c40-ab13-24bf763e64d8 None None] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:46.294397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8db51b1-fa71-4539-9c1c-6ae07423ceb6 req-03002069-9620-461a-9a6c-ddb78e878069 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124363 Jul 16 22:36:46.302431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:46.302820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Checking segment: {'id': '33d7a807-77ab-4319-b4a2-a355eeb38eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:46.303729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.303729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Bound using segment: {'id': '33d7a807-77ab-4319-b4a2-a355eeb38eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:46.304122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Bound port: 269768f4-1c90-44fa-909d-03e83d71c565, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d7a807-77ab-4319-b4a2-a355eeb38eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecfa43c8-8812-4d6c-b2a6-e58202242012'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:46.304531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.387351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.426682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 5e8137bb-44b2-49c7-95e0-0706253d03ac will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:46.458050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 9693557a-f048-446f-8a34-ff40d9b6624d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:46.458513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.473242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-7671b81a-948c-4eab-81e7-56bbf92656b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.474822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-7671b81a-948c-4eab-81e7-56bbf92656b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.2569249 Jul 16 22:36:46.482208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2689738-ba18-4711-b9c4-5ac293226991 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.487590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Provisioning for port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:46.488987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2689738-ba18-4711-b9c4-5ac293226991 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.494992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2689738-ba18-4711-b9c4-5ac293226991 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.497169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Provisioning complete for port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:46.497714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.502582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2689738-ba18-4711-b9c4-5ac293226991 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.504376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f2689738-ba18-4711-b9c4-5ac293226991 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8177972 Jul 16 22:36:46.513895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:46.563664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.648563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.652767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-329c2c68-92b8-44c3-acf2-a1ddcd72867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.654571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-329c2c68-92b8-44c3-acf2-a1ddcd72867a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488686 Jul 16 22:36:46.675868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 9693557a-f048-446f-8a34-ff40d9b6624d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:46.736254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.738624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:46.752598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:46.761569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:46.769651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.770645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.773819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=5e8137bb-44b2-49c7-95e0-0706253d03ac,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:46.784978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.792736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] For port 269768f4-1c90-44fa-909d-03e83d71c565, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:46.808896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] For port 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5abf1a61-8e4c-48f6-890d-f77e5d54b602,segment=NetworkSegment(44fbe1c8-0150-46a1-ab82-b4181895f479),segment_id=44fbe1c8-0150-46a1-ab82-b4181895f479)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:46.818639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af7986-624d-45ec-8b7b-8ea6e1517950 req-d7a30b3a-7139-483f-8163-d003183b947f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:46.820670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0af7986-624d-45ec-8b7b-8ea6e1517950 req-d7a30b3a-7139-483f-8163-d003183b947f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3054376 Jul 16 22:36:46.828267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-882ca134-e9ab-4b9d-a403-89f6f91f7183 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9164255 Jul 16 22:36:46.829085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:46.851216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] For port 269768f4-1c90-44fa-909d-03e83d71c565, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=269768f4-1c90-44fa-909d-03e83d71c565,segment=NetworkSegment(33d7a807-77ab-4319-b4a2-a355eeb38eef),segment_id=33d7a807-77ab-4319-b4a2-a355eeb38eef)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:46.852593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.909406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:46.950049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-c12f27af-abbe-40a4-be23-aa77fe63944d service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824085 Jul 16 22:36:47.004402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0781-c752-4237-bf48-298d95483a67 None None] Pushing event updated for resources: {'Port': ['ID=5abf1a61-8e4c-48f6-890d-f77e5d54b602,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:47.069863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.080668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0af7986-624d-45ec-8b7b-8ea6e1517950 req-797646eb-0bdc-4295-b6ad-3c195b87a59b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487860 Jul 16 22:36:47.098568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3428012f-7de5-4cbc-a83e-11e2a17a0a38']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.118701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52618e-1a2a-4f10-b4ce-74ad995cdc62 None None] Pushing event updated for resources: {'Port': ['ID=269768f4-1c90-44fa-909d-03e83d71c565,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:47.121601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b01e559-01fb-48a5-a144-2e4808b01ccc') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.121971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b01e559-01fb-48a5-a144-2e4808b01ccc') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.137403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.181236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.192239 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-154dd102-1575-4733-b3d6-867f87e79e5f service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189131 Jul 16 22:36:47.221439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:47.222073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:47.230843 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:47.323000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-d74f7c6e-787a-4e04-9ef6-17a734277d26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0796220 Jul 16 22:36:47.323945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Provisioning complete for port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:47.324364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.339041 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.363196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.393576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.396038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/3428012f-7de5-4cbc-a83e-11e2a17a0a38 HTTP/1.1" status: 204 len: 168 time: 0.8759387 Jul 16 22:36:47.398728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:47.469411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 5e8137bb-44b2-49c7-95e0-0706253d03ac {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:47.470022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.499132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-1b317760-b028-4eb8-b5c1-df7415ec6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:47.507150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-1b317760-b028-4eb8-b5c1-df7415ec6dbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.1599653 Jul 16 22:36:47.545377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Provisioning for port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:47.548373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.552916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Provisioning complete for port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:47.553618 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.562846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163f128-af47-4acc-a552-78245bfeafb6 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=3428012f-7de5-4cbc-a83e-11e2a17a0a38,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:47.697813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5abf1a61-8e4c-48f6-890d-f77e5d54b602 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:47.785110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:47.790105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78668eb4-283c-4adf-b6ef-e6f1576dcacd None None] Could not find standard attr ID for object 9693557a-f048-446f-8a34-ff40d9b6624d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:47.807179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:47.807405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.824022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=9693557a-f048-446f-8a34-ff40d9b6624d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:47.863785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.898719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a31c0ca-5b72-4ffe-b6de-9af4d6584b68']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.930970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea1bd0c-f708-414e-bf3e-f4980d1f22d8') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.931188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea1bd0c-f708-414e-bf3e-f4980d1f22d8') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:47.953847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.972094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.979326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:47.979739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:47.983748 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:48.165197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.172764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.177167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/1a31c0ca-5b72-4ffe-b6de-9af4d6584b68 HTTP/1.1" status: 204 len: 168 time: 0.7749367 Jul 16 22:36:48.177693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.185622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42644) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:48.187837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dde2b02d-1519-4176-b087-b31de7476b7f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/9693557a-f048-446f-8a34-ff40d9b6624d HTTP/1.1" status: 204 len: 168 time: 2.6629915 Jul 16 22:36:48.212387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:48.241104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.244830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b29a-2edb-4e07-8371-86a736d89019 req-2d372a52-b098-4ad8-a1d4-1267d7e9300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:48.246593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-2d372a52-b098-4ad8-a1d4-1267d7e9300a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6116242 Jul 16 22:36:48.253331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02dbeb4b-d2ce-4829-8494-ed5db17ee6b9 None None] Provisioning complete for port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:48.253721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02dbeb4b-d2ce-4829-8494-ed5db17ee6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.257459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 269768f4-1c90-44fa-909d-03e83d71c565 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:48.275840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 5e8137bb-44b2-49c7-95e0-0706253d03ac owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:48.380017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143cb80-548e-4a07-826e-9e2d180b0765 req-352b868d-a548-4e0a-9970-ed10dd4116f3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:48.386325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3143cb80-548e-4a07-826e-9e2d180b0765 req-352b868d-a548-4e0a-9970-ed10dd4116f3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3370810 Jul 16 22:36:48.428340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02dbeb4b-d2ce-4829-8494-ed5db17ee6b9 None None] Port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:48.433940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add44868-6eba-4d1c-9c36-85919dcd1f3e tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:48.441904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add44868-6eba-4d1c-9c36-85919dcd1f3e tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:48.446346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 269768f4-1c90-44fa-909d-03e83d71c565 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:48.448924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-add44868-6eba-4d1c-9c36-85919dcd1f3e tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2374995 Jul 16 22:36:48.463041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3662d6-2e0d-45a5-bac8-024ebf4996a2 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=1a31c0ca-5b72-4ffe-b6de-9af4d6584b68,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:48.475504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:48.492930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1182334513'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:48.503459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-dc37cab8-2eae-467d-b239-d229d1f333a2 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431135 Jul 16 22:36:48.535758 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7464941-72b0-4fcb-a939-e072040d9001 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:48.538906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c7464941-72b0-4fcb-a939-e072040d9001 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/9693557a-f048-446f-8a34-ff40d9b6624d HTTP/1.1" status: 404 len: 333 time: 0.1307092 Jul 16 22:36:48.545195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-729e8117-8187-4410-a2a0-2608400f907b None None] Could not find standard attr ID for object 9693557a-f048-446f-8a34-ff40d9b6624d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:48.545430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:48.629792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3143cb80-548e-4a07-826e-9e2d180b0765 req-ccf655c7-cded-469e-b5a2-e03bd7918a29 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388711 Jul 16 22:36:48.667358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:48.672437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.709464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0203b29a-2edb-4e07-8371-86a736d89019 req-e451a3e7-c527-4afd-b827-f74f699bb7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964645 Jul 16 22:36:48.766227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port b5f523c0-7d4b-4e9c-b233-ad950d5921d6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:48.766613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.793838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.862066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=5e8137bb-44b2-49c7-95e0-0706253d03ac,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:48.930533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.934824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-764d8d1e-ddab-4cbe-abec-76fb9c9f899d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/5e8137bb-44b2-49c7-95e0-0706253d03ac HTTP/1.1" status: 204 len: 168 time: 2.1025054 Jul 16 22:36:48.938009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:48.966959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:48.995938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for b5f523c0-7d4b-4e9c-b233-ad950d5921d6 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:49.015692 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-65be9970-f37b-47cb-8b0d-cc49db880918 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:36:49.037729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626ca46-9b47-403a-8150-26421c372d4f None None] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:49.040107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65be9970-f37b-47cb-8b0d-cc49db880918 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/5e8137bb-44b2-49c7-95e0-0706253d03ac HTTP/1.1" status: 404 len: 333 time: 0.0998621 Jul 16 22:36:49.045232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:49.120921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Provisioning for port 269768f4-1c90-44fa-909d-03e83d71c565 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:49.134177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Provisioning complete for port 269768f4-1c90-44fa-909d-03e83d71c565 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:49.134604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.243569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:49.252063 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.286458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.290642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:49.349156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=b5f523c0-7d4b-4e9c-b233-ad950d5921d6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:49.356155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.356809 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment 0c74cca1-7aad-4f4f-ab7c-7a8a9103f473 of type vlan for network 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc Jul 16 22:36:49.388064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.495297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.529220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.565710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.565941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.569417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c439d22a-44f1-423e-a87a-27f02418283f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/b5f523c0-7d4b-4e9c-b233-ad950d5921d6 HTTP/1.1" status: 204 len: 168 time: 1.0218575 Jul 16 22:36:49.576726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:49.653728 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8d717b-f2eb-4518-8940-5fc394b281bd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:36:49.658957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a8d717b-f2eb-4518-8940-5fc394b281bd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/b5f523c0-7d4b-4e9c-b233-ad950d5921d6 HTTP/1.1" status: 404 len: 333 time: 0.0779176 Jul 16 22:36:49.659572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:49.710277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.720894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:49.721974 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.804436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:49.815455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-2d30b612-cc32-45ad-94f0-d13bade5c562 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:49.815664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3356938 Jul 16 22:36:49.817493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.823300 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-2d30b612-cc32-45ad-94f0-d13bade5c562 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.3557000 Jul 16 22:36:49.826723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:49.828191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.843363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-523838048'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:49.895504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b7f36-0df5-46e8-a5b5-6ad4d013aa24 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:49.900728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:49.905614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:49.909385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-70b0de57-340a-466f-92e0-6eebc313c7f7 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff HTTP/1.1" status: 204 len: 168 time: 0.8623538 Jul 16 22:36:49.913122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:49.933667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-cc9e1a0d-841e-4935-9eb3-6992b98850d3 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/quotas/c3f4b8b6ab6e4b15b24cfb66fab65a1e HTTP/1.1" status: 200 len: 375 time: 0.1091299 Jul 16 22:36:49.940853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:49.976761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.019642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35fdd3-be81-4770-b2da-a8be51b07295 None None] Network ecfa43c8-8812-4d6c-b2a6-e58202242012 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:50.086711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c3b1-52a9-46ef-bfa6-8cbe0b5cfcb1 req-11986ada-2f61-4e71-a160-cd7eed242e2e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:50.089053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0c3c3b1-52a9-46ef-bfa6-8cbe0b5cfcb1 req-11986ada-2f61-4e71-a160-cd7eed242e2e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1719577 Jul 16 22:36:50.121984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:36:50.122743 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:36:50.125726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.137076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:50.140228 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.169290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.185099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c0c3c3b1-52a9-46ef-bfa6-8cbe0b5cfcb1 req-8d8fcd4a-5ec0-4407-81e0-729a2af127da tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844102 Jul 16 22:36:50.229799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.267444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:50.271546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.273752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1fc2884e-c537-450c-af3c-b8e6aa7a43d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f HTTP/1.1" status: 204 len: 168 time: 0.6131687 Jul 16 22:36:50.276303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:50.281585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d50f6-feb1-4db2-9a7b-9cb3c7722926 None None] Network 4bd5c3ef-ddf3-423f-8d58-4019699e03cf requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:50.308180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:50.321382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-0cf23d59-9ab6-4eaa-94b8-a00fc975c586 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3868346 Jul 16 22:36:50.358763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] DHCP port deletion for ecfa43c8-8812-4d6c-b2a6-e58202242012 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:50.393352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.445794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.446150 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment f1d9d055-74f3-41ca-83e1-3516c77f5adf of type vlan for network d14a0a2e-81ad-4e9f-b6e4-5098140fe690 Jul 16 22:36:50.491837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 269768f4-1c90-44fa-909d-03e83d71c565 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:50.492146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.507341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:50.507693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.585603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Deleting port 269768f4-1c90-44fa-909d-03e83d71c565 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:50.586131 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.676613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5abf1a61-8e4c-48f6-890d-f77e5d54b602,segment=NetworkSegment(44fbe1c8-0150-46a1-ab82-b4181895f479),segment_id=44fbe1c8-0150-46a1-ab82-b4181895f479)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:50.677335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.679376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.701918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 5abf1a61-8e4c-48f6-890d-f77e5d54b602 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:50.717095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.718198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] DHCP port deletion for 4bd5c3ef-ddf3-423f-8d58-4019699e03cf request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:50.780865 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.812707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] For port 269768f4-1c90-44fa-909d-03e83d71c565, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=269768f4-1c90-44fa-909d-03e83d71c565,segment=NetworkSegment(33d7a807-77ab-4319-b4a2-a355eeb38eef),segment_id=33d7a807-77ab-4319-b4a2-a355eeb38eef)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:50.816313 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.865442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port 269768f4-1c90-44fa-909d-03e83d71c565, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=269768f4-1c90-44fa-909d-03e83d71c565,segment=NetworkSegment(33d7a807-77ab-4319-b4a2-a355eeb38eef),segment_id=33d7a807-77ab-4319-b4a2-a355eeb38eef)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:50.865953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.876580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Calling delete_port for 269768f4-1c90-44fa-909d-03e83d71c565 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:50.885215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 269768f4-1c90-44fa-909d-03e83d71c565 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:50.924934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] For port 269768f4-1c90-44fa-909d-03e83d71c565, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=269768f4-1c90-44fa-909d-03e83d71c565,segment=NetworkSegment(33d7a807-77ab-4319-b4a2-a355eeb38eef),segment_id=33d7a807-77ab-4319-b4a2-a355eeb38eef)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:50.951740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:50.972303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-0b8cd5a3-1053-4d4a-9172-f166eae0b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:50.977163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-0b8cd5a3-1053-4d4a-9172-f166eae0b9fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=618e2a6e1c344b219028c433250b4dc2&device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 1096 time: 0.2703061 Jul 16 22:36:51.010150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-cf4eb301-be04-484c-8b76-dc8150731b58 service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657655 Jul 16 22:36:51.030521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.053409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.077117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=269768f4-1c90-44fa-909d-03e83d71c565,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.085033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.085776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=5abf1a61-8e4c-48f6-890d-f77e5d54b602,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.096748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:51.097618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.127858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:51.146072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26ec53-004f-467e-85e5-101fc19249eb None None] Pushing event deleted for resources: {'Port': ['ID=269768f4-1c90-44fa-909d-03e83d71c565,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.156911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f8623248-14ab-46c6-869b-35e6219c6aff None None] Could not find standard attr ID for object 269768f4-1c90-44fa-909d-03e83d71c565. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:36:51.172792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Deleting port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:51.173843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.201051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.208513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=d14a0a2e-81ad-4e9f-b6e4-5098140fe690,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.226848 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f18fe8d4-d2db-4b18-a489-bf670cd314bf tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3880484 Jul 16 22:36:51.228054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:51.228892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] No DVR routers for this DVR port 269768f4-1c90-44fa-909d-03e83d71c565 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:51.230600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d14a0a2e-81ad-4e9f-b6e4-5098140fe690 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:51.237928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'ports': [{'network_id': '4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc', 'name': 'tempest-port--1079081152', 'admin_state_up': True}, {'network_id': 'd14a0a2e-81ad-4e9f-b6e4-5098140fe690', 'admin_state_up': False}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:51.238619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'port': {'network_id': '4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc', 'name': 'tempest-port--1079081152', 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:51.239286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'port': {'network_id': 'd14a0a2e-81ad-4e9f-b6e4-5098140fe690', 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:51.288991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port 269768f4-1c90-44fa-909d-03e83d71c565 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:51.417541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a8174-76bb-400a-9868-e44f9be4d217 None None] Pushing event deleted for resources: {'Port': ['ID=269768f4-1c90-44fa-909d-03e83d71c565,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.454167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] For port 5abf1a61-8e4c-48f6-890d-f77e5d54b602, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:51.454775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.533837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5abf1a61-8e4c-48f6-890d-f77e5d54b602 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:51.566335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Calling delete_port for 5abf1a61-8e4c-48f6-890d-f77e5d54b602 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:51.569095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5abf1a61-8e4c-48f6-890d-f77e5d54b602 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:51.570189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5abf1a61-8e4c-48f6-890d-f77e5d54b602 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:51.571106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 269768f4-1c90-44fa-909d-03e83d71c565 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:51.576359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:36:51.602412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.607758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 269768f4-1c90-44fa-909d-03e83d71c565 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:51.608403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 269768f4-1c90-44fa-909d-03e83d71c565 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:51.670150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] No DVR routers for this DVR port 5abf1a61-8e4c-48f6-890d-f77e5d54b602 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:51.677382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244f98-a8f4-46ef-b192-1579e6f7433f None None] Pushing event deleted for resources: {'Port': ['ID=5abf1a61-8e4c-48f6-890d-f77e5d54b602,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:51.721266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.731700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd5c3ef-ddf3-423f-8d58-4019699e03cf']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:51.742346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fbe1c8-0150-46a1-ab82-b4181895f479') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:51.742656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fbe1c8-0150-46a1-ab82-b4181895f479') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:51.751719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.765323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.771742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:51.772137 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:51.847200 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:51.849795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-cb762957-ad0f-4a05-97f9-f5a5e3d89f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:51.851426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-cb762957-ad0f-4a05-97f9-f5a5e3d89f51 service neutron] 10.222.0.68 "GET /v2.0/networks?id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 200 len: 913 time: 0.8648050 Jul 16 22:36:51.858740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.871829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.880641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/4bd5c3ef-ddf3-423f-8d58-4019699e03cf HTTP/1.1" status: 204 len: 168 time: 1.6026196 Jul 16 22:36:51.883093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:51.901424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-378643035'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:51.941018 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.945887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'port': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:51.946464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e236834-72c8-4511-9b88-23bec8b0e0f7 req-51767a03-7fc0-44c2-9161-5f63b1e0454e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:51.950929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:51.953605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e236834-72c8-4511-9b88-23bec8b0e0f7 req-51767a03-7fc0-44c2-9161-5f63b1e0454e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.9513171 Jul 16 22:36:51.956133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720cab3-675f-4bc1-97df-4d8ebda9c54c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=4bd5c3ef-ddf3-423f-8d58-4019699e03cf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:52.007143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-de9a5c1b-9830-422d-93d8-9dd1ffa31945 service neutron] 10.222.0.70 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9883015 Jul 16 22:36:52.008432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.015739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfa43c8-8812-4d6c-b2a6-e58202242012']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:52.017964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-d0460edb-322a-4757-ad5e-048715cf56c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 200 len: 998 time: 0.1571722 Jul 16 22:36:52.026637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:52.031380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.039843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d7a807-77ab-4319-b4a2-a355eeb38eef') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:52.040572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d7a807-77ab-4319-b4a2-a355eeb38eef') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:52.059275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.095679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e236834-72c8-4511-9b88-23bec8b0e0f7 req-82e3efee-4c69-49e2-a243-a22c7f4bea30 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399488 Jul 16 22:36:52.103820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.151914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:52.152337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:52.155486 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:52.160345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-3ea4745d-8243-4482-adfd-e85a08136673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:52.161875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-3ea4745d-8243-4482-adfd-e85a08136673 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 200 len: 851 time: 0.1368625 Jul 16 22:36:52.162636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:52.180887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] device_id is not set on port 9e40025e-9c3e-4e0f-b443-d2bbd8112c25 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:52.219496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.219986 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment aa865c07-8a49-4905-9ec0-1e4337188854 of type vlan for network d42e1f2d-3c89-4748-8086-9c14544c6ca0 Jul 16 22:36:52.285929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ddd6ee74-346f-447f-8dca-c1dff523f025 req-60b165cc-f507-4b63-872c-b0edc81c714f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 210 time: 0.0311308 Jul 16 22:36:52.286551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.296541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.298779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/ecfa43c8-8812-4d6c-b2a6-e58202242012 HTTP/1.1" status: 204 len: 168 time: 2.3843982 Jul 16 22:36:52.312130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:52.318178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'name': 'tempest-PortsIpV6TestJSON-1180535881'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:52.322975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fddf16-74b7-45a3-b9ad-aebbdf292cf4 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=ecfa43c8-8812-4d6c-b2a6-e58202242012,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:52.336775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.381906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-ae008502-5011-40b6-bea2-9a28c56b0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:52.383509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-ae008502-5011-40b6-bea2-9a28c56b0cc9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038786 Jul 16 22:36:52.403240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.410881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:52.411677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.456599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5686362 Jul 16 22:36:52.463543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42716) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:52.468591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:52.532819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:52.536340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.543880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc678ea-6a2d-449e-8b8a-fb2e218ecd6d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=d42e1f2d-3c89-4748-8086-9c14544c6ca0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:52.558598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port b18b17cd-a81c-4a0f-b5fd-7b4d74561b95 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:52.566879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:36:52.621332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:52.678411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-7e994941-2f67-482a-a0b1-8fa7efe617a6 service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875581 Jul 16 22:36:52.742327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.872878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] device_id is not set on port f013da07-1a89-41fd-a51c-89ae844c1eaa yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:52.900217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.979212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:52.984438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:52.997973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79467ebb-50a1-4d9a-a36b-b7140b8ebc29 req-106a0eab-ba70-4368-859c-49f8ebbde58b service neutron] 10.222.0.68 "GET /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092077 Jul 16 22:36:53.047648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.258317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.261529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.364904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:53.379233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:53.386568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:53.390149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf76785-14a8-40e4-b955-5ecd38b90a4c req-d9220e0c-60ee-4465-a561-1e20b8c3301f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:53.392428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ddf76785-14a8-40e4-b955-5ecd38b90a4c req-d9220e0c-60ee-4465-a561-1e20b8c3301f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.1233902 Jul 16 22:36:53.393835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:53.394487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.427084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=b18b17cd-a81c-4a0f-b5fd-7b4d74561b95,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:53.453873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ddf76785-14a8-40e4-b955-5ecd38b90a4c req-6e6f2b34-d07e-4fd8-be6e-5e6fddc62382 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Jul 16 22:36:53.460674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.461046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.461392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.461731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.462068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.462601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.462731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.463071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.463399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.463724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.464047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.464457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:53.465536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.487250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-857734a4-1495-4553-a2c8-b9510861c802 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1738808 Jul 16 22:36:53.488129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:53.498769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.502051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.615445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Port': ['ID=9e40025e-9c3e-4e0f-b443-d2bbd8112c25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:53.710309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-71393f26-ca23-43b1-bbcf-56643f5593e6 req-1584e3d1-7e34-463e-bc51-613adbdff97a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 210 time: 0.0625422 Jul 16 22:36:53.731804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': 'aa865c07-8a49-4905-9ec0-1e4337188854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:53.732185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: d42e1f2d-3c89-4748-8086-9c14544c6ca0, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:53.774337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=7fa4466b-52e3-4926-89e6-e14cecbb476c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:53.811583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Checking segment: {'id': '0c74cca1-7aad-4f4f-ab7c-7a8a9103f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:53.812147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network hostable DHCP agents. Network: 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:53.833719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:53.850152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port b18b17cd-a81c-4a0f-b5fd-7b4d74561b95 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:53.850651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.857647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d42e1f2d-3c89-4748-8086-9c14544c6ca0) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:53.867805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf595b99-eb94-459c-8cc1-433b990f3ec4 None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:53.879103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:53.880041 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.899131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Deleting port c8ef917e-923b-4df9-b085-8c9d9e8da193 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:53.899754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:53.913207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:53.951444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:53.976075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d116b-31ee-46a6-92c0-c6c4b63396a8 None None] Network 4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:54.000021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:54.005371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] For port c8ef917e-923b-4df9-b085-8c9d9e8da193, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8ef917e-923b-4df9-b085-8c9d9e8da193,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:54.006396 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.013873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.023340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3865e2ff-2dfc-471d-8957-cd7dd8306af3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5580542 Jul 16 22:36:54.025250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Calling delete_port for c8ef917e-923b-4df9-b085-8c9d9e8da193 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:54.036661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:54.048332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0', 'name': 'tempest-PortsTestJSON-559305732', 'fixed_ips': [{'subnet_id': '7fa4466b-52e3-4926-89e6-e14cecbb476c', 'ip_address': '172.20.0.10'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:54.081675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.160994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for b18b17cd-a81c-4a0f-b5fd-7b4d74561b95 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:54.225903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Port': ['ID=f013da07-1a89-41fd-a51c-89ae844c1eaa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:54.249271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d42e1f2d-3c89-4748-8086-9c14544c6ca0', 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': '7fa4466b-52e3-4926-89e6-e14cecbb476c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:36:54.250404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.292734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.327213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-e91db09c-9a2f-4629-af1d-ff9c0c022321 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:54.329256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-e91db09c-9a2f-4629-af1d-ff9c0c022321 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 815 time: 0.4414518 Jul 16 22:36:54.330636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ef917e-923b-4df9-b085-8c9d9e8da193,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:54.349401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Request body: {'port': {'device_id': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'admin_state_up': True, 'tenant_id': 'c3f4b8b6ab6e4b15b24cfb66fab65a1e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:54.378551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Checking segment: {'id': 'f1d9d055-74f3-41ca-83e1-3516c77f5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd14a0a2e-81ad-4e9f-b6e4-5098140fe690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:54.378924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network hostable DHCP agents. Network: d14a0a2e-81ad-4e9f-b6e4-5098140fe690, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:36:54.528847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network d14a0a2e-81ad-4e9f-b6e4-5098140fe690 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:36:54.551924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Allocated IP 172.20.0.2 (d42e1f2d-3c89-4748-8086-9c14544c6ca0/7fa4466b-52e3-4926-89e6-e14cecbb476c/5f55f310-302d-44e5-a29f-6416177f8a3b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:54.553961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:54.575380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.596845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d14a0a2e-81ad-4e9f-b6e4-5098140fe690) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:54.624299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.646184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269205de-9b13-410f-8550-832103254f43 None None] Network d14a0a2e-81ad-4e9f-b6e4-5098140fe690 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:54.648091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:54.654150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:54.660340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:54.660747 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.689918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.694397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/b18b17cd-a81c-4a0f-b5fd-7b4d74561b95 HTTP/1.1" status: 204 len: 168 time: 1.2026546 Jul 16 22:36:54.694397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a36064-f2ca-42fa-a70f-4526cfe5cbb8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=b18b17cd-a81c-4a0f-b5fd-7b4d74561b95,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:54.697307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:54.703085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'mac_address': 'fa:16:3e:ee:be:66', 'name': 'tempest-PortsIpV6TestJSON-469371254'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:54.754864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Made reservation on behalf of c3f4b8b6ab6e4b15b24cfb66fab65a1e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:54.759017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.794213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-085cc410-60eb-4e9d-a7b4-e9d4e7284bd0 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5615177 Jul 16 22:36:54.802522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:54.860993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.912216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.921822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Transition to ACTIVE for port object 5f55f310-302d-44e5-a29f-6416177f8a3b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:54.925796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:54.937323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd528-c6a7-41cc-9203-aafe1e91cb9a req-6cd6144c-1874-436e-a99a-6d7a0b74d6d4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:54.938848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Transition to ACTIVE for port object 5f55f310-302d-44e5-a29f-6416177f8a3b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:54.939179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-583cd528-c6a7-41cc-9203-aafe1e91cb9a req-6cd6144c-1874-436e-a99a-6d7a0b74d6d4 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2051728 Jul 16 22:36:54.954770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.960912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5508ac1-91dc-41b9-bec0-464c08f159b3 req-84416dff-3c5c-4107-8db8-7668ca83b250 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 210 time: 0.0451307 Jul 16 22:36:54.961766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 48831918-ddb9-4892-a03d-9c7d0d70583a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:55.011538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:55.014451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:55.018526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:55.026290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Pushing event updated for resources: {'Port': ['ID=5f55f310-302d-44e5-a29f-6416177f8a3b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:55.054314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.083829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 7d3206f6-fb3d-4d36-9b66-a71e17418077 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:55.098405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Attempting to bind port 5f55f310-302d-44e5-a29f-6416177f8a3b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:55.098705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Attempting to bind port 5f55f310-302d-44e5-a29f-6416177f8a3b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'aa865c07-8a49-4905-9ec0-1e4337188854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:55.099475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Attempting to bind port 5f55f310-302d-44e5-a29f-6416177f8a3b on network d42e1f2d-3c89-4748-8086-9c14544c6ca0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:55.099617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Router 4060f1b8-6b02-4362-bb43-86cc79c5e452 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:36:55.104610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:55.105023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Checking segment: {'id': 'aa865c07-8a49-4905-9ec0-1e4337188854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:55.105433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.105833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Bound using segment: {'id': 'aa865c07-8a49-4905-9ec0-1e4337188854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:55.106302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Bound port: 5f55f310-302d-44e5-a29f-6416177f8a3b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa865c07-8a49-4905-9ec0-1e4337188854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:55.106705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.109967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de2efd-9919-4b92-9a36-03797613dbd1 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:55.116754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de2efd-9919-4b92-9a36-03797613dbd1 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:55.121249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9de2efd-9919-4b92-9a36-03797613dbd1 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3135278 Jul 16 22:36:55.128246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:55.143886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-583cd528-c6a7-41cc-9203-aafe1e91cb9a req-2ed74c10-daa2-4f9d-a7c4-f0bfccfcb02f tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917849 Jul 16 22:36:55.216328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] For port 5f55f310-302d-44e5-a29f-6416177f8a3b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:55.216556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Allocated IP 172.20.0.10 (e16af5aa-b993-43b9-8751-ec20ddb95633/775ed114-60b1-4b73-88cb-75cf45d1231f/e14bc1d1-11ac-475a-a81b-95cda4b8609a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:55.222285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] For port 5f55f310-302d-44e5-a29f-6416177f8a3b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5f55f310-302d-44e5-a29f-6416177f8a3b,segment=NetworkSegment(aa865c07-8a49-4905-9ec0-1e4337188854),segment_id=aa865c07-8a49-4905-9ec0-1e4337188854)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:55.228992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.323177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9673cb-4e50-454d-9270-198c96d1662d None None] Pushing event updated for resources: {'Port': ['ID=5f55f310-302d-44e5-a29f-6416177f8a3b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:55.329631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.10 (d42e1f2d-3c89-4748-8086-9c14544c6ca0/7fa4466b-52e3-4926-89e6-e14cecbb476c/48831918-ddb9-4892-a03d-9c7d0d70583a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:55.558489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:36:55.579360 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-784014d2-bab6-46cb-8a4c-03ea2d9278ed admin admin] 10.222.0.70 "PUT /v2.0/routers/4060f1b8-6b02-4362-bb43-86cc79c5e452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544671 Jul 16 22:36:55.581051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:55.583630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Sync routers for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:36:55.590006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.602709 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:36:55.603612 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:36:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:55.604727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting port 9e40025e-9c3e-4e0f-b443-d2bbd8112c25 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:55.605102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:55.867903 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:36:55.949915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.069144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.088403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 48831918-ddb9-4892-a03d-9c7d0d70583a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:56.104713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.117360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9a81139a-1b79-46f7-a910-a6fb034fb037'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:36:56.125163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483', '8b5d06a4-d486-416c-8995-4f6bc6d41353'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:36:56.155396 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:36:54Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:56.210286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event updated for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:56.222243 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Checking router: 4060f1b8-6b02-4362-bb43-86cc79c5e452 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:36:56.244456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Routers {'4060f1b8-6b02-4362-bb43-86cc79c5e452'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:36:56.245344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:36:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4060f1b8-6b02-4362-bb43-86cc79c5e452'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:56.290434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Network e16af5aa-b993-43b9-8751-ec20ddb95633 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:56.299742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:56.304522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:56.327340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382fc6a-1d58-4645-b536-053272af7108 req-56481c98-00e8-4997-8bd6-60e622082438 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:56.329537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f382fc6a-1d58-4645-b536-053272af7108 req-56481c98-00e8-4997-8bd6-60e622082438 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.9497018 Jul 16 22:36:56.334476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.388043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.415957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Calling delete_port for 9e40025e-9c3e-4e0f-b443-d2bbd8112c25 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:56.427513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:56.442372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.477022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20a7d9-48b7-4b50-b992-32e795d9f92c req-4e8924b1-4aa1-4533-94e9-bde6721d5ddc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:56.486789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7b20a7d9-48b7-4b50-b992-32e795d9f92c req-4e8924b1-4aa1-4533-94e9-bde6721d5ddc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 932 time: 0.2902167 Jul 16 22:36:56.495365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:56.498470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:56.503657 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] Set router 4060f1b8-6b02-4362-bb43-86cc79c5e452 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:36:56.514781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:56.515456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.580412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-1ee90b49-8017-4dd6-882b-b34ad877a839 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2344875 Jul 16 22:36:56.594811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Request body: {'port': {'device_id': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:56.712783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.736665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=48831918-ddb9-4892-a03d-9c7d0d70583a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:56.762182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.781062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7b20a7d9-48b7-4b50-b992-32e795d9f92c req-b45dfc82-4bd2-4256-a56e-cd92c8585423 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928011 Jul 16 22:36:56.790123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:56.793150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.811342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f382fc6a-1d58-4645-b536-053272af7108 req-1474bf15-a80a-4ac2-b682-b2556e802f8b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665020 Jul 16 22:36:56.833921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c1f57b07-2e55-4987-80d8-ce41e27f4829 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7920990 Jul 16 22:36:56.836661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:56.843424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': 'd42e1f2d-3c89-4748-8086-9c14544c6ca0', 'name': 'tempest-PortsTestJSON-1160899437', 'fixed_ips': [{'subnet_id': '7fa4466b-52e3-4926-89e6-e14cecbb476c', 'ip_address': '172.20.0.9'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:56.856401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:36:54Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:56.903397 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e07658-daf6-41cf-a72c-03cd81d93e49 None None] The sync data for ids ['4060f1b8-6b02-4362-bb43-86cc79c5e452'] in n-d-793621-16 is: [{'id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'name': 'tempest-TaggedBootDevicesTest-1226332977-router', 'tenant_id': '36e683180e3740aaa9312a562e7a53c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:24:57Z', 'updated_at': '2021-07-16T22:36:54Z', 'revision_number': 5, 'project_id': '36e683180e3740aaa9312a562e7a53c5', 'gw_port': {'id': 'f5cda367-1019-49e9-ad82-3c8833af1f37', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060f1b8-6b02-4362-bb43-86cc79c5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:25:01Z', 'updated_at': '2021-07-16T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:36:56.945531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.980295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535b914-a3ab-42f3-ab98-96a8cacdd3dd None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:56.984104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:56.986847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/ports/9e40025e-9c3e-4e0f-b443-d2bbd8112c25 HTTP/1.1" status: 204 len: 168 time: 1.8580194 Jul 16 22:36:56.999589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:57.009392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:57.010367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=7d3206f6-fb3d-4d36-9b66-a71e17418077,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:57.020832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:57.026286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:57.036508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:57.037789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.040322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.040669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.041031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.041367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.041837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.042170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.042520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.042850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.043390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.043836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.044165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.044490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:57.110851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.114093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e8fe-8f0b-4798-891a-ff628c757ed5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Port': ['ID=9e40025e-9c3e-4e0f-b443-d2bbd8112c25,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:57.118565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e30a4b3-e6b7-49b2-8e05-61b16b66e61d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4199574 Jul 16 22:36:57.121778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:57.167269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd8d03ea-d6c7-4b61-b6bf-432f568984cd None None] Provisioning for port 5f55f310-302d-44e5-a29f-6416177f8a3b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:57.273222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:57.278455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.304720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a0c20-c8ee-4e6c-bd1c-9140ee8206cf tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:57.308621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb1a0c20-c8ee-4e6c-bd1c-9140ee8206cf tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/7d3206f6-fb3d-4d36-9b66-a71e17418077 HTTP/1.1" status: 200 len: 844 time: 0.1833251 Jul 16 22:36:57.314058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:57.405798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 99f32e36-ae03-426a-b3bb-4dcffc6ec051 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:57.479407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Deleting port f5cda367-1019-49e9-ad82-3c8833af1f37 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:57.479957 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.515083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53b79502-1fa2-4bbb-b158-ee660200b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.584577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5f55f310-302d-44e5-a29f-6416177f8a3b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:57.669293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting port f013da07-1a89-41fd-a51c-89ae844c1eaa {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:57.669861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.687885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5f55f310-302d-44e5-a29f-6416177f8a3b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:57.692154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5f55f310-302d-44e5-a29f-6416177f8a3b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:57.692624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.703235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 7d3206f6-fb3d-4d36-9b66-a71e17418077 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:57.703593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.708299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] For port f5cda367-1019-49e9-ad82-3c8833af1f37, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f5cda367-1019-49e9-ad82-3c8833af1f37,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:57.708683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.747159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Calling delete_port for f5cda367-1019-49e9-ad82-3c8833af1f37 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:57.842404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Provisioning for port 48831918-ddb9-4892-a03d-9c7d0d70583a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:57.856425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.877075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 7d3206f6-fb3d-4d36-9b66-a71e17418077 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:57.933438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.975548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Calling delete_port for f013da07-1a89-41fd-a51c-89ae844c1eaa owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:58.031034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.9 (d42e1f2d-3c89-4748-8086-9c14544c6ca0/7fa4466b-52e3-4926-89e6-e14cecbb476c/99f32e36-ae03-426a-b3bb-4dcffc6ec051) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:36:58.128749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14bc1d1-11ac-475a-a81b-95cda4b8609a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:36:58.140126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.179931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Provisioning complete for port 48831918-ddb9-4892-a03d-9c7d0d70583a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:58.180444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.181197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.195897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Transition to ACTIVE for port object e14bc1d1-11ac-475a-a81b-95cda4b8609a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:58.209466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.230389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.236534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=7d3206f6-fb3d-4d36-9b66-a71e17418077,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:58.241279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Port 48831918-ddb9-4892-a03d-9c7d0d70583a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:58.251470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.253699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0bc067cf-f055-4930-ab39-327db73c0efc tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/7d3206f6-fb3d-4d36-9b66-a71e17418077 HTTP/1.1" status: 204 len: 168 time: 0.9371679 Jul 16 22:36:58.258845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43046) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:58.289821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.295121 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-175c6bff-f087-47ed-b093-120acdd4a1be tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:36:58.296912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-175c6bff-f087-47ed-b093-120acdd4a1be tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/7d3206f6-fb3d-4d36-9b66-a71e17418077 HTTP/1.1" status: 404 len: 333 time: 0.0371220 Jul 16 22:36:58.308644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:58.309294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864184d-b587-41bf-abaf-6a1a91e75977 req-1429c175-662a-400b-83e9-7fd177954554 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:58.317272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4864184d-b587-41bf-abaf-6a1a91e75977 req-1429c175-662a-400b-83e9-7fd177954554 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 932 time: 0.2453885 Jul 16 22:36:58.327759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'name': 'tempest-PortsIpV6TestJSON-1887950903'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:58.340523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 5f55f310-302d-44e5-a29f-6416177f8a3b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5f55f310-302d-44e5-a29f-6416177f8a3b,segment=NetworkSegment(aa865c07-8a49-4905-9ec0-1e4337188854),segment_id=aa865c07-8a49-4905-9ec0-1e4337188854)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:58.348326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Provisioning complete for port 5f55f310-302d-44e5-a29f-6416177f8a3b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:58.348516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9af5146c-2f8d-4c63-9156-ef8915277ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.371593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cda367-1019-49e9-ad82-3c8833af1f37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:58.384840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.446759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:58.465772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4864184d-b587-41bf-abaf-6a1a91e75977 req-8ac8381d-f4c2-49f3-a4c2-73590f3c7908 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Jul 16 22:36:58.474703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8ef917e-923b-4df9-b085-8c9d9e8da193 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:36:58.504567 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.515131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c8ef917e-923b-4df9-b085-8c9d9e8da193 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:36:58.515483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8ef917e-923b-4df9-b085-8c9d9e8da193 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:36:58.572610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.620763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f55f310-302d-44e5-a29f-6416177f8a3b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:58.682918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.685210 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.719893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.721804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/ports/f013da07-1a89-41fd-a51c-89ae844c1eaa HTTP/1.1" status: 204 len: 168 time: 1.7164035 Jul 16 22:36:58.729095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:58.737328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2007d-1bc6-4731-a56c-4abea70d842d tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Port': ['ID=f013da07-1a89-41fd-a51c-89ae844c1eaa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:58.762770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9dad407-f0e8-48c8-ba88-8de1dd2ed3c8 None None] Provisioning complete for port 48831918-ddb9-4892-a03d-9c7d0d70583a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:58.763258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9dad407-f0e8-48c8-ba88-8de1dd2ed3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.768200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b15fb4d-57f8-4b86-b599-b2760cae8d41 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379682 Jul 16 22:36:58.772327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:58.779652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.780179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.780335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4060f1b8-6b02-4362-bb43-86cc79c5e452 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:36:58.785994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-694904305'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:36:58.786199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.787501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-420080c9-1772-4406-93a2-d531346ac6f8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4060f1b8-6b02-4362-bb43-86cc79c5e452 HTTP/1.1" status: 204 len: 168 time: 3.2024868 Jul 16 22:36:58.790089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:58.821039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f9dad407-f0e8-48c8-ba88-8de1dd2ed3c8 None None] Port 48831918-ddb9-4892-a03d-9c7d0d70583a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:58.834014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:58.837750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.855455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Deleting subnet 887ab12a-2794-4c0c-800d-c4b104dca954 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:36:58.858864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.867291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 99f32e36-ae03-426a-b3bb-4dcffc6ec051 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:36:58.909538 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.928205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:36:58.934119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.940894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 0f38be46-f21b-48f3-9a1a-6569ccb1d168 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:36:58.989151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Attempting to bind port e14bc1d1-11ac-475a-a81b-95cda4b8609a on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:36:58.989593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Attempting to bind port e14bc1d1-11ac-475a-a81b-95cda4b8609a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:36:58.990032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Attempting to bind port e14bc1d1-11ac-475a-a81b-95cda4b8609a on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:59.013239 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.024671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Port e14bc1d1-11ac-475a-a81b-95cda4b8609a on network e16af5aa-b993-43b9-8751-ec20ddb95633 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:36:59.025295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Attempting to bind port e14bc1d1-11ac-475a-a81b-95cda4b8609a on network e16af5aa-b993-43b9-8751-ec20ddb95633 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:36:59.035704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.067024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-bf094379-93ad-48d7-9278-934caf10c108 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:59.069377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-bf094379-93ad-48d7-9278-934caf10c108 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b7eb49a-f896-4b42-99d8-f704dcc84055 HTTP/1.1" status: 200 len: 943 time: 0.4058652 Jul 16 22:36:59.076742 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.103701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:36:59.103935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Checking segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:36:59.104262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Bound using segment: {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:36:59.105787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Bound port: e14bc1d1-11ac-475a-a81b-95cda4b8609a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ac6114-7238-4471-8332-659a5632e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:36:59.106318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.107266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887ab12a-2794-4c0c-800d-c4b104dca954,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:59.111693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.113907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-19177af7-cb20-40fa-bd39-077b908a86dd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/887ab12a-2794-4c0c-800d-c4b104dca954 HTTP/1.1" status: 204 len: 168 time: 0.3226933 Jul 16 22:36:59.116806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:59.122918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92a110-0155-4dac-94b7-76d1583326ee None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:36:59.191129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:36:59.192045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:36:59.216942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:36:59.218977 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.220394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:36:59.286637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=99f32e36-ae03-426a-b3bb-4dcffc6ec051,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:59.305779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Deleting port cde34c07-7006-45cf-80e2-7096e650aa23 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:59.306057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.339172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.340131 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment ff490c8e-d8af-48a6-9ae2-4b79dcead96d of type vlan for network e111bcde-dcda-46f4-aa9b-931eb967cbfd Jul 16 22:36:59.401618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] DHCP port deletion for efdd5ab4-66c7-40c7-b44e-80fe973f1f9f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:36:59.423789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] For port cde34c07-7006-45cf-80e2-7096e650aa23, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cde34c07-7006-45cf-80e2-7096e650aa23,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:59.424497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.445786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Calling delete_port for cde34c07-7006-45cf-80e2-7096e650aa23 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:59.537233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5f55f310-302d-44e5-a29f-6416177f8a3b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:36:59.543433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Deleting port cde34c07-7006-45cf-80e2-7096e650aa23 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:59.544029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.565952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.603454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde34c07-7006-45cf-80e2-7096e650aa23,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:59.609899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] No DVR routers for this DVR port cde34c07-7006-45cf-80e2-7096e650aa23 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:36:59.677774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.710652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.717926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.722438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] For port cde34c07-7006-45cf-80e2-7096e650aa23, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cde34c07-7006-45cf-80e2-7096e650aa23,segment=NetworkSegment(b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3),segment_id=b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:36:59.722846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.724010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:59.725089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.746132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Calling delete_port for cde34c07-7006-45cf-80e2-7096e650aa23 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:36:59.757059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4f54444d-ef16-40bc-b2b2-86ec7521e64d None None] Provisioning for port 99f32e36-ae03-426a-b3bb-4dcffc6ec051 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:36:59.762419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:36:59.765223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdd5ab4-66c7-40c7-b44e-80fe973f1f9f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:59.775183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4f54444d-ef16-40bc-b2b2-86ec7521e64d None None] Provisioning complete for port 99f32e36-ae03-426a-b3bb-4dcffc6ec051 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:59.776604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f54444d-ef16-40bc-b2b2-86ec7521e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.780987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5f55f310-302d-44e5-a29f-6416177f8a3b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:36:59.781488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.781726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:59.783602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c3c14d-b59e-4251-b0b9-00bc5e1e6df3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:36:59.798972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-477fc100-94a0-46e0-8e97-782717edc656 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9610791 Jul 16 22:36:59.799471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.804188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:36:59.807493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:59.828076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.873578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:59.874716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.877531 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] 10.222.0.47 "PUT /v2.0/ports/e14bc1d1-11ac-475a-a81b-95cda4b8609a HTTP/1.1" status: 200 len: 1093 time: 3.2877133 Jul 16 22:36:59.886805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.890815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:36:59.893843 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212dd37-10c7-4451-93b8-c19dea02f39c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:36:59.902348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.910577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:59.911819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.912391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:36:59.913258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.915127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:36:59.915715 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:36:59.923964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port a3eb3750-ea2a-4792-827d-aa2d2e60b06c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:36:59.924475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.950833 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-250e5bd3-f0e2-4a46-980b-68727c1e8a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.956780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f54444d-ef16-40bc-b2b2-86ec7521e64d None None] Port 99f32e36-ae03-426a-b3bb-4dcffc6ec051 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:36:59.976858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2511883-00d0-4655-b65e-37c31c527b93 req-80f9c45b-58e2-4af8-aaa6-f75cb4f3d69a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:36:59.987267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2511883-00d0-4655-b65e-37c31c527b93 req-80f9c45b-58e2-4af8-aaa6-f75cb4f3d69a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 944 time: 0.2656422 Jul 16 22:37:00.014589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.053208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Pushing event deleted for resources: {'Port': ['ID=cde34c07-7006-45cf-80e2-7096e650aa23,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:00.064702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.071267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] Network efdd5ab4-66c7-40c7-b44e-80fe973f1f9f is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:37:00.072184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea89478-6fa3-4784-8e52-9d7733e5f3ec None None] No DVR routers for this DVR port cde34c07-7006-45cf-80e2-7096e650aa23 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:00.078140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.082722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] 10.222.0.70 "DELETE /v2.0/networks/efdd5ab4-66c7-40c7-b44e-80fe973f1f9f HTTP/1.1" status: 204 len: 168 time: 0.9616699 Jul 16 22:37:00.097791 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2511883-00d0-4655-b65e-37c31c527b93 req-1b7bb338-cb81-4ce0-a55d-4fefb6b02e1d tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045785 Jul 16 22:37:00.127001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773139d-17ed-4afe-9cc1-fe2029a12337 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.127196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.131522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b773139d-17ed-4afe-9cc1-fe2029a12337 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3230023 Jul 16 22:37:00.135562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.150776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609a6d-e51b-40a3-998d-8ff5ef22fc67 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdd5ab4-66c7-40c7-b44e-80fe973f1f9f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:00.202718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5cda367-1019-49e9-ad82-3c8833af1f37 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:00.237533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f5cda367-1019-49e9-ad82-3c8833af1f37 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:00.238192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f5cda367-1019-49e9-ad82-3c8833af1f37 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:00.276941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3fe45-9ee1-4cab-975a-7be3ef54d77b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.287438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3fe45-9ee1-4cab-975a-7be3ef54d77b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.297209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3fe45-9ee1-4cab-975a-7be3ef54d77b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.309384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ed3fe45-9ee1-4cab-975a-7be3ef54d77b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1704557 Jul 16 22:37:00.310107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.366503 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc4b07-bc33-4f10-a907-f3b68cbf4410 x-openstack-request-id: req-2dfc4b07-bc33-4f10-a907-f3b68cbf4410 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:00.366973 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:00.367075 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dfc4b07-bc33-4f10-a907-f3b68cbf4410 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:00.367487 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a', 'status': 'completed', 'code': 200} Jul 16 22:37:00.374659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.441230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:00.458645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-912f9e5c-fcb7-469f-8c98-f298f488f1e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36e683180e3740aaa9312a562e7a53c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828817 Jul 16 22:37:00.461231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.476877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port a3eb3750-ea2a-4792-827d-aa2d2e60b06c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:00.477312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.480055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:00.495497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 99f32e36-ae03-426a-b3bb-4dcffc6ec051 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:00.495975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.514267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7359078 Jul 16 22:37:00.515622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.521687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1305376658'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:00.522148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:00.533924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.534898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.548912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaa327-5fe7-47ad-b018-23d97d6b4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:00.590971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.618007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=0f38be46-f21b-48f3-9a1a-6569ccb1d168,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:00.624037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:00.635183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.651498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.653870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for a3eb3750-ea2a-4792-827d-aa2d2e60b06c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:00.663839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fe89f-1f22-47ff-aafa-b3519f12844a tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=e111bcde-dcda-46f4-aa9b-931eb967cbfd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:00.684633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network e111bcde-dcda-46f4-aa9b-931eb967cbfd details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:00.687358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-d227ee11-4902-4701-8737-1d0d71b3d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.688156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.688984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-d227ee11-4902-4701-8737-1d0d71b3d870 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 1096 time: 0.3477800 Jul 16 22:37:00.692704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d88c7cc-dd14-4294-a12e-7a4e52cff6a6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3771939 Jul 16 22:37:00.700396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:00.714153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:00.749497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 99f32e36-ae03-426a-b3bb-4dcffc6ec051 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:00.766923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-3b05de38-e571-4cb6-a465-cbd7f70ac77c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a HTTP/1.1" status: 200 len: 217 time: 0.0443938 Jul 16 22:37:00.771822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:00.800866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.801583 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Added segment 7a878008-0f05-4ded-b24c-02c9e9134621 of type vlan for network 19053807-98f2-46df-b379-104651321746 Jul 16 22:37:00.852231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652bba4-b877-4130-a33d-f437b16904be req-2cb06fa8-4efa-4a9e-b055-d36efdfa6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:00.853782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-2cb06fa8-4efa-4a9e-b055-d36efdfa6c82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.0768063 Jul 16 22:37:00.909419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-b2fe0630-a70f-4a1a-b368-fae33d173964 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418153 Jul 16 22:37:00.923311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.929418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.932381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.933544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7597d43c-d86b-49e4-8d59-4f425450c951 HTTP/1.1" status: 204 len: 168 time: 0.4714239 Jul 16 22:37:00.953528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:00.956077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc501412-8420-4a44-ac0c-020152b9c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7597d43c-d86b-49e4-8d59-4f425450c951,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:01.017382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.020751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.023933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:01.024809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.038053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:01.049380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4a478a0f-c7b5-40c7-9518-bd2546e98e97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:01.056173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=a3eb3750-ea2a-4792-827d-aa2d2e60b06c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:01.077975 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-ffdf0ec5-6e3f-4a25-a51e-2cfbd735ca73 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467571 Jul 16 22:37:01.128115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6107008 Jul 16 22:37:01.133103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] No DVR routers for this DVR port a3eb3750-ea2a-4792-827d-aa2d2e60b06c on host n-h1-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:01.141980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.144026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e415a19-180e-4ec7-ba10-aaf870b09fd0 req-82557790-5212-4155-8b5f-516bf0aa64e6 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "DELETE /v2.0/ports/a3eb3750-ea2a-4792-827d-aa2d2e60b06c HTTP/1.1" status: 204 len: 173 time: 2.0339344 Jul 16 22:37:01.233761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff7ed-a7cb-45de-888c-1abb5813f357 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Network': ['ID=19053807-98f2-46df-b379-104651321746,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:01.275499 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:37:01.303448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:01.319493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 19053807-98f2-46df-b379-104651321746 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:01.322314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'subnets': [{'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--395199699', 'ip_version': 4}, {'network_id': '19053807-98f2-46df-b379-104651321746', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:01.322892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'subnet': {'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--395199699', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:01.323895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Request body: {'subnet': {'network_id': '19053807-98f2-46df-b379-104651321746', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:01.387486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.453036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.484319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.506440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] In _notify_port_updated(), no bound segment for port 0f38be46-f21b-48f3-9a1a-6569ccb1d168 on network 3135db9c-151c-4787-84b0-11f35b1689a8 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:37:01.512097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:01.512920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.514392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/ports/0f38be46-f21b-48f3-9a1a-6569ccb1d168 HTTP/1.1" status: 200 len: 818 time: 0.8046274 Jul 16 22:37:01.523060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:01.542069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1652bba4-b877-4130-a33d-f437b16904be req-26459363-2687-4263-b956-6efb91674972 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419696 Jul 16 22:37:01.549445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cde34c07-7006-45cf-80e2-7096e650aa23 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:01.632750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d88b3f-dabb-4ca1-9d71-a46e6f0cc97e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=0f38be46-f21b-48f3-9a1a-6569ccb1d168,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:01.681015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: cde34c07-7006-45cf-80e2-7096e650aa23 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:01.681485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cde34c07-7006-45cf-80e2-7096e650aa23 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:01.696908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.761628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=99f32e36-ae03-426a-b3bb-4dcffc6ec051,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:01.877183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.879918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-91ebd16e-83c0-4017-8aaf-aeb469467ea1 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/99f32e36-ae03-426a-b3bb-4dcffc6ec051 HTTP/1.1" status: 204 len: 168 time: 1.5687635 Jul 16 22:37:01.889156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f595c2-e7a6-4f99-8ff7-42a0a68ac2f9 req-1206d669-7fe6-4db0-82db-fdbd330a14f0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:01.889753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:01.891734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-6ef1e23f-1be0-4e67-a666-b200b2c36b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:01.894077 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-6ef1e23f-1be0-4e67-a666-b200b2c36b44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 1096 time: 0.2902489 Jul 16 22:37:01.896783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6f595c2-e7a6-4f99-8ff7-42a0a68ac2f9 req-1206d669-7fe6-4db0-82db-fdbd330a14f0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 944 time: 0.4978924 Jul 16 22:37:01.959005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Made reservation on behalf of eed59a5e081d465d83d123bf5883f15b for: {'subnet': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:01.964185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.966099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.970475 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8fafea-09b2-4115-b7ad-8a0f573c1736 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:37:01.972496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6b8fafea-09b2-4115-b7ad-8a0f573c1736 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/99f32e36-ae03-426a-b3bb-4dcffc6ec051 HTTP/1.1" status: 404 len: 333 time: 0.0772343 Jul 16 22:37:01.977082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:02.006466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6f595c2-e7a6-4f99-8ff7-42a0a68ac2f9 req-3c6c583f-4b4b-4f6d-85d3-93fd9b0ea42a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086848 Jul 16 22:37:02.100138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 0f38be46-f21b-48f3-9a1a-6569ccb1d168 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:02.100480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.345971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-7627e6f4-789b-4141-bcc1-e834e69596ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:02.347489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-7627e6f4-789b-4141-bcc1-e834e69596ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 916 time: 0.4386895 Jul 16 22:37:02.479594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:02.528889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-deleted', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:02.531219 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6262321a-dc9c-425a-8f23-4f43656a0ba3" -d '{"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-deleted", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:02.540208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-7645b1ce-13a7-4815-af27-61d79e892b69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a HTTP/1.1" status: 200 len: 217 time: 0.1857414 Jul 16 22:37:02.603455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.624985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 0f38be46-f21b-48f3-9a1a-6569ccb1d168 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:02.648132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 48831918-ddb9-4892-a03d-9c7d0d70583a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:02.648791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.666506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-4c1d485c-7971-4415-aa19-b1657423ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:02.672175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-4c1d485c-7971-4415-aa19-b1657423ef59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1070344 Jul 16 22:37:02.674282 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae583b-ad95-4ca9-9e64-f35318a99108 x-openstack-request-id: req-29ae583b-ad95-4ca9-9e64-f35318a99108 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:02.674575 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7eb49a-f896-4b42-99d8-f704dcc84055", "name": "network-vif-deleted", "tag": "a3eb3750-ea2a-4792-827d-aa2d2e60b06c", "status": "failed", "code": 422}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:02.674930 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29ae583b-ad95-4ca9-9e64-f35318a99108 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:02.675230 n-d-793621-16 neutron-server[93923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b7eb49a-f896-4b42-99d8-f704dcc84055', 'name': 'network-vif-deleted', 'tag': 'a3eb3750-ea2a-4792-827d-aa2d2e60b06c', 'status': 'failed', 'code': 422} returned with failed status Jul 16 22:37:02.691845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.757373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-e5266f2c-cdb4-4d38-b0fd-ed9e3bb7fee7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596640 Jul 16 22:37:02.764127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1303992877-network', 'tenant_id': '1066d168807c4f3db05e435391f65c99'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:02.820085 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.837306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.841468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 48831918-ddb9-4892-a03d-9c7d0d70583a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:02.877545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=0f38be46-f21b-48f3-9a1a-6569ccb1d168,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:02.883270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.887792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-74baa319-c446-45a3-8057-67f8172cb18d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/0f38be46-f21b-48f3-9a1a-6569ccb1d168 HTTP/1.1" status: 204 len: 168 time: 1.3589647 Jul 16 22:37:02.888409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43368) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:02.941138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Made reservation on behalf of 1066d168807c4f3db05e435391f65c99 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:02.943489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:02.967463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.032337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aab8f-5b3f-487d-a325-431e85517369 req-676ba9bd-f588-4820-bb62-4212c866cd41 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:03.034304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a7aab8f-5b3f-487d-a325-431e85517369 req-676ba9bd-f588-4820-bb62-4212c866cd41 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 908 time: 0.3518717 Jul 16 22:37:03.040731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db29a20-da5a-4fc6-9b19-69756dc8890e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:03.045043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4db29a20-da5a-4fc6-9b19-69756dc8890e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1517084 Jul 16 22:37:03.046229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.090958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-221c9a5c-4a2c-429b-9123-a1dfa9e3b68d service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226504 Jul 16 22:37:03.098289 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88cd5c8-4585-4ec9-b883-c57f9c9c82f6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:03.103521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e88cd5c8-4585-4ec9-b883-c57f9c9c82f6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/0f38be46-f21b-48f3-9a1a-6569ccb1d168 HTTP/1.1" status: 404 len: 333 time: 0.0535092 Jul 16 22:37:03.109341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.148755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1838741731'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:03.158031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.196082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=48831918-ddb9-4892-a03d-9c7d0d70583a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.241541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.332463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.339415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44eedf77-43ad-47d8-b4cf-e2d1a6bc52d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/48831918-ddb9-4892-a03d-9c7d0d70583a HTTP/1.1" status: 204 len: 168 time: 1.3564858 Jul 16 22:37:03.347755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43380) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.361092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.364680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8ad2-726d-41a7-93b9-571b656d0649 req-9a58cf34-9843-4f9f-a8a7-995b952570cd tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:03.366561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eefb8ad2-726d-41a7-93b9-571b656d0649 req-9a58cf34-9843-4f9f-a8a7-995b952570cd tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 944 time: 0.1726079 Jul 16 22:37:03.411629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c212dd37-10c7-4451-93b8-c19dea02f39c req-ca84fe38-8801-4f68-b7dc-0b1a8c2ac2a5 service neutron] 10.222.0.47 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125005 Jul 16 22:37:03.424480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eefb8ad2-726d-41a7-93b9-571b656d0649 req-fb77614e-d783-4b0f-a180-13eb5a604825 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Jul 16 22:37:03.436698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.441640 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff09e6c-5d6d-4f27-b00a-b1b095b54c98 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:37:03.445919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2ff09e6c-5d6d-4f27-b00a-b1b095b54c98 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/48831918-ddb9-4892-a03d-9c7d0d70583a HTTP/1.1" status: 404 len: 333 time: 0.0908375 Jul 16 22:37:03.446814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.450973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Subnet': ['ID=db933724-f623-45c9-8096-20cc62698dd8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.469775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Checking segment: {'id': 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:03.470339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network hostable DHCP agents. Network: e111bcde-dcda-46f4-aa9b-931eb967cbfd, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:03.479618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:03.512446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.513072 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Added segment 90b65904-c143-4295-81c9-4b37d73c3509 of type vlan for network 480758d1-2263-40c0-93bd-ea64f18f30ae Jul 16 22:37:03.514455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:03.518124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 7fa4466b-52e3-4926-89e6-e14cecbb476c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:03.518849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.521710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.529535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf7876-52a6-4e8f-942d-e754ca187398,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.532902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network e111bcde-dcda-46f4-aa9b-931eb967cbfd is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:03.558783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, e111bcde-dcda-46f4-aa9b-931eb967cbfd) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:03.567120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.570049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c0a0e-de44-42a8-9427-2fabad4d63ef None None] Network e111bcde-dcda-46f4-aa9b-931eb967cbfd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:03.583925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.600634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:03.610454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.611072 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 4fd9131b-4352-4e7f-b110-799c7f4e98fe of type vlan for network 12147a8f-5d2b-484a-b2b2-8178b89c1802 Jul 16 22:37:03.658020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.686519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.733956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.740594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:03.741308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.745075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.755514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-e111bcde-dcda-46f4-aa9b-931eb967cbfd', 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd', 'tenant_id': 'eed59a5e081d465d83d123bf5883f15b', 'fixed_ips': [{'subnet_id': 'db933724-f623-45c9-8096-20cc62698dd8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:03.755951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.778346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.820223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa4466b-52e3-4926-89e6-e14cecbb476c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.835485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7242696 Jul 16 22:37:03.839055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.841433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-72c89dd5-fc34-47d1-9739-c168af8995b4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/7fa4466b-52e3-4926-89e6-e14cecbb476c HTTP/1.1" status: 204 len: 168 time: 0.3934128 Jul 16 22:37:03.842533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43384) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.845861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa11f40-f51c-4781-8416-283568f3e45a None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:03.850163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:03.855033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43386) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:03.893636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Checking segment: {'id': '7a878008-0f05-4ded-b24c-02c9e9134621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '19053807-98f2-46df-b379-104651321746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:03.894281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network hostable DHCP agents. Network: 19053807-98f2-46df-b379-104651321746, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:03.898110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event updated for resources: {'Subnet': ['ID=4ebaac77-d4f6-48e1-b135-0f61efa74ba5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.930969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156047e-e16c-4c67-9263-823a21fdc3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=12147a8f-5d2b-484a-b2b2-8178b89c1802,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:03.945288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.946474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:03.947213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:03.950140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:04.020469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.034051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4969172 Jul 16 22:37:04.038276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:04.051206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Request body: {'subnet': {'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1303992877-subnet', 'tenant_id': '1066d168807c4f3db05e435391f65c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:04.107466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Network 19053807-98f2-46df-b379-104651321746 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:04.117509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264696b6-d922-4a6a-922b-34ff84285f31 admin admin] Pushing event updated for resources: {'Network': ['ID=480758d1-2263-40c0-93bd-ea64f18f30ae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:04.122382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:04.128644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.135534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 19053807-98f2-46df-b379-104651321746) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:04.137498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Made reservation on behalf of 1066d168807c4f3db05e435391f65c99 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:04.138259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 480758d1-2263-40c0-93bd-ea64f18f30ae details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:04.141980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.151700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.152420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.153074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.181341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0a12ae50-5086-408f-88d6-1c5b361d9c08 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.183163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0a12ae50-5086-408f-88d6-1c5b361d9c08 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 908 time: 0.2668233 Jul 16 22:37:04.185500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-18b47ec6-035e-4b56-8aae-979639cef6ea tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8807774 Jul 16 22:37:04.187970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:04.212315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9d2b4-7dae-4a54-96dc-5ab726e44aa3 None None] Network 19053807-98f2-46df-b379-104651321746 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:04.339078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Allocated IP 172.20.0.2 (e111bcde-dcda-46f4-aa9b-931eb967cbfd/db933724-f623-45c9-8096-20cc62698dd8/94911d90-0567-4e91-86ba-bd4cf8ecc056) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:04.363605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33de0-09dd-40cf-8383-8599eec29b83 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.365556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33de0-09dd-40cf-8383-8599eec29b83 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.367235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33de0-09dd-40cf-8383-8599eec29b83 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.369206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7eb33de0-09dd-40cf-8383-8599eec29b83 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1799786 Jul 16 22:37:04.381133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:04.420704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] DHCP port deletion for d42e1f2d-3c89-4748-8086-9c14544c6ca0 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:04.461522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-19053807-98f2-46df-b379-104651321746', 'network_id': '19053807-98f2-46df-b379-104651321746', 'tenant_id': 'eed59a5e081d465d83d123bf5883f15b', 'fixed_ips': [{'subnet_id': '4ebaac77-d4f6-48e1-b135-0f61efa74ba5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:04.462392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.497375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.503974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f91e-1be2-4579-b6b0-437959dc44f4 req-28a3c25c-b717-4d4b-b228-e0b06ed09a74 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.505769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4448f91e-1be2-4579-b6b0-437959dc44f4 req-28a3c25c-b717-4d4b-b228-e0b06ed09a74 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 908 time: 0.2326932 Jul 16 22:37:04.511135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting subnet db933724-f623-45c9-8096-20cc62698dd8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:04.512690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 5f55f310-302d-44e5-a29f-6416177f8a3b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:04.513772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.541921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port d1c73eb2-daaf-4043-b156-baeb55bc3c13 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:04.542274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.697039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 5f55f310-302d-44e5-a29f-6416177f8a3b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5f55f310-302d-44e5-a29f-6416177f8a3b,segment=NetworkSegment(aa865c07-8a49-4905-9ec0-1e4337188854),segment_id=aa865c07-8a49-4905-9ec0-1e4337188854)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:04.697606 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.700393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb68f3d-165a-46de-84a3-4a7ffc087ee6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:04.746151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 5f55f310-302d-44e5-a29f-6416177f8a3b owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:04.752932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port d1c73eb2-daaf-4043-b156-baeb55bc3c13, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d1c73eb2-daaf-4043-b156-baeb55bc3c13,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:04.753876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.760063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Checking segment: {'id': '90b65904-c143-4295-81c9-4b37d73c3509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:04.760431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Network hostable DHCP agents. Network: 480758d1-2263-40c0-93bd-ea64f18f30ae, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:04.775193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for d1c73eb2-daaf-4043-b156-baeb55bc3c13 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:04.811104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.821472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Transition to ACTIVE for port object 94911d90-0567-4e91-86ba-bd4cf8ecc056 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:04.846619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf7580-073d-4f73-9f74-70621d715056 req-3c5ff791-5398-4830-b740-5236b6d477ca tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.847312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Transition to ACTIVE for port object 94911d90-0567-4e91-86ba-bd4cf8ecc056 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:04.854107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efbf7580-073d-4f73-9f74-70621d715056 req-3c5ff791-5398-4830-b740-5236b6d477ca tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 944 time: 0.1631804 Jul 16 22:37:04.869414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Network 480758d1-2263-40c0-93bd-ea64f18f30ae is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:04.876927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Deleting port 5f55f310-302d-44e5-a29f-6416177f8a3b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:04.877587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.885079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.885589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.889654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.932882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 480758d1-2263-40c0-93bd-ea64f18f30ae) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:04.947487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:04.948421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.956477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:04.984672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.002259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=097820e2-3590-497d-81df-8469a9885eb2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:05.034173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5375b721-5857-4e50-868e-b02833a5e7dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9905269 Jul 16 22:37:05.040095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=5f55f310-302d-44e5-a29f-6416177f8a3b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:05.056231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 5f55f310-302d-44e5-a29f-6416177f8a3b on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:05.075901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '4fd9131b-4352-4e7f-b110-799c7f4e98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:05.076381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 12147a8f-5d2b-484a-b2b2-8178b89c1802, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:05.102943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-efbf7580-073d-4f73-9f74-70621d715056 req-e7785d7d-71ae-48c3-bd39-433009df6605 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468438 Jul 16 22:37:05.169010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.193020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.199298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe392b3f-de01-47fb-b52d-30ae010ee3a6 None None] Network 480758d1-2263-40c0-93bd-ea64f18f30ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:05.202329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:05.210349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42e1f2d-3c89-4748-8086-9c14544c6ca0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:05.225557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa865c07-8a49-4905-9ec0-1e4337188854') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:05.226338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa865c07-8a49-4905-9ec0-1e4337188854') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:05.235082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 12147a8f-5d2b-484a-b2b2-8178b89c1802) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:05.242530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.246321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:05.247229 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.268417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.276735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:05.277661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:05.282816 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:05.295650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e14bc1d1-11ac-475a-a81b-95cda4b8609a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:37:05.300861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.301729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-217ff6e2-f276-49b9-ac7d-730c7411fac9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4560769 Jul 16 22:37:05.302954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:05.311715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:05.418785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] For port 5f55f310-302d-44e5-a29f-6416177f8a3b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5f55f310-302d-44e5-a29f-6416177f8a3b,segment=NetworkSegment(aa865c07-8a49-4905-9ec0-1e4337188854),segment_id=aa865c07-8a49-4905-9ec0-1e4337188854)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:05.419443 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.435057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Calling delete_port for 5f55f310-302d-44e5-a29f-6416177f8a3b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:05.484613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.494067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.500296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/d42e1f2d-3c89-4748-8086-9c14544c6ca0 HTTP/1.1" status: 204 len: 168 time: 1.6440907 Jul 16 22:37:05.509546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:05.515093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922512381'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:05.532581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:05.556243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5f0be-a507-46eb-99e3-735bc98e7acf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=d42e1f2d-3c89-4748-8086-9c14544c6ca0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:05.586108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Allocated IP 172.20.0.18 (19053807-98f2-46df-b379-104651321746/4ebaac77-d4f6-48e1-b135-0f61efa74ba5/dfd7c3c9-8916-453f-b332-1a52376e4b62) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:05.647924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:05.658206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.741068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.750158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Transition to ACTIVE for port object dfd7c3c9-8916-453f-b332-1a52376e4b62 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:05.767238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Transition to ACTIVE for port object dfd7c3c9-8916-453f-b332-1a52376e4b62 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:05.770253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7c27e-e671-4e41-95ba-3897b74cd384 None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:05.773884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.789502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5f55f310-302d-44e5-a29f-6416177f8a3b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:05.796916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:05.806413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.814456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.817429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f703714-df25-4754-8d2a-55ecf95934c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.861552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Network 19053807-98f2-46df-b379-104651321746 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:05.862218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:05.917417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Subnet': ['ID=db933724-f623-45c9-8096-20cc62698dd8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:05.920012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Pushing event updated for resources: {'Port': ['ID=94911d90-0567-4e91-86ba-bd4cf8ecc056,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:05.924772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:05.926681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Network d42e1f2d-3c89-4748-8086-9c14544c6ca0 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:37:05.927120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] No DVR routers for this DVR port 5f55f310-302d-44e5-a29f-6416177f8a3b on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:05.937088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.937643 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Added segment 9c8b0527-bdaf-497d-a32d-a0677a6b7304 of type vlan for network ed8018d0-422d-44bf-9d87-0fe09a96f91e Jul 16 22:37:05.944152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:05.945432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Network e111bcde-dcda-46f4-aa9b-931eb967cbfd is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:05.945990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8edcd0af-f3f4-4d82-ad0f-b1be40532d56 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/subnets/db933724-f623-45c9-8096-20cc62698dd8 HTTP/1.1" status: 204 len: 168 time: 1.5626826 Jul 16 22:37:05.946926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:05.949652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5f55f310-302d-44e5-a29f-6416177f8a3b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:05.950031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5f55f310-302d-44e5-a29f-6416177f8a3b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:05.952809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:05.953408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:05.970056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:06.045719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.056216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting subnet 4ebaac77-d4f6-48e1-b135-0f61efa74ba5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:06.072145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267034d0-3f8d-4d18-94ce-4a272a5f42e6 None None] Pushing event deleted for resources: {'Port': ['ID=5f55f310-302d-44e5-a29f-6416177f8a3b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.087641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.089124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=d1c73eb2-daaf-4043-b156-baeb55bc3c13,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.133220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0700d-7d2d-4f15-9d73-038c70bf9056 req-55d92504-0ee0-4382-b612-9c554a8460fb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:06.137469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0d0700d-7d2d-4f15-9d73-038c70bf9056 req-55d92504-0ee0-4382-b612-9c554a8460fb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 829 time: 0.2315457 Jul 16 22:37:06.209123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.228926 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 097820e2-3590-497d-81df-8469a9885eb2 (CIDR: 2001:db8::/64) Jul 16 22:37:06.260445 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:37:06.260654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] No DVR routers for this DVR port d1c73eb2-daaf-4043-b156-baeb55bc3c13 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:06.260741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:37:06.266456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.270149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.272167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0bfe1b2-c2e0-4081-8596-c9b68507095f req-0e14bfc9-8035-4425-a812-ac09572e507e tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "DELETE /v2.0/ports/d1c73eb2-daaf-4043-b156-baeb55bc3c13 HTTP/1.1" status: 204 len: 173 time: 2.0812507 Jul 16 22:37:06.272328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'name': 'network-vif-deleted', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:06.282782 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b406f5d1-fec6-46df-93f9-e9a5a91bf06e" -d '{"events": [{"server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "name": "network-vif-deleted", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:06.311727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-c249741e-41b0-4808-aa2b-6f7f4c7df9ad tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:06.313184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-c249741e-41b0-4808-aa2b-6f7f4c7df9ad tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/networks?id=480758d1-2263-40c0-93bd-ea64f18f30ae HTTP/1.1" status: 200 len: 814 time: 0.3730702 Jul 16 22:37:06.325972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Pushing event updated for resources: {'Port': ['ID=dfd7c3c9-8916-453f-b332-1a52376e4b62,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.347599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.361978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:06.362627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.372192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92549ec0-f1b9-455f-818d-ade8b349c56c None None] Network 480758d1-2263-40c0-93bd-ea64f18f30ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:06.403738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-2ad8744b-903c-4bd2-b44e-f9fed2868ff2 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/quotas/1066d168807c4f3db05e435391f65c99 HTTP/1.1" status: 200 len: 375 time: 0.0635939 Jul 16 22:37:06.420108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Attempting to bind port 94911d90-0567-4e91-86ba-bd4cf8ecc056 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:06.430559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Attempting to bind port 94911d90-0567-4e91-86ba-bd4cf8ecc056 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:06.432462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Attempting to bind port 94911d90-0567-4e91-86ba-bd4cf8ecc056 on network e111bcde-dcda-46f4-aa9b-931eb967cbfd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:06.460457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:06.474120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f703714-df25-4754-8d2a-55ecf95934c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.474483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.476876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-54bcbe70-7f65-43d7-8882-eef5b90b70f1 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1066d168807c4f3db05e435391f65c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544960 Jul 16 22:37:06.506765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Attempting to bind port dfd7c3c9-8916-453f-b332-1a52376e4b62 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:06.507142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Attempting to bind port dfd7c3c9-8916-453f-b332-1a52376e4b62 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7a878008-0f05-4ded-b24c-02c9e9134621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '19053807-98f2-46df-b379-104651321746'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:06.507734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Attempting to bind port dfd7c3c9-8916-453f-b332-1a52376e4b62 on network 19053807-98f2-46df-b379-104651321746 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:06.509904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:06.510371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Checking segment: {'id': 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:06.514213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.515408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Bound using segment: {'id': 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:06.516617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Bound port: 94911d90-0567-4e91-86ba-bd4cf8ecc056, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e111bcde-dcda-46f4-aa9b-931eb967cbfd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:06.516938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.535704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f703714-df25-4754-8d2a-55ecf95934c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.553519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0425344 Jul 16 22:37:06.557659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5ce72771-1606-45d7-b82c-27d2f7ac489e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2480907 Jul 16 22:37:06.557815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43442) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:06.559445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:06.560123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0e1d2-f8f0-4525-9702-b774071628b9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Network': ['ID=ed8018d0-422d-44bf-9d87-0fe09a96f91e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.562885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:06.574628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:06.598358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:06.598731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Checking segment: {'id': '7a878008-0f05-4ded-b24c-02c9e9134621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '19053807-98f2-46df-b379-104651321746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:06.599131 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.599524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Bound using segment: {'id': '7a878008-0f05-4ded-b24c-02c9e9134621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '19053807-98f2-46df-b379-104651321746'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:06.600005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Bound port: dfd7c3c9-8916-453f-b332-1a52376e4b62, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a878008-0f05-4ded-b24c-02c9e9134621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '19053807-98f2-46df-b379-104651321746'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:06.600384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.602311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a', 'network_id': 'e16af5aa-b993-43b9-8751-ec20ddb95633', 'port_id': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a', 'mac_address': 'fa:16:3e:2f:5e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775ed114-60b1-4b73-88cb-75cf45d1231f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:37:06.627128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:06.688519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8f703714-df25-4754-8d2a-55ecf95934c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=284114a902cf424ab6142960457a2f35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1518579 Jul 16 22:37:06.688720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.703335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979bc6-48df-48ec-a4bc-c3993a1afc0a req-e5fb4ed7-5366-4933-910e-e2e1da92b53a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:06.705463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0979bc6-48df-48ec-a4bc-c3993a1afc0a req-e5fb4ed7-5366-4933-910e-e2e1da92b53a tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 944 time: 0.1856129 Jul 16 22:37:06.705951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:06.725648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703714-df25-4754-8d2a-55ecf95934c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697aba48-44db-4773-8123-e7685597a017,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.748404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebaac77-d4f6-48e1-b135-0f61efa74ba5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:06.762584 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.764512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3ea28773-1da8-44c6-b906-a4234672ade8 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/subnets/4ebaac77-d4f6-48e1-b135-0f61efa74ba5 HTTP/1.1" status: 204 len: 168 time: 0.8106565 Jul 16 22:37:06.768091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:06.780556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:06.784655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.826385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] For port 94911d90-0567-4e91-86ba-bd4cf8ecc056, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:06.842828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-147a1ce1-9cfa-4c6c-b4b7-7d6afdf89cdb service neutron] 10.222.0.70 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545029 Jul 16 22:37:06.875021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-12147a8f-5d2b-484a-b2b2-8178b89c1802', 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': '097820e2-3590-497d-81df-8469a9885eb2'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:06.875961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.879939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] For port 94911d90-0567-4e91-86ba-bd4cf8ecc056, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94911d90-0567-4e91-86ba-bd4cf8ecc056,segment=NetworkSegment(ff490c8e-d8af-48a6-9ae2-4b79dcead96d),segment_id=ff490c8e-d8af-48a6-9ae2-4b79dcead96d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:06.895283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0979bc6-48df-48ec-a4bc-c3993a1afc0a req-46d830c7-f574-4a5d-8290-7de26814d9a2 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557333 Jul 16 22:37:06.902214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64016f14-f636-4277-bb02-5575663cafc5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:06.902444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.907890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64016f14-f636-4277-bb02-5575663cafc5 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1341970 Jul 16 22:37:06.911499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:06.935795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.956486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:06.980213 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320867d1-d69b-44f2-ae40-d35283b3a611 x-openstack-request-id: req-320867d1-d69b-44f2-ae40-d35283b3a611 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:06.980772 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1fa2f-0069-4175-a10a-aa7cf8960cf0", "name": "network-vif-deleted", "tag": "d1c73eb2-daaf-4043-b156-baeb55bc3c13", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:06.981041 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-320867d1-d69b-44f2-ae40-d35283b3a611 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:06.981680 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1fa2f-0069-4175-a10a-aa7cf8960cf0', 'name': 'network-vif-deleted', 'tag': 'd1c73eb2-daaf-4043-b156-baeb55bc3c13', 'status': 'completed', 'code': 200} Jul 16 22:37:07.001819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.005592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] For port dfd7c3c9-8916-453f-b332-1a52376e4b62, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:07.018189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14bc1d1-11ac-475a-a81b-95cda4b8609a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:37:07.026481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-a6e25110-5beb-4718-a309-6be54542469f service neutron] 10.222.0.70 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827075 Jul 16 22:37:07.062707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] For port dfd7c3c9-8916-453f-b332-1a52376e4b62, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dfd7c3c9-8916-453f-b332-1a52376e4b62,segment=NetworkSegment(7a878008-0f05-4ded-b24c-02c9e9134621),segment_id=7a878008-0f05-4ded-b24c-02c9e9134621)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:07.068308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:07.080205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.160424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:07.161182 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.161582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.161905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.163872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.165148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/697aba48-44db-4773-8123-e7685597a017 HTTP/1.1" status: 204 len: 168 time: 0.4526560 Jul 16 22:37:07.182945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a479ef-06b4-43e9-a24d-b82304c85e4b None None] Pushing event updated for resources: {'Port': ['ID=94911d90-0567-4e91-86ba-bd4cf8ecc056,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:07.185697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.247988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a170c-3cfb-4894-a9db-72f698733709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697aba48-44db-4773-8123-e7685597a017,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:07.310935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.460470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31a3580c-8d5c-4237-b194-a06f352a8ed8 req-e110d137-9c29-4140-8952-9602d39fdba4 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 210 time: 0.0436616 Jul 16 22:37:07.513890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting port dfd7c3c9-8916-453f-b332-1a52376e4b62 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:07.514237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.551489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1afbf35-c7f2-4f31-9225-925ffd0f55be req-dc795310-7d4f-4d1d-a78d-0a2ff023fc58 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=25f1fa2f-0069-4175-a10a-aa7cf8960cf0 HTTP/1.1" status: 200 len: 210 time: 0.0906656 Jul 16 22:37:07.570682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=505a35e9-cda2-44ea-9c45-76d5f4fa9749,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:07.623992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Checking segment: {'id': '9c8b0527-bdaf-497d-a32d-a0677a6b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:07.626986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network hostable DHCP agents. Network: ed8018d0-422d-44bf-9d87-0fe09a96f91e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:07.651814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] For port dfd7c3c9-8916-453f-b332-1a52376e4b62, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dfd7c3c9-8916-453f-b332-1a52376e4b62,segment=NetworkSegment(7a878008-0f05-4ded-b24c-02c9e9134621),segment_id=7a878008-0f05-4ded-b24c-02c9e9134621)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:07.652183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.652764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:07.690325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ed8018d0-422d-44bf-9d87-0fe09a96f91e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:07.700685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Calling delete_port for dfd7c3c9-8916-453f-b332-1a52376e4b62 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:07.710032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:07.711146 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.712437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Allocated IP 2001:db8::2 (12147a8f-5d2b-484a-b2b2-8178b89c1802/097820e2-3590-497d-81df-8469a9885eb2/45575369-c09a-4eb3-905e-b722a635cbf6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:07.735498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7774be2-bd79-4fd1-9692-cc730aed1b88 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1760409 Jul 16 22:37:07.745484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:07.752480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-241942682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:07.806457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.809232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.820072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.868445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e68eb-7795-4f23-a67d-06f3b99a15bd None None] Network e111bcde-dcda-46f4-aa9b-931eb967cbfd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:07.883712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:07.888072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:07.893568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.896094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:07.896688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:07.930986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Port': ['ID=dfd7c3c9-8916-453f-b332-1a52376e4b62,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:07.949654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] No DVR routers for this DVR port dfd7c3c9-8916-453f-b332-1a52376e4b62 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:07.951119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=e6552a9c-cdab-4ec2-a3fa-80b1824aca30,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:07.959018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fbf1341d-6110-44b9-8919-cc93361867bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3896878 Jul 16 22:37:07.975832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:07.981215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'fixed_ips': [{'subnet_id': '097820e2-3590-497d-81df-8469a9885eb2'}, {'subnet_id': 'e6552a9c-cdab-4ec2-a3fa-80b1824aca30'}], 'name': 'tempest-PortsIpV6TestJSON-1698154612'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:08.021787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.039885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.073775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.075066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec9f1efa-0b7d-44cb-8d50-56306f9bca8e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3286300 Jul 16 22:37:08.077648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:08.083037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e', 'name': 'tempest-PortsTestJSON-885468376'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:08.099725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb6465-53bf-4532-928f-441cc2a2c15c None None] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:08.124331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca41ef-f54d-48b5-95ad-5a595a4df904 None None] Pushing event updated for resources: {'Port': ['ID=dfd7c3c9-8916-453f-b332-1a52376e4b62,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:08.153339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.167427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19053807-98f2-46df-b379-104651321746']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:08.181377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a878008-0f05-4ded-b24c-02c9e9134621') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:08.181718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a878008-0f05-4ded-b24c-02c9e9134621') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:08.195443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.202275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4bd22-1ba5-4283-bb69-9f34995dc643 None None] Network 19053807-98f2-46df-b379-104651321746 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:08.218147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.226056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:08.255784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:08.261244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['e14bc1d1-11ac-475a-a81b-95cda4b8609a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:08.261855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.305928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port 88805c94-b254-4e05-a6d8-151a7630f0ba yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:08.359697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.414367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1402-76ff-448f-a0e1-e6a3c37a424e req-39e732c2-f184-401b-a94e-7a25d7cc084c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:08.416103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e1a1402-76ff-448f-a0e1-e6a3c37a424e req-39e732c2-f184-401b-a94e-7a25d7cc084c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 945 time: 0.1824570 Jul 16 22:37:08.480997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Transition to ACTIVE for port object 45575369-c09a-4eb3-905e-b722a635cbf6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:08.558322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5e1a1402-76ff-448f-a0e1-e6a3c37a424e req-32f3cf96-45c4-44ca-8eb2-cc7a8512a793 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351328 Jul 16 22:37:08.609489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.9 (ed8018d0-422d-44bf-9d87-0fe09a96f91e/505a35e9-cda2-44ea-9c45-76d5f4fa9749/88805c94-b254-4e05-a6d8-151a7630f0ba) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:08.722984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Transition to ACTIVE for port object 45575369-c09a-4eb3-905e-b722a635cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:08.769315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:08.822131 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.825077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:08.825471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:08.830394 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:08.842700 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.863274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:08.899952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object 88805c94-b254-4e05-a6d8-151a7630f0ba will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:08.913644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc17ac90-8bf2-4a9a-93a4-09e20e039e82 req-a6819994-99a7-4691-8cda-0aa5d75129d0 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 210 time: 0.0965660 Jul 16 22:37:08.990038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:08.992840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.016350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:09.026873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:09.030648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Pushing event updated for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:09.061079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:09.074545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.098602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.102884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/19053807-98f2-46df-b379-104651321746 HTTP/1.1" status: 204 len: 168 time: 2.1902640 Jul 16 22:37:09.105952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:09.168627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f2772-7ca4-4817-8ada-344937510ffe tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=19053807-98f2-46df-b379-104651321746,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:09.182259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=88805c94-b254-4e05-a6d8-151a7630f0ba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:09.196601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:09.200522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:09.204737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:09.227592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d1c73eb2-daaf-4043-b156-baeb55bc3c13 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:09.299554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Attempting to bind port 45575369-c09a-4eb3-905e-b722a635cbf6 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:09.299850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Attempting to bind port 45575369-c09a-4eb3-905e-b722a635cbf6 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '4fd9131b-4352-4e7f-b110-799c7f4e98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:09.300296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Attempting to bind port 45575369-c09a-4eb3-905e-b722a635cbf6 on network 12147a8f-5d2b-484a-b2b2-8178b89c1802 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:09.307510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.307937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: d1c73eb2-daaf-4043-b156-baeb55bc3c13 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:09.308285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d1c73eb2-daaf-4043-b156-baeb55bc3c13 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:09.324995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:09.325366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Checking segment: {'id': '4fd9131b-4352-4e7f-b110-799c7f4e98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:09.325916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.326319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Bound using segment: {'id': '4fd9131b-4352-4e7f-b110-799c7f4e98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:09.326813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Bound port: 45575369-c09a-4eb3-905e-b722a635cbf6, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd9131b-4352-4e7f-b110-799c7f4e98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:09.327201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.365214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:09.366178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.388690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-ed8018d0-422d-44bf-9d87-0fe09a96f91e', 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': '505a35e9-cda2-44ea-9c45-76d5f4fa9749'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:09.389665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.408308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cdeb503c-d341-41ad-ac68-ae2bdc2a3ccb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3295903 Jul 16 22:37:09.413994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:09.502881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:09.531038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=45575369-c09a-4eb3-905e-b722a635cbf6,segment=NetworkSegment(4fd9131b-4352-4e7f-b110-799c7f4e98fe),segment_id=4fd9131b-4352-4e7f-b110-799c7f4e98fe)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:09.542702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-14475161-aa0b-411a-8760-e4d0f32f4761 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:09.544155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-14475161-aa0b-411a-8760-e4d0f32f4761 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.68 "GET /v2.0/networks?id=480758d1-2263-40c0-93bd-ea64f18f30ae HTTP/1.1" status: 200 len: 814 time: 0.2644522 Jul 16 22:37:09.556105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.581183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Request body: {'port': {'device_id': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae', 'admin_state_up': True, 'tenant_id': '1066d168807c4f3db05e435391f65c99'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:09.641747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3603c-49d7-4aa0-8cfc-b5f6b72c5268 req-74cf947d-bf84-4f91-be73-12ad61426823 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:09.648671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23f3603c-49d7-4aa0-8cfc-b5f6b72c5268 req-74cf947d-bf84-4f91-be73-12ad61426823 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 0.3583221 Jul 16 22:37:09.758144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Deleting port 94911d90-0567-4e91-86ba-bd4cf8ecc056 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:09.758490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:09.783615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff9d21-3abc-4588-aba2-16eeef5a170d None None] Pushing event updated for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:09.803912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Allocated IP 172.20.0.2 (ed8018d0-422d-44bf-9d87-0fe09a96f91e/505a35e9-cda2-44ea-9c45-76d5f4fa9749/77b94af8-0db0-4527-8cf6-0c554b39a019) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:09.838035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-23f3603c-49d7-4aa0-8cfc-b5f6b72c5268 req-089916c2-2430-47c2-b515-45d4469f3584 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839721 Jul 16 22:37:09.934278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Made reservation on behalf of 1066d168807c4f3db05e435391f65c99 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:09.939727 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.008424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] For port 94911d90-0567-4e91-86ba-bd4cf8ecc056, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94911d90-0567-4e91-86ba-bd4cf8ecc056,segment=NetworkSegment(ff490c8e-d8af-48a6-9ae2-4b79dcead96d),segment_id=ff490c8e-d8af-48a6-9ae2-4b79dcead96d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:10.008424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.062040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.065816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::20f (12147a8f-5d2b-484a-b2b2-8178b89c1802/097820e2-3590-497d-81df-8469a9885eb2/90ee0ed6-c16b-4774-a8ab-12a2918cf28a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:10.076342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Transition to ACTIVE for port object 77b94af8-0db0-4527-8cf6-0c554b39a019 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:10.078212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8:0:1::395 (12147a8f-5d2b-484a-b2b2-8178b89c1802/e6552a9c-cdab-4ec2-a3fa-80b1824aca30/90ee0ed6-c16b-4774-a8ab-12a2918cf28a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:10.087796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb41b-431f-447e-8c97-6252996bee8d req-c1d5480a-114e-4f49-bc90-f147d7d7955c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:10.090357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b19fb41b-431f-447e-8c97-6252996bee8d req-c1d5480a-114e-4f49-bc90-f147d7d7955c tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 945 time: 0.3032560 Jul 16 22:37:10.104831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Transition to ACTIVE for port object 77b94af8-0db0-4527-8cf6-0c554b39a019 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:10.105191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Calling delete_port for 94911d90-0567-4e91-86ba-bd4cf8ecc056 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:10.115074 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.173658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:10.177352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:10.180727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:10.203864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Pushing event updated for resources: {'Port': ['ID=77b94af8-0db0-4527-8cf6-0c554b39a019,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:10.207689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.317081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Attempting to bind port 77b94af8-0db0-4527-8cf6-0c554b39a019 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:10.318490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Attempting to bind port 77b94af8-0db0-4527-8cf6-0c554b39a019 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '9c8b0527-bdaf-497d-a32d-a0677a6b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:10.318490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Attempting to bind port 77b94af8-0db0-4527-8cf6-0c554b39a019 on network ed8018d0-422d-44bf-9d87-0fe09a96f91e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:10.325874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:10.326256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Checking segment: {'id': '9c8b0527-bdaf-497d-a32d-a0677a6b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:10.326907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.327436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Bound using segment: {'id': '9c8b0527-bdaf-497d-a32d-a0677a6b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:10.328262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Bound port: 77b94af8-0db0-4527-8cf6-0c554b39a019, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8b0527-bdaf-497d-a32d-a0677a6b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ed8018d0-422d-44bf-9d87-0fe09a96f91e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:10.328553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.336348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa3dcc88-fe46-4d91-977c-f7fa6e518230 req-1e5d394e-6e01-43d8-aae8-5fb14c8ed4a4 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 210 time: 0.1006117 Jul 16 22:37:10.474334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] For port 77b94af8-0db0-4527-8cf6-0c554b39a019, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:10.474471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.479048 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b19fb41b-431f-447e-8c97-6252996bee8d req-1ce1a519-b1d1-49be-bbd1-f3eb30e459fc tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764787 Jul 16 22:37:10.481476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] For port 77b94af8-0db0-4527-8cf6-0c554b39a019, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b94af8-0db0-4527-8cf6-0c554b39a019,segment=NetworkSegment(9c8b0527-bdaf-497d-a32d-a0677a6b7304),segment_id=9c8b0527-bdaf-497d-a32d-a0677a6b7304)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:10.492897 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.552064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Port': ['ID=94911d90-0567-4e91-86ba-bd4cf8ecc056,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:10.555725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] No DVR routers for this DVR port 94911d90-0567-4e91-86ba-bd4cf8ecc056 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:10.586546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da6436-0e1f-400e-a623-a6347e84ecf0 None None] Pushing event updated for resources: {'Port': ['ID=77b94af8-0db0-4527-8cf6-0c554b39a019,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:10.629912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:10.676117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Allocated IP 172.20.0.9 (480758d1-2263-40c0-93bd-ea64f18f30ae/7bb68f3d-165a-46de-84a3-4a7ffc087ee6/23e0896d-3588-41a4-af0c-ff4914ad94ee) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:10.678656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 90ee0ed6-c16b-4774-a8ab-12a2918cf28a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:10.743620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-d749bca1-b4bb-41dc-90a0-5b674d5f475b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:10.745262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-d749bca1-b4bb-41dc-90a0-5b674d5f475b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 0.2529593 Jul 16 22:37:10.894942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.078130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.127996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e111bcde-dcda-46f4-aa9b-931eb967cbfd']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:11.175418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:11.175418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff490c8e-d8af-48a6-9ae2-4b79dcead96d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:11.179491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=90ee0ed6-c16b-4774-a8ab-12a2918cf28a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:11.183616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.195121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:11.226957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e14bc1d1-11ac-475a-a81b-95cda4b8609a up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:11.248909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.266979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.331538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:11.335252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port e14bc1d1-11ac-475a-a81b-95cda4b8609a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:11.339747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port e14bc1d1-11ac-475a-a81b-95cda4b8609a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:11.340127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.345010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:11.350890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:11.351755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.360034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.440227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:11.440658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.442620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:11.456293 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:11.474958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76347e1-4a38-4c0f-b59e-f9d5d1900624 None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:11.501758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=88805c94-b254-4e05-a6d8-151a7630f0ba,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:11.553539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.579044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b6fe4dac-33a9-4c26-aff5-d3951386bb13 None None] Provisioning for port 45575369-c09a-4eb3-905e-b722a635cbf6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:11.627530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.648617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2c1cf-504d-4243-8702-c88af2a20166 req-599fec60-fecc-400d-bb55-c5226137f1e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:11.660085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7aa2c1cf-504d-4243-8702-c88af2a20166 req-599fec60-fecc-400d-bb55-c5226137f1e1 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 946 time: 0.5024934 Jul 16 22:37:11.684427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.691431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43600) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:11.701231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/e111bcde-dcda-46f4-aa9b-931eb967cbfd HTTP/1.1" status: 204 len: 168 time: 2.5765045 Jul 16 22:37:11.721131 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fa9513cd-9154-446f-8201-da0e6cff3230 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7441673 Jul 16 22:37:11.734321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43602) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:11.742700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e5ad-83ec-4d2e-aac6-5051ef7d27bc tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=e111bcde-dcda-46f4-aa9b-931eb967cbfd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:11.746816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '097820e2-3590-497d-81df-8469a9885eb2'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:11.758064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b94af8-0db0-4527-8cf6-0c554b39a019 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:11.763351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.800617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Network 480758d1-2263-40c0-93bd-ea64f18f30ae is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:11.824653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7aa2c1cf-504d-4243-8702-c88af2a20166 req-d3088e93-f126-4931-b39e-6addb10972d5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614518 Jul 16 22:37:11.851433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:11.851792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:11.854829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:11.858369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:11.884093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Pushing event updated for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:11.909402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:11.912745 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd54a5-1438-4dbc-99c3-774d358749d6" -d '{"events": [{"server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:11.951604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:11.995539 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.058242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.084812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 77b94af8-0db0-4527-8cf6-0c554b39a019 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:12.103453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 45575369-c09a-4eb3-905e-b722a635cbf6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:12.183369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port 4a478a0f-c7b5-40c7-9518-bd2546e98e97, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4a478a0f-c7b5-40c7-9518-bd2546e98e97,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:12.183967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.200590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for 4a478a0f-c7b5-40c7-9518-bd2546e98e97 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:12.447062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd00262-ef79-42fe-bc97-ed69f284895e None None] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:12.491631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:12.494431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.521328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['0394ede4-5824-4e9d-93bd-f81f2954ecd9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:12.566033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b5fa-d013-47c9-850c-7a662d408e39 req-08fcc41e-fd9b-44e7-af40-30ffdeb1d741 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:12.574021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb81b5fa-d013-47c9-850c-7a662d408e39 req-08fcc41e-fd9b-44e7-af40-30ffdeb1d741 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 931 time: 0.9296649 Jul 16 22:37:12.581731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.601305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.603493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.629149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=4a478a0f-c7b5-40c7-9518-bd2546e98e97,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:12.648769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f6a8-4924-4c7c-a65c-80b1960eb0cc req-1cc56f84-0c1a-4f3c-a7cc-369162f057aa tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:12.649085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:12.650005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.651229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Provisioning for port 77b94af8-0db0-4527-8cf6-0c554b39a019 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:12.659111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e946f6a8-4924-4c7c-a65c-80b1960eb0cc req-1cc56f84-0c1a-4f3c-a7cc-369162f057aa tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 0.2665055 Jul 16 22:37:12.690421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Provisioning complete for port 77b94af8-0db0-4527-8cf6-0c554b39a019 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:12.690852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.699283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 45575369-c09a-4eb3-905e-b722a635cbf6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:12.752073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e946f6a8-4924-4c7c-a65c-80b1960eb0cc req-7e7417de-87c5-48f8-974a-bb01db190a75 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916588 Jul 16 22:37:12.760069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] No DVR routers for this DVR port 4a478a0f-c7b5-40c7-9518-bd2546e98e97 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:12.762531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-d51ee2c3-edf9-4181-a08b-1a33b3e90f13 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2045236 Jul 16 22:37:12.763858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 45575369-c09a-4eb3-905e-b722a635cbf6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:12.764245 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.776267 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:12.778656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3db3ec44-6627-429d-ad3e-bcbc0a4782d9 req-e11015e6-97eb-495f-85f0-80eb42d95f6b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "DELETE /v2.0/ports/4a478a0f-c7b5-40c7-9518-bd2546e98e97 HTTP/1.1" status: 204 len: 173 time: 1.9709268 Jul 16 22:37:12.784506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Request body: {'port': {'device_id': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:12.805361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb81b5fa-d013-47c9-850c-7a662d408e39 req-b39a6799-0d73-4fbd-a52c-2e4d60ec710d tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303398 Jul 16 22:37:12.806200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'name': 'network-vif-deleted', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:12.808776 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2780cf-b28e-47ca-9ea3-5c37bbb2b220" -d '{"events": [{"server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "name": "network-vif-deleted", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:12.868782 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7e0d3-3e1c-4313-afe9-fd1231cf85f8 x-openstack-request-id: req-8fc7e0d3-3e1c-4313-afe9-fd1231cf85f8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:12.869229 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:12.869520 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fc7e0d3-3e1c-4313-afe9-fd1231cf85f8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:12.869959 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a', 'code': 200} Jul 16 22:37:12.887061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Update dhcp port {'port': {'network_id': '12147a8f-5d2b-484a-b2b2-8178b89c1802', 'fixed_ips': [{'subnet_id': '097820e2-3590-497d-81df-8469a9885eb2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6552a9c-cdab-4ec2-a3fa-80b1824aca30'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '45575369-c09a-4eb3-905e-b722a635cbf6'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:37:13.061452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.160408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.177496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=45575369-c09a-4eb3-905e-b722a635cbf6,segment=NetworkSegment(4fd9131b-4352-4e7f-b110-799c7f4e98fe),segment_id=4fd9131b-4352-4e7f-b110-799c7f4e98fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:13.192947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Delete allocated IP 2001:db8:0:1::395 (12147a8f-5d2b-484a-b2b2-8178b89c1802/e6552a9c-cdab-4ec2-a3fa-80b1824aca30) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:37:13.215683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d805a7cf-5ebe-4856-a452-b1938f7730f4 req-10528fd5-ca84-4d16-89da-1e622c8c9137 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd999924-abc7-48b1-a07a-b4e483228a73 HTTP/1.1" status: 200 len: 210 time: 0.0677116 Jul 16 22:37:13.220928 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.293882 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd744ea-af7e-41cf-b806-1eb53a901d3c x-openstack-request-id: req-7fd744ea-af7e-41cf-b806-1eb53a901d3c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:13.294276 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd999924-abc7-48b1-a07a-b4e483228a73", "name": "network-vif-deleted", "tag": "4a478a0f-c7b5-40c7-9518-bd2546e98e97", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:13.294600 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fd744ea-af7e-41cf-b806-1eb53a901d3c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:13.295291 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd999924-abc7-48b1-a07a-b4e483228a73', 'name': 'network-vif-deleted', 'tag': '4a478a0f-c7b5-40c7-9518-bd2546e98e97', 'status': 'completed', 'code': 200} Jul 16 22:37:13.337904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb8e7d-8259-498d-a5f5-9b39ff00eae4 req-4f1e5ff7-8305-4d74-99d5-86834597c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:13.339822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11cb8e7d-8259-498d-a5f5-9b39ff00eae4 req-4f1e5ff7-8305-4d74-99d5-86834597c56e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 1098 time: 0.3242218 Jul 16 22:37:13.389905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11cb8e7d-8259-498d-a5f5-9b39ff00eae4 req-bc336489-af5a-4b6e-930c-4b0948dad788 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Jul 16 22:37:13.428749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.436818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.446087 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.471731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14a0a2e-81ad-4e9f-b6e4-5098140fe690']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:13.493562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.497762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d9d055-74f3-41ca-83e1-3516c77f5adf') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:13.498156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d9d055-74f3-41ca-83e1-3516c77f5adf') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:13.512612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.527967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.566296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=88805c94-b254-4e05-a6d8-151a7630f0ba,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:13.568713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.569518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.579144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:13.579888 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.659523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:13.662650 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:13.669046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.688747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] For port 77b94af8-0db0-4527-8cf6-0c554b39a019, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b94af8-0db0-4527-8cf6-0c554b39a019,segment=NetworkSegment(9c8b0527-bdaf-497d-a32d-a0677a6b7304),segment_id=9c8b0527-bdaf-497d-a32d-a0677a6b7304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:13.690172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Ignored duplicate provisioning block setup for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 22:37:13.694447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.699802 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.713602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.720991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/d14a0a2e-81ad-4e9f-b6e4-5098140fe690 HTTP/1.1" status: 204 len: 168 time: 2.0195065 Jul 16 22:37:13.721336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:13.727761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:13.731530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:13.744532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbffdec-9be3-4823-8547-e671d3a96e0b tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=d14a0a2e-81ad-4e9f-b6e4-5098140fe690,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:13.747145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.762533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Allocated IP 2001:db8:0:1::2 (12147a8f-5d2b-484a-b2b2-8178b89c1802/e6552a9c-cdab-4ec2-a3fa-80b1824aca30/45575369-c09a-4eb3-905e-b722a635cbf6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:13.910012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Provisioning for port 88805c94-b254-4e05-a6d8-151a7630f0ba completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:13.961063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] In _notify_port_updated(), no bound segment for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a on network 12147a8f-5d2b-484a-b2b2-8178b89c1802 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:37:13.975283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:13.975965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.983002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Provisioning complete for port 88805c94-b254-4e05-a6d8-151a7630f0ba triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:13.983383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:13.988713 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/ports/90ee0ed6-c16b-4774-a8ab-12a2918cf28a HTTP/1.1" status: 200 len: 926 time: 2.2370813 Jul 16 22:37:13.991893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:14.036494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '097820e2-3590-497d-81df-8469a9885eb2'}, {'subnet_id': 'e6552a9c-cdab-4ec2-a3fa-80b1824aca30'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:14.040459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bf3cd-0dcd-464d-8b23-d74ec539377c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=90ee0ed6-c16b-4774-a8ab-12a2918cf28a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:14.046265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Pushing event updated for resources: {'Port': ['ID=77b94af8-0db0-4527-8cf6-0c554b39a019,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:14.097499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.141596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f5b488b1-5e2b-4b83-8c21-5424a9d2b390 None None] Port 88805c94-b254-4e05-a6d8-151a7630f0ba cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:14.167454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=45575369-c09a-4eb3-905e-b722a635cbf6,segment=NetworkSegment(4fd9131b-4352-4e7f-b110-799c7f4e98fe),segment_id=4fd9131b-4352-4e7f-b110-799c7f4e98fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:14.191963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4a478a0f-c7b5-40c7-9518-bd2546e98e97 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:14.206896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Router 1f5e519a-dd28-400c-9710-e337080b45a9 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:37:14.233344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70ddc5-9eec-4cc4-8707-2026c7d17dd3 req-12484884-a166-49bf-9d39-3765b1a35999 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:14.235475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea70ddc5-9eec-4cc4-8707-2026c7d17dd3 req-12484884-a166-49bf-9d39-3765b1a35999 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 0.2480469 Jul 16 22:37:14.250664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 4a478a0f-c7b5-40c7-9518-bd2546e98e97 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:14.251104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4a478a0f-c7b5-40c7-9518-bd2546e98e97 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:14.288616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.295046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.307401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28e21f6b-eb15-4763-b358-c4874f91d7b7 None None] Provisioning complete for port 77b94af8-0db0-4527-8cf6-0c554b39a019 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:14.307776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28e21f6b-eb15-4763-b358-c4874f91d7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.371653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Transition to ACTIVE for port object 45575369-c09a-4eb3-905e-b722a635cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:14.393929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.410231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.414608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c74cca1-7aad-4f4f-ab7c-7a8a9103f473') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.414914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c74cca1-7aad-4f4f-ab7c-7a8a9103f473') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.444521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.457559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea70ddc5-9eec-4cc4-8707-2026c7d17dd3 req-75d966ce-a971-40a1-8c3f-f3081b763202 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126961 Jul 16 22:37:14.473897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.483307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:37:14.492160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-218bc03e-8884-4891-bc22-07b2cdefc1e0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/routers/1f5e519a-dd28-400c-9710-e337080b45a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0734935 Jul 16 22:37:14.492160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:14.492160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:14.495258 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:14.497627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:14.585143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ec7b9-00af-4c4a-907a-8eb8cbdd35a5 None None] Pushing event updated for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:14.603137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] Sync routers for ids ['1f5e519a-dd28-400c-9710-e337080b45a9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:37:14.608389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.614572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:14.619453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] 10.222.0.70 "DELETE /v2.0/networks/4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc HTTP/1.1" status: 204 len: 168 time: 0.8858931 Jul 16 22:37:14.644209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d558070-50e5-4181-9dd4-bdd9eb20db31 tempest-BulkNetworkOpsTest-1023798940 tempest-BulkNetworkOpsTest-1023798940-project] Pushing event deleted for resources: {'Network': ['ID=4691e5b6-84a2-444b-bc1a-aaa2a9caf0dc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:14.663764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] Routers {'1f5e519a-dd28-400c-9710-e337080b45a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:14.664426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1f5e519a-dd28-400c-9710-e337080b45a9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.667520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af74f7-d114-49e5-b8d2-07dbc56772d0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:14.675173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58af74f7-d114-49e5-b8d2-07dbc56772d0 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f5e519a-dd28-400c-9710-e337080b45a9 HTTP/1.1" status: 200 len: 981 time: 0.1778328 Jul 16 22:37:14.676360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:14.752176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.798797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] Routers {'1f5e519a-dd28-400c-9710-e337080b45a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:14.799466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1f5e519a-dd28-400c-9710-e337080b45a9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.898676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:14.904299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adeebf-7d85-4d2e-9c02-1077071beaa0 None None] The sync data for ids ['1f5e519a-dd28-400c-9710-e337080b45a9'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:37:15.004767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28e21f6b-eb15-4763-b358-c4874f91d7b7 None None] Provisioning complete for port 88805c94-b254-4e05-a6d8-151a7630f0ba triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:15.005184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28e21f6b-eb15-4763-b358-c4874f91d7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.102242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28e21f6b-eb15-4763-b358-c4874f91d7b7 None None] Port 88805c94-b254-4e05-a6d8-151a7630f0ba cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:15.103109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e0896d-3588-41a4-af0c-ff4914ad94ee {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:37:15.120588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.142836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Transition to ACTIVE for port object 23e0896d-3588-41a4-af0c-ff4914ad94ee will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:15.170728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96420999-0972-41e5-aae0-1ab22ab80e32 req-e90d8c88-e4fe-42ec-9093-0321460f6a5b tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:15.177982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96420999-0972-41e5-aae0-1ab22ab80e32 req-e90d8c88-e4fe-42ec-9093-0321460f6a5b tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 931 time: 1.1115584 Jul 16 22:37:15.204312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.227967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:15.233684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4321e78f-6e9f-440a-b4ba-91892ca35321 None None] Provisioning complete for port 88805c94-b254-4e05-a6d8-151a7630f0ba triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:15.234054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4321e78f-6e9f-440a-b4ba-91892ca35321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.313295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Pushing event updated for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:15.322531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4321e78f-6e9f-440a-b4ba-91892ca35321 None None] Port 88805c94-b254-4e05-a6d8-151a7630f0ba cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:15.457030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.476008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96420999-0972-41e5-aae0-1ab22ab80e32 req-90ee9927-0775-42c9-a45d-03770f3e1cc0 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956579 Jul 16 22:37:15.577038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b94af8-0db0-4527-8cf6-0c554b39a019 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:15.651185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 77b94af8-0db0-4527-8cf6-0c554b39a019 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:15.652795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.780507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 45575369-c09a-4eb3-905e-b722a635cbf6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:15.805119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2195d0-cbb1-4e35-86b2-9932b17c83f6 None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:15.864183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Attempting to bind port 23e0896d-3588-41a4-af0c-ff4914ad94ee on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:15.864183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Attempting to bind port 23e0896d-3588-41a4-af0c-ff4914ad94ee by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '90b65904-c143-4295-81c9-4b37d73c3509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:15.865460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Attempting to bind port 23e0896d-3588-41a4-af0c-ff4914ad94ee on network 480758d1-2263-40c0-93bd-ea64f18f30ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:15.876880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Port 23e0896d-3588-41a4-af0c-ff4914ad94ee on network 480758d1-2263-40c0-93bd-ea64f18f30ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:37:15.877230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Attempting to bind port 23e0896d-3588-41a4-af0c-ff4914ad94ee on network 480758d1-2263-40c0-93bd-ea64f18f30ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:15.887199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:15.888670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Checking segment: {'id': '90b65904-c143-4295-81c9-4b37d73c3509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:15.888670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Bound using segment: {'id': '90b65904-c143-4295-81c9-4b37d73c3509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:15.888898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Bound port: 23e0896d-3588-41a4-af0c-ff4914ad94ee, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b65904-c143-4295-81c9-4b37d73c3509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:15.889224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:15.930639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Provisioning for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:15.947358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Provisioning complete for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:15.948057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.000329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e4a27905-61e0-4993-988d-6ade5aad9787 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eed59a5e081d465d83d123bf5883f15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7644930 Jul 16 22:37:16.002715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:16.023685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:16.068545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Provisioning for port 45575369-c09a-4eb3-905e-b722a635cbf6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:16.075579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Provisioning complete for port 45575369-c09a-4eb3-905e-b722a635cbf6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:16.075955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3da27d64-274b-43ff-aef1-9c1ac7ce52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.079853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a1634-9e61-4e04-9730-1767ed59bc8b req-db14b1d2-8c55-4f9c-845e-5a5fbc3ca296 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:16.081162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c8a1634-9e61-4e04-9730-1767ed59bc8b req-db14b1d2-8c55-4f9c-845e-5a5fbc3ca296 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.2536638 Jul 16 22:37:16.224883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-8fcf859c-9a8a-4201-a05e-56b30ff340d3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:16.226505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-8fcf859c-9a8a-4201-a05e-56b30ff340d3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 945 time: 0.4020402 Jul 16 22:37:16.229579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c8a1634-9e61-4e04-9730-1767ed59bc8b req-c7d5e52b-47e0-4986-9595-4b355a248f47 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317608 Jul 16 22:37:16.257761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.275198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.300226 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.454677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36f281-6b08-4bc6-8e11-9e874840b45a req-9f3002ec-276c-4a2b-b4a0-9b04ca320bc2 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:16.456281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d36f281-6b08-4bc6-8e11-9e874840b45a req-9f3002ec-276c-4a2b-b4a0-9b04ca320bc2 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 0.7736301 Jul 16 22:37:16.510785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:16.524789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee,segment=NetworkSegment(90b65904-c143-4295-81c9-4b37d73c3509),segment_id=90b65904-c143-4295-81c9-4b37d73c3509)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:16.549648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a56cfea-400b-4ff2-8d45-b6eb0451f5b0 None None] Provisioning complete for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:16.550168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a56cfea-400b-4ff2-8d45-b6eb0451f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.555582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.605477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a56cfea-400b-4ff2-8d45-b6eb0451f5b0 None None] Port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:16.621922 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.622147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a56cfea-400b-4ff2-8d45-b6eb0451f5b0 None None] Provisioning complete for port 45575369-c09a-4eb3-905e-b722a635cbf6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:16.622147 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a56cfea-400b-4ff2-8d45-b6eb0451f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.622822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.642218 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63f7de89-8d26-4e57-84ff-aa0397f1e766 HTTP/1.1" status: 204 len: 168 time: 0.6380584 Jul 16 22:37:16.663132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:16.671050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:16.674281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] 10.222.0.68 "PUT /v2.0/ports/23e0896d-3588-41a4-af0c-ff4914ad94ee HTTP/1.1" status: 200 len: 1092 time: 3.8931754 Jul 16 22:37:16.688559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:16.698855 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:16.764383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c79c34-d8e8-4bb5-900d-49bd9c228833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f7de89-8d26-4e57-84ff-aa0397f1e766,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:16.778963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d36f281-6b08-4bc6-8e11-9e874840b45a req-a853c083-3a3f-47af-913f-688f9d78f8c9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143864 Jul 16 22:37:16.935413 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3e9ec-6c1c-4b38-b86c-c7ce043b5653 x-openstack-request-id: req-6cb3e9ec-6c1c-4b38-b86c-c7ce043b5653 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:16.935774 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:16.935967 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cb3e9ec-6c1c-4b38-b86c-c7ce043b5653 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:16.936372 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee', 'status': 'completed', 'code': 200} Jul 16 22:37:16.936953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e6d1f-b8b8-47db-82d2-0b5d3701e54d service neutron] Pushing event updated for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:17.060838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8:0:1::314 (12147a8f-5d2b-484a-b2b2-8178b89c1802/e6552a9c-cdab-4ec2-a3fa-80b1824aca30/90ee0ed6-c16b-4774-a8ab-12a2918cf28a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:17.107602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:17.107955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.130500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-fef57e39-c373-412b-9308-f46e77543d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:17.132177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-fef57e39-c373-412b-9308-f46e77543d8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1066d168807c4f3db05e435391f65c99&device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 1095 time: 0.4051547 Jul 16 22:37:17.295246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-239538d2-93ca-4fa0-9db1-4d0d51f77b1f None None] Provisioning complete for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:17.295741 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-239538d2-93ca-4fa0-9db1-4d0d51f77b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.315542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-2a6b2e4d-7af2-40d3-92b9-6d89246d3294 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee HTTP/1.1" status: 200 len: 217 time: 0.1725645 Jul 16 22:37:17.350622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cbfa3-8927-4c24-a848-463b231b19c7 req-d4520356-aade-4779-8fb1-dd6b9a6d8568 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:17.362901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f8cbfa3-8927-4c24-a848-463b231b19c7 req-d4520356-aade-4779-8fb1-dd6b9a6d8568 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 943 time: 0.5317495 Jul 16 22:37:17.390767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-239538d2-93ca-4fa0-9db1-4d0d51f77b1f None None] Port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:17.417190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f8b48-fbda-4359-a062-04735c5047f0 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:37:17.454154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f8cbfa3-8927-4c24-a848-463b231b19c7 req-c2b1c215-40d2-4095-8cde-787f3c2fdeef tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903645 Jul 16 22:37:17.464067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port 0394ede4-5824-4e9d-93bd-f81f2954ecd9, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=0394ede4-5824-4e9d-93bd-f81f2954ecd9,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:17.464511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.515910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for 0394ede4-5824-4e9d-93bd-f81f2954ecd9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:17.562650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 88805c94-b254-4e05-a6d8-151a7630f0ba {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:17.562998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.575124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.613564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Ignored duplicate provisioning block setup for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 22:37:17.630461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4aeec3c0-0436-4ad2-89f2-6dd49d5e55da None None] Provisioning complete for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:17.631378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4aeec3c0-0436-4ad2-89f2-6dd49d5e55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.648634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.671121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f8b48-fbda-4359-a062-04735c5047f0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:37:17.706928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4aeec3c0-0436-4ad2-89f2-6dd49d5e55da None None] Port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:17.751045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-e561da10-85d7-42a0-9ec6-26c0c4cd248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:17.752542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-e561da10-85d7-42a0-9ec6-26c0c4cd248e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7bb68f3d-165a-46de-84a3-4a7ffc087ee6 HTTP/1.1" status: 200 len: 854 time: 0.1465554 Jul 16 22:37:17.812288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:17.825365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-ae912d5a-e0b8-49bb-af26-d559cc257477 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=480758d1-2263-40c0-93bd-ea64f18f30ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457449 Jul 16 22:37:17.862806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 88805c94-b254-4e05-a6d8-151a7630f0ba owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:17.866626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:18.008707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.055372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] In _notify_port_updated(), no bound segment for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a on network 12147a8f-5d2b-484a-b2b2-8178b89c1802 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:37:18.063994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:18.064717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.072067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/ports/90ee0ed6-c16b-4774-a8ab-12a2918cf28a HTTP/1.1" status: 200 len: 1012 time: 4.0772207 Jul 16 22:37:18.076006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:18.084747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a64415-717a-411b-9e68-34caf4b66cb0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=90ee0ed6-c16b-4774-a8ab-12a2918cf28a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:18.090807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011108940'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:18.105998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=0394ede4-5824-4e9d-93bd-f81f2954ecd9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:18.120543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcc3ce-80ee-4236-aef3-fa28d3b85238 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:37:18.198809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380191ad-7081-47d4-8aec-1459bf5f39d3 req-913a1fff-5f74-4990-8bde-377086858793 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:18.206729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-380191ad-7081-47d4-8aec-1459bf5f39d3 req-913a1fff-5f74-4990-8bde-377086858793 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=812a4648-1e48-4825-9a74-5e882d9b2cce HTTP/1.1" status: 200 len: 867 time: 0.5853908 Jul 16 22:37:18.243373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcc3ce-80ee-4236-aef3-fa28d3b85238 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:37:18.247359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-5c6339ef-a5fb-4391-b551-e88707d130f0 service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079437 Jul 16 22:37:18.291121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-380191ad-7081-47d4-8aec-1459bf5f39d3 req-7c7dc725-f238-4727-a90d-bbfa71ff6f0d tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=76adb19b-c34f-45ed-8793-afc282770793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831714 Jul 16 22:37:18.383245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] No DVR routers for this DVR port 0394ede4-5824-4e9d-93bd-f81f2954ecd9 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:18.391265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cab0624f-9ce0-484c-b2f9-f45a1a704f11 req-338ca5f7-ea71-4975-a802-8322ff38c604 service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326149 Jul 16 22:37:18.391528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.393337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e417622b-ba15-4b52-83b2-ffebcdcb6a4c req-6f904eb7-12b0-4aff-bc10-3f3577a815e8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.47 "DELETE /v2.0/ports/0394ede4-5824-4e9d-93bd-f81f2954ecd9 HTTP/1.1" status: 204 len: 173 time: 2.1547394 Jul 16 22:37:18.397185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'name': 'network-vif-deleted', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:18.399806 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dfe31b-57aa-40a2-b4b5-22beb566033a" -d '{"events": [{"server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "name": "network-vif-deleted", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:18.402787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.486573 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d486224d-08e9-4d15-bd5c-5236e32674fe x-openstack-request-id: req-d486224d-08e9-4d15-bd5c-5236e32674fe {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:18.487101 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812a4648-1e48-4825-9a74-5e882d9b2cce", "name": "network-vif-deleted", "tag": "0394ede4-5824-4e9d-93bd-f81f2954ecd9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:18.487371 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d486224d-08e9-4d15-bd5c-5236e32674fe {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:18.487773 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812a4648-1e48-4825-9a74-5e882d9b2cce', 'name': 'network-vif-deleted', 'tag': '0394ede4-5824-4e9d-93bd-f81f2954ecd9', 'status': 'completed', 'code': 200} Jul 16 22:37:18.490196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.619201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.651714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:18.652074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.702114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=88805c94-b254-4e05-a6d8-151a7630f0ba,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:18.738324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-77ef19a7-ab2d-4fd5-882a-dc821a2f66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:18.740724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-77ef19a7-ab2d-4fd5-882a-dc821a2f66dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1066d168807c4f3db05e435391f65c99&device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 1095 time: 0.2520773 Jul 16 22:37:18.887114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d61ddc-e3e4-47ef-97d5-b0716b11e523 req-126b85af-c2c0-437c-ba46-bf25bbbb52e6 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:18.888948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20d61ddc-e3e4-47ef-97d5-b0716b11e523 req-126b85af-c2c0-437c-ba46-bf25bbbb52e6 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 943 time: 0.2619607 Jul 16 22:37:18.970654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:18.984950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 90ee0ed6-c16b-4774-a8ab-12a2918cf28a owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:18.992020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-08bd16de-479b-4ce1-90ef-23a1c05b6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:19.009968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-08bd16de-479b-4ce1-90ef-23a1c05b6643 service neutron] 10.222.0.68 "GET /v2.0/networks?id=480758d1-2263-40c0-93bd-ea64f18f30ae HTTP/1.1" status: 200 len: 915 time: 0.2600334 Jul 16 22:37:19.026595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20d61ddc-e3e4-47ef-97d5-b0716b11e523 req-de7eee6e-c088-47b5-a409-ff35e3d37561 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299517 Jul 16 22:37:19.089194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-5dac55f4-d2ee-436c-9a32-4cdc751df005 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee HTTP/1.1" status: 200 len: 217 time: 0.0584662 Jul 16 22:37:19.101386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:19.173168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:19.213544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-db91ebaa-7f0b-4c28-82d9-6d08d8f6b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:19.215046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-db91ebaa-7f0b-4c28-82d9-6d08d8f6b70c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7bb68f3d-165a-46de-84a3-4a7ffc087ee6 HTTP/1.1" status: 200 len: 854 time: 0.1150155 Jul 16 22:37:19.244504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0394ede4-5824-4e9d-93bd-f81f2954ecd9 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:19.273768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-30f4dd5b-1b0e-4ed8-a59e-24611b28038d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=480758d1-2263-40c0-93bd-ea64f18f30ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471745 Jul 16 22:37:19.277445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 0394ede4-5824-4e9d-93bd-f81f2954ecd9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:19.277798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 0394ede4-5824-4e9d-93bd-f81f2954ecd9 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:19.294789 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:19.344727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca80bf-3fa1-41d1-b6df-fefc3daf3804,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:19.377314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ac5fd1d7-7830-4a88-b582-4bbd156c6fb5 None None] Provisioning complete for port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:19.377720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac5fd1d7-7830-4a88-b582-4bbd156c6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:19.475430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ac5fd1d7-7830-4a88-b582-4bbd156c6fb5 None None] Port 90ee0ed6-c16b-4774-a8ab-12a2918cf28a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:19.507181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-c08cebfa-1c2c-40c7-b502-4ffdb8223fdf service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229400 Jul 16 22:37:19.706720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66ba86dc-4c38-4008-8a71-490ffc1cf2fc req-6b05b005-e9ea-41c3-ad57-831158779ab3 service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915641 Jul 16 22:37:20.003517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693090-ce3d-4ba7-8a8e-6a0339599429 req-12f67934-1e3c-482f-a3cb-18e79a3cd8c5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:20.006645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.010918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b1693090-ce3d-4ba7-8a8e-6a0339599429 req-12f67934-1e3c-482f-a3cb-18e79a3cd8c5 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.0758581 Jul 16 22:37:20.069454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b1693090-ce3d-4ba7-8a8e-6a0339599429 req-ebd552d2-3d62-4160-9b31-c92276d2febb tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538950 Jul 16 22:37:20.070768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.148404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.149971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2792549 Jul 16 22:37:20.152429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.158207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.168127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Router 1f5e519a-dd28-400c-9710-e337080b45a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:37:20.211027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a328f8-b59c-4946-bfdd-dc9ff3de6960 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:20.269397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=90ee0ed6-c16b-4774-a8ab-12a2918cf28a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:20.284494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b9ca545-5513-419a-987d-0a959a33c89a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1282692 Jul 16 22:37:20.289166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.295072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-security--1746266412', 'description': 'tempest-security-description-74685186'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:20.342474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.354469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01f413-d98f-4e43-8e08-6d9f2aaaacd0 req-b5a593bb-f2e8-4b78-9407-08f647296ed7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:20.362470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d01f413-d98f-4e43-8e08-6d9f2aaaacd0 req-b5a593bb-f2e8-4b78-9407-08f647296ed7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 943 time: 0.1448903 Jul 16 22:37:20.397834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:37:20.409277 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] Sync routers for ids ['1f5e519a-dd28-400c-9710-e337080b45a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:37:20.414737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7a4bdbb-eae1-4a11-84e4-55668d4fb5c2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/routers/1f5e519a-dd28-400c-9710-e337080b45a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7370136 Jul 16 22:37:20.414983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.416740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.419150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7c2c844-ddee-4092-997f-3e9aed7c993c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/90ee0ed6-c16b-4774-a8ab-12a2918cf28a HTTP/1.1" status: 204 len: 168 time: 2.3384678 Jul 16 22:37:20.422774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.426607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] Routers {'1f5e519a-dd28-400c-9710-e337080b45a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:20.427495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1f5e519a-dd28-400c-9710-e337080b45a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:20.429525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d01f413-d98f-4e43-8e08-6d9f2aaaacd0 req-ca138056-7243-47d9-b144-9607accd1fea tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661514 Jul 16 22:37:20.461347 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fe8719-2aaa-47d4-8914-45f331a2045e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:37:20.463306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6fe8719-2aaa-47d4-8914-45f331a2045e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/88805c94-b254-4e05-a6d8-151a7630f0ba HTTP/1.1" status: 404 len: 333 time: 0.0468919 Jul 16 22:37:20.468270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.485188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.502458 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6005666-d5f7-4a1a-80a6-84fa254b47f3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:20.507776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6005666-d5f7-4a1a-80a6-84fa254b47f3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/90ee0ed6-c16b-4774-a8ab-12a2918cf28a HTTP/1.1" status: 404 len: 333 time: 0.0791199 Jul 16 22:37:20.508707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.513744 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:20.523699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.526581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.528426 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] Routers {'1f5e519a-dd28-400c-9710-e337080b45a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:20.529638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['1f5e519a-dd28-400c-9710-e337080b45a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:20.530746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "PUT /v2.0/security-groups/4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3 HTTP/1.1" status: 200 len: 1778 time: 0.2396650 Jul 16 22:37:20.532929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.572398 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:20.574555 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe52c1e-911a-4e11-855a-1550781bfc0a None None] The sync data for ids ['1f5e519a-dd28-400c-9710-e337080b45a9'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:37:20.587227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.620434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet e6552a9c-cdab-4ec2-a3fa-80b1824aca30 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:20.624726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.635781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.673547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36998d47-2057-4663-94ee-78032e3e54f2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:20.707374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.743860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-91b2c1fa-1df8-4a6a-b071-0fa698dd0ee2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups/4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3 HTTP/1.1" status: 200 len: 1778 time: 0.2080367 Jul 16 22:37:20.746837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.799602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.801953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.823699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.854344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.855119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5e519a-dd28-400c-9710-e337080b45a9 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:37:20.863640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.867613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4a266f1-cf49-418a-b98f-4b6397799334 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/routers/1f5e519a-dd28-400c-9710-e337080b45a9 HTTP/1.1" status: 204 len: 168 time: 0.3947015 Jul 16 22:37:20.867613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:20.875696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.905525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.948392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 505a35e9-cda2-44ea-9c45-76d5f4fa9749 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:20.954929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.964528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.967169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:20.968508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3 HTTP/1.1" status: 204 len: 168 time: 0.2208436 Jul 16 22:37:20.975944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:21.007838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3c5fb-d375-41c2-9804-8a542b4738a0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:21.018183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.050982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-814e376f-3e09-4ee3-8bcd-2060bb93eaf9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719450 Jul 16 22:37:21.052337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.054584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:21.089004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=e6552a9c-cdab-4ec2-a3fa-80b1824aca30,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:21.097708 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-1f384d17-6188-4179-9441-15e16c077eeb tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] delete failed (client error): The resource could not be found. Jul 16 22:37:21.100390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f384d17-6188-4179-9441-15e16c077eeb tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/4cc4ab74-1f0f-4c50-9d4b-b6ad7a6a8be3 HTTP/1.1" status: 404 len: 347 time: 0.0409980 Jul 16 22:37:21.100390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.101977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a97292c7-2415-431e-abbc-adcec22c32ca tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/e6552a9c-cdab-4ec2-a3fa-80b1824aca30 HTTP/1.1" status: 204 len: 168 time: 0.5907736 Jul 16 22:37:21.102644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:21.107310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107825492'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:21.112317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a1271-0f04-482f-bde3-4d1b9afa618a None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:21.112489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:21.174497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet 097820e2-3590-497d-81df-8469a9885eb2 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:21.177853 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.184228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.236370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.303055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.325265 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.327006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8de4bbe-d4b2-460b-a739-07a5893bb1f4 None None] Network ed8018d0-422d-44bf-9d87-0fe09a96f91e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:21.327656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/505a35e9-cda2-44ea-9c45-76d5f4fa9749 HTTP/1.1" status: 204 len: 168 time: 0.4586380 Jul 16 22:37:21.331761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:21.337185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.503037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.516825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af7a9-9700-488f-95e8-b42bb36f455a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=505a35e9-cda2-44ea-9c45-76d5f4fa9749,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:21.652100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-c8825fe2-8dc4-42fa-9490-ad237993fbb8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:21.653673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-c8825fe2-8dc4-42fa-9490-ad237993fbb8 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2065938 Jul 16 22:37:21.672490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.716588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097031-7f1c-4eb6-9e10-bb6a83bd2d3b req-ab5c9675-9720-42bc-96a3-f688572e4222 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:21.718249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59097031-7f1c-4eb6-9e10-bb6a83bd2d3b req-ab5c9675-9720-42bc-96a3-f688572e4222 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.3495982 Jul 16 22:37:21.718652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 77b94af8-0db0-4527-8cf6-0c554b39a019 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:21.719282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.811961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] DHCP port deletion for ed8018d0-422d-44bf-9d87-0fe09a96f91e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:21.827291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.867735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 77b94af8-0db0-4527-8cf6-0c554b39a019, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b94af8-0db0-4527-8cf6-0c554b39a019,segment=NetworkSegment(9c8b0527-bdaf-497d-a32d-a0677a6b7304),segment_id=9c8b0527-bdaf-497d-a32d-a0677a6b7304)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:21.868110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.905780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 77b94af8-0db0-4527-8cf6-0c554b39a019 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:21.958855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Deleting port 77b94af8-0db0-4527-8cf6-0c554b39a019 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:21.961361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:21.977175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=097820e2-3590-497d-81df-8469a9885eb2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.005889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59097031-7f1c-4eb6-9e10-bb6a83bd2d3b req-b813e80a-3016-4cac-bd2c-1231920f0820 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052639 Jul 16 22:37:22.010641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.011806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.019366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f415ef17-892f-404d-be14-cf866ff293c9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/097820e2-3590-497d-81df-8469a9885eb2 HTTP/1.1" status: 204 len: 168 time: 0.9044411 Jul 16 22:37:22.030390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:22.067769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.080189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.092054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=77b94af8-0db0-4527-8cf6-0c554b39a019,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.097379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 77b94af8-0db0-4527-8cf6-0c554b39a019 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:22.135678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] For port 77b94af8-0db0-4527-8cf6-0c554b39a019, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b94af8-0db0-4527-8cf6-0c554b39a019,segment=NetworkSegment(9c8b0527-bdaf-497d-a32d-a0677a6b7304),segment_id=9c8b0527-bdaf-497d-a32d-a0677a6b7304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:22.136769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.165620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe309bb5-e739-4670-a7b5-7ef0d7442738 req-bc723bb6-721b-4f25-8c05-198eedd239c7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:22.172083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311cc619-910e-461c-9fa8-8fa04a320327,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.172600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Calling delete_port for 77b94af8-0db0-4527-8cf6-0c554b39a019 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:22.178059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe309bb5-e739-4670-a7b5-7ef0d7442738 req-bc723bb6-721b-4f25-8c05-198eedd239c7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 943 time: 0.4634554 Jul 16 22:37:22.178440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.182844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-619d90e0-efad-4796-94ed-e2ba974b013b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0765913 Jul 16 22:37:22.185962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:22.195868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:22.196214 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.202628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '311cc619-910e-461c-9fa8-8fa04a320327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:22.207408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 23e0896d-3588-41a4-af0c-ff4914ad94ee details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:37:22.276551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.324672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] For port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:22.325072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.367060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee,segment=NetworkSegment(90b65904-c143-4295-81c9-4b37d73c3509),segment_id=90b65904-c143-4295-81c9-4b37d73c3509)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:22.381096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '23e0896d-3588-41a4-af0c-ff4914ad94ee', 'network_id': '480758d1-2263-40c0-93bd-ea64f18f30ae', 'port_id': '23e0896d-3588-41a4-af0c-ff4914ad94ee', 'mac_address': 'fa:16:3e:3e:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb68f3d-165a-46de-84a3-4a7ffc087ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:37:22.444047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.451875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.511933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfc9ac5-7b60-463c-9452-a99a3cb14730,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.536621 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.542339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.545814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-436cf125-834c-42f8-9890-07375dc15eb2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544850 Jul 16 22:37:22.551209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:22.599385 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:37:22.603221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e0896d-3588-41a4-af0c-ff4914ad94ee {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:37:22.635644 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.644271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.673037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.690612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee,segment=NetworkSegment(90b65904-c143-4295-81c9-4b37d73c3509),segment_id=90b65904-c143-4295-81c9-4b37d73c3509)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:22.728400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.755097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.759052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] No DVR routers for this DVR port 77b94af8-0db0-4527-8cf6-0c554b39a019 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:22.759685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/abfc9ac5-7b60-463c-9452-a99a3cb14730 HTTP/1.1" status: 204 len: 168 time: 0.2075527 Jul 16 22:37:22.761055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137657-2f9e-434e-8379-2e1ddbb420d0 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abfc9ac5-7b60-463c-9452-a99a3cb14730,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.763072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:22.763711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.774721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Pushing event deleted for resources: {'Port': ['ID=77b94af8-0db0-4527-8cf6-0c554b39a019,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.793156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.793768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.794247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.794840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.795328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.795805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.796348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.797097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.797583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.798057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.798531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.799022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaeda45-7db4-425d-8f30-e456df0e14d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:22.863287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e4600c3-b935-4435-b81c-b43d326959a2 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0917683 Jul 16 22:37:22.864080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:22.924527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ebd241-b185-4cdc-badd-229ab30ee5f7 None None] Network 12147a8f-5d2b-484a-b2b2-8178b89c1802 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:22.930212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:22.934152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.974844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.975208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:22.975877 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Floating IP 3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4 disassociated. External IP: 172.25.5.83, port: 11b1bbe6-e510-47e9-84f8-16eaf7d12c70. Jul 16 22:37:22.976380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:22.994567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.025818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['23e0896d-3588-41a4-af0c-ff4914ad94ee'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:23.026824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.058394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ca9b99d-e063-4930-a8d2-cb8351288150 None None] Provisioning complete for port 45575369-c09a-4eb3-905e-b722a635cbf6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:23.059030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b99d-e063-4930-a8d2-cb8351288150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.101580 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.105440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.110498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/311cc619-910e-461c-9fa8-8fa04a320327 HTTP/1.1" status: 204 len: 168 time: 0.2450776 Jul 16 22:37:23.112222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:23.173608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb3300-3c9b-41fd-a2d4-ad2645045121 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311cc619-910e-461c-9fa8-8fa04a320327,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:23.296163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-79afa68d-0b26-4cf1-80ea-de212cb030d6 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715949 Jul 16 22:37:23.303387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:23.310265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--490260457'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:23.365437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.452162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbbb31-d5c4-4b78-9ae3-5590e63ce312 req-893258db-254a-48eb-877e-481b081628b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:23.456881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3bbbb31-d5c4-4b78-9ae3-5590e63ce312 req-893258db-254a-48eb-877e-481b081628b3 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 944 time: 0.2290008 Jul 16 22:37:23.558646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b94af8-0db0-4527-8cf6-0c554b39a019 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:23.582404 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3bbbb31-d5c4-4b78-9ae3-5590e63ce312 req-d3cdfb20-81d5-429c-af75-0721b24b4d0b tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups?id=6620b057-e6d3-4661-8e04-4856f528c125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165683 Jul 16 22:37:23.598575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] DHCP port deletion for 12147a8f-5d2b-484a-b2b2-8178b89c1802 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:23.602264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 77b94af8-0db0-4527-8cf6-0c554b39a019 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:23.602643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b94af8-0db0-4527-8cf6-0c554b39a019 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:23.667442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.674381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.680238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.688803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.691985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8018d0-422d-44bf-9d87-0fe09a96f91e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:23.715897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Deleting port 45575369-c09a-4eb3-905e-b722a635cbf6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:23.717432 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.732224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe309bb5-e739-4670-a7b5-7ef0d7442738 req-cdf5e02f-680e-46ec-ac90-5fb2cd3f6f70 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5531533 Jul 16 22:37:23.734162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8b0527-bdaf-497d-a32d-a0677a6b7304') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:23.734986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8b0527-bdaf-497d-a32d-a0677a6b7304') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:23.740883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.751088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4434578 Jul 16 22:37:23.751366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.753246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:23.765192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '9574474d-c953-4e72-8696-99882f21752b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:23.770450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5d320-81e1-4ff6-aa30-ce0e25ff285e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9574474d-c953-4e72-8696-99882f21752b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:23.777271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.821089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=11b1bbe6-e510-47e9-84f8-16eaf7d12c70,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:23.824211 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.844379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=45575369-c09a-4eb3-905e-b722a635cbf6,segment=NetworkSegment(4fd9131b-4352-4e7f-b110-799c7f4e98fe),segment_id=4fd9131b-4352-4e7f-b110-799c7f4e98fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:23.844825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.858643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:23.859751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:23.866046 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:23.880046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Calling delete_port for 45575369-c09a-4eb3-905e-b722a635cbf6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:23.992811 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.012936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.034366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.047690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] Pushing event deleted for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:24.053987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7ac2e-b008-4593-b8e4-5ed19bcf79a6 None None] No DVR routers for this DVR port 45575369-c09a-4eb3-905e-b722a635cbf6 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:24.078491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.080607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/ed8018d0-422d-44bf-9d87-0fe09a96f91e HTTP/1.1" status: 204 len: 168 time: 2.7484968 Jul 16 22:37:24.088820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:24.108197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8e505-c096-401d-a248-b94caa520907 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=ed8018d0-422d-44bf-9d87-0fe09a96f91e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:24.140032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 45575369-c09a-4eb3-905e-b722a635cbf6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:24.140902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.167004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10fa73-a72b-4c61-af49-6d8c0c40d902 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:24.168582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ea10fa73-a72b-4c61-af49-6d8c0c40d902 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/97dd14f5-ef10-478d-9404-1a2ae6ae566d HTTP/1.1" status: 200 len: 840 time: 0.0776789 Jul 16 22:37:24.174888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:24.196905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.216508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 23e0896d-3588-41a4-af0c-ff4914ad94ee up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:24.221711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Router 6198ae62-dceb-4a1d-98e2-97f414367fa4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:37:24.293309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port 45575369-c09a-4eb3-905e-b722a635cbf6, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:24.293856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.306824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 45575369-c09a-4eb3-905e-b722a635cbf6 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:24.309479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Port 45575369-c09a-4eb3-905e-b722a635cbf6 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:37:24.310809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.318588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 23e0896d-3588-41a4-af0c-ff4914ad94ee completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:24.319111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.324481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 23e0896d-3588-41a4-af0c-ff4914ad94ee triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:24.325157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.383925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:24.385382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5835c2ee-5ead-4418-9716-1af85dc9b010 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/97dd14f5-ef10-478d-9404-1a2ae6ae566d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2090030 Jul 16 22:37:24.394020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:24.411280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3f0904-014f-4bcf-854f-c27133ef146f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:24.417921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=45575369-c09a-4eb3-905e-b722a635cbf6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:24.463898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.525409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee,segment=NetworkSegment(90b65904-c143-4295-81c9-4b37d73c3509),segment_id=90b65904-c143-4295-81c9-4b37d73c3509)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:24.526822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:24.539657 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9371224-5eef-41ce-9ad4-70cebf55d5ec" -d '{"events": [{"server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "name": "network-vif-plugged", "status": "completed", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:24.545760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.596811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:24.615516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.617915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.627755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fedf7a3c-1af8-4eb6-89d5-825b6cd58065 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8638442 Jul 16 22:37:24.627755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:24.639261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port 45575369-c09a-4eb3-905e-b722a635cbf6 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:24.664186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:24.672390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '9574474d-c953-4e72-8696-99882f21752b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:24.677747 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce42cfb4-b451-4e0b-9c06-7c10f7702c38 x-openstack-request-id: req-ce42cfb4-b451-4e0b-9c06-7c10f7702c38 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:24.678043 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "name": "network-vif-plugged", "status": "completed", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:24.678425 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce42cfb4-b451-4e0b-9c06-7c10f7702c38 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:24.678821 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee', 'code': 200} Jul 16 22:37:24.804235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:37:24.814660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Sync routers for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:37:24.838874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:24.839777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:24.852162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.879238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b12d4975-b50e-4830-bfeb-e9c1199170b4 req-f1ae3b3d-5769-45e3-b6c6-1b9527193b04 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2cbc29-301f-4637-8f37-6b701900d00f HTTP/1.1" status: 200 len: 210 time: 0.1057506 Jul 16 22:37:24.890055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12147a8f-5d2b-484a-b2b2-8178b89c1802']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:24.895297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:24.941767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] No DVR routers for this DVR port 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:24.961506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd9131b-4352-4e7f-b110-799c7f4e98fe') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:24.965449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd9131b-4352-4e7f-b110-799c7f4e98fe') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:24.971373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.002952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.009494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-945b0dd8-c5c5-49c4-ad45-5d1107e1ce35 req-fb024c3f-f8d7-4e52-9216-cb1487af0878 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.68 "DELETE /v2.0/ports/11b1bbe6-e510-47e9-84f8-16eaf7d12c70 HTTP/1.1" status: 204 len: 173 time: 3.3443184 Jul 16 22:37:25.010131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-deleted', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:25.012690 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6022b-7d03-46ee-9993-b20b63c5f03f" -d '{"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-deleted", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:25.048124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.105786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:25.107398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:25.119028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:25.119851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.134257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=9019c736-d59a-4329-b884-cffe00286b40,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:25.147456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c5f74b3b-1920-4cca-bcff-12cbc052e364 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7597916 Jul 16 22:37:25.148443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.157064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'security_group': {'name': 'tempest-secgroup-594513994'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:25.186814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.200486 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db5e93-1419-4586-9c5f-d1b3d690d536 x-openstack-request-id: req-f4db5e93-1419-4586-9c5f-d1b3d690d536 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:25.201099 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cbc29-301f-4637-8f37-6b701900d00f", "name": "network-vif-deleted", "tag": "11b1bbe6-e510-47e9-84f8-16eaf7d12c70", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:25.201524 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4db5e93-1419-4586-9c5f-d1b3d690d536 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:25.202088 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cbc29-301f-4637-8f37-6b701900d00f', 'name': 'network-vif-deleted', 'tag': '11b1bbe6-e510-47e9-84f8-16eaf7d12c70', 'status': 'completed', 'code': 200} Jul 16 22:37:25.212551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.235577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:25.236321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:25.241548 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:25.271117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28debf8c-4bc5-4a5b-96bb-b24308b23ee0 req-6217367b-d662-44a1-8a5c-cc0138ba0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:25.272921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-28debf8c-4bc5-4a5b-96bb-b24308b23ee0 req-6217367b-d662-44a1-8a5c-cc0138ba0149 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 1097 time: 0.5162840 Jul 16 22:37:25.285535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.417647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.418656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951bb0b-e37e-48ad-a213-4c5790cdf405 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:25.426434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.433452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.470574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad07a59e-d6f0-449f-b20b-42095461500a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:25.478022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.482805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.491527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/12147a8f-5d2b-484a-b2b2-8178b89c1802 HTTP/1.1" status: 204 len: 168 time: 3.4548087 Jul 16 22:37:25.492851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.502977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff933521-5af5-40cd-9e62-422c3505c39c req-38f0acb1-bbf7-4660-8bff-38e79beea540 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:25.510174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff933521-5af5-40cd-9e62-422c3505c39c req-38f0acb1-bbf7-4660-8bff-38e79beea540 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.4747357 Jul 16 22:37:25.517285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 45575369-c09a-4eb3-905e-b722a635cbf6 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:25.528849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:25.542757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.546911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3969378 Jul 16 22:37:25.549346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.550010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7874-1604-41b7-9c27-547e0818a923 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55ba17-3337-4fdb-8447-6120d9175375,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:25.556071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640534785'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:25.578438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b972505-b36c-4b50-9a3d-90bd4f2581c6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=12147a8f-5d2b-484a-b2b2-8178b89c1802,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:25.581999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-28debf8c-4bc5-4a5b-96bb-b24308b23ee0 req-d88fcc31-7dc0-4726-babe-6e1f8d063283 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909334 Jul 16 22:37:25.589652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 45575369-c09a-4eb3-905e-b722a635cbf6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:25.591299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 45575369-c09a-4eb3-905e-b722a635cbf6 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:25.619504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.635211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff933521-5af5-40cd-9e62-422c3505c39c req-94acd9af-7c25-4318-a95c-ee63b42013ce tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234367 Jul 16 22:37:25.637096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.640994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e4ee466-3b89-4c75-b982-273ef4ea52d8 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9754329 Jul 16 22:37:25.654621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.677168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '9574474d-c953-4e72-8696-99882f21752b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:25.756100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cdb840-175a-499b-a4dd-35e089966849 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:25.757749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-90cdb840-175a-499b-a4dd-35e089966849 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2639101 Jul 16 22:37:25.761337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.823299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.912242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.929658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:25.964020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5369259-ed72-4d8a-8fef-3f7bc3c9f88f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:25.984812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d2b044aa-cceb-4916-89f1-484c5d5b48ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2217548 Jul 16 22:37:25.988510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:25.993462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:25.999034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187080203'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:26.022416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.033948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Checking router: 6198ae62-dceb-4a1d-98e2-97f414367fa4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:37:26.035300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.056490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9d55015a-42a0-4bd6-b340-06817450173c', 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'tenant_id': 'abc07fbb3502424d84a3139927c7bdf0', 'fixed_ips': [{'subnet_id': '9019c736-d59a-4329-b884-cffe00286b40'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:26.065864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.079478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:26.083490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.087187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.090907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e9c4345-561f-48e5-a94d-8c4a4a4fdacd tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352627 Jul 16 22:37:26.097883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:26.098069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.098197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:26.134225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '9574474d-c953-4e72-8696-99882f21752b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:26.141655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:26.170750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.172889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.173148 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 7824975d-f544-43d9-a608-c8d3211100e2 of type vlan for network 23f3a77d-c3b9-433e-86d4-0c733d36a274 Jul 16 22:37:26.177409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6222079 Jul 16 22:37:26.178094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.191036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8efe16-80e9-4b94-a628-5880dce17d62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b9169-2a6a-4f27-847e-d3466fa2bb34,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:26.196940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.252933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:26.278546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-806889257', 'security_groups': ['8d0b9169-2a6a-4f27-847e-d3466fa2bb34'], 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9019c736-d59a-4329-b884-cffe00286b40'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:26.296998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:26.297425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 11b1bbe6-e510-47e9-84f8-16eaf7d12c70 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:26.395376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.428305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.461349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.564514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.567872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.572079 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "DELETE /v2.0/security-groups/6620b057-e6d3-4661-8e04-4856f528c125 HTTP/1.1" status: 204 len: 168 time: 0.3669901 Jul 16 22:37:26.592267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43856) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.595680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Allocated IP 172.20.0.2 (9d55015a-42a0-4bd6-b340-06817450173c/9019c736-d59a-4329-b884-cffe00286b40/487844be-828b-4733-990f-80fa221c7138) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:26.601533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:26.620791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:26.635315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.644507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1b43-c439-4ed4-b3c3-bde92ae62bc7 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620b057-e6d3-4661-8e04-4856f528c125,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:26.655714 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9060d847-9e55-4bda-b29d-290416ffae1c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] show failed (client error): The resource could not be found. Jul 16 22:37:26.661691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9060d847-9e55-4bda-b29d-290416ffae1c tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "GET /v2.0/security-groups/6620b057-e6d3-4661-8e04-4856f528c125 HTTP/1.1" status: 404 len: 347 time: 0.0611439 Jul 16 22:37:26.663258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.707268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.720038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.756478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365872ce-3ddb-42bf-aa3d-00b71c89a8c3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:26.762252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:37:26.766273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.767788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b7783a5-ab73-400a-bf80-1c69ee232b3d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6623518 Jul 16 22:37:26.771923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:26.782428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '9574474d-c953-4e72-8696-99882f21752b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:26.834126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.891237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.897092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:26.897720 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.990972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:26.999037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.010114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0176210 Jul 16 22:37:27.010320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.012718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:27.020220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:27.034696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a91992-03c4-499a-89dc-c465578ae77c req-e3dffb93-22f6-49b5-b390-8e119b3f8028 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:27.036394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f1a91992-03c4-499a-89dc-c465578ae77c req-e3dffb93-22f6-49b5-b390-8e119b3f8028 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.1534231 Jul 16 22:37:27.055272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port a3919a50-056e-4f9c-9405-27610d78c6b8 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:27.066997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f851-6e2d-4ba2-b242-4c308e5441ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=23f3a77d-c3b9-433e-86d4-0c733d36a274,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.095036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:27.103960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9270ee26-1414-4117-af89-5e61eb0be512,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.118153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.124048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:27.125415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82073db6-0cec-4f23-8ee1-e1b1d2e3e86e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3516490 Jul 16 22:37:27.151600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Deleting port dde9f721-0d01-4d0b-b17c-d3f699037d81 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:27.153295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.200318 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f1a91992-03c4-499a-89dc-c465578ae77c req-0ccc1279-b84f-4a4f-a57d-32b4a09f5a23 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491926 Jul 16 22:37:27.240788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:27.246733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.271282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.274941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:27.299226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.307380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.309615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74586ae8-bb4b-485a-95cd-5a2073c5b427 None None] The sync data for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 is: [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:28:06Z', 'revision_number': 4, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '53dc7959-d0ee-4c46-8065-d702b9237d5f', 'name': '', 'network_id': '08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'mac_address': 'fa:16:3e:f5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:04Z', 'updated_at': '2021-07-16T22:28:14Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'subnets': [{'id': '97e9c7ca-4243-4d59-8bcf-01e7f94184b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:37:27.319872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Transition to ACTIVE for port object 487844be-828b-4733-990f-80fa221c7138 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:27.339360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Transition to ACTIVE for port object 487844be-828b-4733-990f-80fa221c7138 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:27.351046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.458213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:27.473118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:27.483985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:27.520047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.526747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.532106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.532625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.573267 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.579361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9270ee26-1414-4117-af89-5e61eb0be512 HTTP/1.1" status: 204 len: 168 time: 0.4544768 Jul 16 22:37:27.595850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:27.620582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06397a50-0632-479e-bdf2-d3214ebbbf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.636144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Attempting to bind port 487844be-828b-4733-990f-80fa221c7138 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:27.636555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Attempting to bind port 487844be-828b-4733-990f-80fa221c7138 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7dcf7fea-9354-405f-b900-87c56b315a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:27.636927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Attempting to bind port 487844be-828b-4733-990f-80fa221c7138 on network 9d55015a-42a0-4bd6-b340-06817450173c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:27.643486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:27.643869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Checking segment: {'id': '7dcf7fea-9354-405f-b900-87c56b315a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:27.644278 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.644680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Bound using segment: {'id': '7dcf7fea-9354-405f-b900-87c56b315a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:27.645201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Bound port: 487844be-828b-4733-990f-80fa221c7138, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcf7fea-9354-405f-b900-87c56b315a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:27.645581 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.646914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.5 (9d55015a-42a0-4bd6-b340-06817450173c/9019c736-d59a-4329-b884-cffe00286b40/a3919a50-056e-4f9c-9405-27610d78c6b8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:27.649030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12560df7-5259-434a-ada0-730509050b44 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9270ee26-1414-4117-af89-5e61eb0be512,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.652907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Calling delete_port for dde9f721-0d01-4d0b-b17c-d3f699037d81 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:27.677465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.734415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:27.753965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:27.760792 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.832459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-578b1fb7-4408-4131-ace6-122af51b8c38 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2287090 Jul 16 22:37:27.842757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:27.880870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.937507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9f87b-55a1-40c4-a1bd-5e0775a4c9d6 None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:27.945571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '7824975d-f544-43d9-a608-c8d3211100e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:27.945949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 23f3a77d-c3b9-433e-86d4-0c733d36a274, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:27.961011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.979769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5585b1-0010-4a28-8190-31ca6e071dd4 None None] New status for floating IP 3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:37:27.981736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.018939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:28.038641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 23f3a77d-c3b9-433e-86d4-0c733d36a274) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:28.043738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.044699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.050463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.053026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b916953-ea16-46d0-93fb-d9c5c36f12ed None None] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:28.083158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.087746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/365872ce-3ddb-42bf-aa3d-00b71c89a8c3 HTTP/1.1" status: 204 len: 168 time: 0.2140350 Jul 16 22:37:28.088336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43886) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.190475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37525f-3eb6-446f-9fd1-5d9f8df47019 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365872ce-3ddb-42bf-aa3d-00b71c89a8c3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:28.194293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.244887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.248559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-5bb2b948-1b09-4bd1-ab46-2727134a82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.249995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-5bb2b948-1b09-4bd1-ab46-2727134a82f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1066d168807c4f3db05e435391f65c99&device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 1097 time: 0.3088794 Jul 16 22:37:28.275575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5db6da06-515f-459a-93da-90f3b83a1cc2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2594004 Jul 16 22:37:28.280174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.283887 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.db.api [None req-2f5585b1-0010-4a28-8190-31ca6e071dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:37:28.284572 n-d-793621-16 neutron-server[93926]: DEBUG oslo_db.api [None req-2f5585b1-0010-4a28-8190-31ca6e071dd4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:37:28.285293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object a3919a50-056e-4f9c-9405-27610d78c6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:28.297282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274', 'name': 'tempest-PortsIpV6TestJSON-911622199'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:28.324345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Pushing event deleted for resources: {'Port': ['ID=dde9f721-0d01-4d0b-b17c-d3f699037d81,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:28.361376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-23f3a77d-c3b9-433e-86d4-0c733d36a274', 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': 'a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:28.363006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.385203 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b958f257-d996-486a-8c5b-00db7721b036 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2153616 Jul 16 22:37:28.407058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.492103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91936f-3112-4a91-9a2b-8845f2a32eb7 req-dcd0bc7a-466b-4466-a3e0-8f88d0348b92 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.493907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f91936f-3112-4a91-9a2b-8845f2a32eb7 req-dcd0bc7a-466b-4466-a3e0-8f88d0348b92 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.4043777 Jul 16 22:37:28.494441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.497098 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.500445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.502488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b91e2e17-0f84-4c1f-a385-fc84c4e97f67 tempest-ServerActionsTestJSON-1247769655 tempest-ServerActionsTestJSON-1247769655-project] 10.222.0.70 "DELETE /v2.0/floatingips/3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4 HTTP/1.1" status: 204 len: 168 time: 1.8381932 Jul 16 22:37:28.506528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.516745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-1fa4dbe5-c6e8-41dd-951a-256236d4e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.518560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-1fa4dbe5-c6e8-41dd-951a-256236d4e507 service neutron] 10.222.0.68 "GET /v2.0/networks?id=480758d1-2263-40c0-93bd-ea64f18f30ae HTTP/1.1" status: 200 len: 915 time: 0.2585628 Jul 16 22:37:28.520574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.580536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.585234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-b681c1fe-b4ba-42c6-8843-e44fd33d63c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee HTTP/1.1" status: 200 len: 217 time: 0.0576234 Jul 16 22:37:28.603704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Allocated IP 2001:db8::2 (23f3a77d-c3b9-433e-86d4-0c733d36a274/a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f/c90c39b4-1d23-470a-8a02-a77d6ea39597) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:28.606264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f91936f-3112-4a91-9a2b-8845f2a32eb7 req-7d7e36c3-ebba-423e-a7c4-3088cf323b39 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033552 Jul 16 22:37:28.707920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.720195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.721683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f5369259-ed72-4d8a-8fef-3f7bc3c9f88f HTTP/1.1" status: 204 len: 168 time: 0.3053749 Jul 16 22:37:28.735194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.765249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:28.779846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:28.783417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:28.786079 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5585b1-0010-4a28-8190-31ca6e071dd4 None None] New status for floating IP 3d001f0d-1f7c-4539-b6e7-ebcf9f53b5f4: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:37:28.802382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:28.817785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.820319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59543cf4-ce77-4ab2-9ab1-c507ba8fe34d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5369259-ed72-4d8a-8fef-3f7bc3c9f88f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:28.879881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.880680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.898811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=a3919a50-056e-4f9c-9405-27610d78c6b8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:28.903838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-fbbdc753-c753-433b-8a47-a2bb0c7474ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:28.905393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-fbbdc753-c753-433b-8a47-a2bb0c7474ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7bb68f3d-165a-46de-84a3-4a7ffc087ee6 HTTP/1.1" status: 200 len: 854 time: 0.2891915 Jul 16 22:37:28.907831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d905197d-21ff-4532-b40d-6988882429d6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6996875 Jul 16 22:37:28.910637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:28.928259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:28.951080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:28.956717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.980471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Transition to ACTIVE for port object c90c39b4-1d23-470a-8a02-a77d6ea39597 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:29.009232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Transition to ACTIVE for port object c90c39b4-1d23-470a-8a02-a77d6ea39597 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:29.027664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-ca454928-997d-4e30-8e44-6c4d28b33b3a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=480758d1-2263-40c0-93bd-ea64f18f30ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928476 Jul 16 22:37:29.027918 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.062762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87382fe3-df86-4fdc-a8d1-c99964c3cf7a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3263588 Jul 16 22:37:29.070156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:29.091770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:29.103017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:29.104900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Pushing event updated for resources: {'Port': ['ID=c90c39b4-1d23-470a-8a02-a77d6ea39597,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:29.125024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:29.160473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.169263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.201335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Attempting to bind port c90c39b4-1d23-470a-8a02-a77d6ea39597 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:29.202043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Attempting to bind port c90c39b4-1d23-470a-8a02-a77d6ea39597 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7824975d-f544-43d9-a608-c8d3211100e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:29.203426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Attempting to bind port c90c39b4-1d23-470a-8a02-a77d6ea39597 on network 23f3a77d-c3b9-433e-86d4-0c733d36a274 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:29.211577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:29.212261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Checking segment: {'id': '7824975d-f544-43d9-a608-c8d3211100e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:29.213143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.213732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Bound using segment: {'id': '7824975d-f544-43d9-a608-c8d3211100e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:29.214852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Bound port: c90c39b4-1d23-470a-8a02-a77d6ea39597, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7824975d-f544-43d9-a608-c8d3211100e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:29.215527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.247953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-a5990181-34c1-48ed-9974-5401b988e2df service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134476 Jul 16 22:37:29.255650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:29.259867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.294719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.307284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.311133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ad07a59e-d6f0-449f-b20b-42095461500a HTTP/1.1" status: 204 len: 168 time: 0.2333007 Jul 16 22:37:29.320713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:29.332327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] For port c90c39b4-1d23-470a-8a02-a77d6ea39597, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:29.340467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] For port c90c39b4-1d23-470a-8a02-a77d6ea39597, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c90c39b4-1d23-470a-8a02-a77d6ea39597,segment=NetworkSegment(7824975d-f544-43d9-a608-c8d3211100e2),segment_id=7824975d-f544-43d9-a608-c8d3211100e2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:29.347839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969127-b5d2-4964-83ed-c0a57a334711 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad07a59e-d6f0-449f-b20b-42095461500a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:29.362591 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.428481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::211 (23f3a77d-c3b9-433e-86d4-0c733d36a274/a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f/27f6c4b5-de71-4626-8a0b-811ffd3ef8ea) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:29.447800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86168d7-cf51-4768-9c66-cf2ec6369f78 None None] Pushing event updated for resources: {'Port': ['ID=c90c39b4-1d23-470a-8a02-a77d6ea39597,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:29.492634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4792f9f9-a50a-49fa-ada1-e4e77a5b854b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1643121 Jul 16 22:37:29.493367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43910) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:29.499027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d82b384-a4ac-4033-998e-a9e4b4bc3e07 None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:29.499944 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d82b384-a4ac-4033-998e-a9e4b4bc3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.576004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b384-a4ac-4033-998e-a9e4b4bc3e07 None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:29.588856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:29.650734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d82b384-a4ac-4033-998e-a9e4b4bc3e07 None None] Provisioning for port 487844be-828b-4733-990f-80fa221c7138 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:29.662741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.691456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 487844be-828b-4733-990f-80fa221c7138 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:29.699109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:29.699389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.731254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.925863 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81ed379f-e76f-4a69-9627-608d788b6a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.989187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.037068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-df4e92b4-a97b-488a-96be-2456d929bf0a None None] Provisioning for port a3919a50-056e-4f9c-9405-27610d78c6b8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:30.048950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:30.050756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-df4e92b4-a97b-488a-96be-2456d929bf0a None None] Provisioning complete for port a3919a50-056e-4f9c-9405-27610d78c6b8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:30.051461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df4e92b4-a97b-488a-96be-2456d929bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.055473 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.113460 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9019c736-d59a-4329-b884-cffe00286b40 (CIDR: 172.20.0.0/28) Jul 16 22:37:30.117856 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:37:30.118361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:37:30.149869 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f186e5e4-60bd-4cb3-829f-20e1137d53bf tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2379272 Jul 16 22:37:30.163216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-df4e92b4-a97b-488a-96be-2456d929bf0a None None] Port a3919a50-056e-4f9c-9405-27610d78c6b8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:30.163739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:30.182326 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.183463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:30.198850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:30.206143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d47f39-66c2-4f68-bd0d-5a426b6562e9 req-b1908d4f-1719-4692-8887-1116e9b50ee2 service neutron] 10.222.0.68 "GET /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426157 Jul 16 22:37:30.320842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:30.325649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.501039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.515586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.516769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0d3f0904-014f-4bcf-854f-c27133ef146f HTTP/1.1" status: 204 len: 168 time: 1.0073192 Jul 16 22:37:30.521613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:30.556352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127276c0-93d7-4d1a-b8bb-e7218d9bd235 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d3f0904-014f-4bcf-854f-c27133ef146f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:30.616452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.648764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1453038-76ee-4720-add7-acb69fdb65e4 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1174889 Jul 16 22:37:30.652385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:30.676240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.679589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cf9f8-f0eb-42e5-9001-8e462a76eb5b req-fd0bc894-b7a6-42de-8699-c1b890dbba64 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:30.681422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b35cf9f8-f0eb-42e5-9001-8e462a76eb5b req-fd0bc894-b7a6-42de-8699-c1b890dbba64 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.7405512 Jul 16 22:37:30.686830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:30.735529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:30.741018 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:30.748810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:30.749493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.752749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836495f9-ce74-4303-8dd8-7bff90872ece None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:30.775478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6093974 Jul 16 22:37:30.784547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:30.791249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2017530170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38f0336f-2590-4a71-83ac-ef9fae7e48bd'}], 'security_groups': ['9e55ba17-3337-4fdb-8447-6120d9175375']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:30.835076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e7724-083f-4562-a31b-7932fe7c741e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=38f0336f-2590-4a71-83ac-ef9fae7e48bd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:30.837714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b35cf9f8-f0eb-42e5-9001-8e462a76eb5b req-01e584c2-e605-4ff9-a633-5eb1fda585fd tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313074 Jul 16 22:37:30.899811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.914240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:30.942067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.038926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.149710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.236815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.239952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.243793 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/9574474d-c953-4e72-8696-99882f21752b HTTP/1.1" status: 204 len: 168 time: 0.5863681 Jul 16 22:37:31.266683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:31.271439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738b36-3e28-4b3f-9116-835f836777f9 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574474d-c953-4e72-8696-99882f21752b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:31.293261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:31.326597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:31.330375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:31.338949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:31.339927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.341652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb28cfc-b523-4e53-b683-086df70a6d48 None None] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:31.368120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=27f6c4b5-de71-4626-8a0b-811ffd3ef8ea,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:31.428199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.428830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b5c5c03-6307-408a-8813-fa1a75034939 None None] Provisioning for port c90c39b4-1d23-470a-8a02-a77d6ea39597 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:31.439464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Delete allocated IP 172.20.0.5 (9d55015a-42a0-4bd6-b340-06817450173c/9019c736-d59a-4329-b884-cffe00286b40) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:37:31.455340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.27 (9d55015a-42a0-4bd6-b340-06817450173c/38f0336f-2590-4a71-83ac-ef9fae7e48bd/a3919a50-056e-4f9c-9405-27610d78c6b8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:31.486293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66442de7-ab38-4c0c-b984-752fceea6509 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2025948 Jul 16 22:37:31.487035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:31.491850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304319691'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:31.508170 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a45c5e2b-f801-485e-9cee-e70ca4a1db5d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2164404 Jul 16 22:37:31.510805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:31.518722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '23f3a77d-c3b9-433e-86d4-0c733d36a274', 'name': 'tempest-PortsIpV6TestJSON-214841899'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:31.578815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.659196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:31.664551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Update dhcp port {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'fixed_ips': [{'subnet_id': '9019c736-d59a-4329-b884-cffe00286b40', 'ip_address': '172.20.0.2'}, {'subnet_id': '38f0336f-2590-4a71-83ac-ef9fae7e48bd'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '487844be-828b-4733-990f-80fa221c7138'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:37:31.725415 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.741928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Deleting port 53dc7959-d0ee-4c46-8065-d702b9237d5f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:31.742405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.803115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.818881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object a3919a50-056e-4f9c-9405-27610d78c6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:31.825047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.827658 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.837014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.900710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] For port 53dc7959-d0ee-4c46-8065-d702b9237d5f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=53dc7959-d0ee-4c46-8065-d702b9237d5f,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:31.904534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.911586 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.915780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4250114 Jul 16 22:37:31.926711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172fdf9-a071-494d-b8e8-4b59f96b9808 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21825e-5f0c-4b13-b377-c87d09fb3f85,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:31.929658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:31.946851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '2b21825e-5f0c-4b13-b377-c87d09fb3f85', 'direction': 'ingress', 'protocol': 17}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:31.947972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:31.948357 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:31.960873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Calling delete_port for 53dc7959-d0ee-4c46-8065-d702b9237d5f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:32.017294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] In _notify_port_updated(), no bound segment for port a3919a50-056e-4f9c-9405-27610d78c6b8 on network 9d55015a-42a0-4bd6-b340-06817450173c {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:37:32.025811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:32.027568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.029249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/ports/a3919a50-056e-4f9c-9405-27610d78c6b8 HTTP/1.1" status: 200 len: 921 time: 1.2437654 Jul 16 22:37:32.030039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:32.037471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.041569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:32.065630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port c9aa3671-f358-4158-b45f-35babe64a9f5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:32.139843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.215367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::3b0 (23f3a77d-c3b9-433e-86d4-0c733d36a274/a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f/c9aa3671-f358-4158-b45f-35babe64a9f5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:32.249025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Allocated IP 172.20.0.18 (9d55015a-42a0-4bd6-b340-06817450173c/38f0336f-2590-4a71-83ac-ef9fae7e48bd/487844be-828b-4733-990f-80fa221c7138) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:32.269854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c90c39b4-1d23-470a-8a02-a77d6ea39597 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:32.340357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Provisioning for port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:32.389848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Provisioning complete for port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:32.389848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.533618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:32.542555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.558195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c90c39b4-1d23-470a-8a02-a77d6ea39597 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:32.563080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:32.563655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.567058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object c9aa3671-f358-4158-b45f-35babe64a9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:32.575187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c90c39b4-1d23-470a-8a02-a77d6ea39597 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:32.575709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.578764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Provisioning complete for port c90c39b4-1d23-470a-8a02-a77d6ea39597 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:32.579257 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.601164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb7c8a-a76e-4c98-a1c0-9850fe4201e0 req-35b69ea7-93f2-4380-a761-be6a27c376d0 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:32.609707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0fb7c8a-a76e-4c98-a1c0-9850fe4201e0 req-35b69ea7-93f2-4380-a761-be6a27c376d0 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.4269450 Jul 16 22:37:32.636953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.663342 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.675719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.692741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0fb7c8a-a76e-4c98-a1c0-9850fe4201e0 req-a5080f1b-3d49-4729-8605-185c4e7b05de tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818381 Jul 16 22:37:32.693490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a487b972-5f41-4cc0-8011-55c8f00c07bb,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:32.696339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port a3919a50-056e-4f9c-9405-27610d78c6b8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:32.696693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.703919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Transition to ACTIVE for port object 487844be-828b-4733-990f-80fa221c7138 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:32.711988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.716887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:32.724138 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.726088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:32.746579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:32.758931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:32.759626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.784230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb0b4-7c29-49b9-b493-95af1a6c2a0f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=a3919a50-056e-4f9c-9405-27610d78c6b8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:32.818603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:32.836535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e43cb1f8-44e6-42ae-8053-0be175976686 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8933926 Jul 16 22:37:32.837219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 43978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:32.845040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3317084 Jul 16 22:37:32.882286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:32.887078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767168b8-deed-4f22-b2b6-6aa93415c23b None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:32.991258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.000659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-307fbac7-2eeb-41bd-91ef-68c143061724 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3900411 Jul 16 22:37:33.002162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0332-2376-4518-8f35-a18476de7cd3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=c9aa3671-f358-4158-b45f-35babe64a9f5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:33.088827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c90c39b4-1d23-470a-8a02-a77d6ea39597, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c90c39b4-1d23-470a-8a02-a77d6ea39597,segment=NetworkSegment(7824975d-f544-43d9-a608-c8d3211100e2),segment_id=7824975d-f544-43d9-a608-c8d3211100e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:33.098476 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.106439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.127350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.208096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897b3a1-29fc-412f-a828-991ce9848f94 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:33.219566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a897b3a1-29fc-412f-a828-991ce9848f94 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A211 HTTP/1.1" status: 200 len: 928 time: 0.3356736 Jul 16 22:37:33.221298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:33.222600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dc7959-d0ee-4c46-8065-d702b9237d5f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:33.261390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.288353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:37:33.288931 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-78d29b8b-4046-44ad-a491-e88e7b0cb132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:37:33.296330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c90c39b4-1d23-470a-8a02-a77d6ea39597,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:33.310910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.368440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.409694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.412722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.415980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-8be6c88b-ed96-4caf-8b72-f2d79f2155b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:33.419543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-8be6c88b-ed96-4caf-8b72-f2d79f2155b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 1097 time: 0.3899915 Jul 16 22:37:33.420159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:33.441143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/2b21825e-5f0c-4b13-b377-c87d09fb3f85 HTTP/1.1" status: 204 len: 168 time: 0.5977902 Jul 16 22:37:33.480785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for a3919a50-056e-4f9c-9405-27610d78c6b8 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:33.569277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56b35-fb91-4ede-91ce-efb13d96450d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21825e-5f0c-4b13-b377-c87d09fb3f85,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:33.679412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:33.712770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port c9aa3671-f358-4158-b45f-35babe64a9f5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:33.713377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.749548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5ed1db6e-1287-40a2-a9c7-fde3f170cb7f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3054411 Jul 16 22:37:33.767288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:33.775697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--335872573'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:33.783759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c90c39b4-1d23-470a-8a02-a77d6ea39597 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:33.887633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-0a69367a-038e-4245-b81c-a8dabb33ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:33.890740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-0a69367a-038e-4245-b81c-a8dabb33ec99 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 200 len: 916 time: 0.4284718 Jul 16 22:37:33.905416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.936576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c90c39b4-1d23-470a-8a02-a77d6ea39597 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:33.938265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:33.953233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-10749591-f3bf-4322-a477-f19faacf224c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483 HTTP/1.1" status: 200 len: 217 time: 0.0511549 Jul 16 22:37:33.954125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.071252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Provisioning complete for port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:34.071516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.071646 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.117477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-aec71a68-bb94-4a0e-a504-ce7f30e98d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:34.119303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-aec71a68-bb94-4a0e-a504-ce7f30e98d99 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 200 len: 855 time: 0.1587911 Jul 16 22:37:34.120213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for c9aa3671-f358-4158-b45f-35babe64a9f5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:34.169752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-25cdd5c5-ccf5-45fc-a98a-1bed80a505f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e16af5aa-b993-43b9-8751-ec20ddb95633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414720 Jul 16 22:37:34.184643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:34.209081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Provisioning for port c9aa3671-f358-4158-b45f-35babe64a9f5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:34.214330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Provisioning complete for port c9aa3671-f358-4158-b45f-35babe64a9f5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:34.222130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.285140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.325928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-230ec0f8-5bfc-4ce8-a136-94f178da1faa None None] Port c9aa3671-f358-4158-b45f-35babe64a9f5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:34.405102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=a3919a50-056e-4f9c-9405-27610d78c6b8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:34.411939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-81a63423-a3f7-4bb4-a853-be374fe0dfd0 service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336314 Jul 16 22:37:34.455709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:34.456275 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.510637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea12b8-43c2-4fc1-93a3-ec2fcdf2eb5c req-f23ffbed-7e42-4d6a-8390-9e152b39e8a7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:34.512755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43ea12b8-43c2-4fc1-93a3-ec2fcdf2eb5c req-f23ffbed-7e42-4d6a-8390-9e152b39e8a7 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.7649117 Jul 16 22:37:34.550040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:34.572946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Provisioning for port 487844be-828b-4733-990f-80fa221c7138 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:34.580221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:34.581219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.638669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.670058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.688264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-43ea12b8-43c2-4fc1-93a3-ec2fcdf2eb5c req-ae80626b-16be-4a61-9ec2-c0a7f735ff10 tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/security-groups?id=accf7876-52a6-4e8f-942d-e754ca187398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261883 Jul 16 22:37:34.768623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.774209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bd616276-c1a0-42c0-93a7-5b9a10033d68 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/a3919a50-056e-4f9c-9405-27610d78c6b8 HTTP/1.1" status: 204 len: 168 time: 2.7266767 Jul 16 22:37:34.775332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Router 6198ae62-dceb-4a1d-98e2-97f414367fa4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:37:34.776262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:34.808120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ed464c7-42eb-4103-81fb-aae3c71ba7f0 None None] Could not find standard attr ID for object a3919a50-056e-4f9c-9405-27610d78c6b8. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:37:34.830580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04531eee-0b9f-4731-9201-9d64d60573d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:34.834023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.835955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7e5baf9d-04b9-46bd-a6c5-ea4e50d0f560 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0651467 Jul 16 22:37:34.838275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bef9f99a-5360-4bc0-98ab-30622328c7c1 req-c31dc114-2436-462b-8a1c-bafcaa624e1c service neutron] 10.222.0.68 "GET /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027734 Jul 16 22:37:34.841435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:34.846813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104874964'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:34.871947 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb6d3eb-6256-4ea1-9707-5aa4ad880b4a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:37:34.880667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3fb6d3eb-6256-4ea1-9707-5aa4ad880b4a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/a3919a50-056e-4f9c-9405-27610d78c6b8 HTTP/1.1" status: 404 len: 333 time: 0.1017082 Jul 16 22:37:34.887657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:34.924984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c04e2f8-a9de-4ffd-803f-a51f4ac99fc3 None None] Could not find standard attr ID for object a3919a50-056e-4f9c-9405-27610d78c6b8. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:37:34.985255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:34.996381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.087915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=c9aa3671-f358-4158-b45f-35babe64a9f5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:35.125519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-c5a3c8f9-c291-49db-b6ec-6dab65e8185b tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:35.128462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-c5a3c8f9-c291-49db-b6ec-6dab65e8185b tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.68 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 945 time: 0.2408867 Jul 16 22:37:35.167153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.250702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.253061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-85b9b2bc-16ea-4941-8fa1-c9cce885941b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/c9aa3671-f358-4158-b45f-35babe64a9f5 HTTP/1.1" status: 204 len: 168 time: 2.0176842 Jul 16 22:37:35.262157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:35.306848 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7f5b26-3e0d-4bdd-adc7-e07659bee8ac tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:35.308861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a7f5b26-3e0d-4bdd-adc7-e07659bee8ac tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/c9aa3671-f358-4158-b45f-35babe64a9f5 HTTP/1.1" status: 404 len: 333 time: 0.0454614 Jul 16 22:37:35.337232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:35.420815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.441500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.518823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.523342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6805658 Jul 16 22:37:35.527115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:35.527955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d945a2b-7abe-4eb9-b3b0-7e69c84abf91 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb88c1-f671-432d-86a9-bdf8b634ab79,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:35.534534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '04531eee-0b9f-4731-9201-9d64d60573d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aceb88c1-f671-432d-86a9-bdf8b634ab79', 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:35.558063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Deleting port 23e0896d-3588-41a4-af0c-ff4914ad94ee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:35.558469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.677625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:35.678081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.689725 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.719501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.750936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:37:35.758823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] For port 23e0896d-3588-41a4-af0c-ff4914ad94ee, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=23e0896d-3588-41a4-af0c-ff4914ad94ee,segment=NetworkSegment(90b65904-c143-4295-81c9-4b37d73c3509),segment_id=90b65904-c143-4295-81c9-4b37d73c3509)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:35.759386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.762895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a9404482-fb66-48ea-bf3c-93d2baefe1f0 admin admin] 10.222.0.70 "PUT /v2.0/routers/6198ae62-dceb-4a1d-98e2-97f414367fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2555211 Jul 16 22:37:35.763762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44034) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:35.772663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Sync routers for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:37:35.792575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:35.793164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:35.828643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Calling delete_port for 23e0896d-3588-41a4-af0c-ff4914ad94ee owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:35.905415 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.908351 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.916711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/security-groups/8d0b9169-2a6a-4f27-847e-d3466fa2bb34 HTTP/1.1" status: 204 len: 168 time: 1.0274577 Jul 16 22:37:35.920088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44038) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:35.943217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.952254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.981746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:35.993470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 27f6c4b5-de71-4626-8a0b-811ffd3ef8ea owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:36.042969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeb2493-77c5-4885-a9ca-5bdccbbedf89,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.080845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:36.089840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caa850-083f-49d2-920a-d6cc667101d5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b9169-2a6a-4f27-847e-d3466fa2bb34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.090164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.094036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.094868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-84546c4b-530e-44dc-93aa-564ebfb1d16d tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5637555 Jul 16 22:37:36.102673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.143289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.160178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.251151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.302958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.310016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['23e0896d-3588-41a4-af0c-ff4914ad94ee'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:36.319859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.321043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ffeb2493-77c5-4885-a9ca-5bdccbbedf89 HTTP/1.1" status: 204 len: 168 time: 0.2173874 Jul 16 22:37:36.322407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Pushing event deleted for resources: {'Port': ['ID=23e0896d-3588-41a4-af0c-ff4914ad94ee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.332271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.345107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf1fff01-9cbe-4224-aa8a-48f820aad665 req-d94adc22-6ea8-46e0-bd42-009c243559bb tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbbc6763-415d-4048-b8f9-6fb8c21b2518 HTTP/1.1" status: 200 len: 210 time: 0.0978279 Jul 16 22:37:36.361589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fb4a1-27b5-4329-b034-d650204b0010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffeb2493-77c5-4885-a9ca-5bdccbbedf89,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.409618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.426225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] No DVR routers for this DVR port 23e0896d-3588-41a4-af0c-ff4914ad94ee on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:36.440412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-788fce71-955e-424e-ac56-2bd137f93d28 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1068032 Jul 16 22:37:36.443529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.444034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.446255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93352fb5-d4f0-43c2-9508-a658e7e327e2 req-04c437d5-ddd7-471f-86fa-43196d49411c tempest-InstanceActionsTestJSON-85950457 tempest-InstanceActionsTestJSON-85950457-project] 10.222.0.68 "DELETE /v2.0/ports/23e0896d-3588-41a4-af0c-ff4914ad94ee HTTP/1.1" status: 204 len: 173 time: 1.2982941 Jul 16 22:37:36.446707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'name': 'network-vif-deleted', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:36.449467 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ba418c-35f0-48e1-94d6-ece6b6a3b459" -d '{"events": [{"server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "name": "network-vif-deleted", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:36.454190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.474776 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.500921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:37:32Z', 'revision_number': 5, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port': {'id': '7a45e317-8761-48f0-ada8-e3a2f86432bd', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:28:01Z', 'updated_at': '2021-07-16T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:36.525684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=27f6c4b5-de71-4626-8a0b-811ffd3ef8ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.529972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.532734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5743ddf0-3f86-4b75-a15f-64b6ae0e6df0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/27f6c4b5-de71-4626-8a0b-811ffd3ef8ea HTTP/1.1" status: 204 len: 168 time: 1.1882775 Jul 16 22:37:36.535460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.561483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Checking router: 6198ae62-dceb-4a1d-98e2-97f414367fa4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:37:36.577939 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-006ef685-11db-4010-ab54-465e2081a0bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:36.584086 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.584466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-006ef685-11db-4010-ab54-465e2081a0bd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/27f6c4b5-de71-4626-8a0b-811ffd3ef8ea HTTP/1.1" status: 404 len: 333 time: 0.0442235 Jul 16 22:37:36.585258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.594849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Routers {'6198ae62-dceb-4a1d-98e2-97f414367fa4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:36.595501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['6198ae62-dceb-4a1d-98e2-97f414367fa4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:36.684167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:36.698896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.701775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.706540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.716801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/security-groups/9e55ba17-3337-4fdb-8447-6120d9175375 HTTP/1.1" status: 204 len: 168 time: 0.7692726 Jul 16 22:37:36.759911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:36.772851 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820616a8-d30c-4ea1-a826-e5e6d6555591 x-openstack-request-id: req-820616a8-d30c-4ea1-a826-e5e6d6555591 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:36.773233 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc6763-415d-4048-b8f9-6fb8c21b2518", "name": "network-vif-deleted", "tag": "23e0896d-3588-41a4-af0c-ff4914ad94ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:36.773416 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-820616a8-d30c-4ea1-a826-e5e6d6555591 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:36.773879 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc6763-415d-4048-b8f9-6fb8c21b2518', 'name': 'network-vif-deleted', 'tag': '23e0896d-3588-41a4-af0c-ff4914ad94ee', 'status': 'completed', 'code': 200} Jul 16 22:37:36.802913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.815072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27738bf4-ee00-4cac-b1fd-a31688938f62 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55ba17-3337-4fdb-8447-6120d9175375,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:36.881767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 9019c736-d59a-4329-b884-cffe00286b40 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:36.890782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.894388 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.922801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Deleting port 7a45e317-8761-48f0-ada8-e3a2f86432bd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:36.923303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.964877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:36.976213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.048243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] Set router 6198ae62-dceb-4a1d-98e2-97f414367fa4 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:37.072527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.076888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.083613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.091829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/aceb88c1-f671-432d-86a9-bdf8b634ab79 HTTP/1.1" status: 204 len: 168 time: 0.6454477 Jul 16 22:37:37.096072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.115415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:37:36Z', 'revision_number': 6, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:37.211697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.213404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c6f-63b9-4400-9e66-b9f19e7fdde6 None None] The sync data for ids ['6198ae62-dceb-4a1d-98e2-97f414367fa4'] in n-d-793621-16 is: [{'id': '6198ae62-dceb-4a1d-98e2-97f414367fa4', 'name': 'tempest-ServerActionsTestJSON-1033693296-router', 'tenant_id': '618e2a6e1c344b219028c433250b4dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:28:00Z', 'updated_at': '2021-07-16T22:37:36Z', 'revision_number': 6, 'project_id': '618e2a6e1c344b219028c433250b4dc2', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:37:37.225590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e963434-84fd-47a4-8b6d-8e63ce1ec1a3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb88c1-f671-432d-86a9-bdf8b634ab79,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:37.240022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-def16a44-b50c-46fa-8680-f21289f40266 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1550405 Jul 16 22:37:37.240685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.286322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3fee9-747e-4c46-87f3-3d89b8bff782 None None] Network 23f3a77d-c3b9-433e-86d4-0c733d36a274 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:37.289404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.292199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f HTTP/1.1" status: 204 len: 168 time: 0.7058947 Jul 16 22:37:37.295206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.299821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49eff9-5194-4b53-af22-32fd08819969 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:37.395996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.411786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] For port 7a45e317-8761-48f0-ada8-e3a2f86432bd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7a45e317-8761-48f0-ada8-e3a2f86432bd,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:37.412549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.463214 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.472595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Calling delete_port for 7a45e317-8761-48f0-ada8-e3a2f86432bd owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:37.475996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.493735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.542685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.549058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.551150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/04531eee-0b9f-4731-9201-9d64d60573d4 HTTP/1.1" status: 204 len: 168 time: 0.2895389 Jul 16 22:37:37.555055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.561697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.610882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cbf66-118d-4995-a8d6-82abb63204ec tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04531eee-0b9f-4731-9201-9d64d60573d4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:37.628798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 53dc7959-d0ee-4c46-8065-d702b9237d5f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:37.668997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Deleting subnet 7bb68f3d-165a-46de-84a3-4a7ffc087ee6 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:37.673620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 53dc7959-d0ee-4c46-8065-d702b9237d5f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:37.674043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 53dc7959-d0ee-4c46-8065-d702b9237d5f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:37.675933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.698540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe8dc078-51ab-46aa-86a2-7020d00e8760 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1408615 Jul 16 22:37:37.718625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] DHCP port deletion for 23f3a77d-c3b9-433e-86d4-0c733d36a274 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:37.732064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.751736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033510638'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:37.789094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.814965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Deleting port c90c39b4-1d23-470a-8a02-a77d6ea39597 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:37.815353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.832815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.851700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.879859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.930620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=9019c736-d59a-4329-b884-cffe00286b40,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:37.937024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:37.942814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73809b52-5f32-4ed2-b2f5-ed1ede19767d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/9019c736-d59a-4329-b884-cffe00286b40 HTTP/1.1" status: 204 len: 168 time: 1.1779053 Jul 16 22:37:37.953709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:37.958259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb754c6-f245-4227-b35c-04cb0b8fceab None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:37.959357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:38.010575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.063722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb68f3d-165a-46de-84a3-4a7ffc087ee6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:38.069280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.078144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57d0a654-c4af-4a6a-93af-2499a907bd39 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7bb68f3d-165a-46de-84a3-4a7ffc087ee6 HTTP/1.1" status: 204 len: 168 time: 0.5117626 Jul 16 22:37:38.079025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:38.082277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port c90c39b4-1d23-470a-8a02-a77d6ea39597 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:38.082622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.189015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] For port c90c39b4-1d23-470a-8a02-a77d6ea39597, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c90c39b4-1d23-470a-8a02-a77d6ea39597,segment=NetworkSegment(7824975d-f544-43d9-a608-c8d3211100e2),segment_id=7824975d-f544-43d9-a608-c8d3211100e2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:38.189508 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.210770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Calling delete_port for c90c39b4-1d23-470a-8a02-a77d6ea39597 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:38.246482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.266560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:37:38.287411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 23e0896d-3588-41a4-af0c-ff4914ad94ee no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:38.313856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 23e0896d-3588-41a4-af0c-ff4914ad94ee {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:38.314207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 23e0896d-3588-41a4-af0c-ff4914ad94ee not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:38.361505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.380412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port c90c39b4-1d23-470a-8a02-a77d6ea39597, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c90c39b4-1d23-470a-8a02-a77d6ea39597,segment=NetworkSegment(7824975d-f544-43d9-a608-c8d3211100e2),segment_id=7824975d-f544-43d9-a608-c8d3211100e2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:38.380765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.410939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.441914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.456028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] Pushing event deleted for resources: {'Port': ['ID=c90c39b4-1d23-470a-8a02-a77d6ea39597,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:38.476597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480758d1-2263-40c0-93bd-ea64f18f30ae']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:38.479084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae559393-f7a1-408c-9736-832f58f26240 None None] No DVR routers for this DVR port c90c39b4-1d23-470a-8a02-a77d6ea39597 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:38.500871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for c90c39b4-1d23-470a-8a02-a77d6ea39597 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:38.502711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b65904-c143-4295-81c9-4b37d73c3509') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:38.503199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b65904-c143-4295-81c9-4b37d73c3509') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:38.521800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a45e317-8761-48f0-ada8-e3a2f86432bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:38.525408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.544266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.553938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:38.554661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:38.559565 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:38.586433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.657376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.706206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.712612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.715664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] 10.222.0.70 "DELETE /v2.0/networks/480758d1-2263-40c0-93bd-ea64f18f30ae HTTP/1.1" status: 204 len: 168 time: 0.6355472 Jul 16 22:37:38.745532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782eea7-3f3d-4365-9e9a-1f30540f589e admin admin] Pushing event deleted for resources: {'Network': ['ID=480758d1-2263-40c0-93bd-ea64f18f30ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:38.753084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.881767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e17968-0c0a-478f-b662-9244e7474dff,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:38.886015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:38.890666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.933171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:38.956231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.960726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9cf05016-9da1-4b3e-bad2-8fbf98bf6376 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2274604 Jul 16 22:37:38.963925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:38.981265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': '79e17968-0c0a-478f-b662-9244e7474dff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:38.988955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-80200e7a-f272-4f72-8a2b-1befbe3f3975 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1066d168807c4f3db05e435391f65c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523787 Jul 16 22:37:38.989505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:39.095079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.115204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.119121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.127303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.130459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.207086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=c90c39b4-1d23-470a-8a02-a77d6ea39597,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:39.210349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port c90c39b4-1d23-470a-8a02-a77d6ea39597 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:39.215259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.221797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.223080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/accf7876-52a6-4e8f-942d-e754ca187398 HTTP/1.1" status: 204 len: 168 time: 0.2325709 Jul 16 22:37:39.239140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7c0ee-58d6-478d-965c-b6b9fc47971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf7876-52a6-4e8f-942d-e754ca187398,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:39.258422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.377666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.388105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f3a77d-c3b9-433e-86d4-0c733d36a274']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:39.401568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7824975d-f544-43d9-a608-c8d3211100e2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:39.402063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7824975d-f544-43d9-a608-c8d3211100e2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:39.412015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f6e4b2d-4600-429b-9404-dca6ee7c14ca None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:39.413029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.413437 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4b2d-4600-429b-9404-dca6ee7c14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.430035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.436482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:39.437538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:39.455098 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:39.460093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.460696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6198ae62-dceb-4a1d-98e2-97f414367fa4 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:37:39.487202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e4b2d-4600-429b-9404-dca6ee7c14ca None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:39.488831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.492776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:39.497623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50128563-3487-46d2-9ae9-a3b2d7630395 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6198ae62-dceb-4a1d-98e2-97f414367fa4 HTTP/1.1" status: 204 len: 168 time: 3.7299516 Jul 16 22:37:39.522401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c90c39b4-1d23-470a-8a02-a77d6ea39597 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:39.560255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f6e4b2d-4600-429b-9404-dca6ee7c14ca None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:39.560551 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4b2d-4600-429b-9404-dca6ee7c14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.566873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c90c39b4-1d23-470a-8a02-a77d6ea39597 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:39.567130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c90c39b4-1d23-470a-8a02-a77d6ea39597 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:39.567534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a45e317-8761-48f0-ada8-e3a2f86432bd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:39.600767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Deleting subnet 97e9c7ca-4243-4d59-8bcf-01e7f94184b7 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:39.610803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.655763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.658283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7a45e317-8761-48f0-ada8-e3a2f86432bd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:39.658691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7a45e317-8761-48f0-ada8-e3a2f86432bd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:39.667043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.672051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/23f3a77d-c3b9-433e-86d4-0c733d36a274 HTTP/1.1" status: 204 len: 168 time: 2.3747673 Jul 16 22:37:39.680069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:39.699442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.711319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818666861'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:39.739990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.746107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ca31-384a-4b95-956f-308103b99749 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=23f3a77d-c3b9-433e-86d4-0c733d36a274,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:39.784922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a9f4d5-1722-4fcc-8a5b-c8b4a47e75ec,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:39.838343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:39.847442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.874366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.878185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a516b22a-98d9-4eeb-8cad-a69c00879088 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9073870 Jul 16 22:37:39.903836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:39.982704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:39.993386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.020231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:40.039821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.055979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.056330 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 552691ff-ac90-4572-9dbb-f1ed84b2770c of type vlan for network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae Jul 16 22:37:40.079000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.098156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.101889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/19a9f4d5-1722-4fcc-8a5b-c8b4a47e75ec HTTP/1.1" status: 204 len: 168 time: 0.1920807 Jul 16 22:37:40.106821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.130419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f92cd-800e-463c-bf92-293cb5bf4010 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a9f4d5-1722-4fcc-8a5b-c8b4a47e75ec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:40.165944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:40.180142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:40.190408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cedafc-4c9b-4657-8d02-2eb8d3a43ba0 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:40.195080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:40.195739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.208746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.219986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2618804 Jul 16 22:37:40.221094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee66ce-a84d-419f-af6b-c81af3a5f5eb tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=6fdbbd4c-7743-436c-be79-61058daabfb1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:40.225684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.231148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791938273'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:40.262365 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e0441363-b7b4-4c47-b011-b79e05f84fc4 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468916 Jul 16 22:37:40.267077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.334952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.383117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.395862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.397448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:40.397691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.398109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.522192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8298576 Jul 16 22:37:40.538229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.544353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.552561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:40.589172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd96b1-5c0c-464b-9d82-bf66f203f7bb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:40.610188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:40.630752 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.631567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-572628462-network', 'tenant_id': '5c34e83cb8a940759fa875fab79b96da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:40.691563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.707714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.710534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.711828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/79e17968-0c0a-478f-b662-9244e7474dff HTTP/1.1" status: 204 len: 168 time: 0.4414821 Jul 16 22:37:40.714562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.719456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.739634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aa0e4-56fd-4c72-a356-3c11c851c23a tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e17968-0c0a-478f-b662-9244e7474dff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:40.742432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.752447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Update dhcp port {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'fixed_ips': [{'subnet_id': '38f0336f-2590-4a71-83ac-ef9fae7e48bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fdbbd4c-7743-436c-be79-61058daabfb1'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '487844be-828b-4733-990f-80fa221c7138'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:37:40.769687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Made reservation on behalf of 5c34e83cb8a940759fa875fab79b96da for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:40.769967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a770843-23f2-45d1-84ef-4e4305df995d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:40.771570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.787868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.806391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f03cbfaa-21f8-4eac-82c1-de93a3ff18d1 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0856986 Jul 16 22:37:40.811008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.816794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group': {'name': 'tempest-secgroup--259705275'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:40.829660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:40.835518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.840077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.844864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-130ca31b-3052-4269-a66f-5ae00869e33c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6179230 Jul 16 22:37:40.845807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:40.851142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427297310'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:40.852812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:40.955953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.063904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e9c7ca-4243-4d59-8bcf-01e7f94184b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:41.074201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.076531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-05324a4d-37f8-461c-a5b5-bf02047c4115 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97e9c7ca-4243-4d59-8bcf-01e7f94184b7 HTTP/1.1" status: 204 len: 168 time: 1.5827556 Jul 16 22:37:41.080501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:41.096224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7b3d1-ca71-4bbf-aaf2-cdb9432d5f80 None None] Network 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:41.223342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.247049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.253944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.258188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Allocated IP 172.20.0.2 (9d55015a-42a0-4bd6-b340-06817450173c/6fdbbd4c-7743-436c-be79-61058daabfb1/487844be-828b-4733-990f-80fa221c7138) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:41.314981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=d7491ff7-90e3-4bff-adec-71dd113e6448,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:41.319353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.353391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:41.392613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '552691ff-ac90-4572-9dbb-f1ed84b2770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:41.392996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:41.414041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.414707 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Added segment e8b58edf-f552-4425-8488-8bec223cd64b of type vlan for network 1087f5f4-2feb-4276-91a4-c2a93dc0009c Jul 16 22:37:41.423932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:41.498312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:41.537177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:41.546083 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.561078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:41.562257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.573345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ab3f9-a94b-4776-94c8-c3cbd0ea15f0 None None] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:41.620021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.621272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:41.621943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.691943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] Pushing event updated for resources: {'Network': ['ID=1087f5f4-2feb-4276-91a4-c2a93dc0009c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:41.708225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 1087f5f4-2feb-4276-91a4-c2a93dc0009c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:41.774979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.786037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-296192bf-090b-4346-9270-6f16eeb6b9ed tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2404206 Jul 16 22:37:41.786904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:41.792702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae', 'name': 'tempest-PortsIpV6TestJSON-1840182641', 'fixed_ips': [{'subnet_id': 'd7491ff7-90e3-4bff-adec-71dd113e6448', 'ip_address': '2001:db8::10'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:41.796576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:41.810553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae', 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': 'd7491ff7-90e3-4bff-adec-71dd113e6448'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:41.811465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.821696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Deleting port 95bfefd9-ec44-46e1-9d0a-0b101934922e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:41.822778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.826951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:41.969749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:41.977572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8c0a7b30-0ac2-4ae2-8c5b-78c4907db5dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5786998 Jul 16 22:37:41.985901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Request body: {'subnet': {'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-572628462-subnet', 'tenant_id': '5c34e83cb8a940759fa875fab79b96da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:41.995426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.011930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] For port 95bfefd9-ec44-46e1-9d0a-0b101934922e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=95bfefd9-ec44-46e1-9d0a-0b101934922e,segment=NetworkSegment(fec293da-be24-4151-804e-67b4eb8f03f0),segment_id=fec293da-be24-4151-804e-67b4eb8f03f0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:42.013453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.027576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Transition to ACTIVE for port object 487844be-828b-4733-990f-80fa221c7138 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:42.046299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Calling delete_port for 95bfefd9-ec44-46e1-9d0a-0b101934922e owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:42.076236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] DHCP port deletion for 08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:42.081690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.113974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Allocated IP 2001:db8::2 (87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae/d7491ff7-90e3-4bff-adec-71dd113e6448/ebb030c3-12cc-4821-bea7-eafdb02edffa) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:42.159321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.169359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.205004 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.250096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.254447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f0db-7c5c-4f67-bb57-f979290f8328 None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.255585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] No DVR routers for this DVR port 95bfefd9-ec44-46e1-9d0a-0b101934922e on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:42.257232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bfefd9-ec44-46e1-9d0a-0b101934922e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.338460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Deleting port 95bfefd9-ec44-46e1-9d0a-0b101934922e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:42.338460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.360281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.379850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:42.384765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.394902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.400194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec293da-be24-4151-804e-67b4eb8f03f0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:42.400773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec293da-be24-4151-804e-67b4eb8f03f0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:42.421614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.423594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d59302a3-eee1-4657-b600-def177955613 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6106210 Jul 16 22:37:42.427703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:42.435355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': 'b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:42.437044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.476736 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.479041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] For port 95bfefd9-ec44-46e1-9d0a-0b101934922e, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:42.479436 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.480085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Made reservation on behalf of 5c34e83cb8a940759fa875fab79b96da for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:42.482895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.487323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.509265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.511929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6649389 Jul 16 22:37:42.517336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Transition to ACTIVE for port object ebb030c3-12cc-4821-bea7-eafdb02edffa will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:42.517819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:42.519339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Calling delete_port for 95bfefd9-ec44-46e1-9d0a-0b101934922e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:42.520838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315d21f-010f-4f23-96a1-2b3ef17c13ce tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f70367-2c69-4522-a679-8b1371dacd1a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.523405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:42.523825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.524211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Port 95bfefd9-ec44-46e1-9d0a-0b101934922e was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:37:42.530548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:42.540539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'security_group': {'name': 'tempest-secgroup-528276076'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:42.551395 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.594008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.676341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.724225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:42.766608 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:42.818661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.833787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.835070 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.890911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.893681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:42.894376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678b924b-ae98-4382-9055-daf2234688ff,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.913342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] No DVR routers for this DVR port 95bfefd9-ec44-46e1-9d0a-0b101934922e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:42.916268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Transition to ACTIVE for port object ebb030c3-12cc-4821-bea7-eafdb02edffa will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:42.916902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.917925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b3c6f-d933-40d2-a6f6-4baeace62c39 None None] Pushing event deleted for resources: {'Port': ['ID=95bfefd9-ec44-46e1-9d0a-0b101934922e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.919800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] 10.222.0.70 "DELETE /v2.0/networks/08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f HTTP/1.1" status: 204 len: 168 time: 1.8381770 Jul 16 22:37:42.921759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d919d-465e-47dc-af85-08cefde18090 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f15c4c-ec29-4dc6-9d52-a5b8073b5c1f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:42.947607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.949421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.955128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:42.958666 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4253423 Jul 16 22:37:42.959863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:42.969530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-574016295', 'security_groups': ['e450b234-053a-452f-9ef2-033856a20232'], 'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6fdbbd4c-7743-436c-be79-61058daabfb1'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:42.997523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:42.999018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Checking segment: {'id': 'e8b58edf-f552-4425-8488-8bec223cd64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:43.000662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Network hostable DHCP agents. Network: 1087f5f4-2feb-4276-91a4-c2a93dc0009c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:43.004260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:43.009250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.014411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132f32-1b5f-4657-9860-31e99deb269a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e450b234-053a-452f-9ef2-033856a20232,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:43.019479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:43.037562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Pushing event updated for resources: {'Port': ['ID=ebb030c3-12cc-4821-bea7-eafdb02edffa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:43.050787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Network 1087f5f4-2feb-4276-91a4-c2a93dc0009c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:43.070007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 1087f5f4-2feb-4276-91a4-c2a93dc0009c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:43.077580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d301b3-0e7a-49d9-8e97-5b06de8d7704,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:43.078853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:43.080491 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.094880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b5f53-0591-4fa4-b7a7-91b93b9b231a None None] Network 1087f5f4-2feb-4276-91a4-c2a93dc0009c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:43.138188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.140185 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-978b23f8-7ed4-42bf-a9e8-5a2e2b2fa20f tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7108939 Jul 16 22:37:43.145374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c5fa3e6-b81a-4101-9afc-d908661bb442 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1697407 Jul 16 22:37:43.146355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.173781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Attempting to bind port ebb030c3-12cc-4821-bea7-eafdb02edffa on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:43.174160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Attempting to bind port ebb030c3-12cc-4821-bea7-eafdb02edffa by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '552691ff-ac90-4572-9dbb-f1ed84b2770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:43.174532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Attempting to bind port ebb030c3-12cc-4821-bea7-eafdb02edffa on network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:43.178155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0ed67a66-53a0-4ac2-b6da-2103e38a2e86 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules/29d301b3-0e7a-49d9-8e97-5b06de8d7704 HTTP/1.1" status: 200 len: 763 time: 0.0305762 Jul 16 22:37:43.181950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.228275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.241213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:43.241609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Checking segment: {'id': '552691ff-ac90-4572-9dbb-f1ed84b2770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:43.242035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.242418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Bound using segment: {'id': '552691ff-ac90-4572-9dbb-f1ed84b2770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:43.242901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Bound port: ebb030c3-12cc-4821-bea7-eafdb02edffa, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552691ff-ac90-4572-9dbb-f1ed84b2770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:43.243286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.284766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f73eef62-a06b-45ec-b9a9-2599fb06655c tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1010637 Jul 16 22:37:43.289841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.329236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1392a973-c542-4628-b757-45b923518ad4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=618e2a6e1c344b219028c433250b4dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970588 Jul 16 22:37:43.331265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.406915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b725b-a4b7-42b8-aa27-4d48f2e0d6ca None None] Network 1087f5f4-2feb-4276-91a4-c2a93dc0009c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:43.468108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:43.468663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.471018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] For port ebb030c3-12cc-4821-bea7-eafdb02edffa, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:43.502052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::10 (87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae/d7491ff7-90e3-4bff-adec-71dd113e6448/0911caf0-bd6d-4ee6-af75-0b4a79bd9682) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:43.541689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] For port ebb030c3-12cc-4821-bea7-eafdb02edffa, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ebb030c3-12cc-4821-bea7-eafdb02edffa,segment=NetworkSegment(552691ff-ac90-4572-9dbb-f1ed84b2770c),segment_id=552691ff-ac90-4572-9dbb-f1ed84b2770c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:43.543883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.572177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:43.592332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:43.624724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.645188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.727399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:43.734629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bb6ed-540e-4f9e-82b6-288c9f9092fb None None] Pushing event updated for resources: {'Port': ['ID=ebb030c3-12cc-4821-bea7-eafdb02edffa,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:43.838996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.843892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.847269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/29d301b3-0e7a-49d9-8e97-5b06de8d7704 HTTP/1.1" status: 204 len: 168 time: 0.5514112 Jul 16 22:37:43.847998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:43.866470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Provisioning for port 487844be-828b-4733-990f-80fa221c7138 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:43.871875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:43.872773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2130565b-eaad-4e4a-96f5-ae76ec3bbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:43.970009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 95bfefd9-ec44-46e1-9d0a-0b101934922e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:43.998068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5f1ba448-eaf0-47fe-8dea-15cd0d88c60e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1487072 Jul 16 22:37:44.003320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.009197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': 'b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:44.015997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 95bfefd9-ec44-46e1-9d0a-0b101934922e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:44.016461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 95bfefd9-ec44-46e1-9d0a-0b101934922e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:44.059634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.064072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.065775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd71730-3c34-46ef-ad8e-e41f196a3a45 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d301b3-0e7a-49d9-8e97-5b06de8d7704,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:44.084291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.121614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:44.131550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.156282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.191919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] device_id is not set on port c9378a75-6999-473d-8a1d-c600107e5b0d yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:44.252421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.265896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.316935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.353318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f3d7b6-e3f1-4a12-b43d-721a951b242f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:44.368819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.372936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-79d22438-0470-4a65-9ae7-4351932e1a94 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3682017 Jul 16 22:37:44.373602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.377698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.380328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.381660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76adb19b-c34f-45ed-8793-afc282770793 HTTP/1.1" status: 204 len: 168 time: 1.0353997 Jul 16 22:37:44.408741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca58f30b-8f08-4446-915d-6d43ea65bbb3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules/00f3d7b6-e3f1-4a12-b43d-721a951b242f HTTP/1.1" status: 200 len: 763 time: 0.0337381 Jul 16 22:37:44.410068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.493964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-102e7cd7-6e49-489f-a920-7a663156434b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0771956 Jul 16 22:37:44.495324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.560754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=0911caf0-bd6d-4ee6-af75-0b4a79bd9682,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:44.572098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.581258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:44.582175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5493b-adf2-44d0-a28c-b51653421522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76adb19b-c34f-45ed-8793-afc282770793,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:44.598002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.625390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:44.633670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:44.646120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.650869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:44.652769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.661627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.666627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/00f3d7b6-e3f1-4a12-b43d-721a951b242f HTTP/1.1" status: 204 len: 168 time: 0.1637242 Jul 16 22:37:44.668653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.723317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73308-3578-4b51-8e32-6e3f73b86a84 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00f3d7b6-e3f1-4a12-b43d-721a951b242f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:44.790371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b497224-ef1e-4631-9d47-095bd42b4977 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0026731 Jul 16 22:37:44.793444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.795483 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3fccf081-bca2-4139-9558-9b08be64d0c3 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1167679 Jul 16 22:37:44.799900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae', 'name': 'tempest-PortsIpV6TestJSON-1302965781', 'fixed_ips': [{'subnet_id': 'd7491ff7-90e3-4bff-adec-71dd113e6448', 'ip_address': '2001:db8::f'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:44.800062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:44.805856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Request body: {'security_group_rule': {'security_group_id': 'b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:44.862533 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Project fc99a584031b47d2ac40ec81d5a94d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:37:44.867850 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:44.896922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.3 (9d55015a-42a0-4bd6-b340-06817450173c/6fdbbd4c-7743-436c-be79-61058daabfb1/c9378a75-6999-473d-8a1d-c600107e5b0d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:45.059865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.066520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.093822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b49bc9-493a-4251-b37a-5ece9b869bdf,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:45.134720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.136931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-880d175b-0bd0-4591-8779-ce1595ac868b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359902 Jul 16 22:37:45.139828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44272) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:45.150413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:45.164231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.174248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5b8bbd85-0f28-4893-87b6-827fd3709b79 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules/f5b49bc9-493a-4251-b37a-5ece9b869bdf HTTP/1.1" status: 200 len: 769 time: 0.0308149 Jul 16 22:37:45.175295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:45.278911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5f30c4d1-bf18-461d-aca6-4460814bbb3e tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0937591 Jul 16 22:37:45.279812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44282) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:45.299925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port f5a28230-bdd6-45e0-bda4-00264a19d25c yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:45.342053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.359403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.427341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.440560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.447075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f5b49bc9-493a-4251-b37a-5ece9b869bdf HTTP/1.1" status: 204 len: 168 time: 0.1651940 Jul 16 22:37:45.453100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:45.554192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.581289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object c9378a75-6999-473d-8a1d-c600107e5b0d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:45.596042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-502504e4-80a2-493f-8f43-c810855fce93 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1402063 Jul 16 22:37:45.598682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fcee3-5558-4465-bfca-52b72faad4b7 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5b49bc9-493a-4251-b37a-5ece9b869bdf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:45.602008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:45.638814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47c3f7-ab5f-43ae-aca6-851b8ffb63a3 None None] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:45.738272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.762267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ebb030c3-12cc-4821-bea7-eafdb02edffa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:45.819637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.896673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:45.937262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::f (87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae/d7491ff7-90e3-4bff-adec-71dd113e6448/f5a28230-bdd6-45e0-bda4-00264a19d25c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:45.947890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:45.955856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:45.960714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=c9378a75-6999-473d-8a1d-c600107e5b0d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:45.964392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:46.035987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.047466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.048928 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "DELETE /v2.0/security-groups/b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9 HTTP/1.1" status: 204 len: 168 time: 0.4455600 Jul 16 22:37:46.055269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.084619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee33c47-158e-4071-8e69-71b1ccf4617b tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47aebf4-f897-46d2-bb49-ffa7c6b6e7a9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:46.115643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:46.116635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.136584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed3a36ad-0c2b-43d9-aacc-891d52350d81 None None] Provisioning for port ebb030c3-12cc-4821-bea7-eafdb02edffa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:46.172934 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb20932d-cb60-481d-baea-63cc3b1b4954 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140411 Jul 16 22:37:46.177385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.192077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ebb030c3-12cc-4821-bea7-eafdb02edffa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:46.199121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ebb030c3-12cc-4821-bea7-eafdb02edffa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:46.200004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.219511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.333572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58d31196-a85f-4031-ad13-7e8f29c03a23 tempest-SecGroupIPv6Test-701888669 tempest-SecGroupIPv6Test-701888669-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1560977 Jul 16 22:37:46.395058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.411117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object f5a28230-bdd6-45e0-bda4-00264a19d25c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:46.457421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-df54f097-82e6-48fb-aea4-0d6c771e8ce3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4909730 Jul 16 22:37:46.458040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.460009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.466819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:46.489678 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.519930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=f5a28230-bdd6-45e0-bda4-00264a19d25c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:46.562320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-0c06633f-a6cc-4d3d-9631-55f9fa686473 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:46.570153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-0c06633f-a6cc-4d3d-9631-55f9fa686473 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/networks?id=1087f5f4-2feb-4276-91a4-c2a93dc0009c HTTP/1.1" status: 200 len: 809 time: 0.4909093 Jul 16 22:37:46.572454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ebb030c3-12cc-4821-bea7-eafdb02edffa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ebb030c3-12cc-4821-bea7-eafdb02edffa,segment=NetworkSegment(552691ff-ac90-4572-9dbb-f1ed84b2770c),segment_id=552691ff-ac90-4572-9dbb-f1ed84b2770c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:46.581868 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.582060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:46.585452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:46.591755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2e03f3a-3a47-4eee-a06f-48a4bd8df169 None None] Provisioning for port c9378a75-6999-473d-8a1d-c600107e5b0d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:46.595509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-92a423f2-1dcc-4ba7-87e4-7d43cc70e073 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/quotas/5c34e83cb8a940759fa875fab79b96da HTTP/1.1" status: 200 len: 375 time: 0.0244629 Jul 16 22:37:46.606592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2e03f3a-3a47-4eee-a06f-48a4bd8df169 None None] Provisioning complete for port c9378a75-6999-473d-8a1d-c600107e5b0d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:46.607159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2e03f3a-3a47-4eee-a06f-48a4bd8df169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.610657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:46.617107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:46.617826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.651643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-efd4fbad-0b44-461d-b8e8-38ad529074c0 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c34e83cb8a940759fa875fab79b96da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551996 Jul 16 22:37:46.652432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1381199818-network', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:46.691816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.713233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Made reservation on behalf of 7b54b3373aac4c0c924ca6818bd7ffe8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:46.715652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.726037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.741067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ebb030c3-12cc-4821-bea7-eafdb02edffa,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:46.743225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a6b21b2-b4f3-4787-b87b-5478ed7cdbb6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9486969 Jul 16 22:37:46.747474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:46.753609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d2e03f3a-3a47-4eee-a06f-48a4bd8df169 None None] Port c9378a75-6999-473d-8a1d-c600107e5b0d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:46.788785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:37:46.788785 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:37:46.788785 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id_1': '7b54b3373aac4c0c924ca6818bd7ffe8', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 37, 46, 736952)}] Jul 16 22:37:46.788785 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:37:46.790491 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:37:46.791973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:46.801301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:46.818826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-5af60a19-f00e-4aeb-9d96-2bd269047af6 service neutron] 10.222.0.70 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662216 Jul 16 22:37:46.980542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c2082-868b-4d3e-baaf-1509cf4aa92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:46.984857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f78c2082-868b-4d3e-baaf-1509cf4aa92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2334816 Jul 16 22:37:46.988350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:47.001186 n-d-793621-16 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6fdbbd4c-7743-436c-be79-61058daabfb1 (CIDR: 172.20.0.0/28) Jul 16 22:37:47.008354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4a68de07-97f9-44e2-8ab5-d3be274ac53e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc99a584031b47d2ac40ec81d5a94d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125980 Jul 16 22:37:47.009795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:47.010703 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:37:47.011202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:37:47.041873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aa8969ba-bf0c-4d8f-a66f-f99a0f0792e9 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5815594 Jul 16 22:37:47.044817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:47.055736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:47.084693 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-fe166ff1-e718-49c8-84e0-b24414189b8d service neutron] 10.222.0.70 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647460 Jul 16 22:37:47.285857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Provisioning complete for port ebb030c3-12cc-4821-bea7-eafdb02edffa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:47.286231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.294189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.363345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:47.367090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156d0ef-a5be-484c-8f48-84ea556cffea tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:47.371996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.383691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156d0ef-a5be-484c-8f48-84ea556cffea tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:47.396730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156d0ef-a5be-484c-8f48-84ea556cffea tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:47.402173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1156d0ef-a5be-484c-8f48-84ea556cffea tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4103572 Jul 16 22:37:47.406091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:47.408301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.519018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Provisioning for port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:47.525818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Provisioning complete for port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:47.526870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.560326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.596075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ebb030c3-12cc-4821-bea7-eafdb02edffa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:47.671499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e8919c2c-c027-4b8c-82b6-bde674046a13 None None] Port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:47.677768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ebb030c3-12cc-4821-bea7-eafdb02edffa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:47.677768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.685149 n-d-793621-16 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 38f0336f-2590-4a71-83ac-ef9fae7e48bd (CIDR: 172.20.0.16/28) Jul 16 22:37:47.693056 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:37:47.694035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:37:47.766699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.769517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.785526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2cca80bf-3fa1-41d1-b6df-fefc3daf3804 HTTP/1.1" status: 204 len: 168 time: 0.7415357 Jul 16 22:37:47.833572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0468-1c57-4bd1-b63f-0223e6ee0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca80bf-3fa1-41d1-b6df-fefc3daf3804,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:47.896380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port f5a28230-bdd6-45e0-bda4-00264a19d25c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:47.896718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.910845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.920454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.944936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7c778be0-d276-4887-95fa-b3848795aaa6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8980494 Jul 16 22:37:47.958752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fec7560-2d81-4aad-8cd1-9f97acb62857 None None] Provisioning complete for port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:47.961615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fec7560-2d81-4aad-8cd1-9f97acb62857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:47.967059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:47.982231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'subnet': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:48.073364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:48.091629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e1d5f27-517f-446a-9857-92b09f8e43c8 req-cc7770ee-c892-4749-b49b-faa8a5c278ad tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 210 time: 0.1253660 Jul 16 22:37:48.122116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c520c1-c266-448b-944a-bd2b683bc3b2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:48.147956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.148403 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Added segment a0f4e0c5-1db4-48a4-8200-f3204934385d of type vlan for network 915aba92-e0f2-4d8d-ade0-7d3b6120358f Jul 16 22:37:48.149462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5fec7560-2d81-4aad-8cd1-9f97acb62857 None None] Port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:48.254335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.283766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-868c362a-1446-4754-abc0-a71c85dd7c27 None None] Provisioning for port f5a28230-bdd6-45e0-bda4-00264a19d25c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:48.293913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99aef-1ee9-4d37-a214-f361330ec84a req-b7ffb6b5-6858-4de9-8906-b86c2fb11db5 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:48.294218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-868c362a-1446-4754-abc0-a71c85dd7c27 None None] Provisioning complete for port f5a28230-bdd6-45e0-bda4-00264a19d25c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:48.295439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-868c362a-1446-4754-abc0-a71c85dd7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.309631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65c99aef-1ee9-4d37-a214-f361330ec84a req-b7ffb6b5-6858-4de9-8906-b86c2fb11db5 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 0.7466133 Jul 16 22:37:48.316428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.341648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for f5a28230-bdd6-45e0-bda4-00264a19d25c owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:48.357649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-868c362a-1446-4754-abc0-a71c85dd7c27 None None] Port f5a28230-bdd6-45e0-bda4-00264a19d25c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:48.376242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65c99aef-1ee9-4d37-a214-f361330ec84a req-a314ccdf-5111-41f3-9484-db6993f7ca92 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656428 Jul 16 22:37:48.382401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.383785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:48.384367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.451033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] Pushing event updated for resources: {'Network': ['ID=915aba92-e0f2-4d8d-ade0-7d3b6120358f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:48.463907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:48.479588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7344fd1-b7cc-4e40-807a-e22e29a8cf3e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2559538 Jul 16 22:37:48.479588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:48.485101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Request body: {'subnet': {'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1381199818-subnet', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:48.554831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Made reservation on behalf of abc07fbb3502424d84a3139927c7bdf0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:48.564117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.575317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Made reservation on behalf of 7b54b3373aac4c0c924ca6818bd7ffe8 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:48.577892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.656630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.699209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=f5a28230-bdd6-45e0-bda4-00264a19d25c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:48.795140 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:48.800242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38428865-8bf4-43f6-915c-26c3e730bcf8 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/f5a28230-bdd6-45e0-bda4-00264a19d25c HTTP/1.1" status: 204 len: 168 time: 1.3929100 Jul 16 22:37:48.802683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:48.833362 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6273946c-161b-41bc-a6af-2d9014d6d0a3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:48.840129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:48.844024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6273946c-161b-41bc-a6af-2d9014d6d0a3 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/f5a28230-bdd6-45e0-bda4-00264a19d25c HTTP/1.1" status: 404 len: 333 time: 0.0403373 Jul 16 22:37:48.845696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.036061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:49.075621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Checking segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:49.075621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Network hostable DHCP agents. Network: 915aba92-e0f2-4d8d-ade0-7d3b6120358f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:49.163913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:49.183462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a8f307cf-c6cb-4838-9862-46588e9b0ab1 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:49.185390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a8f307cf-c6cb-4838-9862-46588e9b0ab1 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 0.2659700 Jul 16 22:37:49.187753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 915aba92-e0f2-4d8d-ade0-7d3b6120358f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:49.201235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6c561-50cf-418f-9665-76ed420d170a None None] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:49.208540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:49.209931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.220274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.269378 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d92df679-42cd-493d-9209-b87d3bdd48c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7887058 Jul 16 22:37:49.275076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:49.280621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:49.296572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Network 9d55015a-42a0-4bd6-b340-06817450173c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:49.306445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:49.331063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:49.334669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.389275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1dded-aafb-4ec4-854c-a54e79044452 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:49.457846 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.466521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d44ee86-1f78-492b-a2a2-8aae63d29957 req-2e08250a-4733-4caf-ba0f-bd972413f086 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 210 time: 0.1229877 Jul 16 22:37:49.471795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 0911caf0-bd6d-4ee6-af75-0b4a79bd9682 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:49.500200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38cdd8-19e9-4ce7-a53a-e17d2bfab1fb None None] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:49.527190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.533637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.574841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Deleting port e14bc1d1-11ac-475a-a81b-95cda4b8609a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:49.575244 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.631203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:49.631808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.651011 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:49.656767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6832049 Jul 16 22:37:49.659192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:49.682973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-799779234', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8acb27a1-4960-48aa-8fd7-7bac511a491a'}], 'security_groups': ['3a770843-23f2-45d1-84ef-4e4305df995d', '66f70367-2c69-4522-a679-8b1371dacd1a']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:50.044247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] For port e14bc1d1-11ac-475a-a81b-95cda4b8609a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e14bc1d1-11ac-475a-a81b-95cda4b8609a,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:50.048116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.067106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Update dhcp port {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'fixed_ips': [{'subnet_id': '38f0336f-2590-4a71-83ac-ef9fae7e48bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fdbbd4c-7743-436c-be79-61058daabfb1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8acb27a1-4960-48aa-8fd7-7bac511a491a'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '487844be-828b-4733-990f-80fa221c7138'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:37:50.096722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Calling delete_port for e14bc1d1-11ac-475a-a81b-95cda4b8609a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:50.105831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.243402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.372060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-4dbaaf3c-796a-4963-9ea6-6d22ad5960c0 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:50.382907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-4dbaaf3c-796a-4963-9ea6-6d22ad5960c0 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.68 "GET /v2.0/networks?id=1087f5f4-2feb-4276-91a4-c2a93dc0009c HTTP/1.1" status: 200 len: 809 time: 0.2025411 Jul 16 22:37:50.387240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb972b-9a2a-4df2-b0d4-2f30e44a763c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Subnet': ['ID=8acb27a1-4960-48aa-8fd7-7bac511a491a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:50.459981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=0911caf0-bd6d-4ee6-af75-0b4a79bd9682,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:50.470653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Request body: {'port': {'device_id': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c', 'admin_state_up': True, 'tenant_id': '5c34e83cb8a940759fa875fab79b96da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:50.488857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.630023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.642306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.646983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a820a593-f44f-43b7-aa71-0f6ac1440e05 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/0911caf0-bd6d-4ee6-af75-0b4a79bd9682 HTTP/1.1" status: 204 len: 168 time: 1.8029156 Jul 16 22:37:50.651185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:50.666661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.689044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Allocated IP 172.20.0.34 (9d55015a-42a0-4bd6-b340-06817450173c/8acb27a1-4960-48aa-8fd7-7bac511a491a/487844be-828b-4733-990f-80fa221c7138) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:50.738722 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4012d0bc-5904-4554-babc-4d8c6d94556b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:37:50.740433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4012d0bc-5904-4554-babc-4d8c6d94556b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/0911caf0-bd6d-4ee6-af75-0b4a79bd9682 HTTP/1.1" status: 404 len: 333 time: 0.0795786 Jul 16 22:37:50.746961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:50.789692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa37c205-35e5-49c5-9703-7e34af0461f0 req-68ed399b-e62e-43ed-8831-f4bc0460fe06 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 210 time: 0.0769913 Jul 16 22:37:50.807315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet d7491ff7-90e3-4bff-adec-71dd113e6448 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:50.810629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.864017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:50.873239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632edc2-9455-4ded-a6d7-b6e615ddca6d req-504f11a2-7221-43f9-a3a1-ea7a94882baf tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:50.874587 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a632edc2-9455-4ded-a6d7-b6e615ddca6d req-504f11a2-7221-43f9-a3a1-ea7a94882baf tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec HTTP/1.1" status: 200 len: 946 time: 1.2290702 Jul 16 22:37:50.877717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Made reservation on behalf of 5c34e83cb8a940759fa875fab79b96da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:50.881190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.885695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.908076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.991980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Transition to ACTIVE for port object 487844be-828b-4733-990f-80fa221c7138 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:50.995463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:50.997817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.033129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['9a81139a-1b79-46f7-a910-a6fb034fb037', 'e14bc1d1-11ac-475a-a81b-95cda4b8609a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:51.038146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event deleted for resources: {'Port': ['ID=e14bc1d1-11ac-475a-a81b-95cda4b8609a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:51.039907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483', '8b5d06a4-d486-416c-8995-4f6bc6d41353'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:51.094189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Allocated IP 172.20.0.4 (1087f5f4-2feb-4276-91a4-c2a93dc0009c/678b924b-ae98-4382-9055-daf2234688ff/d65c4a3f-eeac-4506-88dd-c175175491e6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:51.228917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] No DVR routers for this DVR port e14bc1d1-11ac-475a-a81b-95cda4b8609a on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:51.235939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.238317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f7854a1-c280-4c74-b199-e1bec8d59415 req-a9f85bb4-89d9-4fd9-a3ee-edb516d9cf6e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "DELETE /v2.0/ports/e14bc1d1-11ac-475a-a81b-95cda4b8609a HTTP/1.1" status: 204 len: 173 time: 2.0459750 Jul 16 22:37:51.240027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'name': 'network-vif-deleted', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:51.242611 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f9d78f-6104-4755-9e4d-ef43d0cb0d4f" -d '{"events": [{"server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "name": "network-vif-deleted", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:51.245347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.259132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d691340-486f-493b-8210-db13cdddf0e4 None None] Pushing event updated for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:51.330528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.504532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Network 1087f5f4-2feb-4276-91a4-c2a93dc0009c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:51.530187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:51.548375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:51.575223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:51.582960 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf0834-96fb-4564-bcb1-02650553c784 x-openstack-request-id: req-9fdf0834-96fb-4564-bcb1-02650553c784 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:51.584070 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec", "name": "network-vif-deleted", "tag": "e14bc1d1-11ac-475a-a81b-95cda4b8609a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:51.584536 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fdf0834-96fb-4564-bcb1-02650553c784 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:51.585187 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2c673c-19ef-4c99-bdb3-5ddbcdb4c6ec', 'name': 'network-vif-deleted', 'tag': 'e14bc1d1-11ac-475a-a81b-95cda4b8609a', 'status': 'completed', 'code': 200} Jul 16 22:37:51.686552 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a632edc2-9455-4ded-a6d7-b6e615ddca6d req-a8e49283-d129-4395-89c2-a2e1831dfb85 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973893 Jul 16 22:37:51.705396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.822824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.843751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.943420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:51.944110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:51.974666 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5713639 Jul 16 22:37:52.005371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Request body: {'port': {'device_id': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:52.008497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324c71-cd80-488b-9003-4226d80a1f3b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:52.067679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Delete allocated IP 172.20.0.3 (9d55015a-42a0-4bd6-b340-06817450173c/6fdbbd4c-7743-436c-be79-61058daabfb1) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:37:52.152043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Allocated IP 172.20.0.45 (9d55015a-42a0-4bd6-b340-06817450173c/8acb27a1-4960-48aa-8fd7-7bac511a491a/c9378a75-6999-473d-8a1d-c600107e5b0d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:52.271175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.273539 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.325882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=d7491ff7-90e3-4bff-adec-71dd113e6448,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:52.332027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.336446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9598db50-ed26-48c9-841a-f5e8d7f6c374 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/d7491ff7-90e3-4bff-adec-71dd113e6448 HTTP/1.1" status: 204 len: 168 time: 1.5829587 Jul 16 22:37:52.336621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d7f06-62e2-451a-af2b-a715d88f439f None None] Network 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:52.337727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:52.515382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.524561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:52.524954 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.565817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:52.578260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Provisioning for port 487844be-828b-4733-990f-80fa221c7138 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:52.582585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:52.583329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.631137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95136571-1772-4418-8e77-407adbe10006 None None] DHCP port deletion for 87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:37:52.633880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Allocated IP 172.25.5.36 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/3a05180e-798d-4907-a55e-18b66d8e15a1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:52.657945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port ebb030c3-12cc-4821-bea7-eafdb02edffa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:52.658361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.745261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Provisioning complete for port c9378a75-6999-473d-8a1d-c600107e5b0d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:52.745661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.780900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port ebb030c3-12cc-4821-bea7-eafdb02edffa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ebb030c3-12cc-4821-bea7-eafdb02edffa,segment=NetworkSegment(552691ff-ac90-4572-9dbb-f1ed84b2770c),segment_id=552691ff-ac90-4572-9dbb-f1ed84b2770c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:52.782735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.783248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-95136571-1772-4418-8e77-407adbe10006 None None] Deleting port ebb030c3-12cc-4821-bea7-eafdb02edffa {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:52.783408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95136571-1772-4418-8e77-407adbe10006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.803479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for ebb030c3-12cc-4821-bea7-eafdb02edffa owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:52.891080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.901528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dc6e4-3557-4ae4-98da-588be16c0301 req-aa71c5ba-3ed3-41c9-a01a-fb3998691a14 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:52.904932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.909546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f27dc6e4-3557-4ae4-98da-588be16c0301 req-aa71c5ba-3ed3-41c9-a01a-fb3998691a14 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 931 time: 0.7908273 Jul 16 22:37:52.933648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b4eaa-fc5b-4d0b-9270-010dda9cd6e3 None None] Port c9378a75-6999-473d-8a1d-c600107e5b0d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:52.975781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=ebb030c3-12cc-4821-bea7-eafdb02edffa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:52.979084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-95136571-1772-4418-8e77-407adbe10006 None None] For port ebb030c3-12cc-4821-bea7-eafdb02edffa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ebb030c3-12cc-4821-bea7-eafdb02edffa,segment=NetworkSegment(552691ff-ac90-4572-9dbb-f1ed84b2770c),segment_id=552691ff-ac90-4572-9dbb-f1ed84b2770c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:52.981144 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95136571-1772-4418-8e77-407adbe10006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:52.981536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port ebb030c3-12cc-4821-bea7-eafdb02edffa on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:52.989742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65c4a3f-eeac-4506-88dd-c175175491e6 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:37:53.010501 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.020348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-95136571-1772-4418-8e77-407adbe10006 None None] Calling delete_port for ebb030c3-12cc-4821-bea7-eafdb02edffa owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:53.022769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.094929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.107109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:53.116027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f27dc6e4-3557-4ae4-98da-588be16c0301 req-4b0cf523-18a5-465c-adb3-a96c87405111 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054412 Jul 16 22:37:53.119189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552691ff-ac90-4572-9dbb-f1ed84b2770c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:53.119496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552691ff-ac90-4572-9dbb-f1ed84b2770c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:53.151109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.153612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95136571-1772-4418-8e77-407adbe10006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.159785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Transition to ACTIVE for port object d65c4a3f-eeac-4506-88dd-c175175491e6 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:53.171607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.182960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.185225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.185376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95136571-1772-4418-8e77-407adbe10006 None None] Pushing event deleted for resources: {'Port': ['ID=ebb030c3-12cc-4821-bea7-eafdb02edffa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:53.191377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95136571-1772-4418-8e77-407adbe10006 None None] No DVR routers for this DVR port ebb030c3-12cc-4821-bea7-eafdb02edffa on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:37:53.203818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:37:53.210629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.238369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:53.246658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:53.256503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:53.288617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.328748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Pushing event updated for resources: {'Port': ['ID=3a05180e-798d-4907-a55e-18b66d8e15a1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:53.339072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e14bc1d1-11ac-475a-a81b-95cda4b8609a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:37:53.344990 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:37:53.353843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:53.358675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.376727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: e14bc1d1-11ac-475a-a81b-95cda4b8609a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:53.377892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e14bc1d1-11ac-475a-a81b-95cda4b8609a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:53.378480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.386701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae HTTP/1.1" status: 204 len: 168 time: 1.0479321 Jul 16 22:37:53.390530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5ffe8-2662-4d6d-b1b2-b3c3a8fd410c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=87e2fb9a-42c7-4fcf-a5d5-ee544c1987ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:53.392361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:53.398330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1776117334'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:53.437999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:53.442522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.450498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Transition to ACTIVE for port object c9378a75-6999-473d-8a1d-c600107e5b0d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:53.464050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.501475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:37:53.511325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ebb030c3-12cc-4821-bea7-eafdb02edffa no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:37:53.539124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.539716 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Added segment 088efca6-8f51-45c5-be7e-ff9d96a330d5 of type vlan for network 9232aaa7-9255-4d24-8be2-548ed48c587b Jul 16 22:37:53.542942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ebb030c3-12cc-4821-bea7-eafdb02edffa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:37:53.543294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ebb030c3-12cc-4821-bea7-eafdb02edffa not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:37:53.579852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event updated for resources: {'Port': ['ID=c9378a75-6999-473d-8a1d-c600107e5b0d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:53.595280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Attempting to bind port d65c4a3f-eeac-4506-88dd-c175175491e6 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:53.595785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Attempting to bind port d65c4a3f-eeac-4506-88dd-c175175491e6 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'e8b58edf-f552-4425-8488-8bec223cd64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:53.596818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Attempting to bind port d65c4a3f-eeac-4506-88dd-c175175491e6 on network 1087f5f4-2feb-4276-91a4-c2a93dc0009c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:53.619264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.624116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Port d65c4a3f-eeac-4506-88dd-c175175491e6 on network 1087f5f4-2feb-4276-91a4-c2a93dc0009c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:37:53.624294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Attempting to bind port d65c4a3f-eeac-4506-88dd-c175175491e6 on network 1087f5f4-2feb-4276-91a4-c2a93dc0009c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:53.638459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:53.639382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Checking segment: {'id': 'e8b58edf-f552-4425-8488-8bec223cd64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:53.639812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Bound using segment: {'id': 'e8b58edf-f552-4425-8488-8bec223cd64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:53.640371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Bound port: d65c4a3f-eeac-4506-88dd-c175175491e6, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b58edf-f552-4425-8488-8bec223cd64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:53.640839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.672638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.673580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.674174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.674683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.675159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.675678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.676148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.676620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.677135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.677784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.678253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.678719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:53.726326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:53.729660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:53.754034 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.797406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.803222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:53.803979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.844122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4499378 Jul 16 22:37:53.844821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:53.850226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:53.850933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:53.852436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] 10.222.0.68 "PUT /v2.0/ports/d65c4a3f-eeac-4506-88dd-c175175491e6 HTTP/1.1" status: 200 len: 1092 time: 1.8552129 Jul 16 22:37:53.860578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:53.867763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:37:53.875487 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde493f5-9da9-4379-a058-3b98747c4290" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:37:54.024902 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9747387-b82c-4add-844d-65b00313d0a9 x-openstack-request-id: req-f9747387-b82c-4add-844d-65b00313d0a9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:37:54.025218 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:37:54.025648 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9747387-b82c-4add-844d-65b00313d0a9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:37:54.026093 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'status': 'completed', 'code': 200} Jul 16 22:37:54.120642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4d27d-11c1-4804-be55-ec89ec301fd6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Network': ['ID=9232aaa7-9255-4d24-8be2-548ed48c587b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:54.124308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2bba6-a424-4ebe-8ad7-13dced4a41aa service neutron] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:54.131328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9232aaa7-9255-4d24-8be2-548ed48c587b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:37:54.136794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.139758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] In _notify_port_updated(), no bound segment for port c9378a75-6999-473d-8a1d-c600107e5b0d on network 9d55015a-42a0-4bd6-b340-06817450173c {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:37:54.147013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:54.147891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.149631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-59ff7441-f988-454a-933f-f82d8d297f2b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "PUT /v2.0/ports/c9378a75-6999-473d-8a1d-c600107e5b0d HTTP/1.1" status: 200 len: 959 time: 4.4715977 Jul 16 22:37:54.163035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44494) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:54.390998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-94b52046-970b-4058-9818-36a2d893fb22 None None] Provisioning for port c9378a75-6999-473d-8a1d-c600107e5b0d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:54.396246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-94b52046-970b-4058-9818-36a2d893fb22 None None] Provisioning complete for port c9378a75-6999-473d-8a1d-c600107e5b0d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:54.397250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94b52046-970b-4058-9818-36a2d893fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.457900 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.458922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-f6735164-2d91-46c4-8b94-6e4cacfc35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:54.461153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-f6735164-2d91-46c4-8b94-6e4cacfc35d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c34e83cb8a940759fa875fab79b96da&device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 1095 time: 0.5290573 Jul 16 22:37:54.469464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-94b52046-970b-4058-9818-36a2d893fb22 None None] Port c9378a75-6999-473d-8a1d-c600107e5b0d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:37:54.565913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-fb603a29-22c6-4a62-bc87-e7208c346480 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d65c4a3f-eeac-4506-88dd-c175175491e6 HTTP/1.1" status: 200 len: 217 time: 0.0690892 Jul 16 22:37:54.565913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:54.571464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.734305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Router cfa73b89-dc36-458c-9f21-3a461b3ed318 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:37:54.751846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837beac6-bacd-4b71-a4e1-734b76c14d5a req-a6362165-02e2-438f-bc5c-6d687865f0ea tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:54.753584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-837beac6-bacd-4b71-a4e1-734b76c14d5a req-a6362165-02e2-438f-bc5c-6d687865f0ea tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 943 time: 0.2975373 Jul 16 22:37:54.759591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port c9378a75-6999-473d-8a1d-c600107e5b0d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:37:54.760201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.778273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-ae6569d5-a99b-471e-b5da-1886121d5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:54.780675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-ae6569d5-a99b-471e-b5da-1886121d5337 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=678b924b-ae98-4382-9055-daf2234688ff HTTP/1.1" status: 200 len: 849 time: 0.2043939 Jul 16 22:37:54.833728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-17005854-9cac-4135-a29f-38970d7eb522 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1087f5f4-2feb-4276-91a4-c2a93dc0009c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329597 Jul 16 22:37:54.839763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-837beac6-bacd-4b71-a4e1-734b76c14d5a req-442ecfb8-8955-4b58-b77e-a98fb92c4c93 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798144 Jul 16 22:37:54.934291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:37:54.945515 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Sync routers for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:37:54.961164 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:54.961817 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:54.974877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:54.976313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e235f0ca-d27d-44b5-8731-4fe991576dbb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7000370 Jul 16 22:37:54.978987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:55.140149 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:55.178620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-9b6fc9d0-93cd-4080-b470-685d5b4054c4 service neutron] 10.222.0.68 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295612 Jul 16 22:37:55.189515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for c9378a75-6999-473d-8a1d-c600107e5b0d owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:37:55.264935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:55.495855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2550fddf-9b91-4ca4-a94a-0f9a42cffdbb req-14a8731b-6afd-4ab7-a089-6931fe2be071 service neutron] 10.222.0.68 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082373 Jul 16 22:37:55.637634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:55.658888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:53Z', 'revision_number': 3, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:55.732311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Checking router: cfa73b89-dc36-458c-9f21-3a461b3ed318 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:37:55.732659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Updating router cfa73b89-dc36-458c-9f21-3a461b3ed318 port 3a05180e-798d-4907-a55e-18b66d8e15a1 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:37:55.787794 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:55.900187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=3cf2c230-51f9-4977-ad7e-dca27274404a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:56.020563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.064472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.102979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=c9378a75-6999-473d-8a1d-c600107e5b0d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:56.123299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Checking segment: {'id': '088efca6-8f51-45c5-be7e-ff9d96a330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:56.124409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network hostable DHCP agents. Network: 9232aaa7-9255-4d24-8be2-548ed48c587b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:37:56.218756 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.220636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-909129c7-4fbe-4982-bfd1-8bb504d0b85e tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/c9378a75-6999-473d-8a1d-c600107e5b0d HTTP/1.1" status: 204 len: 168 time: 2.0561411 Jul 16 22:37:56.224096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde493f5-9da9-4379-a058-3b98747c4290 req-9cd14acc-2071-48a7-9dcc-5c1f19ee175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:56.225571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-9cd14acc-2071-48a7-9dcc-5c1f19ee175b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c34e83cb8a940759fa875fab79b96da&device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 1095 time: 0.6187470 Jul 16 22:37:56.227853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:56.236158 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.251822 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Transition to ACTIVE for port object 3a05180e-798d-4907-a55e-18b66d8e15a1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:56.273511 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.279088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 9232aaa7-9255-4d24-8be2-548ed48c587b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:37:56.311830 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-347a5bf6-93ff-478d-8b5d-ed9c8c478aaa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] GET failed (client error): The resource could not be found. Jul 16 22:37:56.313502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-347a5bf6-93ff-478d-8b5d-ed9c8c478aaa tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports/c9378a75-6999-473d-8a1d-c600107e5b0d HTTP/1.1" status: 404 len: 333 time: 0.0850019 Jul 16 22:37:56.320810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:56.339796 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Attempting to bind port 3a05180e-798d-4907-a55e-18b66d8e15a1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:56.340618 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Attempting to bind port 3a05180e-798d-4907-a55e-18b66d8e15a1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:56.341389 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Attempting to bind port 3a05180e-798d-4907-a55e-18b66d8e15a1 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:56.355083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9232aaa7-9255-4d24-8be2-548ed48c587b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:56.365962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98947ccc-7008-4176-a6a9-91df34fda010 None None] Network 9232aaa7-9255-4d24-8be2-548ed48c587b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:37:56.386350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:56.386883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:56.387514 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.388006 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:56.388647 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Bound port: 3a05180e-798d-4907-a55e-18b66d8e15a1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:56.389335 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.391172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:56.392124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.467900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] For port 3a05180e-798d-4907-a55e-18b66d8e15a1, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:56.475452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] For port 3a05180e-798d-4907-a55e-18b66d8e15a1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a05180e-798d-4907-a55e-18b66d8e15a1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:56.476713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Pushing event updated for resources: {'Port': ['ID=3a05180e-798d-4907-a55e-18b66d8e15a1,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:56.487743 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.493172 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.493678 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.494175 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.495221 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.495623 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.496013 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.496573 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.496935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.497328 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.497606 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.497972 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.498300 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:56.524562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b9a89976-a6cc-4cfe-adcb-332c7ae442ad tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6686780 Jul 16 22:37:56.538823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:56.547460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-881631107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:56.555979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.561403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde493f5-9da9-4379-a058-3b98747c4290 req-cb425450-88d1-44eb-b79d-f2fa0d784eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:56.563227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-cb425450-88d1-44eb-b79d-f2fa0d784eb0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1087f5f4-2feb-4276-91a4-c2a93dc0009c HTTP/1.1" status: 200 len: 910 time: 0.3161454 Jul 16 22:37:56.589180 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:37:56.590213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:37:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:56.664771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-1f95956f-0aad-4a20-98d2-ba759bdd04c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d65c4a3f-eeac-4506-88dd-c175175491e6 HTTP/1.1" status: 200 len: 217 time: 0.0865803 Jul 16 22:37:56.667592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.692282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.694438 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.736020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9232aaa7-9255-4d24-8be2-548ed48c587b', 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': '3cf2c230-51f9-4977-ad7e-dca27274404a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:37:56.737493 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.755380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Allocated IP 172.20.0.1 (915aba92-e0f2-4d8d-ade0-7d3b6120358f/6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e/b91db796-f485-4d21-bbf6-d3f7064cafe2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:56.765251 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e894d49-96e1-4c2c-b92d-ba79503b8478 None None] Pushing event updated for resources: {'Port': ['ID=3a05180e-798d-4907-a55e-18b66d8e15a1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:56.804582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e5b3e-a25d-4dc3-99ae-1717fb29d7ed req-ccbb0e88-091a-4557-a3ec-fb8ca99fe996 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:56.808218 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-676e5b3e-a25d-4dc3-99ae-1717fb29d7ed req-ccbb0e88-091a-4557-a3ec-fb8ca99fe996 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 943 time: 0.6933017 Jul 16 22:37:56.821228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde493f5-9da9-4379-a058-3b98747c4290 req-df823406-a3af-422b-9f2c-3f3352cbceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:56.823123 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-df823406-a3af-422b-9f2c-3f3352cbceee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=678b924b-ae98-4382-9055-daf2234688ff HTTP/1.1" status: 200 len: 849 time: 0.1457484 Jul 16 22:37:56.850637 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:37:56.903693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.915270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.916415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/security-groups/e450b234-053a-452f-9ef2-033856a20232 HTTP/1.1" status: 204 len: 168 time: 0.5915356 Jul 16 22:37:56.926928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:56.937718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-676e5b3e-a25d-4dc3-99ae-1717fb29d7ed req-5a7c0ab7-2aba-41d8-8577-255a1eabd65b tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170220 Jul 16 22:37:56.941600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.948362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-a806f8a5-a1c4-4ec9-a250-0b2d1599d263 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1087f5f4-2feb-4276-91a4-c2a93dc0009c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542295 Jul 16 22:37:56.949684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251fc7-d9e0-48c5-83e1-28434648a46a tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e450b234-053a-452f-9ef2-033856a20232,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:56.954008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:56.963910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-3f74960a-fabd-4e19-9b26-4e689c83464c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:37:56.964884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-3f74960a-fabd-4e19-9b26-4e689c83464c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053532 Jul 16 22:37:57.007130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.011513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c1900103-1933-4476-ad48-670d2b33d730 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4711740 Jul 16 22:37:57.012240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:57.025668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b', 'name': 'tempest-PortsIpV6TestJSON-1040664535'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:37:57.140363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Allocated IP 2001:db8::2 (9232aaa7-9255-4d24-8be2-548ed48c587b/3cf2c230-51f9-4977-ad7e-dca27274404a/ee3a46be-e142-4c73-8b3a-6861cf8e146a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:57.199612 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:53Z', 'revision_number': 3, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:37:57.209804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.268616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.336772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d8d2c-a7c9-4a0e-8032-4d621d96b737 None None] The sync data for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 is: [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:53Z', 'revision_number': 3, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:37:57.342646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:57.357996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.415319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.552315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:57.555446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:57.559167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:57.645536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef5729f-0925-42b7-9dba-281d8009ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.679554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.707262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Transition to ACTIVE for port object ee3a46be-e142-4c73-8b3a-6861cf8e146a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:57.734853 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.742203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.745521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/security-groups/66f70367-2c69-4522-a679-8b1371dacd1a HTTP/1.1" status: 204 len: 168 time: 0.7993484 Jul 16 22:37:57.749968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Transition to ACTIVE for port object ee3a46be-e142-4c73-8b3a-6861cf8e146a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:57.758082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:57.764002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.777164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.850916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Network 9232aaa7-9255-4d24-8be2-548ed48c587b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:57.855561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:57.863589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:57.964445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816682ad-fbb1-4d15-974c-4c393c7dfa35 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f70367-2c69-4522-a679-8b1371dacd1a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:58.020569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Pushing event updated for resources: {'Port': ['ID=ee3a46be-e142-4c73-8b3a-6861cf8e146a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:58.119518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.123573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Attempting to bind port ee3a46be-e142-4c73-8b3a-6861cf8e146a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:37:58.124818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Attempting to bind port ee3a46be-e142-4c73-8b3a-6861cf8e146a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '088efca6-8f51-45c5-be7e-ff9d96a330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:37:58.125222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Attempting to bind port ee3a46be-e142-4c73-8b3a-6861cf8e146a on network 9232aaa7-9255-4d24-8be2-548ed48c587b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:37:58.149168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:37:58.153496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Checking segment: {'id': '088efca6-8f51-45c5-be7e-ff9d96a330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:37:58.154039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.155081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Bound using segment: {'id': '088efca6-8f51-45c5-be7e-ff9d96a330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:37:58.159529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Bound port: ee3a46be-e142-4c73-8b3a-6861cf8e146a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088efca6-8f51-45c5-be7e-ff9d96a330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9232aaa7-9255-4d24-8be2-548ed48c587b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:37:58.161254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.241707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.282785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-9e617c38-3f0e-4218-b428-e404c60e48e7 service neutron] 10.222.0.68 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3079100 Jul 16 22:37:58.366421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:37:58.375160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] For port ee3a46be-e142-4c73-8b3a-6861cf8e146a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:37:58.375379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.395825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] For port ee3a46be-e142-4c73-8b3a-6861cf8e146a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ee3a46be-e142-4c73-8b3a-6861cf8e146a,segment=NetworkSegment(088efca6-8f51-45c5-be7e-ff9d96a330d5),segment_id=088efca6-8f51-45c5-be7e-ff9d96a330d5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:37:58.404469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d65c4a3f-eeac-4506-88dd-c175175491e6 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:37:58.547434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.551242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.564833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port dfafbf58-bfbc-43bc-9685-b9c12acc4d0d yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:37:58.584072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.595418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.596665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a770843-23f2-45d1-84ef-4e4305df995d HTTP/1.1" status: 204 len: 168 time: 0.8358665 Jul 16 22:37:58.623576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:58.705371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbed9-a138-4f3d-b5b7-58fa199b15a5 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a770843-23f2-45d1-84ef-4e4305df995d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:58.740870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cde493f5-9da9-4379-a058-3b98747c4290 req-044e4eb7-1347-453b-9e9d-f58b501efd5f service neutron] 10.222.0.68 "GET /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487228 Jul 16 22:37:58.800680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934592-dac5-40d9-82e6-8ae5a4cdbf6f req-26e080fb-9764-40c7-885a-526e675b1f41 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:58.805049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:58.808293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46934592-dac5-40d9-82e6-8ae5a4cdbf6f req-26e080fb-9764-40c7-885a-526e675b1f41 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 943 time: 0.5687001 Jul 16 22:37:58.853656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf581472-fd52-447e-8210-c58a6f9e4822 None None] Pushing event updated for resources: {'Port': ['ID=ee3a46be-e142-4c73-8b3a-6861cf8e146a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:58.868844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 6fdbbd4c-7743-436c-be79-61058daabfb1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:37:58.879261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'network_id': '1087f5f4-2feb-4276-91a4-c2a93dc0009c', 'port_id': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'mac_address': 'fa:16:3e:3b:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678b924b-ae98-4382-9055-daf2234688ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:37:58.881500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.949052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.959377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468944a1-44f1-4050-9705-256d2055f1e2 req-08316be6-7c6f-412c-ba1a-2d0e9768faba tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:58.986689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-468944a1-44f1-4050-9705-256d2055f1e2 req-08316be6-7c6f-412c-ba1a-2d0e9768faba tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 946 time: 0.4914269 Jul 16 22:37:59.001955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65c4a3f-eeac-4506-88dd-c175175491e6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:37:59.041625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46934592-dac5-40d9-82e6-8ae5a4cdbf6f req-6303a945-6bc1-497f-a50e-b9be4734b277 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322023 Jul 16 22:37:59.066403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:37:59.082707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.092230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.149703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::30f (9232aaa7-9255-4d24-8be2-548ed48c587b/3cf2c230-51f9-4977-ad7e-dca27274404a/dfafbf58-bfbc-43bc-9685-b9c12acc4d0d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:37:59.175932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-468944a1-44f1-4050-9705-256d2055f1e2 req-164383d1-1812-4114-9057-ca78c61ab548 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882546 Jul 16 22:37:59.265134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:59.306993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['d65c4a3f-eeac-4506-88dd-c175175491e6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:37:59.557181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.599341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object dfafbf58-bfbc-43bc-9685-b9c12acc4d0d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:37:59.647998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a05180e-798d-4907-a55e-18b66d8e15a1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:37:59.695295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.831624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.837238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.873673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=dfafbf58-bfbc-43bc-9685-b9c12acc4d0d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:37:59.880282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96df861a-7792-45b6-8509-fc154b4ded7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.891130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3a05180e-798d-4907-a55e-18b66d8e15a1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:37:59.895401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.898569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3a05180e-798d-4907-a55e-18b66d8e15a1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:37:59.900231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.902219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.904426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.907817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.909945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.912068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.914460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.914946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.915418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.920367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.922413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.922904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.923355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:37:59.949493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 9232aaa7-9255-4d24-8be2-548ed48c587b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:37:59.951977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:37:59.960608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:37:59.968823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:37:59.970130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.993433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9acdfb92-697e-43ed-ab67-d89c0c5fb428 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9734387 Jul 16 22:37:59.996088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:59.997782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:00.058714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.120875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-7c1567a9-3635-43e8-ac0a-94b37560e746 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:00.130714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-7c1567a9-3635-43e8-ac0a-94b37560e746 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 946 time: 0.3803608 Jul 16 22:38:00.135128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.196268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d3f9d-29fb-49d7-a2ce-d7fed5170785 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:00.289827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.296389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/6fdbbd4c-7743-436c-be79-61058daabfb1 HTTP/1.1" status: 204 len: 168 time: 1.6715467 Jul 16 22:38:00.310103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2622ee8-f3f6-46fb-af5b-99ba107108d7 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdbbd4c-7743-436c-be79-61058daabfb1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:00.364239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d65c4a3f-eeac-4506-88dd-c175175491e6 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:00.383334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:00.411902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.520065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 8acb27a1-4960-48aa-8fd7-7bac511a491a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:00.527339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.546282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.591306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44b40-4a20-4bbd-80cd-17171c7caca2 req-64d8aed4-44d1-49e3-a0d3-8997532f594a tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:00.600886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7d44b40-4a20-4bbd-80cd-17171c7caca2 req-64d8aed4-44d1-49e3-a0d3-8997532f594a tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 944 time: 0.2057216 Jul 16 22:38:00.605622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3a05180e-798d-4907-a55e-18b66d8e15a1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a05180e-798d-4907-a55e-18b66d8e15a1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:00.650562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.657477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ee3a46be-e142-4c73-8b3a-6861cf8e146a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:00.663613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.699986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7d44b40-4a20-4bbd-80cd-17171c7caca2 req-01e86194-b5de-47cc-9155-f7f3863a14d4 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960774 Jul 16 22:38:00.715285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:00.872296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ee3a46be-e142-4c73-8b3a-6861cf8e146a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:00.930370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port d65c4a3f-eeac-4506-88dd-c175175491e6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:00.942206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port d65c4a3f-eeac-4506-88dd-c175175491e6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:00.942690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.170061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3a05180e-798d-4907-a55e-18b66d8e15a1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:01.208976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:01.218249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6b9d9-2309-413e-bfbc-25527a54e7ff None None] Network 9232aaa7-9255-4d24-8be2-548ed48c587b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:01.307406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:01.325591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Provisioning for port ee3a46be-e142-4c73-8b3a-6861cf8e146a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:01.359186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Provisioning complete for port ee3a46be-e142-4c73-8b3a-6861cf8e146a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:01.361550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.423013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.441134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5de720-87dd-46fc-ac59-7296b83d622c req-11e8f901-0581-4f99-9237-20af59222157 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:01.445166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.446788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa5de720-87dd-46fc-ac59-7296b83d622c req-11e8f901-0581-4f99-9237-20af59222157 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 946 time: 0.7644682 Jul 16 22:38:01.464172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.575421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=dfafbf58-bfbc-43bc-9685-b9c12acc4d0d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:01.657151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Deleting port 9a81139a-1b79-46f7-a910-a6fb034fb037 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:01.659769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.849707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a05180e-798d-4907-a55e-18b66d8e15a1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:01.852183 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.902394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.918964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] For port 9a81139a-1b79-46f7-a910-a6fb034fb037, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=9a81139a-1b79-46f7-a910-a6fb034fb037,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:01.921521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.928100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.947229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Calling delete_port for 9a81139a-1b79-46f7-a910-a6fb034fb037 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:02.028008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:02.031865 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab92d6-00df-426b-a3ff-9495f4c4849a" -d '{"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-plugged", "status": "completed", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:02.064790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:02.112443 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.136740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa5de720-87dd-46fc-ac59-7296b83d622c req-7e24b4d0-05e0-4fff-86db-db61b9c2a5ac tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814049 Jul 16 22:38:02.140856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.155389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.165587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483', '8b5d06a4-d486-416c-8995-4f6bc6d41353'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:38:02.194866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Router cfa73b89-dc36-458c-9f21-3a461b3ed318 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:38:02.246800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.252792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/8acb27a1-4960-48aa-8fd7-7bac511a491a HTTP/1.1" status: 204 len: 168 time: 1.8418345 Jul 16 22:38:02.254793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44602) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:02.258452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3a05180e-798d-4907-a55e-18b66d8e15a1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:02.258836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.276070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5abb5-81cb-43aa-85f4-61f45048479c req-333ef98b-36d0-4c39-b2a9-497968b2950f tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:02.278343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13b5abb5-81cb-43aa-85f4-61f45048479c req-333ef98b-36d0-4c39-b2a9-497968b2950f tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 944 time: 0.3017039 Jul 16 22:38:02.287197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.298353 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3bf6f-c0f5-41cf-b85a-f0b93c8537d8 x-openstack-request-id: req-5ea3bf6f-c0f5-41cf-b85a-f0b93c8537d8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:02.298645 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-plugged", "status": "completed", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:02.299486 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ea3bf6f-c0f5-41cf-b85a-f0b93c8537d8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:02.300834 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'code': 200} Jul 16 22:38:02.316343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event deleted for resources: {'Port': ['ID=9a81139a-1b79-46f7-a910-a6fb034fb037,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:02.338234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c47577-7fd2-4b6c-af14-0721d7bb5b12 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=8acb27a1-4960-48aa-8fd7-7bac511a491a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:02.388275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92e402-40be-4a8f-8f16-d766502fa302 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:02.390011 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b13bc76-b366-4144-8cef-7b23e0193ab4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:02.390573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b13bc76-b366-4144-8cef-7b23e0193ab4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:02.395205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b13bc76-b366-4144-8cef-7b23e0193ab4 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/6fdbbd4c-7743-436c-be79-61058daabfb1 HTTP/1.1" status: 404 len: 337 time: 0.1341522 Jul 16 22:38:02.395927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:02.457575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] No DVR routers for this DVR port 9a81139a-1b79-46f7-a910-a6fb034fb037 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:02.461482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.467528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3a60e6b-ea2d-4563-a658-36736a600886 req-af943b96-c8ed-420e-80be-56eeb9c2cd97 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.47 "DELETE /v2.0/ports/9a81139a-1b79-46f7-a910-a6fb034fb037 HTTP/1.1" status: 204 len: 173 time: 2.3062024 Jul 16 22:38:02.479814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting subnet 38f0336f-2590-4a71-83ac-ef9fae7e48bd {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:02.484473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.485883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'name': 'network-vif-deleted', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:02.489150 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.500507 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda73a0-9699-4840-82ca-359db186f80e" -d '{"events": [{"server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "name": "network-vif-deleted", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:02.523969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:02.562720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13b5abb5-81cb-43aa-85f4-61f45048479c req-f06fe115-275b-4d3b-a780-98bcb52edbeb tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407100 Jul 16 22:38:02.615052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.634828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] For port ee3a46be-e142-4c73-8b3a-6861cf8e146a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ee3a46be-e142-4c73-8b3a-6861cf8e146a,segment=NetworkSegment(088efca6-8f51-45c5-be7e-ff9d96a330d5),segment_id=088efca6-8f51-45c5-be7e-ff9d96a330d5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:02.666598 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:02.727002 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19492ec-a219-4a0a-90a8-1f68230b477a x-openstack-request-id: req-a19492ec-a219-4a0a-90a8-1f68230b477a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:02.727310 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa9ee9-7b50-4c85-9777-2517b22e6a71", "name": "network-vif-deleted", "tag": "9a81139a-1b79-46f7-a910-a6fb034fb037", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:02.727566 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a19492ec-a219-4a0a-90a8-1f68230b477a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:02.727968 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa9ee9-7b50-4c85-9777-2517b22e6a71', 'name': 'network-vif-deleted', 'tag': '9a81139a-1b79-46f7-a910-a6fb034fb037', 'status': 'completed', 'code': 200} Jul 16 22:38:02.768347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:02.794418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3f7b-6ec5-4e43-88f0-4e0dc4c57430 req-c880a051-e353-4050-a9a0-b72b7ed502f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:02.796282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d229ad76-e54b-44b5-b6c7-ced18217aeb6 admin admin] 10.222.0.70 "PUT /v2.0/routers/cfa73b89-dc36-458c-9f21-3a461b3ed318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8139455 Jul 16 22:38:02.797133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f22c3f7b-6ec5-4e43-88f0-4e0dc4c57430 req-c880a051-e353-4050-a9a0-b72b7ed502f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 1097 time: 0.4251683 Jul 16 22:38:02.835313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1cdc-e3f9-4bc4-be13-bccfe09fdd4e None None] Pushing event updated for resources: {'Port': ['ID=ee3a46be-e142-4c73-8b3a-6861cf8e146a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:02.863617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Sync routers for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:02.923380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:02.924079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:02.950216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f22c3f7b-6ec5-4e43-88f0-4e0dc4c57430 req-fed37226-6e44-4a87-ae94-29c34e38cf02 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437576 Jul 16 22:38:02.996864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.018509 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.071763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-972bd0f3-be01-4288-a707-50d1b107be48 None None] Provisioning complete for port 97dd14f5-ef10-478d-9404-1a2ae6ae566d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:03.072456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-972bd0f3-be01-4288-a707-50d1b107be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.200478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.248435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.303960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.310841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.340437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Subnet': ['ID=38f0336f-2590-4a71-83ac-ef9fae7e48bd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:03.351817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:03.365818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ee158b5-ec53-40a9-b320-b1ef6e9bdcbd tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/38f0336f-2590-4a71-83ac-ef9fae7e48bd HTTP/1.1" status: 204 len: 168 time: 0.9640062 Jul 16 22:38:03.366074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.440401 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60edd4b-6cc2-4be7-afe7-422a16fd3507 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:03.441134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60edd4b-6cc2-4be7-afe7-422a16fd3507 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:03.447096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f60edd4b-6cc2-4be7-afe7-422a16fd3507 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/9019c736-d59a-4329-b884-cffe00286b40 HTTP/1.1" status: 404 len: 337 time: 0.0801218 Jul 16 22:38:03.481974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.514663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9a81139a-1b79-46f7-a910-a6fb034fb037 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:03.604435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d665640-43c8-434f-9167-002c04b570ba tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f5e519a-dd28-400c-9710-e337080b45a9 HTTP/1.1" status: 200 len: 205 time: 0.1105316 Jul 16 22:38:03.610017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44638) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.626505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ee3a46be-e142-4c73-8b3a-6861cf8e146a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:03.628691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 9a81139a-1b79-46f7-a910-a6fb034fb037 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:03.629160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 9a81139a-1b79-46f7-a910-a6fb034fb037 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:03.634456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:03.648750 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8e44594-a123-45fd-a992-a8232704c2b8 req-2e2dbbf8-267f-424b-9389-871425db07ec tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=79aa9ee9-7b50-4c85-9777-2517b22e6a71 HTTP/1.1" status: 200 len: 210 time: 0.2003164 Jul 16 22:38:03.684548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-972bd0f3-be01-4288-a707-50d1b107be48 None None] Port 97dd14f5-ef10-478d-9404-1a2ae6ae566d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:03.794834 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b2badb45-1250-4a3c-81bc-dc0cceddd83b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] delete failed (client error): The resource could not be found. Jul 16 22:38:03.796206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b2badb45-1250-4a3c-81bc-dc0cceddd83b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/routers/1f5e519a-dd28-400c-9710-e337080b45a9 HTTP/1.1" status: 404 len: 336 time: 0.1317105 Jul 16 22:38:03.798877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.843800 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb91680d-13e9-4227-be14-49003ae7957f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:03.844274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb91680d-13e9-4227-be14-49003ae7957f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:03.848338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb91680d-13e9-4227-be14-49003ae7957f tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/505a35e9-cda2-44ea-9c45-76d5f4fa9749 HTTP/1.1" status: 404 len: 337 time: 0.0473709 Jul 16 22:38:03.851106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.905776 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbda556e-aeb3-47fb-b190-5a46539b6c74 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:03.906419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbda556e-aeb3-47fb-b190-5a46539b6c74 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:03.910999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dbda556e-aeb3-47fb-b190-5a46539b6c74 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/7fa4466b-52e3-4926-89e6-e14cecbb476c HTTP/1.1" status: 404 len: 337 time: 0.0588243 Jul 16 22:38:03.911629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:03.940274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=dfafbf58-bfbc-43bc-9685-b9c12acc4d0d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:03.948008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 9232aaa7-9255-4d24-8be2-548ed48c587b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:03.961640 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4ed1dc-0940-4fac-ab17-3d51619a29f2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:03.962154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4ed1dc-0940-4fac-ab17-3d51619a29f2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:03.967087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a4ed1dc-0940-4fac-ab17-3d51619a29f2 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/cdd86066-6ba8-44b7-b5e2-39e1cc77fc8f HTTP/1.1" status: 404 len: 337 time: 0.0540702 Jul 16 22:38:03.967736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.055054 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-074678c2-f8e1-4266-bbc9-46075aa57cb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.055845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074678c2-f8e1-4266-bbc9-46075aa57cb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.062931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-074678c2-f8e1-4266-bbc9-46075aa57cb3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/de17df14-9518-41ec-9b73-7b8277f172ef HTTP/1.1" status: 404 len: 333 time: 0.0913241 Jul 16 22:38:04.063243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.066271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-081a8cf1-0e1e-470e-807d-7a85e8eb1c1d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:04.075452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-081a8cf1-0e1e-470e-807d-7a85e8eb1c1d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 811 time: 0.4685915 Jul 16 22:38:04.079197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:04.085488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-972bd0f3-be01-4288-a707-50d1b107be48 None None] Provisioning complete for port 487844be-828b-4733-990f-80fa221c7138 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:04.086006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-972bd0f3-be01-4288-a707-50d1b107be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:04.110441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-05978552-8e80-47d5-8449-9b9afe6baa03 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/quotas/7b54b3373aac4c0c924ca6818bd7ffe8 HTTP/1.1" status: 200 len: 375 time: 0.0326185 Jul 16 22:38:04.142069 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-711848d9-2cda-49f0-b5c3-b6608e1e9f1d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.142069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711848d9-2cda-49f0-b5c3-b6608e1e9f1d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.146088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-711848d9-2cda-49f0-b5c3-b6608e1e9f1d tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/d84da191-693e-47ab-9691-52a435f63d14 HTTP/1.1" status: 404 len: 337 time: 0.0796764 Jul 16 22:38:04.154334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.214766 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6fe944-ce9c-40bc-937c-206d9c3dc22b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.215234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6fe944-ce9c-40bc-937c-206d9c3dc22b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.219447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-db6fe944-ce9c-40bc-937c-206d9c3dc22b tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/c85c5c9d-c130-4d80-a276-c82818de4e8a HTTP/1.1" status: 404 len: 337 time: 0.0617046 Jul 16 22:38:04.222769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.272795 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bd0a71-fdcb-4464-8a63-727782a712e6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.273605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bd0a71-fdcb-4464-8a63-727782a712e6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.277685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69bd0a71-fdcb-4464-8a63-727782a712e6 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/52347021-d93f-4b5f-b0dd-36baa21d0928 HTTP/1.1" status: 404 len: 333 time: 0.0515471 Jul 16 22:38:04.279916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.361542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-90ee035a-8264-419a-99fd-82f851e4e468 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2497618 Jul 16 22:38:04.376668 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9e21e6-cc5a-4e23-bd31-56ef52dae761 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.377151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9e21e6-cc5a-4e23-bd31-56ef52dae761 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.384546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a9e21e6-cc5a-4e23-bd31-56ef52dae761 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/b23376ea-780e-429f-9729-b70ea61b7219 HTTP/1.1" status: 404 len: 337 time: 0.0718434 Jul 16 22:38:04.389764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.434433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ee3a46be-e142-4c73-8b3a-6861cf8e146a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:04.436242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:04.448567 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-230524bb-11e7-4f0f-a971-43938f9432d3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:04.449427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230524bb-11e7-4f0f-a971-43938f9432d3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:04.451405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-230524bb-11e7-4f0f-a971-43938f9432d3 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/subnets/a89d254c-3f29-45ec-82e7-b5ad41568d31 HTTP/1.1" status: 404 len: 337 time: 0.0606549 Jul 16 22:38:04.455477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.506725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Router cd3e6aba-a27a-48dd-92de-9e20375bfaa7 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:38:04.536398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-1da3021a-6ff6-4e76-ac0c-38fcf6c0c59c service neutron] 10.222.0.70 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731286 Jul 16 22:38:04.607947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0cfa1-6589-40a6-bb5c-ce53e8ff56d7 None None] Update dhcp port {'port': {'network_id': '9d55015a-42a0-4bd6-b340-06817450173c', 'fixed_ips': [{'subnet_id': '38f0336f-2590-4a71-83ac-ef9fae7e48bd'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '487844be-828b-4733-990f-80fa221c7138'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:38:04.630443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a76418-07fc-4108-af35-919bc3411935 req-b3bffd79-b3be-4928-b819-996a77cd5306 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:04.637617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08a76418-07fc-4108-af35-919bc3411935 req-b3bffd79-b3be-4928-b819-996a77cd5306 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 945 time: 0.3749011 Jul 16 22:38:04.698529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08a76418-07fc-4108-af35-919bc3411935 req-74d8b774-b9ec-49e6-b81b-8141da4bb331 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559776 Jul 16 22:38:04.734838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 97dd14f5-ef10-478d-9404-1a2ae6ae566d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:04.735518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:04.869331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:04.882788 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48b0cfa1-6589-40a6-bb5c-ce53e8ff56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:04.897501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:04.937404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 97dd14f5-ef10-478d-9404-1a2ae6ae566d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:04.960236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:58Z', 'revision_number': 4, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b91db796-f485-4d21-bbf6-d3f7064cafe2', 'name': '', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'mac_address': 'fa:16:3e:d4:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:56Z', 'updated_at': '2021-07-16T22:37:58Z', 'revision_number': 2, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'subnets': [{'id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.045577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.108588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=97dd14f5-ef10-478d-9404-1a2ae6ae566d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:05.131131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd3bddc6-b445-49ad-9ffd-d13b253446f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.136534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.139693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c981c8fc-9cb4-44f0-823a-8d4dceae150c tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/ports/97dd14f5-ef10-478d-9404-1a2ae6ae566d HTTP/1.1" status: 204 len: 168 time: 0.6790247 Jul 16 22:38:05.145927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:05.240272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:05.254748 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] Sync routers for ids ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:05.266145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.267277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-787c62a8-71c1-4c44-befa-25c0749ed60e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/routers/cd3e6aba-a27a-48dd-92de-9e20375bfaa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2686679 Jul 16 22:38:05.269925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:05.280054 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] Routers {'cd3e6aba-a27a-48dd-92de-9e20375bfaa7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:05.281418 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.333189 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.350598 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] Routers {'cd3e6aba-a27a-48dd-92de-9e20375bfaa7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:05.352787 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.361731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-cc607f61-6abb-4d2f-9f42-517ae9c6c232 service neutron] 10.222.0.70 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806931 Jul 16 22:38:05.420135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Deleting port 487844be-828b-4733-990f-80fa221c7138 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:05.420670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.426014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975a7a7-bcdd-4749-849c-305a0c6fbda9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:05.427744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3975a7a7-bcdd-4749-849c-305a0c6fbda9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd3e6aba-a27a-48dd-92de-9e20375bfaa7 HTTP/1.1" status: 200 len: 989 time: 0.1539311 Jul 16 22:38:05.429398 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.430499 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122e109-eab4-4606-a8cb-b4d8bc1fc6e7 None None] The sync data for ids ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:05.431149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:05.523423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] For port 487844be-828b-4733-990f-80fa221c7138, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=487844be-828b-4733-990f-80fa221c7138,segment=NetworkSegment(7dcf7fea-9354-405f-b900-87c56b315a18),segment_id=7dcf7fea-9354-405f-b900-87c56b315a18)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:05.523907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.541240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Calling delete_port for 487844be-828b-4733-990f-80fa221c7138 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:05.661226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Checking router: cfa73b89-dc36-458c-9f21-3a461b3ed318 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:38:05.661746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Updating router cfa73b89-dc36-458c-9f21-3a461b3ed318 port b91db796-f485-4d21-bbf6-d3f7064cafe2 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:38:05.736256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.771858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Provisioning for port dfafbf58-bfbc-43bc-9685-b9c12acc4d0d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:05.801049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Port': ['ID=487844be-828b-4733-990f-80fa221c7138,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:05.801949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Provisioning complete for port dfafbf58-bfbc-43bc-9685-b9c12acc4d0d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:05.802333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.806009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] No DVR routers for this DVR port 487844be-828b-4733-990f-80fa221c7138 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:05.807053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3abd5f-f06d-4b5c-92f6-0aed2373d861 None None] Network 9d55015a-42a0-4bd6-b340-06817450173c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:05.900816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.922614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:05.960770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.972805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd3bddc6-b445-49ad-9ffd-d13b253446f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:05.977501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d55015a-42a0-4bd6-b340-06817450173c']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:05.989198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd3bddc6-b445-49ad-9ffd-d13b253446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.036431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcf7fea-9354-405f-b900-87c56b315a18') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:06.037127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcf7fea-9354-405f-b900-87c56b315a18') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:06.051450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bd3bddc6-b445-49ad-9ffd-d13b253446f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8dabdf6f73464da4951ad2ea4f69f9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1780527 Jul 16 22:38:06.053343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:06.069073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.078374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Port dfafbf58-bfbc-43bc-9685-b9c12acc4d0d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:06.106362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.121261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:38:06.121884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.140222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f716e06-2f5e-4492-b98e-e6e88924ed75 req-0d2f8916-7ea8-4e70-8d0b-95cfaf2980b0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:06.143648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 487844be-828b-4733-990f-80fa221c7138 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:06.143648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 487844be-828b-4733-990f-80fa221c7138 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:06.147505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f716e06-2f5e-4492-b98e-e6e88924ed75 req-0d2f8916-7ea8-4e70-8d0b-95cfaf2980b0 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.1749578 Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:38:06.258783 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:38:06.312275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b2cafcd-ef00-41ed-8b72-283949dbf1b7 req-d11811ff-1021-4250-a5e7-7f0bfafd256f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0502884 Jul 16 22:38:06.313912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bddc6-b445-49ad-9ffd-d13b253446f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114ead41-2f94-4a5e-abf4-817c497fd885,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:06.316373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.335342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.339647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] 10.222.0.70 "DELETE /v2.0/networks/9d55015a-42a0-4bd6-b340-06817450173c HTTP/1.1" status: 204 len: 168 time: 1.1902258 Jul 16 22:38:06.339647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecde91-09f7-4ee4-bee5-81acbd3c9a81 tempest-PortsTestJSON-828953714 tempest-PortsTestJSON-828953714-project] Pushing event deleted for resources: {'Network': ['ID=9d55015a-42a0-4bd6-b340-06817450173c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:06.371392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f3f3e-ebaa-4859-9c6c-21d37d533abd None None] DHCP port deletion for 9d55015a-42a0-4bd6-b340-06817450173c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:38:06.378017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.401726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f716e06-2f5e-4492-b98e-e6e88924ed75 req-95976033-94b5-40c6-bc11-f48053384a61 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486007 Jul 16 22:38:06.424574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Provisioning complete for port ee3a46be-e142-4c73-8b3a-6861cf8e146a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:06.429341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75b1f50e-041c-4a68-8127-94c35b0e2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.482030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.517723 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.754838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35800-7e6e-4bd3-ab4f-1ec75ac8c217 req-ad83050b-4356-43c1-bce5-2d7ceb641e68 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:06.761823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20a35800-7e6e-4bd3-ab4f-1ec75ac8c217 req-ad83050b-4356-43c1-bce5-2d7ceb641e68 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 945 time: 0.1955869 Jul 16 22:38:06.783281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-be4c2a85-fa98-4dd8-a07e-3d378f4b1fdd None None] Could not find standard attr ID for object 97dd14f5-ef10-478d-9404-1a2ae6ae566d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:38:06.793319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-be4c2a85-fa98-4dd8-a07e-3d378f4b1fdd None None] Could not find standard attr ID for object 487844be-828b-4733-990f-80fa221c7138. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:38:06.806912 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.811556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20a35800-7e6e-4bd3-ab4f-1ec75ac8c217 req-e5bde995-42a8-49d1-80c6-0f7abe8522ad tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485711 Jul 16 22:38:06.836933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:06.894331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Transition to ACTIVE for port object b91db796-f485-4d21-bbf6-d3f7064cafe2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:06.907392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.907567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.909959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:06.911110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/114ead41-2f94-4a5e-abf4-817c497fd885 HTTP/1.1" status: 204 len: 168 time: 0.8568320 Jul 16 22:38:06.976994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597686-8523-4da0-b233-ec0975ea4cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114ead41-2f94-4a5e-abf4-817c497fd885,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:07.012812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd565d7-048a-4eb5-8ae6-3320fad8f32d None None] Pushing event updated for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:07.032327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-ca998184-2a30-4676-846e-c68d2ed4fbfe tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:07.043215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-ca998184-2a30-4676-846e-c68d2ed4fbfe tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.2688696 Jul 16 22:38:07.083186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Attempting to bind port b91db796-f485-4d21-bbf6-d3f7064cafe2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:07.083723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Attempting to bind port b91db796-f485-4d21-bbf6-d3f7064cafe2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:07.084109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Attempting to bind port b91db796-f485-4d21-bbf6-d3f7064cafe2 on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:07.090221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:07.090609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Checking segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:07.091026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.091431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Bound using segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:07.091951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Bound port: b91db796-f485-4d21-bbf6-d3f7064cafe2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:07.092339 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.166448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] For port b91db796-f485-4d21-bbf6-d3f7064cafe2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:07.173507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] For port b91db796-f485-4d21-bbf6-d3f7064cafe2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b91db796-f485-4d21-bbf6-d3f7064cafe2,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:07.186803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04129d1c-929e-4dd1-93ba-f124badda161 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abc07fbb3502424d84a3139927c7bdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437328 Jul 16 22:38:07.187831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.189518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:07.233242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port dfafbf58-bfbc-43bc-9685-b9c12acc4d0d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:07.233887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.261187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:07.262014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:07.324132 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.355399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd565d7-048a-4eb5-8ae6-3320fad8f32d None None] Pushing event updated for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:07.424843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.538980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:07.576089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.580042 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.581587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7a3d8b1-dc88-4042-8daa-218b7a8e9e4e HTTP/1.1" status: 204 len: 168 time: 0.3897727 Jul 16 22:38:07.594057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e629b9-30d7-4bef-a074-70b85d21d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3d8b1-dc88-4042-8daa-218b7a8e9e4e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:07.675889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.722658 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8b24a043-5c23-4657-9ea8-9ef967f4681c req-b9b5b587-cb0a-4081-b461-e1c5bd21e251 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0624089 Jul 16 22:38:07.722848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Deleting port 8b5d06a4-d486-416c-8995-4f6bc6d41353 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:07.723369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:07.752846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for dfafbf58-bfbc-43bc-9685-b9c12acc4d0d owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:07.899289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e984a1-75d1-4ff0-9d79-619720161384 req-d8fde606-7e39-4b6a-9843-7197e41b61b9 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:07.901077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07e984a1-75d1-4ff0-9d79-619720161384 req-d8fde606-7e39-4b6a-9843-7197e41b61b9 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 945 time: 0.3904040 Jul 16 22:38:07.988362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8104-eb86-4548-a0f9-d7daff3c48ce req-50806a38-27da-4a1b-98c7-1df913c7ebff tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:07.990008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d1a8104-eb86-4548-a0f9-d7daff3c48ce req-50806a38-27da-4a1b-98c7-1df913c7ebff tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 945 time: 0.3270991 Jul 16 22:38:07.990834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:58Z', 'revision_number': 4, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b91db796-f485-4d21-bbf6-d3f7064cafe2', 'name': '', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'mac_address': 'fa:16:3e:d4:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:56Z', 'updated_at': '2021-07-16T22:38:07Z', 'revision_number': 4, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'subnets': [{'id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:08.042498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9306ff-bb62-4b4b-be53-bb0107e4a6b7 None None] The sync data for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 is: [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:37:58Z', 'revision_number': 4, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b91db796-f485-4d21-bbf6-d3f7064cafe2', 'name': '', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'mac_address': 'fa:16:3e:d4:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:56Z', 'updated_at': '2021-07-16T22:38:07Z', 'revision_number': 4, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'subnets': [{'id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:08.077573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] For port 8b5d06a4-d486-416c-8995-4f6bc6d41353, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8b5d06a4-d486-416c-8995-4f6bc6d41353,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:08.078701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:08.162749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Calling delete_port for 8b5d06a4-d486-416c-8995-4f6bc6d41353 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:08.250600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfcf9a-f782-4b26-9837-54e1730c9b28 req-45bd5a83-78d2-4691-b082-d5a13228cd64 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:08.269369 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42cfcf9a-f782-4b26-9837-54e1730c9b28 req-45bd5a83-78d2-4691-b082-d5a13228cd64 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 945 time: 0.2556496 Jul 16 22:38:08.344007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:08.426583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42cfcf9a-f782-4b26-9837-54e1730c9b28 req-12f12441-4e11-416a-83c9-46801352f9bd tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562250 Jul 16 22:38:08.443844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-be7450e3-f650-41cd-9164-e9a15e4ed02d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:08.454872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-be7450e3-f650-41cd-9164-e9a15e4ed02d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.47 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 811 time: 0.3445075 Jul 16 22:38:08.468901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Request body: {'port': {'device_id': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'admin_state_up': True, 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:08.587365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7d1a8104-eb86-4548-a0f9-d7daff3c48ce req-a0af0dee-921d-451f-a202-cff16df12e02 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433254 Jul 16 22:38:08.699515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Deleting port d65c4a3f-eeac-4506-88dd-c175175491e6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:08.700116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:08.746023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1459732964-network', 'tenant_id': '7ea9daedd2b244dfb807db2b74a9c068'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:08.773321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:08.895773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=dfafbf58-bfbc-43bc-9685-b9c12acc4d0d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:08.994377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Made reservation on behalf of 7ea9daedd2b244dfb807db2b74a9c068 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:08.996540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.005809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.023497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:38:09.057585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:09.177956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Made reservation on behalf of 7b54b3373aac4c0c924ca6818bd7ffe8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:09.181632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.190369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event deleted for resources: {'Port': ['ID=8b5d06a4-d486-416c-8995-4f6bc6d41353,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:09.192351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.270365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c62977b9-37b2-4dc9-b82e-2204141c59bf req-a0b092b5-8d6f-43d3-8005-0d82dcf71c9b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 210 time: 0.3030732 Jul 16 22:38:09.401193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] No DVR routers for this DVR port 8b5d06a4-d486-416c-8995-4f6bc6d41353 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:09.409632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.411843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa5d3920-d941-4e33-a226-088b6aec4041 req-9f64d5a6-7686-4b41-af3e-21307a457510 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "DELETE /v2.0/ports/8b5d06a4-d486-416c-8995-4f6bc6d41353 HTTP/1.1" status: 204 len: 173 time: 2.3589771 Jul 16 22:38:09.416816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'name': 'network-vif-deleted', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:09.419463 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8088e815-af22-4e23-a6c9-e2cb0438446c" -d '{"events": [{"server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "name": "network-vif-deleted", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:09.425625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Allocated IP 172.20.0.3 (915aba92-e0f2-4d8d-ade0-7d3b6120358f/6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e/28f002d3-7f7e-45ca-ba6e-2b094ae42b1b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:09.426284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:09.426284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.495244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f638bd32-308e-4dc8-92d1-76f9b38efb76 tempest-DvrRoutersNegativeTest-590161449 tempest-DvrRoutersNegativeTest-590161449-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-576718820', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:09.498398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.policy [None req-f638bd32-308e-4dc8-92d1-76f9b38efb76 tempest-DvrRoutersNegativeTest-590161449 tempest-DvrRoutersNegativeTest-590161449-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93924) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 22:38:09.498722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.policy [None req-f638bd32-308e-4dc8-92d1-76f9b38efb76 tempest-DvrRoutersNegativeTest-590161449 tempest-DvrRoutersNegativeTest-590161449-project] Failed policy check for 'create_router' {{(pid=93924) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 22:38:09.499274 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f638bd32-308e-4dc8-92d1-76f9b38efb76 tempest-DvrRoutersNegativeTest-590161449 tempest-DvrRoutersNegativeTest-590161449-project] create failed (client error): Access was denied to this resource. Jul 16 22:38:09.503707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f638bd32-308e-4dc8-92d1-76f9b38efb76 tempest-DvrRoutersNegativeTest-590161449 tempest-DvrRoutersNegativeTest-590161449-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4026878 Jul 16 22:38:09.592031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Calling delete_port for d65c4a3f-eeac-4506-88dd-c175175491e6 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:09.644843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.761289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.848302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.868196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.891597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:38:09.902569 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.903258 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Added segment f7be6d3c-fe42-47e4-93aa-2761729375bd of type vlan for network 99127914-2c5a-4fd5-a666-26ead92f0861 Jul 16 22:38:09.962990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:09.999733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.001484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b91db796-f485-4d21-bbf6-d3f7064cafe2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:10.056089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:10.071603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:10.074021 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0103f-635e-49c8-a736-106587ed14ec x-openstack-request-id: req-dbe0103f-635e-49c8-a736-106587ed14ec {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:10.075072 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a", "name": "network-vif-deleted", "tag": "8b5d06a4-d486-416c-8995-4f6bc6d41353", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:10.075170 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbe0103f-635e-49c8-a736-106587ed14ec {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:10.075689 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a', 'name': 'network-vif-deleted', 'tag': '8b5d06a4-d486-416c-8995-4f6bc6d41353', 'status': 'completed', 'code': 200} Jul 16 22:38:10.086823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:10.109897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b91db796-f485-4d21-bbf6-d3f7064cafe2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:10.115736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b91db796-f485-4d21-bbf6-d3f7064cafe2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:10.116389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.132922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf551f66-cb52-4b57-8169-c6284c51ffa1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:10.135553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.136529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:10.137121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.165520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Pushing event updated for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:10.172898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8181558 Jul 16 22:38:10.180281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44816) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:10.188351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Request body: {'subnet': {'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1459732964-subnet', 'tenant_id': '7ea9daedd2b244dfb807db2b74a9c068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:10.254039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:10.254413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.282399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:10.292172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Made reservation on behalf of 7ea9daedd2b244dfb807db2b74a9c068 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:10.299364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.307522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-27e067a0-f407-411b-a38d-427457164266 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8431914 Jul 16 22:38:10.318900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.333915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-464694bb-0c98-4206-9c6b-f952bc601bbb tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:38:10.334856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-464694bb-0c98-4206-9c6b-f952bc601bbb tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053303 Jul 16 22:38:10.389527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b91db796-f485-4d21-bbf6-d3f7064cafe2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b91db796-f485-4d21-bbf6-d3f7064cafe2,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:10.393547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8b5d06a4-d486-416c-8995-4f6bc6d41353 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:10.452555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8b5d06a4-d486-416c-8995-4f6bc6d41353 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:10.454191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8b5d06a4-d486-416c-8995-4f6bc6d41353 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:10.454642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device d65c4a3f-eeac-4506-88dd-c175175491e6 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:10.462074 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.467721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a4143c9-d86e-40e4-869f-0dcd56032d31 req-1bcfc722-61b9-4736-a064-8bc1220edf32 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=806e9ccb-f40b-4a8c-a6cd-edffd8a48e3a HTTP/1.1" status: 200 len: 210 time: 0.1061442 Jul 16 22:38:10.503015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9f9bbab-ad1f-4801-8d02-c61264053dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.538990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Request body: {'port': {'device_id': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:10.567960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:10.619259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.654959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:10.657695 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8947c2-7747-4006-8498-7bdd34021d33" -d '{"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:10.683493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port d65c4a3f-eeac-4506-88dd-c175175491e6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=d65c4a3f-eeac-4506-88dd-c175175491e6,segment=NetworkSegment(e8b58edf-f552-4425-8488-8bec223cd64b),segment_id=e8b58edf-f552-4425-8488-8bec223cd64b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:10.691946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:10.788249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Router cd3e6aba-a27a-48dd-92de-9e20375bfaa7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:38:10.796180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:10.929660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:10.939933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-589ef1b1-b51d-445b-9ac1-2646b9121aeb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/routers/cd3e6aba-a27a-48dd-92de-9e20375bfaa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5076387 Jul 16 22:38:10.942315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] Sync routers for ids ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:10.942809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af2893-dc8c-4ba4-98a9-cd117c58f8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=99127914-2c5a-4fd5-a666-26ead92f0861,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:10.945364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:10.961340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] Routers {'cd3e6aba-a27a-48dd-92de-9e20375bfaa7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:10.962861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:10.979764 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7ea83a-f53a-4113-b096-348e7a7d8dc6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:38:10.981118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad7ea83a-f53a-4113-b096-348e7a7d8dc6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/dfafbf58-bfbc-43bc-9685-b9c12acc4d0d HTTP/1.1" status: 404 len: 333 time: 0.0327868 Jul 16 22:38:10.983698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9f9bbab-ad1f-4801-8d02-c61264053dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.000489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:11.001595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb14586-d89b-4567-961a-63e841d16f82 req-2f0c3ef7-36b0-47ff-87b4-0b9e1e6da326 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:11.002494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.003172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dcb14586-d89b-4567-961a-63e841d16f82 req-2f0c3ef7-36b0-47ff-87b4-0b9e1e6da326 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5f2d0e-f90b-48b9-908d-4b6ce89153e4 HTTP/1.1" status: 200 len: 945 time: 1.2738085 Jul 16 22:38:11.022372 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.032387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9f9bbab-ad1f-4801-8d02-c61264053dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.051535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 99127914-2c5a-4fd5-a666-26ead92f0861 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:38:11.147713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9f9bbab-ad1f-4801-8d02-c61264053dc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b009e9e57ec24639b203b82d3e46e466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641932 Jul 16 22:38:11.163704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:11.204442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dcb14586-d89b-4567-961a-63e841d16f82 req-238b0d4d-3072-4b8a-8cf7-dd18901bdcac tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.70 "GET /v2.0/security-groups?id=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860130 Jul 16 22:38:11.211086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:11.215816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.222396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] Routers {'cd3e6aba-a27a-48dd-92de-9e20375bfaa7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:11.223400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:11.256568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9bbab-ad1f-4801-8d02-c61264053dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f40815-eaf3-4e51-a1d1-ac4133014404,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:11.268634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Pushing event deleted for resources: {'Port': ['ID=d65c4a3f-eeac-4506-88dd-c175175491e6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:11.277247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:11.287300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:11.287811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384edb8b-22c9-44ad-af03-702ce8b10d68 None None] The sync data for ids ['cd3e6aba-a27a-48dd-92de-9e20375bfaa7'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:11.328418 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b39378-4cbb-410e-a5af-55bc45dff59e x-openstack-request-id: req-a7b39378-4cbb-410e-a5af-55bc45dff59e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:11.328715 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:11.329012 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7b39378-4cbb-410e-a5af-55bc45dff59e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:11.330079 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'code': 200} Jul 16 22:38:11.390916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Checking segment: {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:11.391405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Network hostable DHCP agents. Network: 99127914-2c5a-4fd5-a666-26ead92f0861, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:38:11.414476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.423054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] No DVR routers for this DVR port d65c4a3f-eeac-4506-88dd-c175175491e6 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:11.427537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.438421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07e984a1-75d1-4ff0-9d79-619720161384 req-47893424-3efa-41a1-b549-9d98085bdc63 tempest-ServerGroupTestJSON-1279458697 tempest-ServerGroupTestJSON-1279458697-project] 10.222.0.68 "DELETE /v2.0/ports/d65c4a3f-eeac-4506-88dd-c175175491e6 HTTP/1.1" status: 204 len: 173 time: 3.5284519 Jul 16 22:38:11.460568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.486238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-164d180b-48dc-4064-bfb3-6ac7f989a4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.517268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.610318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.613453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.614615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60f40815-eaf3-4e51-a1d1-ac4133014404 HTTP/1.1" status: 204 len: 168 time: 0.4361639 Jul 16 22:38:11.616577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Network 99127914-2c5a-4fd5-a666-26ead92f0861 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:38:11.638947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e7a936-e20d-498c-8f44-862013433b70,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:11.656195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8613cd-e36e-481c-bacd-deaaec1fa68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f40815-eaf3-4e51-a1d1-ac4133014404,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:11.727687 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-164d180b-48dc-4064-bfb3-6ac7f989a4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.739199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-164d180b-48dc-4064-bfb3-6ac7f989a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:11.818775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 99127914-2c5a-4fd5-a666-26ead92f0861) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:11.827718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f3a65-e01d-4d0c-b6cc-2c67e7a32ca2 None None] Network 99127914-2c5a-4fd5-a666-26ead92f0861 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:11.865317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-164d180b-48dc-4064-bfb3-6ac7f989a4c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fc34705216b4069846b5e199bb9ef71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868700 Jul 16 22:38:11.868106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44854) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:11.884897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d180b-48dc-4064-bfb3-6ac7f989a4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e168dcb-25c6-4745-ab3d-ce33ec5a5953,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:11.960160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899eee-d914-4b4b-b33a-55c7869ad615 req-3eb271dc-c07a-4a3a-9389-3a6347e3563a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:11.970370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99899eee-d914-4b4b-b33a-55c7869ad615 req-3eb271dc-c07a-4a3a-9389-3a6347e3563a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 931 time: 0.9713254 Jul 16 22:38:11.979617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b91db796-f485-4d21-bbf6-d3f7064cafe2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:11.988923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:11.994787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.005570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.022366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.049822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.056999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.150876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-deleted', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:12.155744 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54dc813-a292-4b01-bcc9-8a13ac270f6c" -d '{"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-deleted", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:12.176858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.183306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.187282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e168dcb-25c6-4745-ab3d-ce33ec5a5953 HTTP/1.1" status: 204 len: 168 time: 0.3101447 Jul 16 22:38:12.197797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574302a0-4daf-4432-b3a3-006399b3069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e168dcb-25c6-4745-ab3d-ce33ec5a5953,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:12.264892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95239569-bbc6-4ceb-89d8-e266dc932733 None None] Network 99127914-2c5a-4fd5-a666-26ead92f0861 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:12.271933 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ed9e79-09ab-4583-985b-5d154e09a2a2 x-openstack-request-id: req-86ed9e79-09ab-4583-985b-5d154e09a2a2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:12.272536 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5f2d0e-f90b-48b9-908d-4b6ce89153e4", "name": "network-vif-deleted", "tag": "d65c4a3f-eeac-4506-88dd-c175175491e6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:12.273112 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86ed9e79-09ab-4583-985b-5d154e09a2a2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:12.273857 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f2d0e-f90b-48b9-908d-4b6ce89153e4', 'name': 'network-vif-deleted', 'tag': 'd65c4a3f-eeac-4506-88dd-c175175491e6', 'status': 'completed', 'code': 200} Jul 16 22:38:12.287773 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5f69d48b-1701-4151-8e9f-706c1a7ad10d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1060085 Jul 16 22:38:12.304605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.305404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Fanout notify agent at l3_agent the message router_deleted on router cd3e6aba-a27a-48dd-92de-9e20375bfaa7 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:38:12.324392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b91db796-f485-4d21-bbf6-d3f7064cafe2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:12.325153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.331892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99899eee-d914-4b4b-b33a-55c7869ad615 req-fd78dff5-0a4d-4c17-b34c-5c3a52f1bba2 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604364 Jul 16 22:38:12.344389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.345866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5b9beed0-6e32-4236-a1c4-a433608f024d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/routers/cd3e6aba-a27a-48dd-92de-9e20375bfaa7 HTTP/1.1" status: 204 len: 168 time: 1.3327448 Jul 16 22:38:12.348613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:12.462471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet 3cf2c230-51f9-4977-ad7e-dca27274404a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:12.476803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.539207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:38:12.571658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.599709 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.623741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Transition to ACTIVE for port object 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:12.633955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.780355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Pushing event updated for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:12.841065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44892) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:12.906276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedcc098-6b1a-4389-a06b-c62b607ee14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.962078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:12.972574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Attempting to bind port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:12.972911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Attempting to bind port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:12.973266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Attempting to bind port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:12.990743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:38:12.991070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Attempting to bind port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:12.996337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:12.996673 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Checking segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:12.997085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Bound using segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:12.997517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Bound port: 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:12.997914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.099501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.137407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf2c230-51f9-4977-ad7e-dca27274404a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:13.151000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.153504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ed9771b1-33ce-44bb-bf92-474561244876 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/3cf2c230-51f9-4977-ad7e-dca27274404a HTTP/1.1" status: 204 len: 168 time: 0.8035977 Jul 16 22:38:13.157554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.160076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac615b2-3142-4d9d-92f8-567393f21cd6 None None] Network 9232aaa7-9255-4d24-8be2-548ed48c587b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:13.185722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:13.203721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:13.224564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.239123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedcc098-6b1a-4389-a06b-c62b607ee14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.249208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:13.254663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.255741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] 10.222.0.47 "PUT /v2.0/ports/28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 200 len: 1092 time: 2.8956664 Jul 16 22:38:13.256221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:13.258546 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248d059-d284-43c4-9b7d-67d2e4b5b869" -d '{"events": [{"name": "network-changed", "server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:13.278695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedcc098-6b1a-4389-a06b-c62b607ee14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.308612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.315697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.347020 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74285436-b018-466b-b0e2-921ccf4e7b44 x-openstack-request-id: req-74285436-b018-466b-b0e2-921ccf4e7b44 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:13.347804 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:13.347804 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74285436-b018-466b-b0e2-921ccf4e7b44 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:13.347984 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b', 'status': 'completed', 'code': 200} Jul 16 22:38:13.403402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d25e-a9a1-4067-a267-1201a604e7ed service neutron] Pushing event updated for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:13.430019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Deleting subnet 678b924b-ae98-4382-9055-daf2234688ff {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:13.454507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-0bd74275-06a1-4901-a919-3aba4832423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:13.456202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-0bd74275-06a1-4901-a919-3aba4832423f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1225114 Jul 16 22:38:13.458727 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.471531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.512764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcc098-6b1a-4389-a06b-c62b607ee14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e769a62a-f2a7-4259-8eb6-1ea89d833d49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:13.534048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-a1726987-0781-42cb-99b1-45b4daf0984b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 200 len: 217 time: 0.0701184 Jul 16 22:38:13.544678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aedcc098-6b1a-4389-a06b-c62b607ee14e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e649e96fbc3432c8c94bb66e4cb188c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977718 Jul 16 22:38:13.551160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.596527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.638076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] DHCP port deletion for 9232aaa7-9255-4d24-8be2-548ed48c587b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:38:13.639890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.749699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Deleting port ee3a46be-e142-4c73-8b3a-6861cf8e146a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:13.750908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.756278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.792721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678b924b-ae98-4382-9055-daf2234688ff,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:13.804348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.806662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.808664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-155d18db-2cfa-4ca1-8f8b-b76e068e9f8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/678b924b-ae98-4382-9055-daf2234688ff HTTP/1.1" status: 204 len: 168 time: 0.4835591 Jul 16 22:38:13.814943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.817375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port ee3a46be-e142-4c73-8b3a-6861cf8e146a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:13.817944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.871898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-54ecfd2f-5249-4509-bb3f-99cbcd7364c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:13.874651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-54ecfd2f-5249-4509-bb3f-99cbcd7364c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.3287346 Jul 16 22:38:13.893094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] For port ee3a46be-e142-4c73-8b3a-6861cf8e146a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ee3a46be-e142-4c73-8b3a-6861cf8e146a,segment=NetworkSegment(088efca6-8f51-45c5-be7e-ff9d96a330d5),segment_id=088efca6-8f51-45c5-be7e-ff9d96a330d5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:13.893497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.907303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Calling delete_port for ee3a46be-e142-4c73-8b3a-6861cf8e146a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:13.909454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-da94c014-bcb7-4658-98a5-654ae785b25b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:13.910687 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-da94c014-bcb7-4658-98a5-654ae785b25b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 22:38:13.911334 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-da94c014-bcb7-4658-98a5-654ae785b25b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:38:13.912772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-da94c014-bcb7-4658-98a5-654ae785b25b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4066367 Jul 16 22:38:13.916886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:13.918860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:13.937710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-dd8ae2c0-03b4-4420-bc46-bb81f8344145 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550072 Jul 16 22:38:13.948444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523115762'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:13.992326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a9d9a-6d26-4f52-bbeb-af3370658e3d req-3f3b516a-5c42-4d8f-a0ab-1928f463052f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:13.994019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca5a9d9a-6d26-4f52-bbeb-af3370658e3d req-3f3b516a-5c42-4d8f-a0ab-1928f463052f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 943 time: 0.4138124 Jul 16 22:38:14.004044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.042919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ee3a46be-e142-4c73-8b3a-6861cf8e146a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:14.048682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.143273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ee3a46be-e142-4c73-8b3a-6861cf8e146a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:14.145373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ee3a46be-e142-4c73-8b3a-6861cf8e146a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:14.146089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.152461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca5a9d9a-6d26-4f52-bbeb-af3370658e3d req-7cd26974-1827-48f0-b68a-4b1c1dead534 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426826 Jul 16 22:38:14.158071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1087f5f4-2feb-4276-91a4-c2a93dc0009c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.168171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] Pushing event deleted for resources: {'Port': ['ID=ee3a46be-e142-4c73-8b3a-6861cf8e146a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.168919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b58edf-f552-4425-8488-8bec223cd64b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.169313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b58edf-f552-4425-8488-8bec223cd64b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.176896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-f5e21727-ef22-4a13-aebf-bfd201595226 service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321441 Jul 16 22:38:14.178319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.182293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.203460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] For port ee3a46be-e142-4c73-8b3a-6861cf8e146a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ee3a46be-e142-4c73-8b3a-6861cf8e146a,segment=NetworkSegment(088efca6-8f51-45c5-be7e-ff9d96a330d5),segment_id=088efca6-8f51-45c5-be7e-ff9d96a330d5)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:14.203908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.209993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7709a9f-2973-43c9-b12c-bc8e2661b2cd None None] No DVR routers for this DVR port ee3a46be-e142-4c73-8b3a-6861cf8e146a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:14.236895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.250681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:38:14.251101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.307294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:38:14.309673 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:38:14.325543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.329854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for ee3a46be-e142-4c73-8b3a-6861cf8e146a owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:14.336356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.338187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] 10.222.0.70 "DELETE /v2.0/networks/1087f5f4-2feb-4276-91a4-c2a93dc0009c HTTP/1.1" status: 204 len: 168 time: 0.5180504 Jul 16 22:38:14.410488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5949bfa2-b48e-4dde-855b-14a3992333fc req-e1d389e7-02af-4cf2-a279-8d1dcf32ca89 service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108934 Jul 16 22:38:14.427835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cffde-f29e-4620-bb5f-4428cdf1c99b admin admin] Pushing event deleted for resources: {'Network': ['ID=1087f5f4-2feb-4276-91a4-c2a93dc0009c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.502362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.511698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.533497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.535997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.537517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e769a62a-f2a7-4259-8eb6-1ea89d833d49 HTTP/1.1" status: 204 len: 168 time: 0.9847474 Jul 16 22:38:14.562015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-9b5b867d-8843-4c62-9bc1-85567c98ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:14.563769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-9b5b867d-8843-4c62-9bc1-85567c98ea31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0868020 Jul 16 22:38:14.661865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67288ff-c470-437e-9e55-66439ec6ad8b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.674833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296625fe-6f68-4e29-bd9b-63320546af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769a62a-f2a7-4259-8eb6-1ea89d833d49,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.689694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.722862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=ee3a46be-e142-4c73-8b3a-6861cf8e146a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.726488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No DVR routers for this DVR port ee3a46be-e142-4c73-8b3a-6861cf8e146a on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:14.753188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:14.840093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-6789ba29-ac31-4c4e-a125-45a6d30f5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:14.842250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-6789ba29-ac31-4c4e-a125-45a6d30f5259 service neutron] 10.222.0.47 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.2705266 Jul 16 22:38:14.881023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.899178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.903555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9232aaa7-9255-4d24-8be2-548ed48c587b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.912061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.942048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0de71432-952b-4a63-a402-2d43c36eacc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c34e83cb8a940759fa875fab79b96da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854234 Jul 16 22:38:14.943640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088efca6-8f51-45c5-be7e-ff9d96a330d5') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.943938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088efca6-8f51-45c5-be7e-ff9d96a330d5') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:14.945120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-b3763eb5-247a-4b14-aba4-2ec6a328c00e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 200 len: 217 time: 0.0900993 Jul 16 22:38:14.945585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6279bf2-2fcf-45ee-8180-bf2607abb01b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:14.947093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:14.960911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.975691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:14.976880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57bc5caf-aeed-45e8-9011-8b58639d0acb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0332479 Jul 16 22:38:14.981305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:14.987065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'a6279bf2-2fcf-45ee-8180-bf2607abb01b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:14.995223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.007051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:38:15.007510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:38:15.013159 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:38:15.103506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.124197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.148845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.156295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.158323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/9232aaa7-9255-4d24-8be2-548ed48c587b HTTP/1.1" status: 204 len: 168 time: 2.0003600 Jul 16 22:38:15.159232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170cc3e-a245-4ec1-b22a-dcb77c17046d tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=9232aaa7-9255-4d24-8be2-548ed48c587b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:15.164151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:15.172820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-9e4dc4d9-e4fb-4267-8899-97d66eddd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:15.174542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-9e4dc4d9-e4fb-4267-8899-97d66eddd646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.2218051 Jul 16 22:38:15.198236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.227287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-c0a3a81d-b28b-44d5-9dc4-daa6388275df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415504 Jul 16 22:38:15.239769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4fe2d-b404-487b-975b-70b2cfd90a3c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:15.241242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8af4fe2d-b404-487b-975b-70b2cfd90a3c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/3f79730c-b09a-485d-972e-ae40ed764a34 HTTP/1.1" status: 200 len: 845 time: 0.0756645 Jul 16 22:38:15.247818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:15.267692 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:38:15.355499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.358729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.360228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43ebeb1a-6fc0-4516-82c3-337a6a8dee1c HTTP/1.1" status: 204 len: 168 time: 0.4108527 Jul 16 22:38:15.376490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-63be9f4f-439a-4757-8cce-ce7643987a1c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/3f79730c-b09a-485d-972e-ae40ed764a34?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1276281 Jul 16 22:38:15.383851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:15.395517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:15.458581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-e1e69b47-063b-48ed-916c-f49523ea5c1e service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211943 Jul 16 22:38:15.460336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cd999-ae7a-4b7e-9103-be670b8a09cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ebeb1a-6fc0-4516-82c3-337a6a8dee1c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:15.515929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.530476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.562005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383edc20-7c07-4015-b868-a01d6d23b3c7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:15.569582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:15.574915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.597961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa70a5-8417-441a-8c56-d18e337a648c req-867e52d0-9da7-40a5-ae6b-2280ceffdc23 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:15.599755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56aa70a5-8417-441a-8c56-d18e337a648c req-867e52d0-9da7-40a5-ae6b-2280ceffdc23 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 943 time: 0.2640064 Jul 16 22:38:15.637931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d248d059-d284-43c4-9b7d-67d2e4b5b869 req-2f6cafec-39a4-4a68-a49c-923c625fbbfe service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714017 Jul 16 22:38:15.687327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56aa70a5-8417-441a-8c56-d18e337a648c req-c49154c5-6d5b-4fae-af0c-271f2505ef5f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663290 Jul 16 22:38:15.706577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.710594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5b9d1a9a-1dd0-4335-9fb8-57f231186734 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7248476 Jul 16 22:38:15.710918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44984) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:15.725550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e0087244-bfa9-467e-82c0-a5deb832ec33 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'a6279bf2-2fcf-45ee-8180-bf2607abb01b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:15.783353 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0087244-bfa9-467e-82c0-a5deb832ec33 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.894403 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e0087244-bfa9-467e-82c0-a5deb832ec33 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:38:15.898117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e0087244-bfa9-467e-82c0-a5deb832ec33 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1835451 Jul 16 22:38:15.898260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:15.913599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.969648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:15.976502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:15.985468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:15.986646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:15.988815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd737a4-5cf8-4fc2-bc7b-cd806b2c93a7 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:16.021293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=9d07060e-4623-4702-81e5-2fb85c289549,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:16.021593 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.034602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ebb23b4c-1117-4c01-9da5-5ee78138d3a0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6472082 Jul 16 22:38:16.035288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.043066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'security_group': {'name': 'tempest-secgroup-834366198'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:16.088367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.088809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.208701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.212660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.214292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/a6279bf2-2fcf-45ee-8180-bf2607abb01b HTTP/1.1" status: 204 len: 168 time: 0.3149946 Jul 16 22:38:16.220283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.228727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618b79-f31a-4906-a599-ba1f304f46ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6279bf2-2fcf-45ee-8180-bf2607abb01b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:16.353908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a7a430e1-7753-4f98-9ca3-60074b33f95f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324451 Jul 16 22:38:16.357715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.363030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--380200452'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:16.392645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.401894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.427040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.451495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-3135db9c-151c-4787-84b0-11f35b1689a8', 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'tenant_id': '9ab348da4c9e448a81909885262ba15c', 'fixed_ips': [{'subnet_id': '9d07060e-4623-4702-81e5-2fb85c289549'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:38:16.454552 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.495453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1443373f-db69-4939-9502-29e928d40986,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:16.573386 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.587873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.598795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.603691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c9ac450-672d-452a-b1fe-d4872dbbf062 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5670786 Jul 16 22:38:16.604593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.610461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262845950'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:16.678222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41709e59-b10e-412e-b320-43bdb8a78e72,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:16.689915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.734567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:16.734567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-24308062-bef3-4ca1-a687-b02f7166de18 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3718266 Jul 16 22:38:16.736727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.768500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa65e6ac-e705-46c0-827d-ab48e4d46649 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '41709e59-b10e-412e-b320-43bdb8a78e72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:16.770626 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-fa65e6ac-e705-46c0-827d-ab48e4d46649 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 22:38:16.777684 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-fa65e6ac-e705-46c0-827d-ab48e4d46649 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:16.783082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fa65e6ac-e705-46c0-827d-ab48e4d46649 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0449629 Jul 16 22:38:16.785718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:16.789824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Allocated IP 2001:db8::2 (3135db9c-151c-4787-84b0-11f35b1689a8/9d07060e-4623-4702-81e5-2fb85c289549/d170f5bf-5c49-4ddf-a6fc-28aa1513c797) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:16.955909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45048) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:17.121957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.135885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.148469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.173867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.175787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5699158 Jul 16 22:38:17.186716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:17.195417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186012373', 'security_groups': ['d9b790ca-3879-422b-bda8-85f3683d61ef'], 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d07060e-4623-4702-81e5-2fb85c289549'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:17.212440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.246978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c927f0-9ca8-4cc5-b0b4-24032417da8b req-a4587773-d057-4b9b-a86a-3d61bf1a5188 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:17.255594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c927f0-9ca8-4cc5-b0b4-24032417da8b req-a4587773-d057-4b9b-a86a-3d61bf1a5188 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 945 time: 0.2955272 Jul 16 22:38:17.292328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9abe13-6725-4742-8474-8fa21e9659de tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b790ca-3879-422b-bda8-85f3683d61ef,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:17.315722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.324312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.329183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/41709e59-b10e-412e-b320-43bdb8a78e72 HTTP/1.1" status: 204 len: 168 time: 0.5371130 Jul 16 22:38:17.343759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:17.411413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.421754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0784149-4a0d-4a2a-b7eb-cf8911b8a214 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41709e59-b10e-412e-b320-43bdb8a78e72,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:17.423431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8c927f0-9ca8-4cc5-b0b4-24032417da8b req-33550232-7e67-44d8-a9ec-bf52119fed40 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565394 Jul 16 22:38:17.423675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Transition to ACTIVE for port object d170f5bf-5c49-4ddf-a6fc-28aa1513c797 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:17.445372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:38:17.458614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Transition to ACTIVE for port object d170f5bf-5c49-4ddf-a6fc-28aa1513c797 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:17.473552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1328543390-network', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:17.491667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.504539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:17.526459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e9ae561-1e21-456d-9eec-0a2254f29fff tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1783569 Jul 16 22:38:17.535324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdde4-2d77-4e43-ab9f-f72ee4db6dff req-d4002f44-c688-444e-8130-fad1c5b827d4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:17.543560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab7fdde4-2d77-4e43-ab9f-f72ee4db6dff req-d4002f44-c688-444e-8130-fad1c5b827d4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 943 time: 0.5364869 Jul 16 22:38:17.551866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:17.560180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--535852636'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:17.616708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Made reservation on behalf of e5d48751479c4281b938f75bf0ed305c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:17.619994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.627133 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.647795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.654705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:17.663811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:17.665566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab7fdde4-2d77-4e43-ab9f-f72ee4db6dff req-68acc3c6-f387-4d1d-abd3-bc551da2c187 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193349 Jul 16 22:38:17.678288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:17.699648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:17.705576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:17.741462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.770663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port 4b18b375-8649-44fa-963e-e32a4c570726 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:38:17.776158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'port_id': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b', 'mac_address': 'fa:16:3e:d4:31:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:38:17.835026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Attempting to bind port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:17.835263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Attempting to bind port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5ae898f2-85db-499e-a235-fa72f92a2250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:17.835543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Attempting to bind port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 on network 3135db9c-151c-4787-84b0-11f35b1689a8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:17.869973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:17.870360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Checking segment: {'id': '5ae898f2-85db-499e-a235-fa72f92a2250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:17.870822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.871227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Bound using segment: {'id': '5ae898f2-85db-499e-a235-fa72f92a2250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:17.872219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Bound port: d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae898f2-85db-499e-a235-fa72f92a2250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:17.872681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.924539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.932337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:17.967979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:17.985412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.006072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79faf45d-c572-4331-8209-6b3ef6d813bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.043455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:38:18.080341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:18.082610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:18.096670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.103413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:18.110069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.113871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.125735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.129940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::1c4 (3135db9c-151c-4787-84b0-11f35b1689a8/9d07060e-4623-4702-81e5-2fb85c289549/4b18b375-8649-44fa-963e-e32a4c570726) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:18.130097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba1d9daa-93c2-46f8-9011-93cd28bf1c7c tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5713165 Jul 16 22:38:18.130842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:18.138913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e3f95df9-3abe-4959-9ef1-d2fce913c632 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '79faf45d-c572-4331-8209-6b3ef6d813bc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:18.139832 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-e3f95df9-3abe-4959-9ef1-d2fce913c632 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 22:38:18.140342 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e3f95df9-3abe-4959-9ef1-d2fce913c632 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:18.144241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3f95df9-3abe-4959-9ef1-d2fce913c632 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070169 Jul 16 22:38:18.151325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:18.152080 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.167999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:38:18.185781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c3e-2fd0-429b-bed5-9f22f17d793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.191504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.263813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.264169 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Added segment 11eb5871-e19e-4dfa-be31-5bd0ba8f08fb of type vlan for network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 Jul 16 22:38:18.343297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf0026-4801-4136-b139-bdc6218bdcef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.346149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c6920-8903-4e8f-a4b1-605356a4c121 None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.387319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:38:18.475424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-594e5dc6-7c2a-4f28-8696-c5a9c2a661b9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:18.477590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-594e5dc6-7c2a-4f28-8696-c5a9c2a661b9 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 945 time: 0.2536478 Jul 16 22:38:18.500015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.511730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.554376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.564705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 4b18b375-8649-44fa-963e-e32a4c570726 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:18.674052 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.675346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:18.676094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.687296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Deleting port 10b638bc-4c95-414c-9c84-e7a3a7eae483 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:18.687701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.692289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.722097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.746801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:18.757010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:18.780847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:18.786841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:18.787468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.834847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2638eb-f1d4-406a-896e-fa0ac4225a48,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.854017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:38:18.867617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c3e-2fd0-429b-bed5-9f22f17d793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.870090 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.873808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.875419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/79faf45d-c572-4331-8209-6b3ef6d813bc HTTP/1.1" status: 204 len: 168 time: 0.7166052 Jul 16 22:38:18.880925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:18.882563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c3e-2fd0-429b-bed5-9f22f17d793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.887672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=4b18b375-8649-44fa-963e-e32a4c570726,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.902487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8467fa6-541a-427f-a364-fcb20c9403a9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9434149 Jul 16 22:38:18.905941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45090) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:18.912090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Request body: {'subnet': {'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1328543390-subnet', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:18.926481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8be56-1079-449c-bfd8-28b5a716ffa6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79faf45d-c572-4331-8209-6b3ef6d813bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:18.935752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-22664f74-42c8-4015-a74d-43e56aa65f67 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7458894 Jul 16 22:38:18.944279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:18.946027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b881d8-a988-4246-96a1-710a792a857b req-98c4a548-f294-4ce4-a2db-7bf29d0d36be tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:18.951584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:18.951748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97b881d8-a988-4246-96a1-710a792a857b req-98c4a548-f294-4ce4-a2db-7bf29d0d36be tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 945 time: 0.2274327 Jul 16 22:38:18.959777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Made reservation on behalf of e5d48751479c4281b938f75bf0ed305c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:18.962151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.965079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] For port 10b638bc-4c95-414c-9c84-e7a3a7eae483, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=10b638bc-4c95-414c-9c84-e7a3a7eae483,segment=NetworkSegment(03ac6114-7238-4471-8332-659a5632e7d6),segment_id=03ac6114-7238-4471-8332-659a5632e7d6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:18.965442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:18.968530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ccc49c3e-2fd0-429b-bed5-9f22f17d793f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d24c8d0501540569775db4902e25ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940598 Jul 16 22:38:18.994967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.018040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc49c3e-2fd0-429b-bed5-9f22f17d793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7031f5d3-495f-4a17-bda2-600b0725ecf3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.041418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fa477ee6-0fa3-4e3d-9c5c-08718a618c70 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1559546 Jul 16 22:38:19.042459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Calling delete_port for 10b638bc-4c95-414c-9c84-e7a3a7eae483 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:19.045349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.049738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425574867'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.057055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97b881d8-a988-4246-96a1-710a792a857b req-902ecd48-f1ac-4005-a717-f6ec5fbabe5f tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/security-groups?id=10e7b06b-495f-4e7c-858f-bb9519795ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947402 Jul 16 22:38:19.075654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.168587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc8b0-b473-4d40-9f3a-22499047bc50 req-4a35ea37-f7ea-4bcf-94e6-db04b947a0cd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:19.176347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adbcc8b0-b473-4d40-9f3a-22499047bc50 req-4a35ea37-f7ea-4bcf-94e6-db04b947a0cd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 944 time: 0.3370788 Jul 16 22:38:19.188656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.192457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.222855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.227686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1778274 Jul 16 22:38:19.227882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.234558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d85afbfc-7908-4862-946c-38a505c3cf83 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'eff53ccf-b040-4a2f-a16a-6aef2c5634c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.250892 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-d85afbfc-7908-4862-946c-38a505c3cf83 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 22:38:19.251703 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d85afbfc-7908-4862-946c-38a505c3cf83 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.255408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d85afbfc-7908-4862-946c-38a505c3cf83 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235858 Jul 16 22:38:19.255408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903aa1d-9b72-4603-9eda-260ed57015cf tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff53ccf-b040-4a2f-a16a-6aef2c5634c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.256420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.262246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-26f089a7-49ed-49ea-b20e-3a0d422ba148 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'eff53ccf-b040-4a2f-a16a-6aef2c5634c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.262977 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-26f089a7-49ed-49ea-b20e-3a0d422ba148 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 22:38:19.263834 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-26f089a7-49ed-49ea-b20e-3a0d422ba148 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.267576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-26f089a7-49ed-49ea-b20e-3a0d422ba148 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074379 Jul 16 22:38:19.267576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.274074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aa999d8b-4db6-4239-902d-047ce6813c34 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'eff53ccf-b040-4a2f-a16a-6aef2c5634c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.275163 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-aa999d8b-4db6-4239-902d-047ce6813c34 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 22:38:19.275565 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-aa999d8b-4db6-4239-902d-047ce6813c34 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.276760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aa999d8b-4db6-4239-902d-047ce6813c34 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080922 Jul 16 22:38:19.279344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.283749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5a1c33c3-23be-42d9-880c-6939753b92a2 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': 'eff53ccf-b040-4a2f-a16a-6aef2c5634c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.284684 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-5a1c33c3-23be-42d9-880c-6939753b92a2 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 22:38:19.285269 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5a1c33c3-23be-42d9-880c-6939753b92a2 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.286268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5a1c33c3-23be-42d9-880c-6939753b92a2 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059543 Jul 16 22:38:19.288870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.307178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.313473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-adbcc8b0-b473-4d40-9f3a-22499047bc50 req-212aff2c-b320-41e4-8dce-b6d91fb81689 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Jul 16 22:38:19.357911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.382266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.406029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:19.409478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.418313 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.440072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.443949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.448629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:19.450459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/eff53ccf-b040-4a2f-a16a-6aef2c5634c0 HTTP/1.1" status: 204 len: 168 time: 0.1602263 Jul 16 22:38:19.454126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.481615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e642188-a78c-4453-8c1d-dc4700eb3686 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff53ccf-b040-4a2f-a16a-6aef2c5634c0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.518668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-26b8d604-0913-4cfb-82af-1a63c0d69a79 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597496 Jul 16 22:38:19.519381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.523955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--854034002'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.550854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.587621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:19.595183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:19.596707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.625062 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d07060e-4623-4702-81e5-2fb85c289549 (CIDR: 2001:db8::/64) Jul 16 22:38:19.645511 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.646049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:19.662511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.669815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.699454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.707761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['10b638bc-4c95-414c-9c84-e7a3a7eae483'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:38:19.718174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.734112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.742048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.743190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7031f5d3-495f-4a17-bda2-600b0725ecf3 HTTP/1.1" status: 204 len: 168 time: 0.7472765 Jul 16 22:38:19.750481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Pushing event deleted for resources: {'Port': ['ID=10b638bc-4c95-414c-9c84-e7a3a7eae483,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.759621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-341629e5-08f3-49a2-a8fa-793484a57b66 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8094535 Jul 16 22:38:19.767588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.775363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.785663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb234c9d-ae47-4eb9-ba45-d583c3b67085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7031f5d3-495f-4a17-bda2-600b0725ecf3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.790030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11642482-5c5f-410f-bb15-655244978029,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.798636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22ad3ddc-9e0e-4a9b-a541-d14948c2f8c1 None None] Provisioning for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:19.807438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.823900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836e35ea-9e73-4273-9865-f2ce9c922b15,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:19.829318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.843117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a97a351f-aab3-4a28-a722-077cac26e176 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3218682 Jul 16 22:38:19.846387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.860949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5ccd7d01-88e8-4436-ba7e-48d8f23acc2e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.862028 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-5ccd7d01-88e8-4436-ba7e-48d8f23acc2e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 22:38:19.863170 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5ccd7d01-88e8-4436-ba7e-48d8f23acc2e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.869336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ccd7d01-88e8-4436-ba7e-48d8f23acc2e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0190811 Jul 16 22:38:19.871476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.885185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ffa6cf48-a433-441e-aeeb-cb93745c5c71 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.939895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] No DVR routers for this DVR port 10b638bc-4c95-414c-9c84-e7a3a7eae483 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:19.943158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:19.948648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:19.953820 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f01b043-b888-40fb-819c-685e97a4403c" -d '{"events": [{"server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:19.958993 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.971365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-131e9437-3075-4d59-a4ff-70f2337ba7cb req-611f7681-98ce-4c9f-809a-8aad849e389e tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.68 "DELETE /v2.0/ports/10b638bc-4c95-414c-9c84-e7a3a7eae483 HTTP/1.1" status: 204 len: 173 time: 1.4845722 Jul 16 22:38:19.972025 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ffa6cf48-a433-441e-aeeb-cb93745c5c71 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:19.972389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:19.976714 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ffa6cf48-a433-441e-aeeb-cb93745c5c71 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1040032 Jul 16 22:38:19.977543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:19.978273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'name': 'network-vif-deleted', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:19.981562 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1866b9-c960-43af-bd43-e81f49765bb4" -d '{"events": [{"server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "name": "network-vif-deleted", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:19.992942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c394bbc7-401a-4666-adf7-26b96aa5615a tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:19.998035 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-c394bbc7-401a-4666-adf7-26b96aa5615a tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 22:38:20.014147 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-c394bbc7-401a-4666-adf7-26b96aa5615a tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:20.021794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c394bbc7-401a-4666-adf7-26b96aa5615a tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0429916 Jul 16 22:38:20.024949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.035057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e3e870da-33b2-4879-bb10-346db8d35548 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.051095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22ad3ddc-9e0e-4a9b-a541-d14948c2f8c1 None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:20.051403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22ad3ddc-9e0e-4a9b-a541-d14948c2f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.055446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Checking segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:20.055824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Network hostable DHCP agents. Network: 2d2638eb-f1d4-406a-896e-fa0ac4225a48, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:38:20.117482 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e3e870da-33b2-4879-bb10-346db8d35548 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:20.146152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3e870da-33b2-4879-bb10-346db8d35548 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1183770 Jul 16 22:38:20.146655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.147268 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21415c3-a1d6-4422-ab1b-ddb268b9bd09 x-openstack-request-id: req-b21415c3-a1d6-4422-ab1b-ddb268b9bd09 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:20.147639 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:20.147903 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b21415c3-a1d6-4422-ab1b-ddb268b9bd09 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:20.148305 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b', 'code': 200} Jul 16 22:38:20.148876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-22ad3ddc-9e0e-4a9b-a541-d14948c2f8c1 None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:20.151684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:20.152327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f78fafe6-671a-4f75-95ca-a9aa6ffb6544 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.152802 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-f78fafe6-671a-4f75-95ca-a9aa6ffb6544 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 22:38:20.153598 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f78fafe6-671a-4f75-95ca-a9aa6ffb6544 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:20.162168 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f78fafe6-671a-4f75-95ca-a9aa6ffb6544 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115485 Jul 16 22:38:20.162882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.164198 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7b796-3511-4930-822f-fc5830f86a06 x-openstack-request-id: req-cae7b796-3511-4930-822f-fc5830f86a06 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:20.164657 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6265-27fa-420d-9c3e-0c85cee6bc5a", "name": "network-vif-deleted", "tag": "10b638bc-4c95-414c-9c84-e7a3a7eae483", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:20.165670 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cae7b796-3511-4930-822f-fc5830f86a06 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:20.166249 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6265-27fa-420d-9c3e-0c85cee6bc5a', 'name': 'network-vif-deleted', 'tag': '10b638bc-4c95-414c-9c84-e7a3a7eae483', 'status': 'completed', 'code': 200} Jul 16 22:38:20.170357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-36b52880-b9ec-4c55-bb2f-125525edb6a1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.174737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:38:20.227164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 2d2638eb-f1d4-406a-896e-fa0ac4225a48) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:20.234831 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-36b52880-b9ec-4c55-bb2f-125525edb6a1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:20.243358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:20.243668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36b52880-b9ec-4c55-bb2f-125525edb6a1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0795419 Jul 16 22:38:20.244136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.244263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.250370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b1076-a22d-444d-a039-ec7252ae3d16 None None] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:20.254860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8c188169-6a41-441d-b9d2-fb96c88d07ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.256840 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-8c188169-6a41-441d-b9d2-fb96c88d07ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 22:38:20.260241 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-8c188169-6a41-441d-b9d2-fb96c88d07ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:20.265364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c188169-6a41-441d-b9d2-fb96c88d07ae tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201018 Jul 16 22:38:20.269725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.282961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-676da3fe-8ad2-4ebf-9704-67b39a92711f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.309399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.309607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-20f68137-3b60-4b54-8719-54d789685315 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4012463 Jul 16 22:38:20.324122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:20.346742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:20.351890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.359922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:20.468408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-048fd4ee-02a0-4066-8bf1-4ac8e2990030 req-81a79d15-c1ec-4759-9026-fa90f30cca60 tempest-AttachVolumeNegativeTest-735416176 tempest-AttachVolumeNegativeTest-735416176-project] 10.222.0.70 "GET /v2.0/ports?device_id=810d6265-27fa-420d-9c3e-0c85cee6bc5a HTTP/1.1" status: 200 len: 210 time: 0.1401739 Jul 16 22:38:20.483617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-676da3fe-8ad2-4ebf-9704-67b39a92711f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:38:20.483617 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:38:20.483617 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id_1': '59437814c94d4cf3bedbed564ac930dd', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 38, 20, 300761)}] Jul 16 22:38:20.483617 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:38:20.484034 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-676da3fe-8ad2-4ebf-9704-67b39a92711f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:38:20.491578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-90b2cde3-721a-4b82-83b1-1da4cec39854 None None] Provisioning for port 4b18b375-8649-44fa-963e-e32a4c570726 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:20.508231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:20.518056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-90b2cde3-721a-4b82-83b1-1da4cec39854 None None] Provisioning complete for port 4b18b375-8649-44fa-963e-e32a4c570726 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:20.518451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90b2cde3-721a-4b82-83b1-1da4cec39854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.546308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.547607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.573874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6f5b3-8358-4e86-8d65-90ba1316130f req-4969aa18-61ab-4853-8e14-cd2e3cd8f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:20.577363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05c6f5b3-8358-4e86-8d65-90ba1316130f req-4969aa18-61ab-4853-8e14-cd2e3cd8f105 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1871316 Jul 16 22:38:20.595497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-90b2cde3-721a-4b82-83b1-1da4cec39854 None None] Port 4b18b375-8649-44fa-963e-e32a4c570726 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:20.599218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:20.610024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:20.610404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.675027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.701009 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.705988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4336ae2f-c222-43ba-91e9-9e60bd38ec2e req-4180e5dc-de94-4d79-b513-6334e507983a service neutron] (93924) timed out ('10.222.0.70', 45270) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:38:20.721624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9241b57a-86bf-49cc-9ebb-bef268f5da86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.735868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:38:20.736871 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.770141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.907076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:20.915296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.942106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:20.985228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=bc631475-37b2-4e80-8a74-8686ae6ea840,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:20.999961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Allocated IP 172.20.0.2 (2d2638eb-f1d4-406a-896e-fa0ac4225a48/11642482-5c5f-410f-bb15-655244978029/be729114-fbdb-4ade-9437-376bc9912759) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:21.019494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:21.048299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9241b57a-86bf-49cc-9ebb-bef268f5da86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.063420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3a3f-6662-4d81-b1e9-53f435b7b3be req-bf11c771-aef1-4e77-b48f-37cf1cc23d37 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:21.071793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee3e3a3f-6662-4d81-b1e9-53f435b7b3be req-bf11c771-aef1-4e77-b48f-37cf1cc23d37 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.3646557 Jul 16 22:38:21.084060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9241b57a-86bf-49cc-9ebb-bef268f5da86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.102090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:21.117675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:21.130777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b5ea2-be22-4b72-9d56-5e0d66bdf367 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:21.142743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:21.143356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.172341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee3e3a3f-6662-4d81-b1e9-53f435b7b3be req-eef05b09-715a-4a43-b35d-95e3ab0d95ad tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995443 Jul 16 22:38:21.198261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9241b57a-86bf-49cc-9ebb-bef268f5da86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8016e8bd1594ecda2e2485a32f79f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855559 Jul 16 22:38:21.199269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b57a-86bf-49cc-9ebb-bef268f5da86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d39a17-891b-4d1a-abc8-f7934203f1df,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:21.201818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:21.233620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05c6f5b3-8358-4e86-8d65-90ba1316130f req-7e08523f-bd3d-4707-a7ee-ce3b5a51119d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502056 Jul 16 22:38:21.253645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.255882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51058f46-6500-4d72-af6f-97685debb403 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4838083 Jul 16 22:38:21.259040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:21.277971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Transition to ACTIVE for port object be729114-fbdb-4ade-9437-376bc9912759 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:21.279417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.311379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Transition to ACTIVE for port object be729114-fbdb-4ade-9437-376bc9912759 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:21.313546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.314230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-234556881', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc631475-37b2-4e80-8a74-8686ae6ea840'}], 'security_groups': ['1443373f-db69-4939-9502-29e928d40986']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:21.350537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.371123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.374797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.376209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0d39a17-891b-4d1a-abc8-f7934203f1df HTTP/1.1" status: 204 len: 168 time: 0.1725705 Jul 16 22:38:21.384822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559782c-f877-4bb3-98c0-1c1df13c2588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d39a17-891b-4d1a-abc8-f7934203f1df,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:21.408318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.449468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:21.459273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:21.470578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:21.479195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Pushing event updated for resources: {'Port': ['ID=be729114-fbdb-4ade-9437-376bc9912759,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:21.549779 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-676da3fe-8ad2-4ebf-9704-67b39a92711f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:21.551135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-676da3fe-8ad2-4ebf-9704-67b39a92711f tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.2781341 Jul 16 22:38:21.554865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Attempting to bind port be729114-fbdb-4ade-9437-376bc9912759 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:21.559230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Attempting to bind port be729114-fbdb-4ade-9437-376bc9912759 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:21.559230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Attempting to bind port be729114-fbdb-4ade-9437-376bc9912759 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:21.560745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:21.566918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:21.567302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Checking segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:21.567686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.568067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Bound using segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:21.568537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Bound port: be729114-fbdb-4ade-9437-376bc9912759, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:21.568955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.575254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fcb814b1-ed2f-4b1b-84c4-e2eb41ce7762 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '836e35ea-9e73-4273-9865-f2ce9c922b15', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:21.626410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.648794 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-fcb814b1-ed2f-4b1b-84c4-e2eb41ce7762 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:21.655422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fcb814b1-ed2f-4b1b-84c4-e2eb41ce7762 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0931225 Jul 16 22:38:21.656029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:21.704704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:21.734748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] For port be729114-fbdb-4ade-9437-376bc9912759, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:21.740922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] For port be729114-fbdb-4ade-9437-376bc9912759, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=be729114-fbdb-4ade-9437-376bc9912759,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:21.751277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Update dhcp port {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'fixed_ips': [{'subnet_id': '9d07060e-4623-4702-81e5-2fb85c289549', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc631475-37b2-4e80-8a74-8686ae6ea840'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'd170f5bf-5c49-4ddf-a6fc-28aa1513c797'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:38:21.755077 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.825109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Deleting subnet 775ed114-60b1-4b73-88cb-75cf45d1231f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:21.835605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.894157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.907869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bad2e6-be1f-4b21-a33a-8ece91942fc6 None None] Pushing event updated for resources: {'Port': ['ID=be729114-fbdb-4ade-9437-376bc9912759,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:21.920027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:21.972815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.008144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:22.050360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.128744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.175108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Delete allocated IP 2001:db8::1c4 (3135db9c-151c-4787-84b0-11f35b1689a8/9d07060e-4623-4702-81e5-2fb85c289549) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:38:22.183951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:22.184314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.199590 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.225321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8:0:1::aa (3135db9c-151c-4787-84b0-11f35b1689a8/bc631475-37b2-4e80-8a74-8686ae6ea840/4b18b375-8649-44fa-963e-e32a4c570726) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:22.272467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775ed114-60b1-4b73-88cb-75cf45d1231f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:22.275198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.276068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c5ab0d9-3cc1-4f17-9163-f4f269d55d17 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/775ed114-60b1-4b73-88cb-75cf45d1231f HTTP/1.1" status: 204 len: 168 time: 0.5701804 Jul 16 22:38:22.279682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:22.425641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 10b638bc-4c95-414c-9c84-e7a3a7eae483 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:22.489543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 10b638bc-4c95-414c-9c84-e7a3a7eae483 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:22.489887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 10b638bc-4c95-414c-9c84-e7a3a7eae483 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:22.618595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.653693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.780290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.783854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.786461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.790319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/836e35ea-9e73-4273-9865-f2ce9c922b15 HTTP/1.1" status: 204 len: 168 time: 1.1332886 Jul 16 22:38:22.791126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:22.797897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Allocated IP 172.25.5.200 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/3d1aa68b-567e-4b5a-ae55-1aa425a47951) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:22.833123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c430f4-2f45-434e-9bc5-f942d9fc0ed6 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e35ea-9e73-4273-9865-f2ce9c922b15,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:22.913063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141a9ca-ef33-4a3c-853e-bd896d1516c2 req-b74f6a88-3c8a-4cb9-959e-375916266166 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:22.914508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be13a6b8-dba4-4173-9cfc-773d9fd73b02 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180224 Jul 16 22:38:22.924407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a141a9ca-ef33-4a3c-853e-bd896d1516c2 req-b74f6a88-3c8a-4cb9-959e-375916266166 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.4591234 Jul 16 22:38:22.925576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:22.937547 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:22.993046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.005731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16af5aa-b993-43b9-8751-ec20ddb95633']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:23.020755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ac6114-7238-4471-8332-659a5632e7d6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:23.021312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ac6114-7238-4471-8332-659a5632e7d6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:23.034767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.051861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.061520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:38:23.062352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:38:23.128925 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:38:23.134363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--848520330'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:23.157292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.164042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.169326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e16af5aa-b993-43b9-8751-ec20ddb95633 HTTP/1.1" status: 204 len: 168 time: 0.8889742 Jul 16 22:38:23.172325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.188500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.193337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76487d-d282-4c17-9b0e-f8ea766b1e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16af5aa-b993-43b9-8751-ec20ddb95633,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:23.211048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object 4b18b375-8649-44fa-963e-e32a4c570726 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:23.227306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.351287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Allocated IP 2001:db8:0:1::2 (3135db9c-151c-4787-84b0-11f35b1689a8/bc631475-37b2-4e80-8a74-8686ae6ea840/d170f5bf-5c49-4ddf-a6fc-28aa1513c797) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:23.358266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=4b18b375-8649-44fa-963e-e32a4c570726,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:23.360348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.372828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.377262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] In _notify_port_updated(), no bound segment for port 4b18b375-8649-44fa-963e-e32a4c570726 on network 3135db9c-151c-4787-84b0-11f35b1689a8 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:38:23.385989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:23.387255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.388944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b9264e64-1581-41be-ad2a-f7625a8d9189 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/ports/4b18b375-8649-44fa-963e-e32a4c570726 HTTP/1.1" status: 200 len: 929 time: 2.1282120 Jul 16 22:38:23.396925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:23.431926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28e6b5-24c6-4cc2-bd94-a016393fe076 None None] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:23.458837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f071a9-dc41-4147-b690-77dc7c8b67aa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:23.462117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.474875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba3f7102-ffa4-4fb5-aa99-396d05b25da3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3430321 Jul 16 22:38:23.475974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:23.519046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a141a9ca-ef33-4a3c-853e-bd896d1516c2 req-e2a76be4-6e65-48f3-8050-1204e104800a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892749 Jul 16 22:38:23.521235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-63151b23-e2ee-40e5-bbef-3baafc5ee282 None None] Provisioning for port be729114-fbdb-4ade-9437-376bc9912759 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:23.525281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-923cfeb0-c515-4662-8812-855b782b8968 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '87f071a9-dc41-4147-b690-77dc7c8b67aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:23.569677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:23.609798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.669624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d59613fa-2fc3-400c-ba05-2f688289dfae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3f4b8b6ab6e4b15b24cfb66fab65a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959344 Jul 16 22:38:23.671741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:23.676473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.720789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:23.746918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.755982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:23.769104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:23.772213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1aa68b-567e-4b5a-ae55-1aa425a47951,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:23.778224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:23.779941 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.820868 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-923cfeb0-c515-4662-8812-855b782b8968 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The resource could not be found. Jul 16 22:38:23.822241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-923cfeb0-c515-4662-8812-855b782b8968 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3017333 Jul 16 22:38:23.827779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:23.834667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3e396ef5-7f30-4fae-a83b-d934b9098924 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '87f071a9-dc41-4147-b690-77dc7c8b67aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '801ba971-6ded-417f-bef6-2ec72f3a5058'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:23.844127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 4b18b375-8649-44fa-963e-e32a4c570726 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:23.844383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.911285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.914806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.924347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10e7b06b-495f-4e7c-858f-bb9519795ed9 HTTP/1.1" status: 204 len: 168 time: 0.2460907 Jul 16 22:38:23.928176 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:23.946113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Transition to ACTIVE for port object d170f5bf-5c49-4ddf-a6fc-28aa1513c797 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:23.956414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58460b40-b817-43b0-bcc3-0ab9b84d8093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e7b06b-495f-4e7c-858f-bb9519795ed9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:23.962252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.114979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device be729114-fbdb-4ade-9437-376bc9912759 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:24.225898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:24.244333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.244678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.245046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.245384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.245718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.246046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.246488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.246720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.247367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.248228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.248556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.248878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c773036-b9e4-4d1c-813d-a35284e9ac9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:24.269107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port be729114-fbdb-4ade-9437-376bc9912759 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:24.283791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port be729114-fbdb-4ade-9437-376bc9912759 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:24.283791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.417136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.768316 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-3e396ef5-7f30-4fae-a83b-d934b9098924 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The resource could not be found. Jul 16 22:38:24.773284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:24.782722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3e396ef5-7f30-4fae-a83b-d934b9098924 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9538505 Jul 16 22:38:24.803948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.866507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.897697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 4b18b375-8649-44fa-963e-e32a4c570726 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:24.898129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.910835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port be729114-fbdb-4ade-9437-376bc9912759, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=be729114-fbdb-4ade-9437-376bc9912759,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:24.913114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-133c6107-8664-4b68-8e32-1896643f1c33 None None] Provisioning complete for port be729114-fbdb-4ade-9437-376bc9912759 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:24.913985 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-133c6107-8664-4b68-8e32-1896643f1c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.959029 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:24.968087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.099897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-aca09a0c-2ade-4c9a-89d1-99de21784146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:25.101784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-aca09a0c-2ade-4c9a-89d1-99de21784146 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1097 time: 0.8743188 Jul 16 22:38:25.107189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.110738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.115420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/87f071a9-dc41-4147-b690-77dc7c8b67aa HTTP/1.1" status: 204 len: 168 time: 0.3407838 Jul 16 22:38:25.116165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:25.125716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=be729114-fbdb-4ade-9437-376bc9912759,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:25.134130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f0d20-d32f-4af7-81d8-05cb7c3ab8c7 req-e3189465-6338-4327-b42f-26d4435bc44a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:25.145549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-991f0d20-d32f-4af7-81d8-05cb7c3ab8c7 req-e3189465-6338-4327-b42f-26d4435bc44a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.5700352 Jul 16 22:38:25.174078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c23f1-4267-4f40-b657-428e51dd9353 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f071a9-dc41-4147-b690-77dc7c8b67aa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:25.258936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-223d4c99-c7ce-4ff5-87e0-ad892109ce35 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1386280 Jul 16 22:38:25.259796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:25.275619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fd447e54-95ef-4573-870b-b965537c1e4e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '1e646303-abde-4728-9695-a4a379b9ec2b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:25.357882 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-fd447e54-95ef-4573-870b-b965537c1e4e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The resource could not be found. Jul 16 22:38:25.363397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fd447e54-95ef-4573-870b-b965537c1e4e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1021965 Jul 16 22:38:25.365135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:25.372877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145099265'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:25.418425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.447390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.506000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-991f0d20-d32f-4af7-81d8-05cb7c3ab8c7 req-2a2887c9-7f0d-4f08-a0df-6bb534833a87 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568451 Jul 16 22:38:25.545631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Provisioning for port 4b18b375-8649-44fa-963e-e32a4c570726 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:25.559200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Provisioning complete for port 4b18b375-8649-44fa-963e-e32a4c570726 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:25.561028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.662320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.667470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Port 4b18b375-8649-44fa-963e-e32a4c570726 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:25.669885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.707524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.710356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Provisioning for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:25.713479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3449311 Jul 16 22:38:25.727052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:25.727656 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.733352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:25.741226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249974102'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:25.832199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b9dd-e138-4a60-b7d5-4905e0b46f08 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2271a695-3910-4602-b4ac-721020073037,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:25.848416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.849264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-3fde928c-8574-4342-9c84-d53026058cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:25.850820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-3fde928c-8574-4342-9c84-d53026058cc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.6553984 Jul 16 22:38:25.914235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:25.928626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-03825aef-2101-49c6-97fa-add05961bf03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 200 len: 217 time: 0.0556467 Jul 16 22:38:25.929529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.989066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:25.989516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.000662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=4b18b375-8649-44fa-963e-e32a4c570726,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:26.065112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.067443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bb702804-a955-4a57-b1a6-87fc490ba3e0 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/4b18b375-8649-44fa-963e-e32a4c570726 HTTP/1.1" status: 204 len: 168 time: 2.6688302 Jul 16 22:38:26.069939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:26.084222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-bec4ffc0-6ad8-457f-bf02-40120e4466b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:26.085727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-bec4ffc0-6ad8-457f-bf02-40120e4466b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.1459548 Jul 16 22:38:26.102426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:26.102822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.130306 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-658a7a30-6c90-41f9-9a3c-85e81445a44b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:38:26.139755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-658a7a30-6c90-41f9-9a3c-85e81445a44b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/4b18b375-8649-44fa-963e-e32a4c570726 HTTP/1.1" status: 404 len: 333 time: 0.0604558 Jul 16 22:38:26.139949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:26.144523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-54e0653e-c2e0-43e2-bc87-952bc0e12e69 None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:26.146754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device be729114-fbdb-4ade-9437-376bc9912759 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:26.172857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-3f43f121-6c5c-48b6-9291-a581f9f43dfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549424 Jul 16 22:38:26.178838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Router 4099013d-59ef-4b46-b094-2f3366a47d93 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:38:26.214546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.256714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.273564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port be729114-fbdb-4ade-9437-376bc9912759 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:26.274445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.319855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-48e1828c-5e58-4ee0-adff-41fe75f0676f None None] Could not find standard attr ID for object 4b18b375-8649-44fa-963e-e32a4c570726. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:38:26.402049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.411911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6752052 Jul 16 22:38:26.457654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:26.460638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.518758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f6d650b-66c1-445c-aba5-f35927acc4e1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group_rule': {'security_group_id': '2271a695-3910-4602-b4ac-721020073037', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '77ba5dec-94ba-4889-810e-31fda96995cc'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:26.557215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.564152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92305d-5efc-4733-84c9-19891d139c99 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba5dec-94ba-4889-810e-31fda96995cc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:26.659821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.662574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.676145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/security-groups/d9b790ca-3879-422b-bda8-85f3683d61ef HTTP/1.1" status: 204 len: 168 time: 0.5344224 Jul 16 22:38:26.677669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45322) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:26.681418 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-9f6d650b-66c1-445c-aba5-f35927acc4e1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:26.682562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f6d650b-66c1-445c-aba5-f35927acc4e1 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1729066 Jul 16 22:38:26.705822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:26.722677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ac886-dab4-4a12-b895-b56d61b6f1ae tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b790ca-3879-422b-bda8-85f3683d61ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:26.827392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.847734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.875502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.908901 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:26.909256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-e0a27d9c-7598-4449-9ccc-139dcce480d6 service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217202 Jul 16 22:38:26.929091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:26.940805 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:26.954848 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:26.955441 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:26.993234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.002808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.004232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/77ba5dec-94ba-4889-810e-31fda96995cc HTTP/1.1" status: 204 len: 168 time: 0.2974401 Jul 16 22:38:27.008916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.043400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.043400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b96ca84-29a5-4036-a10d-e4382b0e9844 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7314949 Jul 16 22:38:27.047601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee130-1704-4d04-a42a-238f11510af9 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba5dec-94ba-4889-810e-31fda96995cc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:27.050096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.144488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92951f8a-f95d-4c40-b2c6-5fcc4d6f17a4 req-4ff5086e-9d6a-46f6-afca-d186cb29b19d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:27.146090 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92951f8a-f95d-4c40-b2c6-5fcc4d6f17a4 req-4ff5086e-9d6a-46f6-afca-d186cb29b19d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.3040385 Jul 16 22:38:27.239176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c91125a4-0e75-45fe-a9c7-fc3f9c7339c3 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2279406 Jul 16 22:38:27.244279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.248849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcf6bfdd-602f-4743-a1bb-9649a3726568 req-44934786-9c9b-4ec7-9a52-3215ea33c694 service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298702 Jul 16 22:38:27.287661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.299142 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92951f8a-f95d-4c40-b2c6-5fcc4d6f17a4 req-8427e3e8-a410-49da-a17c-7e5b885fc264 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360419 Jul 16 22:38:27.309851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.311991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/security-groups/1443373f-db69-4939-9502-29e928d40986 HTTP/1.1" status: 204 len: 168 time: 0.6285300 Jul 16 22:38:27.314750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.407004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e830db2-c9d3-4035-be0d-95ff92749733 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1443373f-db69-4939-9502-29e928d40986,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:27.428457 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:27.433046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.462520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.485940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet 9d07060e-4623-4702-81e5-2fb85c289549 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:27.486687 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.490414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.530146 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-501d04fb-02df-409c-9060-e0484fbe76dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.569697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.570194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.573124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.574499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/2271a695-3910-4602-b4ac-721020073037 HTTP/1.1" status: 204 len: 168 time: 0.3284945 Jul 16 22:38:27.583987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.604120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796750bb-3852-4d33-ad4a-b248506f453b tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271a695-3910-4602-b4ac-721020073037,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:27.726403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.747869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7981fc8f-9a33-4047-9083-a6e60c9d9aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.812609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0cc18478-2710-43dc-a12b-4c8d21c1b85a tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2270861 Jul 16 22:38:27.823449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.830535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033697351'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:27.842452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.846063 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:24Z', 'revision_number': 3, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:27.871260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=9d07060e-4623-4702-81e5-2fb85c289549,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:27.876472 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:38:27.877268 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Updating router 4099013d-59ef-4b46-b094-2f3366a47d93 port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:38:27.881213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.884763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3223801e-0f19-400d-97a4-8a590b4792fd tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/9d07060e-4623-4702-81e5-2fb85c289549 HTTP/1.1" status: 204 len: 168 time: 0.5685990 Jul 16 22:38:27.892470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:27.900609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f4d0d-d464-4ca6-8836-26be88fa0451 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:27.904126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:27.918968 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.076802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7981fc8f-9a33-4047-9083-a6e60c9d9aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.103160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.111242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7981fc8f-9a33-4047-9083-a6e60c9d9aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.174888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7981fc8f-9a33-4047-9083-a6e60c9d9aca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96540e3a73cf4efabeb69d3c9e6589df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400520 Jul 16 22:38:28.177713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981fc8f-9a33-4047-9083-a6e60c9d9aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f13734-7031-41b2-a3e7-e65f65cbd35d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:28.180390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:28.316542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.339619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.350082 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.365157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.375878 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.383442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.409518 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Transition to ACTIVE for port object 3d1aa68b-567e-4b5a-ae55-1aa425a47951 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:28.417657 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.459854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca91ec1-e73a-485a-8cdd-c075a7e28746,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:28.523302 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Attempting to bind port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:28.524067 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Attempting to bind port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:28.524684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Attempting to bind port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:28.526853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:28.536053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.536881 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:28.537556 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:28.538205 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.538818 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:28.539634 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Bound port: 3d1aa68b-567e-4b5a-ae55-1aa425a47951, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:28.540498 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.542618 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254d08-f956-4c86-bc34-6ef4187f1868 None None] Pushing event updated for resources: {'Port': ['ID=3d1aa68b-567e-4b5a-ae55-1aa425a47951,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:28.556772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.558376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-75b6ca58-b308-4c08-aa3e-33419cbefadb tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7342155 Jul 16 22:38:28.583657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:28.593258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Allocated IP 172.20.0.1 (2d2638eb-f1d4-406a-896e-fa0ac4225a48/11642482-5c5f-410f-bb15-655244978029/f0553a24-9882-44ee-9d0e-da546c760cd7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:28.594443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e16fa6b0-7f34-48bb-960f-588ca7e01586 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:28.595126 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-e16fa6b0-7f34-48bb-960f-588ca7e01586 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 22:38:28.595658 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e16fa6b0-7f34-48bb-960f-588ca7e01586 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 22:38:28.599930 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e16fa6b0-7f34-48bb-960f-588ca7e01586 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "PUT /v2.0/security-groups/5ca91ec1-e73a-485a-8cdd-c075a7e28746 HTTP/1.1" status: 409 len: 330 time: 0.0151899 Jul 16 22:38:28.606209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45372) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:28.650486 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] For port 3d1aa68b-567e-4b5a-ae55-1aa425a47951, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:28.663965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] For port 3d1aa68b-567e-4b5a-ae55-1aa425a47951, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3d1aa68b-567e-4b5a-ae55-1aa425a47951,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:28.671270 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.752327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.784473 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:28.785133 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:28.800140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Transition to ACTIVE for port object f0553a24-9882-44ee-9d0e-da546c760cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:28.817860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.823929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.830380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07f13734-7031-41b2-a3e7-e65f65cbd35d HTTP/1.1" status: 204 len: 168 time: 0.6490653 Jul 16 22:38:28.899108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.929332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83081dc-1ffc-49d8-9925-c0461e30f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f13734-7031-41b2-a3e7-e65f65cbd35d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:29.040078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:29.049775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254d08-f956-4c86-bc34-6ef4187f1868 None None] Pushing event updated for resources: {'Port': ['ID=3d1aa68b-567e-4b5a-ae55-1aa425a47951,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:29.054098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:29.099815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:29.109558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.169710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:29.175839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Pushing event updated for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:29.255019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.371418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.502094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.504953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.506375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/5ca91ec1-e73a-485a-8cdd-c075a7e28746 HTTP/1.1" status: 204 len: 168 time: 0.8989909 Jul 16 22:38:29.528843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:29.550727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaca957-2cda-4ea7-b0c6-08b35da7969e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca91ec1-e73a-485a-8cdd-c075a7e28746,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:29.596112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba7370ca-956f-487c-84f6-684580416f09 None None] Provisioning for port f0553a24-9882-44ee-9d0e-da546c760cd7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:29.597167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:29.610253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8cbf2205-ab5f-4f19-b0e0-9b4e44f89c8e tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797570 Jul 16 22:38:29.615362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba7370ca-956f-487c-84f6-684580416f09 None None] Provisioning complete for port f0553a24-9882-44ee-9d0e-da546c760cd7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:29.615981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7370ca-956f-487c-84f6-684580416f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.618249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:29.640663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6444c-9835-4d56-89a7-ce9ef1f09511 req-bbabc98b-469e-4544-9a82-800434dc3df0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:29.648779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64e6444c-9835-4d56-89a7-ce9ef1f09511 req-bbabc98b-469e-4544-9a82-800434dc3df0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.5719528 Jul 16 22:38:29.656304 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:24Z', 'revision_number': 3, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:29.675115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e5c5-01a5-478b-95d9-c0d4b94ad804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.677849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.681587 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-111750aa-4c34-4ab9-8d64-369d37aa931d tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] delete failed (client error): The resource could not be found. Jul 16 22:38:29.682538 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-111750aa-4c34-4ab9-8d64-369d37aa931d tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "DELETE /v2.0/security-groups/7e28ea52-6df9-4700-b332-eeca3618a983 HTTP/1.1" status: 404 len: 347 time: 0.0543599 Jul 16 22:38:29.687646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:29.710234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ba7370ca-956f-487c-84f6-684580416f09 None None] Port f0553a24-9882-44ee-9d0e-da546c760cd7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:29.731120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294dda59-cd8a-4812-9e5a-b0a9109d33f8 None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:24Z', 'revision_number': 3, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:29.747775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64e6444c-9835-4d56-89a7-ce9ef1f09511 req-39fbfea9-6603-4382-8dce-65ac6fe82d09 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972750 Jul 16 22:38:29.750758 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e31776e0-e991-4bae-8831-2c7a77378a61 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] show failed (client error): The resource could not be found. Jul 16 22:38:29.751776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e31776e0-e991-4bae-8831-2c7a77378a61 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-groups/d4f8c174-080e-4bc3-b14d-14454e6e2b17 HTTP/1.1" status: 404 len: 347 time: 0.0596540 Jul 16 22:38:29.755777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:29.803758 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0cda4314-c0fb-4838-b616-a9793e6b1a21 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] show failed (client error): The resource could not be found. Jul 16 22:38:29.804817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0cda4314-c0fb-4838-b616-a9793e6b1a21 tempest-NegativeSecGroupTest-1396212997 tempest-NegativeSecGroupTest-1396212997-project] 10.222.0.70 "GET /v2.0/security-group-rules/025781b6-b97b-4bee-9962-993f3fd96e3e HTTP/1.1" status: 404 len: 356 time: 0.0483384 Jul 16 22:38:29.845774 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9055683a-e947-4885-a850-adbd6f09c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.866738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a275797-7826-46ab-a00c-45a258558473 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:29.868891 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a275797-7826-46ab-a00c-45a258558473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.879891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.973261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=8bd10c0a-ca32-4e76-a05e-629064acd573,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:29.983326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:29.985671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:29.989706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:29.990636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.001774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb475e5-a0ed-4d93-8bf4-a6b1815fdada None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:30.121492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e5c5-01a5-478b-95d9-c0d4b94ad804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.130498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e5c5-01a5-478b-95d9-c0d4b94ad804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.136436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-455cf50b-8a51-4fff-b86c-d5e717dfd92a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2424285 Jul 16 22:38:30.139649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:30.146993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'security_group': {'name': 'tempest-secgroup-703314365'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:30.149216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.150717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a275797-7826-46ab-a00c-45a258558473 None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:30.151318 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a275797-7826-46ab-a00c-45a258558473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.205015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.251978 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.277598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.324825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6a275797-7826-46ab-a00c-45a258558473 None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:30.509872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.524284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.533679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.546001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f9b8e5c5-01a5-478b-95d9-c0d4b94ad804 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e7f39babd0447e680c0a4decb834594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347427 Jul 16 22:38:30.548646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:30.569718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e226242-a9db-4e21-a9f8-d5400166bf24,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:30.586720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.588791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6df97a8b-7fc1-452c-8ade-3d6b1fd67724 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4476888 Jul 16 22:38:30.589479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:30.591516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:30.610342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'security_group': {'name': 'tempest-secgroup-1165871380'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:30.661373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Pushing event updated for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:30.670820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8e5c5-01a5-478b-95d9-c0d4b94ad804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e78c237-f1f8-413e-a6f6-c906176a57e6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:30.704513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.763168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.767289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Update dhcp port {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'fixed_ips': [{'subnet_id': 'bc631475-37b2-4e80-8a74-8686ae6ea840', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8bd10c0a-ca32-4e76-a05e-629064acd573'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'd170f5bf-5c49-4ddf-a6fc-28aa1513c797'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:38:30.788985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.839891 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.957976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.968718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:30.971450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e78c237-f1f8-413e-a6f6-c906176a57e6 HTTP/1.1" status: 204 len: 168 time: 0.3408444 Jul 16 22:38:30.980112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1e0e5dc6-f4e9-4db9-8363-45f899762dce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59437814c94d4cf3bedbed564ac930dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895197 Jul 16 22:38:30.983342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:31.019286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a91343-bb2c-4cf8-b2cb-d41eaa9b0d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e78c237-f1f8-413e-a6f6-c906176a57e6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:31.090427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:31.096072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:31.175607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.218120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.235713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Allocated IP 2001:db8::2 (3135db9c-151c-4787-84b0-11f35b1689a8/8bd10c0a-ca32-4e76-a05e-629064acd573/d170f5bf-5c49-4ddf-a6fc-28aa1513c797) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:31.276149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.288775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.294954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.296462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d67288ff-c470-437e-9e55-66439ec6ad8b HTTP/1.1" status: 204 len: 168 time: 0.3121903 Jul 16 22:38:31.311313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.342457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50561ec-2812-4a13-aa3e-92e4d277d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67288ff-c470-437e-9e55-66439ec6ad8b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:31.366401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.367663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7753363 Jul 16 22:38:31.376507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a890e4-981d-4e47-a47e-ccee12fbe45c req-5f3fab03-9aea-49f4-aec9-610bc9f7014d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:31.383840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9a890e4-981d-4e47-a47e-ccee12fbe45c req-5f3fab03-9aea-49f4-aec9-610bc9f7014d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.3533640 Jul 16 22:38:31.390209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:31.417666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204135453'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:31.494877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:31.570258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462b76-74bb-4ec0-bcce-390c9a65d66a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374322ba-2e74-434d-b277-c9f15c28ad79,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:31.571580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:38:31.584457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9a890e4-981d-4e47-a47e-ccee12fbe45c req-bc6634fe-7e8a-423b-bee2-e8f3fa6d6a43 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997552 Jul 16 22:38:31.589525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.609014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Transition to ACTIVE for port object d170f5bf-5c49-4ddf-a6fc-28aa1513c797 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:31.611639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.638992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.843545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.852569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.854254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.864083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:31.876727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9fffe934-55d5-4faa-93b9-ce367732243a admin admin] 10.222.0.70 "PUT /v2.0/routers/4099013d-59ef-4b46-b094-2f3366a47d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8250475 Jul 16 22:38:31.932859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092281ae-329b-4145-94f2-cde0e1b8047b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:31.952299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:31.953787 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-53d63015-6a3b-49d8-bb7b-66eefc9915da tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5574205 Jul 16 22:38:31.956723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:31.963278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1686907745', 'security_groups': ['092281ae-329b-4145-94f2-cde0e1b8047b'], 'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8bd10c0a-ca32-4e76-a05e-629064acd573'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:31.967510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cff5d5bd-e046-4b0f-9b2d-e9c7889cd712 None None] Provisioning complete for port f0553a24-9882-44ee-9d0e-da546c760cd7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:31.967898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cff5d5bd-e046-4b0f-9b2d-e9c7889cd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.046732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cff5d5bd-e046-4b0f-9b2d-e9c7889cd712 None None] Port f0553a24-9882-44ee-9d0e-da546c760cd7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:32.050438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3d1aa68b-567e-4b5a-ae55-1aa425a47951 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:32.098920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b904719-9476-40c1-9cca-1770edfc20c2 None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:32.131406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:32.136309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:32.137000 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.164376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:32.258554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.297439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3d1aa68b-567e-4b5a-ae55-1aa425a47951, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3d1aa68b-567e-4b5a-ae55-1aa425a47951,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:32.303258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.381771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.384201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3d1aa68b-567e-4b5a-ae55-1aa425a47951,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:32.422483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] device_id is not set on port f234c0a4-5506-4c91-8081-a8d6a2471a51 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:38:32.689987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8::3ad (3135db9c-151c-4787-84b0-11f35b1689a8/8bd10c0a-ca32-4e76-a05e-629064acd573/f234c0a4-5506-4c91-8081-a8d6a2471a51) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:32.695988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:32.718586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:32.734182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:32.735992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:32.991872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:33.002439 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.054536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object f234c0a4-5506-4c91-8081-a8d6a2471a51 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:33.150688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.201019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Provisioning for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:33.207498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:33.207876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.247580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64597c0-3c3b-4fb7-8d4d-e4634f646ff2 req-36a71c9f-5fae-4f61-8563-51f098319f5b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:33.256398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e64597c0-3c3b-4fb7-8d4d-e4634f646ff2 req-36a71c9f-5fae-4f61-8563-51f098319f5b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.4211042 Jul 16 22:38:33.270129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:33.285647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:33.295164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:33.302511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:33.303444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.319789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=f234c0a4-5506-4c91-8081-a8d6a2471a51,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:33.336679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ada6b60-c40c-4af8-950b-4544bcea537f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3770218 Jul 16 22:38:33.338770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:33.346820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:33.390995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e64597c0-3c3b-4fb7-8d4d-e4634f646ff2 req-3e281a4f-f576-473d-85e7-bf05a0f2932b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339953 Jul 16 22:38:33.460110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:33.465367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539991350', 'description': 'tempest-description--934279136'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:33.481436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:33.487036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.520617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:38:33.520617 n-d-793621-16 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:38:33.520617 n-d-793621-16 neutron-server[93924]: [parameters: {'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'id': '0b041145-7528-4089-839b-26d121a3d756', 'expiration': datetime.datetime(2021, 7, 16, 22, 40, 33, 505396)}] Jul 16 22:38:33.520617 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:38:33.521209 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:38:33.535073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:33.540042 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.571663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 2, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:33.614769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:38:33.615283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Updating router 4099013d-59ef-4b46-b094-2f3366a47d93 port f0553a24-9882-44ee-9d0e-da546c760cd7 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:38:33.617231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7ad9a-4fad-4808-a9a2-2ed1e657387f None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:33.694294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:33.746569 n-d-793621-16 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8bd10c0a-ca32-4e76-a05e-629064acd573 (CIDR: 2001:db8::/64) Jul 16 22:38:33.753408 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:33.753868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:33.782871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9825116a-45c8-4e5a-9766-7ca8f6c732ce tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4419665 Jul 16 22:38:33.786428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:33.792260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:33.864851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81c832cb-d4ff-4493-b118-adc87e6f1fb8 None None] Provisioning for port f234c0a4-5506-4c91-8081-a8d6a2471a51 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:33.878965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81c832cb-d4ff-4493-b118-adc87e6f1fb8 None None] Provisioning complete for port f234c0a4-5506-4c91-8081-a8d6a2471a51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:33.879459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81c832cb-d4ff-4493-b118-adc87e6f1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.011838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:34.053096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-81c832cb-d4ff-4493-b118-adc87e6f1fb8 None None] Port f234c0a4-5506-4c91-8081-a8d6a2471a51 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:34.053560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:38:34.053560 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:38:34.053560 n-d-793621-16 neutron-server[93924]: [parameters: {'project_id_1': '9ab348da4c9e448a81909885262ba15c', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 38, 34, 36295)}] Jul 16 22:38:34.053560 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:38:34.054739 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:38:34.072440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.148472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:34.148846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.170261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.176735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.216563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.217458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306bca1a-93db-4af2-a1a8-48445efd2da5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:34.224392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.231058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45526) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:34.233431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6be94fe6-d1f2-4f8e-97da-b3929c0fb1e4 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7696178 Jul 16 22:38:34.238897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group_rule': {'security_group_id': '306bca1a-93db-4af2-a1a8-48445efd2da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:34.251398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Transition to ACTIVE for port object f0553a24-9882-44ee-9d0e-da546c760cd7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:34.266827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.280076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.286291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3d1aa68b-567e-4b5a-ae55-1aa425a47951 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:34.406315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.415042 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.446083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2231c27-4b74-47b7-83dd-5588739fad32,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:34.473189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.474462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88a9da6d-ef9d-49fd-8ec0-fd1655f5701c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403157 Jul 16 22:38:34.478159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:34.483865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group_rule': {'security_group_id': '306bca1a-93db-4af2-a1a8-48445efd2da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:34.549548 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.735949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:34.744349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.770279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d91e9-84e8-4de3-ba96-3ab861e2cbb8 req-2caba1f0-d06d-4819-812e-c4b6ec821080 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:34.771883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-357d91e9-84e8-4de3-ba96-3ab861e2cbb8 req-2caba1f0-d06d-4819-812e-c4b6ec821080 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1773067 Jul 16 22:38:34.793320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Attempting to bind port f0553a24-9882-44ee-9d0e-da546c760cd7 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:34.794134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Attempting to bind port f0553a24-9882-44ee-9d0e-da546c760cd7 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:34.794720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Attempting to bind port f0553a24-9882-44ee-9d0e-da546c760cd7 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:34.795813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.818939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.838767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201350-80ec-4e54-ae13-a51eda3461ff None None] Pushing event updated for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:34.842722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:34.843107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Checking segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:34.843512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.843907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Bound using segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:34.844393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Bound port: f0553a24-9882-44ee-9d0e-da546c760cd7, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:34.844775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.862805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-357d91e9-84e8-4de3-ba96-3ab861e2cbb8 req-47e539b8-e501-42de-a9a8-4fc998703eef tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844865 Jul 16 22:38:34.874851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:34.875229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.891092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d2bc89-7082-44d4-b269-638d2335d765,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:34.923499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.928204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:34.928892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba5f2f3b-2c87-4fe9-8178-d7f3c897672b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4494116 Jul 16 22:38:34.933961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:34.984533 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bc631475-37b2-4e80-8a74-8686ae6ea840 (CIDR: 2001:db8:0:1::/64) Jul 16 22:38:34.992419 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:34.993184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:34.994727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:35.001270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] For port f0553a24-9882-44ee-9d0e-da546c760cd7, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:35.007629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] For port f0553a24-9882-44ee-9d0e-da546c760cd7, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f0553a24-9882-44ee-9d0e-da546c760cd7,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:35.025206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba086ed6-2c26-4241-976c-8d825ea51c30 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2376246 Jul 16 22:38:35.026125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:35.038704 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.039744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'subnet': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:35.212673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:35.213388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:35.225723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201350-80ec-4e54-ae13-a51eda3461ff None None] Pushing event updated for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:35.240693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.352458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Made reservation on behalf of 9ab348da4c9e448a81909885262ba15c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:35.363573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.509305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Allocated IP 172.25.5.225 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a37863ac-4f5e-4814-a302-ad9c6ff96f70) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:35.509941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:35.697713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.785880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.806421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.861212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Network 3135db9c-151c-4787-84b0-11f35b1689a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:35.861212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:35.865843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:35.866440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:35.874357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924680ea-5745-4341-a35e-5fbab7df83bf None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:35.880344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Subnet': ['ID=c6c11be8-93b2-43d3-8e1b-ba43f5131081,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:35.887990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:35.889682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:35.894016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:35.897925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-13d9ff35-80be-4af7-aff9-541d48998fa9 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8706069 Jul 16 22:38:35.898808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:35.908714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-758224886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6c11be8-93b2-43d3-8e1b-ba43f5131081'}], 'security_groups': ['3e226242-a9db-4e21-a9f8-d5400166bf24', '374322ba-2e74-434d-b277-c9f15c28ad79']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:36.053070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.102882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.112904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=a37863ac-4f5e-4814-a302-ad9c6ff96f70,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:36.144186 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.155423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:34Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:36.213879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a202-54f1-4077-a089-8bb415e3c453 None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:34Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:36.339967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fec23-2a38-47df-b663-0bf04644f287 req-f6e06ece-2f54-4b78-b479-1690226598c1 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:36.343741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-891fec23-2a38-47df-b663-0bf04644f287 req-f6e06ece-2f54-4b78-b479-1690226598c1 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1691165 Jul 16 22:38:36.443039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-891fec23-2a38-47df-b663-0bf04644f287 req-be722fca-b2e2-483b-bc9e-efd1b3281fd6 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694983 Jul 16 22:38:36.470765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.483717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.514895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Update dhcp port {'port': {'network_id': '3135db9c-151c-4787-84b0-11f35b1689a8', 'fixed_ips': [{'subnet_id': 'bc631475-37b2-4e80-8a74-8686ae6ea840', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8bd10c0a-ca32-4e76-a05e-629064acd573', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6c11be8-93b2-43d3-8e1b-ba43f5131081'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'd170f5bf-5c49-4ddf-a6fc-28aa1513c797'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:38:36.589808 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.597088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=a37863ac-4f5e-4814-a302-ad9c6ff96f70,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:36.601154 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.621660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:36.633710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ee1f7ffb-0967-4a63-9699-86c60c7199a1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6966119 Jul 16 22:38:37.262059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-86747842-e444-43f7-b5c9-1185fac66a41 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1539991350&fields=id&tenant_id=e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 267 time: 0.1051984 Jul 16 22:38:37.454283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Delete allocated IP 2001:db8::3ad (3135db9c-151c-4787-84b0-11f35b1689a8/8bd10c0a-ca32-4e76-a05e-629064acd573) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 22:38:37.476914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Allocated IP 2001:db8:0:2::27b (3135db9c-151c-4787-84b0-11f35b1689a8/c6c11be8-93b2-43d3-8e1b-ba43f5131081/f234c0a4-5506-4c91-8081-a8d6a2471a51) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:37.713804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c780-7e05-4df9-981d-c343ba0f4619 req-c80eea84-c468-46e4-b322-0ca163b94d25 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:37.722177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1068c780-7e05-4df9-981d-c343ba0f4619 req-c80eea84-c468-46e4-b322-0ca163b94d25 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0921488 Jul 16 22:38:37.774484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-c5ca176a-3900-4637-a0fe-9cb88948866c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:37.777008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-c5ca176a-3900-4637-a0fe-9cb88948866c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 811 time: 0.5126872 Jul 16 22:38:37.783654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1068c780-7e05-4df9-981d-c343ba0f4619 req-bd4e54dd-51e0-4c26-b83a-a38e2bc5961a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Jul 16 22:38:37.822736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-e3485592-e621-4fd1-9373-500876710a55 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/quotas/e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 375 time: 0.0346704 Jul 16 22:38:37.920473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f0553a24-9882-44ee-9d0e-da546c760cd7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:37.930000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:37.944572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Transition to ACTIVE for port object f234c0a4-5506-4c91-8081-a8d6a2471a51 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:37.960950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.036115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f0553a24-9882-44ee-9d0e-da546c760cd7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:38.039701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Allocated IP 2001:db8:0:2::2 (3135db9c-151c-4787-84b0-11f35b1689a8/c6c11be8-93b2-43d3-8e1b-ba43f5131081/d170f5bf-5c49-4ddf-a6fc-28aa1513c797) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:38.047730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f0553a24-9882-44ee-9d0e-da546c760cd7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:38.052671 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.108940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] In _notify_port_updated(), no bound segment for port f234c0a4-5506-4c91-8081-a8d6a2471a51 on network 3135db9c-151c-4787-84b0-11f35b1689a8 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:38:38.115436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:38.126641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.132008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:38.146288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "PUT /v2.0/ports/f234c0a4-5506-4c91-8081-a8d6a2471a51 HTTP/1.1" status: 200 len: 969 time: 2.2409868 Jul 16 22:38:38.196267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e7280-ecb9-48f8-b6f2-b1b226262783 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event updated for resources: {'Port': ['ID=f234c0a4-5506-4c91-8081-a8d6a2471a51,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:38.231773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-dc020d71-540d-4fb8-a8c0-9524bac3d425 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4000473 Jul 16 22:38:38.307052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.351569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port f234c0a4-5506-4c91-8081-a8d6a2471a51 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:38.351930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.358022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:38.369593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f0553a24-9882-44ee-9d0e-da546c760cd7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f0553a24-9882-44ee-9d0e-da546c760cd7,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:38.382175 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.444237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:38.460153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-98e8466f-c9b0-4cf4-ab93-a80ea134d825 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:38:38.469260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-98e8466f-c9b0-4cf4-ab93-a80ea134d825 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2309029 Jul 16 22:38:38.498267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.542135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Transition to ACTIVE for port object d170f5bf-5c49-4ddf-a6fc-28aa1513c797 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:38.554139 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.586778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.630267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for f234c0a4-5506-4c91-8081-a8d6a2471a51 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:38.694954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-2c79d32c-e0d8-4c13-b4e8-41a396469d20 service neutron] 10.222.0.70 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256544 Jul 16 22:38:38.795343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab851f1b-8555-44a0-9cc5-402149bda4e0 None None] Pushing event updated for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:38.911511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:38.948686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=f234c0a4-5506-4c91-8081-a8d6a2471a51,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:38.957469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-66dfa746-0ad5-4b11-aa84-4abe771102e5 service neutron] 10.222.0.70 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603300 Jul 16 22:38:38.991295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.003955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:39.005010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-712e9b69-f364-4c77-ac71-4a26818f0720 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/f234c0a4-5506-4c91-8081-a8d6a2471a51 HTTP/1.1" status: 204 len: 168 time: 0.8714547 Jul 16 22:38:39.076339 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c1dc7a-c727-43b5-aed9-f460bdaeafd2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] GET failed (client error): The resource could not be found. Jul 16 22:38:39.081432 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59c1dc7a-c727-43b5-aed9-f460bdaeafd2 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports/f234c0a4-5506-4c91-8081-a8d6a2471a51 HTTP/1.1" status: 404 len: 333 time: 0.0764191 Jul 16 22:38:39.085747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:39.127135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7355d4-255b-4dfd-a899-b3302ca98dac req-90e8f6f1-5e9a-4e63-ab5e-a6c3ea7f601e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:39.140456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d7355d4-255b-4dfd-a899-b3302ca98dac req-90e8f6f1-5e9a-4e63-ab5e-a6c3ea7f601e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1234434 Jul 16 22:38:39.233412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d7355d4-255b-4dfd-a899-b3302ca98dac req-660467ca-a225-40be-968a-ca3da5bf3dff tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925210 Jul 16 22:38:39.267988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.326862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.411010 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c7f30a3-9bb4-430a-a972-573f33083a7c req-5d558d9c-7516-48e4-96ac-40b88b41d485 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 210 time: 0.1175678 Jul 16 22:38:39.412352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.415966 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.417936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/security-groups/092281ae-329b-4145-94f2-cde0e1b8047b HTTP/1.1" status: 204 len: 168 time: 0.3314426 Jul 16 22:38:39.422772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:39.431999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dc498-fa40-484b-911e-03bb86a2c61b tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092281ae-329b-4145-94f2-cde0e1b8047b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:39.642605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.680994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.758770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.761821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.773273 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/security-groups/374322ba-2e74-434d-b277-c9f15c28ad79 HTTP/1.1" status: 204 len: 168 time: 0.3386858 Jul 16 22:38:39.773644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:39.796805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0f60f-d552-447f-86d3-507bdef95116 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374322ba-2e74-434d-b277-c9f15c28ad79,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:39.878012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.923823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:39.933789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Could not find standard attr ID for object f234c0a4-5506-4c91-8081-a8d6a2471a51. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:38:39.957675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:40.040220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Provisioning for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:40.044668 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.047797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.049135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e226242-a9db-4e21-a9f8-d5400166bf24 HTTP/1.1" status: 204 len: 168 time: 0.2814913 Jul 16 22:38:40.052379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:40.061604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:40.061973 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.065741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f332ac-f42e-4fa6-a243-7ac720526c80 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e226242-a9db-4e21-a9f8-d5400166bf24,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:40.150807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:40.151597 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.173617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet 8bd10c0a-ca32-4e76-a05e-629064acd573 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:40.183194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.287422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.302573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:40.303294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.329685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f0553a24-9882-44ee-9d0e-da546c760cd7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:40.401948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-daa3ae2f-8682-44e1-b0ae-f4ada9057f7c None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:40.435358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f0553a24-9882-44ee-9d0e-da546c760cd7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:40.435740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.468311 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.546010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9bdbd3ae-a4b8-4f2c-a7ee-5431934a55cc None None] Could not find standard attr ID for object f234c0a4-5506-4c91-8081-a8d6a2471a51. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:38:40.551545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.629201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.642604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/8bd10c0a-ca32-4e76-a05e-629064acd573 HTTP/1.1" status: 204 len: 168 time: 0.5876207 Jul 16 22:38:40.643317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:40.645807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480f7f-b7d5-46c0-843c-afc255eb5c1f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd10c0a-ca32-4e76-a05e-629064acd573,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:40.688049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd65ae-49d6-4c11-94ea-e6eb1d7711ea req-fc1dc0b1-8129-48bb-8770-7e5da9e6174f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:40.690647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0cd65ae-49d6-4c11-94ea-e6eb1d7711ea req-fc1dc0b1-8129-48bb-8770-7e5da9e6174f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1766834 Jul 16 22:38:40.741912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c1d64d-42c9-4d97-904a-f53145e23866 None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:40.756033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f38a516-191d-4051-8892-1eea73f99d65 req-509b8e92-03c0-401b-adfe-28a1add90d2c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 210 time: 0.0747824 Jul 16 22:38:40.769003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0cd65ae-49d6-4c11-94ea-e6eb1d7711ea req-ff33a102-cf52-469a-bb34-a4d668bb44b7 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jul 16 22:38:40.823906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet c6c11be8-93b2-43d3-8e1b-ba43f5131081 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:40.827506 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:40.937285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.208649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.295761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.368736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c11be8-93b2-43d3-8e1b-ba43f5131081,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:41.377390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.380652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7651168-1670-4b9c-84a3-9519ceadc602 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/c6c11be8-93b2-43d3-8e1b-ba43f5131081 HTTP/1.1" status: 204 len: 168 time: 0.7346635 Jul 16 22:38:41.381956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:41.415483 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9452da5-d505-4ac6-9f78-847b722f0fbb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:41.415950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9452da5-d505-4ac6-9f78-847b722f0fbb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:41.417976 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d9452da5-d505-4ac6-9f78-847b722f0fbb tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/8bd10c0a-ca32-4e76-a05e-629064acd573 HTTP/1.1" status: 404 len: 337 time: 0.0344963 Jul 16 22:38:41.421263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:41.434942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-6f5583c8-3503-4106-8c1b-802c41b717d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1525197 Jul 16 22:38:41.479647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting subnet bc631475-37b2-4e80-8a74-8686ae6ea840 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:38:41.483566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.529566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:41.686837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-d04b3497-6640-4326-b266-ff73af144980 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.688420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-d04b3497-6640-4326-b266-ff73af144980 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 811 time: 0.4366262 Jul 16 22:38:41.726114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.726114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.726603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.727082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.727553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.728022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.728499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:41.734947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b95f2ad5-201f-42be-a1dc-d58bf7a8fa3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.1786282 Jul 16 22:38:41.869001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-1f646c22-733e-4602-b8a2-6c1c2830d7c7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 380 time: 0.1620800 Jul 16 22:38:41.885684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'port': {'device_id': '224df07f-faec-4d9e-9966-0a52401cafed', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'admin_state_up': True, 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'security_groups': ['306bca1a-93db-4af2-a1a8-48445efd2da5']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:42.092640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-30cf4cd7-ffce-419d-a226-81e2a87b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:42.099215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-30cf4cd7-ffce-419d-a226-81e2a87b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:42.100739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-30cf4cd7-ffce-419d-a226-81e2a87b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:42.106562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-30cf4cd7-ffce-419d-a226-81e2a87b68ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 2298 time: 0.3292701 Jul 16 22:38:42.160805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.178614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cd17343-7baf-4893-bd99-c433d3301171 req-8be3f782-b110-4ed5-80e7-b6935e64ff06 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 210 time: 0.0688903 Jul 16 22:38:42.303010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Made reservation on behalf of e5d48751479c4281b938f75bf0ed305c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:42.307347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.328945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.364826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.367037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/bc631475-37b2-4e80-8a74-8686ae6ea840 HTTP/1.1" status: 204 len: 168 time: 0.9449952 Jul 16 22:38:42.369751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c326db-f772-409a-bcc4-df03b9bc3f2a tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Subnet': ['ID=bc631475-37b2-4e80-8a74-8686ae6ea840,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:42.380772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.392102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3fbd5-e10f-47e5-93c0-2d8022a9084f None None] Network 3135db9c-151c-4787-84b0-11f35b1689a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:38:42.456406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-4a6f9af2-55da-47dd-8727-a61ab22742ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 1000 time: 0.3180394 Jul 16 22:38:42.474686 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aba8c6-1965-464d-82a2-cc1231e022aa tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:42.475242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aba8c6-1965-464d-82a2-cc1231e022aa tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:42.477000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c9aba8c6-1965-464d-82a2-cc1231e022aa tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/9d07060e-4623-4702-81e5-2fb85c289549 HTTP/1.1" status: 404 len: 337 time: 0.0951452 Jul 16 22:38:42.480689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.516029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-77d03340-e552-4190-8745-5bb66a28ecf6 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd3e6aba-a27a-48dd-92de-9e20375bfaa7 HTTP/1.1" status: 200 len: 205 time: 0.0335050 Jul 16 22:38:42.522810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.535042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cbb27-69b5-42d2-82a1-9688e6ac5f96 req-853ea417-9476-422c-967d-d0bbbf371218 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:42.544473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0cbb27-69b5-42d2-82a1-9688e6ac5f96 req-853ea417-9476-422c-967d-d0bbbf371218 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.4292450 Jul 16 22:38:42.592533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b111d3aa-07c9-4a98-ae57-77685df073d5 None None] Provisioning complete for port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:42.593166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b111d3aa-07c9-4a98-ae57-77685df073d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.607198 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-8e29a674-abb4-4f95-a4c9-7b7dcb025781 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] delete failed (client error): The resource could not be found. Jul 16 22:38:42.611079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e29a674-abb4-4f95-a4c9-7b7dcb025781 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/routers/cd3e6aba-a27a-48dd-92de-9e20375bfaa7 HTTP/1.1" status: 404 len: 336 time: 0.0870738 Jul 16 22:38:42.614067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.706829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-e7c05701-b9b2-4dc9-bbfb-cfc8e662008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:42.708539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-e7c05701-b9b2-4dc9-bbfb-cfc8e662008b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.1626818 Jul 16 22:38:42.729400 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-826fd308-88f3-4478-bb05-00b04ea5ef32 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:42.730095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826fd308-88f3-4478-bb05-00b04ea5ef32 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:42.737916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-826fd308-88f3-4478-bb05-00b04ea5ef32 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/3cf2c230-51f9-4977-ad7e-dca27274404a HTTP/1.1" status: 404 len: 337 time: 0.1224248 Jul 16 22:38:42.742414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.769632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Allocated IP 172.20.0.6 (2d2638eb-f1d4-406a-896e-fa0ac4225a48/11642482-5c5f-410f-bb15-655244978029/90f8b49b-76ac-4554-9f52-48c4075a49c9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:42.775183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1f0cbb27-69b5-42d2-82a1-9688e6ac5f96 req-7480888f-ddd1-4cb8-9f40-bd51f7deede1 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199144 Jul 16 22:38:42.824053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b111d3aa-07c9-4a98-ae57-77685df073d5 None None] Provisioning complete for port 3f79730c-b09a-485d-972e-ae40ed764a34 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:42.824434 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b111d3aa-07c9-4a98-ae57-77685df073d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:42.847550 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-127056db-33b2-4fae-a50d-5309c50f80ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:42.848012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127056db-33b2-4fae-a50d-5309c50f80ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:42.856755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-127056db-33b2-4fae-a50d-5309c50f80ef tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/d7491ff7-90e3-4bff-adec-71dd113e6448 HTTP/1.1" status: 404 len: 337 time: 0.1104434 Jul 16 22:38:42.859908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:42.934145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b111d3aa-07c9-4a98-ae57-77685df073d5 None None] Port 3f79730c-b09a-485d-972e-ae40ed764a34 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:42.967638 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-167fb285-d2df-4c12-8571-f0886afbf16c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:42.968097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167fb285-d2df-4c12-8571-f0886afbf16c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:42.978569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-167fb285-d2df-4c12-8571-f0886afbf16c tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/a4d18861-536e-4dd1-9c07-1ecc7ffb1f7f HTTP/1.1" status: 404 len: 337 time: 0.1174552 Jul 16 22:38:42.981891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.021666 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ade561-2e8c-4e6b-8657-6b36f20cb9ac tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.022401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ade561-2e8c-4e6b-8657-6b36f20cb9ac tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.024119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50ade561-2e8c-4e6b-8657-6b36f20cb9ac tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/90ee0ed6-c16b-4774-a8ab-12a2918cf28a HTTP/1.1" status: 404 len: 333 time: 0.0411420 Jul 16 22:38:43.026599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.033427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] DHCP port deletion for 3135db9c-151c-4787-84b0-11f35b1689a8 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:38:43.060387 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62bdbfe-7048-48b6-bb55-66fd579c6656 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.061152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62bdbfe-7048-48b6-bb55-66fd579c6656 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.065920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a62bdbfe-7048-48b6-bb55-66fd579c6656 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/e6552a9c-cdab-4ec2-a3fa-80b1824aca30 HTTP/1.1" status: 404 len: 337 time: 0.0383716 Jul 16 22:38:43.069655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.100294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b93faa4b-7e51-409e-af7b-47b43131c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:43.102137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-b93faa4b-7e51-409e-af7b-47b43131c468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3591399 Jul 16 22:38:43.103580 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2b7142-ef18-44ff-9944-090ec0c7f8a5 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.104179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2b7142-ef18-44ff-9944-090ec0c7f8a5 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.106035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2a2b7142-ef18-44ff-9944-090ec0c7f8a5 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/097820e2-3590-497d-81df-8469a9885eb2 HTTP/1.1" status: 404 len: 337 time: 0.0343029 Jul 16 22:38:43.108487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.155134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Deleting port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:43.155420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.163092 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b38fef-d160-4f9a-986f-51d50813c919 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.164231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b38fef-d160-4f9a-986f-51d50813c919 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.166181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f7b38fef-d160-4f9a-986f-51d50813c919 tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/5e8137bb-44b2-49c7-95e0-0706253d03ac HTTP/1.1" status: 404 len: 333 time: 0.0564888 Jul 16 22:38:43.174826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.218436 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-743303ae-89aa-4c43-931f-4d72f47aadec tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.219274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743303ae-89aa-4c43-931f-4d72f47aadec tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.222484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-743303ae-89aa-4c43-931f-4d72f47aadec tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/ea8b2c54-4ec8-43c4-b78f-268a8e1b2eff HTTP/1.1" status: 404 len: 337 time: 0.0464714 Jul 16 22:38:43.238200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.301331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-f73762b1-d841-4cb7-badd-b7be301e74d4 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842239 Jul 16 22:38:43.329424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] For port d170f5bf-5c49-4ddf-a6fc-28aa1513c797, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,segment=NetworkSegment(5ae898f2-85db-499e-a235-fa72f92a2250),segment_id=5ae898f2-85db-499e-a235-fa72f92a2250)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:43.330064 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.343965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Calling delete_port for d170f5bf-5c49-4ddf-a6fc-28aa1513c797 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:43.360897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.397630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Transition to ACTIVE for port object 90f8b49b-76ac-4554-9f52-48c4075a49c9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:43.473118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.510875 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73a9742-a2fd-42c2-a9fc-be38fd8c7e0e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] DELETE failed (client error): The resource could not be found. Jul 16 22:38:43.511506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73a9742-a2fd-42c2-a9fc-be38fd8c7e0e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:38:43.516017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e73a9742-a2fd-42c2-a9fc-be38fd8c7e0e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/subnets/ee712820-a9bd-48d3-be89-a9d415e3d381 HTTP/1.1" status: 404 len: 337 time: 0.2716324 Jul 16 22:38:43.517512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.521185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45800) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:43.548837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] No DVR routers for this DVR port d170f5bf-5c49-4ddf-a6fc-28aa1513c797 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:38:43.558369 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-f5a8be5b-1734-480f-b720-eeba3fa81e02 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503557 Jul 16 22:38:43.560258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2a53-3535-4a08-88a9-ed0441af1d40 None None] Pushing event deleted for resources: {'Port': ['ID=d170f5bf-5c49-4ddf-a6fc-28aa1513c797,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:43.606190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-215ad438-4835-45c7-93bf-decf1e2afab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 217 time: 0.0403991 Jul 16 22:38:43.647112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:38:43.666083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:38:43.668613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:38:43.676189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-423e9ced-c779-4044-9219-27a1cc7b0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:43.677682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-423e9ced-c779-4044-9219-27a1cc7b0277 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0608690 Jul 16 22:38:43.704845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:43.765727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-c2bb4c08-3074-4f9c-ae6a-5acac9ef3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:43.767425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-c2bb4c08-3074-4f9c-ae6a-5acac9ef3301 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781045 Jul 16 22:38:43.790085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39832-75d7-4e1d-8436-eaaad7eaddfb req-64604bd4-48da-4be8-b244-5d7e7a400c06 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:43.791986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72f39832-75d7-4e1d-8436-eaaad7eaddfb req-64604bd4-48da-4be8-b244-5d7e7a400c06 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 931 time: 0.2918174 Jul 16 22:38:43.800309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:43.800933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:43.912439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-4408c91e-7bd8-4954-9fb9-684513352a31 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0263567 Jul 16 22:38:43.912439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72f39832-75d7-4e1d-8436-eaaad7eaddfb req-f5a899fd-b478-4462-a998-cd83664364f3 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075757 Jul 16 22:38:43.929058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Request body: {'port': {'device_id': '224df07f-faec-4d9e-9966-0a52401cafed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:43.988665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-764b06e9-2f78-426f-be13-1bb0002854d1 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140837 Jul 16 22:38:44.002936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:38:44.027238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Deleting port 3f79730c-b09a-485d-972e-ae40ed764a34 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:38:44.028625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.091681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d170f5bf-5c49-4ddf-a6fc-28aa1513c797 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:38:44.094372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d170f5bf-5c49-4ddf-a6fc-28aa1513c797 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:38:44.129420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-ed93a47f-4425-4fbb-b114-159a83f76b12 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312363 Jul 16 22:38:44.202567 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-0efeaea4-c84e-44b8-965f-e7fa7024d4c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0653272 Jul 16 22:38:44.230128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.255163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Calling delete_port for 3f79730c-b09a-485d-972e-ae40ed764a34 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:38:44.277611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.288665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ad27512-bf82-463c-afbc-7d5fed529961 None None] Provisioning for port 90f8b49b-76ac-4554-9f52-48c4075a49c9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:44.293187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ad27512-bf82-463c-afbc-7d5fed529961 None None] Provisioning complete for port 90f8b49b-76ac-4554-9f52-48c4075a49c9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:44.294348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ad27512-bf82-463c-afbc-7d5fed529961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.376326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ad27512-bf82-463c-afbc-7d5fed529961 None None] Port 90f8b49b-76ac-4554-9f52-48c4075a49c9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:38:44.758277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.774467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-ae2f92cc-bd9c-46d7-bed8-a99feb98f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:44.777025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-ae2f92cc-bd9c-46d7-bed8-a99feb98f3d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.5473697 Jul 16 22:38:44.819652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Port': ['ID=3f79730c-b09a-485d-972e-ae40ed764a34,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:44.863025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:44.867372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-33a9e1a5-6de3-4882-8cd4-2274f8e6789e tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/ports/3f79730c-b09a-485d-972e-ae40ed764a34 HTTP/1.1" status: 204 len: 168 time: 1.3152211 Jul 16 22:38:44.867510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2efa11-01a8-4332-9701-d19d4ca65cb2 req-44d4ad64-0949-43e0-ae00-2c366920629a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:44.873822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab2efa11-01a8-4332-9701-d19d4ca65cb2 req-44d4ad64-0949-43e0-ae00-2c366920629a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.7216485 Jul 16 22:38:44.875557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:44.924156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-cba0cd68-9740-4bec-9a3c-ddd3b88aecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:44.925863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-cba0cd68-9740-4bec-9a3c-ddd3b88aecd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1412630 Jul 16 22:38:44.996908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab2efa11-01a8-4332-9701-d19d4ca65cb2 req-7038a15f-e7ab-405f-87fd-ae436ae9b8c7 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216431 Jul 16 22:38:45.017935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f8b49b-76ac-4554-9f52-48c4075a49c9 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:38:45.030331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.050870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Transition to ACTIVE for port object 90f8b49b-76ac-4554-9f52-48c4075a49c9 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:38:45.061235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.110371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Pushing event updated for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:45.236722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-c70d9c82-d5c4-41d0-9ea3-18bfb0a17ab2 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987771 Jul 16 22:38:45.305557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Attempting to bind port 90f8b49b-76ac-4554-9f52-48c4075a49c9 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:38:45.305896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Attempting to bind port 90f8b49b-76ac-4554-9f52-48c4075a49c9 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:38:45.306289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Attempting to bind port 90f8b49b-76ac-4554-9f52-48c4075a49c9 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:45.314912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Port 90f8b49b-76ac-4554-9f52-48c4075a49c9 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:38:45.315243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Attempting to bind port 90f8b49b-76ac-4554-9f52-48c4075a49c9 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:38:45.323559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:38:45.323903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Checking segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:38:45.324289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Bound using segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:38:45.324773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Bound port: 90f8b49b-76ac-4554-9f52-48c4075a49c9, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:38:45.325158 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.349288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba75a0-49b2-4167-bb86-74f064927f91 req-f82cb18d-c940-4158-81a8-03f0bc6be577 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.351125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00ba75a0-49b2-4167-bb86-74f064927f91 req-f82cb18d-c940-4158-81a8-03f0bc6be577 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 943 time: 0.1867099 Jul 16 22:38:45.353183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-6db665c8-a9d3-44f6-9ba4-e5372586e1b3 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066518 Jul 16 22:38:45.357935 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.434868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00ba75a0-49b2-4167-bb86-74f064927f91 req-d50de8b9-2b10-489c-943e-f29d6d9d130f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484755 Jul 16 22:38:45.452671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:38:45.457699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-d4c99604-495e-4b38-b607-622a0d79e7f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 217 time: 0.0567036 Jul 16 22:38:45.464814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:38:45.485899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.573503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.574195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.577769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] 10.222.0.68 "PUT /v2.0/ports/90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1092 time: 1.6647685 Jul 16 22:38:45.578569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:45.581598 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097721ae-2e0c-4689-9618-a5bc828fc211" -d '{"events": [{"name": "network-changed", "server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:45.583419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.633229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e24c-6bf5-45de-b0a1-3930d7a43769 service neutron] Pushing event updated for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:45.651961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-820603bb-8548-49c0-9d54-d18622e71f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.658635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-820603bb-8548-49c0-9d54-d18622e71f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1767845 Jul 16 22:38:45.663135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3135db9c-151c-4787-84b0-11f35b1689a8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:45.675126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae898f2-85db-499e-a235-fa72f92a2250') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:45.675518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae898f2-85db-499e-a235-fa72f92a2250') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:45.686814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.702542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.709410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:38:45.709903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:38:45.713470 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:38:45.720955 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec322e6-57bb-4c87-a9ba-85ee172c0041 x-openstack-request-id: req-eec322e6-57bb-4c87-a9ba-85ee172c0041 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:45.721304 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:45.721562 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eec322e6-57bb-4c87-a9ba-85ee172c0041 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:45.721960 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'status': 'completed', 'code': 200} Jul 16 22:38:45.788090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-92f6871e-3b01-4c29-bad2-88327a4f772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.791088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-92f6871e-3b01-4c29-bad2-88327a4f772a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1095 time: 0.1537905 Jul 16 22:38:45.883199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-8f44e516-c4d5-4fd2-8210-de064faacf65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 217 time: 0.0760779 Jul 16 22:38:45.891624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.927615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:45.936336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] 10.222.0.70 "DELETE /v2.0/networks/3135db9c-151c-4787-84b0-11f35b1689a8 HTTP/1.1" status: 204 len: 168 time: 1.0575352 Jul 16 22:38:45.951123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-975c6d07-ef2b-4f24-8e26-6ae4a675f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.952889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-975c6d07-ef2b-4f24-8e26-6ae4a675f504 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0648162 Jul 16 22:38:45.978725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2584-1e88-4ed7-86eb-5119ee7d639f tempest-PortsIpV6TestJSON-799362534 tempest-PortsIpV6TestJSON-799362534-project] Pushing event deleted for resources: {'Network': ['ID=3135db9c-151c-4787-84b0-11f35b1689a8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:45.994124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-01ab0ae1-cd5a-48a9-a441-70ece6ff5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:45.998662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-01ab0ae1-cd5a-48a9-a441-70ece6ff5f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2843704 Jul 16 22:38:46.150112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-ef57c18e-b208-4dcc-82ec-8a07053d3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:46.151859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-ef57c18e-b208-4dcc-82ec-8a07053d3bff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915805 Jul 16 22:38:46.363902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-fdf0ce10-7033-4963-972f-ea2fb2f218c8 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015553 Jul 16 22:38:46.397917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-0bc220a5-7295-4b8a-b570-849512d76bba service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918107 Jul 16 22:38:46.499367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6e6f5-f13e-4ca7-9260-cf4b3f2f7897 req-362d104f-68a4-445c-a465-59bc060a2b41 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:46.522953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fb6e6f5-f13e-4ca7-9260-cf4b3f2f7897 req-362d104f-68a4-445c-a465-59bc060a2b41 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.3053999 Jul 16 22:38:46.660144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a059b9ee-29dc-48a1-8c65-fc2299654f94 req-72fd2db5-1154-4f1b-a0b3-e2cb7e598c4a service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874424 Jul 16 22:38:46.828815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:46.889248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b19d7-7224-40a2-92da-e561317a2d94 req-80996517-11f2-42ca-a1d6-4c6e14ab7649 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:46.890828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c45b19d7-7224-40a2-92da-e561317a2d94 req-80996517-11f2-42ca-a1d6-4c6e14ab7649 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 943 time: 0.2256117 Jul 16 22:38:46.897328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-caa44607-82bd-44f4-b9c4-021aa5b0f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:46.898886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-caa44607-82bd-44f4-b9c4-021aa5b0f117 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1095 time: 0.1423132 Jul 16 22:38:47.001300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c45b19d7-7224-40a2-92da-e561317a2d94 req-d0110857-93a1-440b-96d8-8db2cac06c10 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013365 Jul 16 22:38:47.024570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-72c4e620-c762-4b57-b3aa-db0c93a4d9d1 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178243 Jul 16 22:38:47.030957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-66006d70-cf57-4c29-9a68-973972f2f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:47.032487 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-66006d70-cf57-4c29-9a68-973972f2f654 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.1182435 Jul 16 22:38:47.088813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-c2390319-5f6d-437f-9903-bc0dd3d4277c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 217 time: 0.0425901 Jul 16 22:38:47.113154 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-d5965a6b-7a9f-43e5-98bb-85cc558eca69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 217 time: 0.0798838 Jul 16 22:38:47.200363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fb6e6f5-f13e-4ca7-9260-cf4b3f2f7897 req-02e9ae12-3033-4926-8eac-c91df8354fd5 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710090 Jul 16 22:38:47.261683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-cd4122ab-7301-4af8-82be-883a7388f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:47.261683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-cd4122ab-7301-4af8-82be-883a7388f502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1273208 Jul 16 22:38:47.312465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-848f65af-0544-4a74-985f-237bae4f6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:47.318092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-848f65af-0544-4a74-985f-237bae4f6a05 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.2183518 Jul 16 22:38:47.422488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9151843-7e9c-461a-b8cb-01eb458243f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ab348da4c9e448a81909885262ba15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884600 Jul 16 22:38:47.429445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:47.480143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-2bedca1f-e772-49d5-a056-485a53207e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:47.483053 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-2bedca1f-e772-49d5-a056-485a53207e07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2069085 Jul 16 22:38:47.603933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-01fb5121-8c20-4f0a-a6e6-d9a0521ee788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:47.609702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-01fb5121-8c20-4f0a-a6e6-d9a0521ee788 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2802284 Jul 16 22:38:47.646379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:47.650455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-d0714b0b-6cc4-4bbd-ac7f-dc0bf0331f9a service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594892 Jul 16 22:38:47.711665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:47.794095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-19d846da-4466-49a7-bb3e-d1dc7fe56e39 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356111 Jul 16 22:38:47.914222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-73c870fc-ad0e-42be-ad81-9bf9d6daba0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 217 time: 0.1129820 Jul 16 22:38:47.922232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-25f07c45-512c-413a-804c-7db99c99c520 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045313 Jul 16 22:38:48.098436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-097721ae-2e0c-4689-9618-a5bc828fc211 req-20c21ec8-fd2a-4b4c-8af1-09d47f519817 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664386 Jul 16 22:38:48.099712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:48.102468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:48.106302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/012a8407-b919-497b-a0d3-2b5b9aaed053 HTTP/1.1" status: 204 len: 168 time: 0.6716402 Jul 16 22:38:48.122219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-32ea45b9-7d25-442e-9447-93daad4139f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:48.123749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-32ea45b9-7d25-442e-9447-93daad4139f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.2025490 Jul 16 22:38:48.131495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cdbcd-9f8a-4830-bf4b-42ae1f6081a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012a8407-b919-497b-a0d3-2b5b9aaed053,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:48.260577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-8fe217fd-0cb0-4f0d-8039-8d3579de41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:48.264886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-8fe217fd-0cb0-4f0d-8039-8d3579de41b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310437 Jul 16 22:38:48.527525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 90f8b49b-76ac-4554-9f52-48c4075a49c9 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:38:48.612600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714448c-e3da-49e0-b71c-b54fb837ee4e req-a3c436da-2071-4852-b027-860f38441044 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:48.614683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7714448c-e3da-49e0-b71c-b54fb837ee4e req-a3c436da-2071-4852-b027-860f38441044 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1766074 Jul 16 22:38:48.688182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb89e3d-4284-44da-b51d-842c1ff286f3 req-df2abea2-f28a-4358-938a-ad6f5cefe874 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:48.689901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffb89e3d-4284-44da-b51d-842c1ff286f3 req-df2abea2-f28a-4358-938a-ad6f5cefe874 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 943 time: 0.4239082 Jul 16 22:38:48.691905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-0ea3b232-a0fd-4a45-b83e-5932a880f5d7 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100659 Jul 16 22:38:48.701582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7714448c-e3da-49e0-b71c-b54fb837ee4e req-487551b8-ca73-44a3-a396-2f123ceecbbd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787723 Jul 16 22:38:48.789134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:48.812401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'port_id': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'mac_address': 'fa:16:3e:5c:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:38:48.834717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffb89e3d-4284-44da-b51d-842c1ff286f3 req-4a8167c0-c7d3-4278-a589-82ae42edb5e3 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347013 Jul 16 22:38:48.857840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:48.903472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f8b49b-76ac-4554-9f52-48c4075a49c9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:38:48.979299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:48.987242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:49.007799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-78ce922e-d552-41b8-80e3-8cb63877c76a service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058698 Jul 16 22:38:49.080012 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-80db452e-3d60-4482-bfd4-83aa2464691e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0612659 Jul 16 22:38:49.140824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:49.186744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-bb692b1c-c138-4f8a-9890-f90ed0cb7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:49.187980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-bb692b1c-c138-4f8a-9890-f90ed0cb7861 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.0969391 Jul 16 22:38:49.206568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['90f8b49b-76ac-4554-9f52-48c4075a49c9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:38:49.277084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-fb8caf45-d21b-4111-aa56-eda2261deca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:49.278660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-fb8caf45-d21b-4111-aa56-eda2261deca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830548 Jul 16 22:38:49.612174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-5c1460d1-9822-4e34-921b-f39996537033 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270884 Jul 16 22:38:49.902610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:50.052944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebaf349-7b34-48a5-8919-fd2ab51bfe44 req-48956505-ed7d-4400-b96d-ca8765537129 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301512 Jul 16 22:38:50.153239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d3a87-943e-4902-8ba1-8b2a8967970d req-27f54aed-3909-40c6-9981-00401a572ea4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:50.154790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-770d3a87-943e-4902-8ba1-8b2a8967970d req-27f54aed-3909-40c6-9981-00401a572ea4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.2744808 Jul 16 22:38:50.174731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ec14c120-67a1-4cec-bf4a-3c003b345d97 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:50.175056 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-ec14c120-67a1-4cec-bf4a-3c003b345d97 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 22:38:50.175605 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-ec14c120-67a1-4cec-bf4a-3c003b345d97 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:38:50.180784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec14c120-67a1-4cec-bf4a-3c003b345d97 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2730675 Jul 16 22:38:50.181187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:50.187257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--183232490'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:50.264686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-770d3a87-943e-4902-8ba1-8b2a8967970d req-fe65c544-0f66-4cfc-b7d0-0281b9d4b11d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953174 Jul 16 22:38:50.283164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4b251-27a2-461f-baf6-0381f023a41b req-215e1cf5-e367-405e-be77-4f755cb12ee5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:50.302768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5fd4b251-27a2-461f-baf6-0381f023a41b req-215e1cf5-e367-405e-be77-4f755cb12ee5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 944 time: 0.2485876 Jul 16 22:38:50.306605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.334918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.374777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5fd4b251-27a2-461f-baf6-0381f023a41b req-5010c16d-d10b-454f-a034-4d1d6342a2a3 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710175 Jul 16 22:38:50.559037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:50.560443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 90f8b49b-76ac-4554-9f52-48c4075a49c9 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:38:50.679386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 90f8b49b-76ac-4554-9f52-48c4075a49c9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:38:50.685307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 90f8b49b-76ac-4554-9f52-48c4075a49c9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:38:50.686221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.687503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.695108 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.700732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.781227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3854-4286-41d8-831f-a90b8ca6110b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.822508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf69c91f-9ec5-4297-b7f9-0c11ff2a83bd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:50.906917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.913995 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:50.959342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf4050-9e7d-4f0d-970f-b19947e76cff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:51.092594 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.125671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3854-4286-41d8-831f-a90b8ca6110b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.143504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:51.144998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3854-4286-41d8-831f-a90b8ca6110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.147271 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b2eba-65a3-4b0e-ac3b-fcfc504bbc53" -d '{"events": [{"server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "name": "network-vif-plugged", "status": "completed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:51.164642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.165965 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a92d464c-c977-4416-8b46-992c87ea08e0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9840763 Jul 16 22:38:51.168743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:51.174342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'abcf4050-9e7d-4f0d-970f-b19947e76cff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:51.184491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:38:51.197131 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.220250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a7e3854-4286-41d8-831f-a90b8ca6110b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d95fac6a9cf4ad4a968c4253d12124e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592891 Jul 16 22:38:51.221649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3854-4286-41d8-831f-a90b8ca6110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdedcf-f3e3-4c50-a821-7ac6a7693675,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:51.224080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:51.290752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.345739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.377680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:51.430519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.498254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.510970 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.549610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.562980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811677 Jul 16 22:38:51.570115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:51.599494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a2c0f9a5-ef92-4539-b71c-d176e847bf7f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'abcf4050-9e7d-4f0d-970f-b19947e76cff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:51.609431 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93bb4b-a376-49a3-adc3-18434846ba97 x-openstack-request-id: req-ed93bb4b-a376-49a3-adc3-18434846ba97 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:51.610385 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "name": "network-vif-plugged", "status": "completed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:51.611005 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed93bb4b-a376-49a3-adc3-18434846ba97 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:51.611701 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'code': 200} Jul 16 22:38:51.620593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a5d77-fd27-49c0-a072-8458002701f9 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d6864c-fd23-434a-b4d7-99a229b26ec2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:51.656143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.667201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.667488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f9a5-ef92-4539-b71c-d176e847bf7f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:51.677879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81cdedcf-f3e3-4c50-a821-7ac6a7693675 HTTP/1.1" status: 204 len: 168 time: 0.4525964 Jul 16 22:38:51.724681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc188c2-614c-4faa-8cdc-323709a4a452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdedcf-f3e3-4c50-a821-7ac6a7693675,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:51.835988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a0cc9-842d-4c47-9e64-3f313975c54f req-d5583cf3-436b-44c4-b91c-c3d7897e23e0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:51.838487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4a0cc9-842d-4c47-9e64-3f313975c54f req-d5583cf3-436b-44c4-b91c-c3d7897e23e0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.3077378 Jul 16 22:38:51.875206 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a2c0f9a5-ef92-4539-b71c-d176e847bf7f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:38:51.879691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2c0f9a5-ef92-4539-b71c-d176e847bf7f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3049483 Jul 16 22:38:51.880627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:51.894790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c4a0cc9-842d-4c47-9e64-3f313975c54f req-36d9a99d-8a2c-43c0-8fe1-2cc797d5445f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Jul 16 22:38:51.908951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859bb8-e550-4f45-9a3a-8446b8aa8294 req-74bface7-7803-4d48-8fe3-061f13839e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:51.910742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6859bb8-e550-4f45-9a3a-8446b8aa8294 req-74bface7-7803-4d48-8fe3-061f13839e41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.2020042 Jul 16 22:38:51.967724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcca17-96dd-4436-801b-9f49c49979b1 req-2607d677-72a4-4eb4-a838-2dd1dc6aa4f5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:51.974880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ebcca17-96dd-4436-801b-9f49c49979b1 req-2607d677-72a4-4eb4-a838-2dd1dc6aa4f5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1750386 Jul 16 22:38:52.021693 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6859bb8-e550-4f45-9a3a-8446b8aa8294 req-ba0d8d30-3a3b-40d9-bdd9-fb45389a34d7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025672 Jul 16 22:38:52.036852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ebcca17-96dd-4436-801b-9f49c49979b1 req-05e296ac-90b6-43cb-a742-ce25db62de0a tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609417 Jul 16 22:38:52.042699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.069006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.140242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.142939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.146553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/abcf4050-9e7d-4f0d-970f-b19947e76cff HTTP/1.1" status: 204 len: 168 time: 0.2459307 Jul 16 22:38:52.147840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.174564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d76b7-0ea1-4533-b0ae-6a42f3c89602 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf4050-9e7d-4f0d-970f-b19947e76cff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:52.206365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.211098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--453216232'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:52.216662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-567261ef-92c4-4490-9f8a-b28de5532a32 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676339 Jul 16 22:38:52.239881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.267770 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:38:52.302582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.343623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.352202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.391441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd59a7-66c0-4d40-9b80-01f9e3ee1cef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:52.401524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.406112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3aa08bb-cfd2-4cb5-959f-f092be3a98bb tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1986527 Jul 16 22:38:52.408895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.424169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d1238308-566b-45a0-8cf5-b8bc5773cad8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '75bd59a7-66c0-4d40-9b80-01f9e3ee1cef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:52.425578 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-d1238308-566b-45a0-8cf5-b8bc5773cad8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 22:38:52.425578 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d1238308-566b-45a0-8cf5-b8bc5773cad8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:52.431140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d1238308-566b-45a0-8cf5-b8bc5773cad8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132825 Jul 16 22:38:52.432068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.501140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.526305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.611193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.614028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.615468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/75bd59a7-66c0-4d40-9b80-01f9e3ee1cef HTTP/1.1" status: 204 len: 168 time: 0.1821814 Jul 16 22:38:52.622130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.642445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a719e-7f49-4996-8915-ba92fb9796d5 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd59a7-66c0-4d40-9b80-01f9e3ee1cef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:52.695392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1da30b18-3319-48f1-804b-bf3a9c235461 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720272 Jul 16 22:38:52.700291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:52.705149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769332914'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:52.754002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.810413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed1228dc-e95c-4d4d-be93-43061bc77296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.883047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.917371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.936163 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.967753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce635711-d5c6-4c24-9b45-49aae07de042,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:53.036120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed1228dc-e95c-4d4d-be93-43061bc77296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.048588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.052719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd823d25-314c-48ef-a1b4-f0086db73797 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3487504 Jul 16 22:38:53.052906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.055766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed1228dc-e95c-4d4d-be93-43061bc77296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.057896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-be0bac8a-3beb-4e9f-8343-9ffac21f0385 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ce635711-d5c6-4c24-9b45-49aae07de042', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.058396 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-be0bac8a-3beb-4e9f-8343-9ffac21f0385 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 22:38:53.059569 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-be0bac8a-3beb-4e9f-8343-9ffac21f0385 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:53.061015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-be0bac8a-3beb-4e9f-8343-9ffac21f0385 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066841 Jul 16 22:38:53.063267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.111804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1228dc-e95c-4d4d-be93-43061bc77296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b6fbc2-5ea4-4d48-9703-2a52a9d9ae4f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:53.131488 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.158240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.198133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ed1228dc-e95c-4d4d-be93-43061bc77296 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e2c12486c8b489597deff4489bd81b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8944304 Jul 16 22:38:53.201602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.257844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.260751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.262750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5493a-ade2-4cee-b5c3-f6c118ee89ed req-8819d115-e18c-4af1-b93a-f4450094c254 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:53.264246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3e5493a-ade2-4cee-b5c3-f6c118ee89ed req-8819d115-e18c-4af1-b93a-f4450094c254 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1535468 Jul 16 22:38:53.266023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.272188 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/ce635711-d5c6-4c24-9b45-49aae07de042 HTTP/1.1" status: 204 len: 168 time: 0.2077127 Jul 16 22:38:53.288689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15055c9-febb-4ae8-b67e-66790bab92d1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce635711-d5c6-4c24-9b45-49aae07de042,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:53.306560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62ca8-2010-4c1f-848d-c96ea3b879d5 req-545fb9e4-0869-4191-ab26-cf22b737f11e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:53.310073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86c62ca8-2010-4c1f-848d-c96ea3b879d5 req-545fb9e4-0869-4191-ab26-cf22b737f11e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1469004 Jul 16 22:38:53.364074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e41977ee-d857-47f2-a00f-6ccd9500d08e tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969174 Jul 16 22:38:53.364321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.366057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.374524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532032618'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.418786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3e5493a-ade2-4cee-b5c3-f6c118ee89ed req-0c937491-aba0-452a-9943-bf8ef52fc558 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446836 Jul 16 22:38:53.434421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86c62ca8-2010-4c1f-848d-c96ea3b879d5 req-4da86821-dfa2-4136-b420-00be23eccbac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073201 Jul 16 22:38:53.455372 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.462245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.524365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3aa56-4a9f-4cfc-a831-3a5777126581 req-fe6c7941-00aa-4a4d-b09c-340c5266d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:53.526034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0e3aa56-4a9f-4cfc-a831-3a5777126581 req-fe6c7941-00aa-4a4d-b09c-340c5266d6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1045134 Jul 16 22:38:53.599819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0e3aa56-4a9f-4cfc-a831-3a5777126581 req-d1c29359-58a8-4ccd-b6c3-bc2399af9434 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Jul 16 22:38:53.601595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.604940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.608883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00b6fbc2-5ea4-4d48-9703-2a52a9d9ae4f HTTP/1.1" status: 204 len: 168 time: 0.4041224 Jul 16 22:38:53.619399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cef747-7a15-45da-b436-bbafc7d2a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b6fbc2-5ea4-4d48-9703-2a52a9d9ae4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:53.649970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.730615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.799344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:53.800706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4337256 Jul 16 22:38:53.803718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.808241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e193c13b-3b98-44fe-b79e-02bc856d7cda,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:53.812607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ac9cbc47-81e7-4dee-b5a0-6d82f524bba1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'e193c13b-3b98-44fe-b79e-02bc856d7cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.814636 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-ac9cbc47-81e7-4dee-b5a0-6d82f524bba1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 22:38:53.815332 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-ac9cbc47-81e7-4dee-b5a0-6d82f524bba1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:53.816352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac9cbc47-81e7-4dee-b5a0-6d82f524bba1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116086 Jul 16 22:38:53.821907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.823164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.823435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.823782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.824748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.825373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.825681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.826019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.826444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.826672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.827005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.827338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.827665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcf14-c35b-42e6-9da6-7fd4ee229068 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:38:53.844842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0ca5f163-98ab-4f77-902d-db8db14ed9d6 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'e193c13b-3b98-44fe-b79e-02bc856d7cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.847750 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-0ca5f163-98ab-4f77-902d-db8db14ed9d6 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 22:38:53.848251 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0ca5f163-98ab-4f77-902d-db8db14ed9d6 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:53.853179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.858656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9692f879-a9b7-4794-aa74-7a58625d0895 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'e193c13b-3b98-44fe-b79e-02bc856d7cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.858861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ca5f163-98ab-4f77-902d-db8db14ed9d6 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0264845 Jul 16 22:38:53.867335 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-9692f879-a9b7-4794-aa74-7a58625d0895 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 22:38:53.868073 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9692f879-a9b7-4794-aa74-7a58625d0895 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:53.883208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9692f879-a9b7-4794-aa74-7a58625d0895 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0287433 Jul 16 22:38:53.886090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.891682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4e3ccfa4-fe87-4a9b-9176-af4bdf0cec68 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'e193c13b-3b98-44fe-b79e-02bc856d7cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.892659 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-4e3ccfa4-fe87-4a9b-9176-af4bdf0cec68 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 22:38:53.893246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19003f7-14bc-4940-9a4a-42e94680411d req-d5abcf1e-4532-4bed-9344-fb40b36fca15 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:53.893401 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-4e3ccfa4-fe87-4a9b-9176-af4bdf0cec68 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:53.894258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4e3ccfa4-fe87-4a9b-9176-af4bdf0cec68 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071416 Jul 16 22:38:53.897082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.898042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d19003f7-14bc-4940-9a4a-42e94680411d req-d5abcf1e-4532-4bed-9344-fb40b36fca15 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2443817 Jul 16 22:38:53.903342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:53.914164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'floatingip': {'port_id': '90f8b49b-76ac-4554-9f52-48c4075a49c9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:53.977706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.013956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.067384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.146093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.148744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.152748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/e193c13b-3b98-44fe-b79e-02bc856d7cda HTTP/1.1" status: 204 len: 168 time: 0.2547057 Jul 16 22:38:54.153522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.169924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b55600-f2fc-4882-b5dc-b80d2a713a23 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193c13b-3b98-44fe-b79e-02bc856d7cda,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:54.238617 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c70c6a3b-0109-468b-9fc0-e3049f62cb64 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811105 Jul 16 22:38:54.239703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.244924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--680789751'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.294496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.411954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.419255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.447278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.465859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f2094-5894-4114-aeb3-9d0e676bdc0f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:54.470172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.474318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c82b3575-e840-4180-a907-613213c3cb40 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2306569 Jul 16 22:38:54.474878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.489582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af7b7e63-5f40-462d-bd5e-a1699eaa9032 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.490389 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-af7b7e63-5f40-462d-bd5e-a1699eaa9032 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 22:38:54.495281 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-af7b7e63-5f40-462d-bd5e-a1699eaa9032 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:54.499532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-af7b7e63-5f40-462d-bd5e-a1699eaa9032 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0160847 Jul 16 22:38:54.500542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.505406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-85402f5a-78bc-43ad-86b8-3a2f26f5b152 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.576578 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-85402f5a-78bc-43ad-86b8-3a2f26f5b152 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:54.579124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-85402f5a-78bc-43ad-86b8-3a2f26f5b152 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0775654 Jul 16 22:38:54.582703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.593577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-878a7366-0d02-4623-800b-c5b5f838be95 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.594281 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-878a7366-0d02-4623-800b-c5b5f838be95 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 22:38:54.595550 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-878a7366-0d02-4623-800b-c5b5f838be95 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:54.596856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-878a7366-0d02-4623-800b-c5b5f838be95 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129573 Jul 16 22:38:54.599959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.607042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f3f7bf8b-d76c-4139-8cb8-c2d29bf51785 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.736217 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f3f7bf8b-d76c-4139-8cb8-c2d29bf51785 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:54.741683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f3f7bf8b-d76c-4139-8cb8-c2d29bf51785 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1360254 Jul 16 22:38:54.742429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.756458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-944ce2d2-c011-4240-b37d-4cfab3639003 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.757222 n-d-793621-16 neutron-server[93924]: WARNING neutron.api.v2.base [None req-944ce2d2-c011-4240-b37d-4cfab3639003 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 22:38:54.757869 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-944ce2d2-c011-4240-b37d-4cfab3639003 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:54.758998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-944ce2d2-c011-4240-b37d-4cfab3639003 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071025 Jul 16 22:38:54.760120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75228006-c09f-4a55-9be4-6919b2fae584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:54.762190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:54.769208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-32718168-b949-42b2-9e62-d7c7e8db38dc tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:54.805225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda302-457a-413c-9546-19fcb8a64476 req-4384cb7a-fe9b-4cb4-970f-60e45057bd03 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:54.813571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-71cda302-457a-413c-9546-19fcb8a64476 req-4384cb7a-fe9b-4cb4-970f-60e45057bd03 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1684606 Jul 16 22:38:54.858288 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-32718168-b949-42b2-9e62-d7c7e8db38dc tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Project abd18386035c4889aff1ad90292e7522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:38:54.877787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-71cda302-457a-413c-9546-19fcb8a64476 req-c198f6b2-21b4-400f-a23e-ffba421a0679 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632551 Jul 16 22:38:55.052190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.060191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.062581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75228006-c09f-4a55-9be4-6919b2fae584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.070924 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75228006-c09f-4a55-9be4-6919b2fae584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.105137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75228006-c09f-4a55-9be4-6919b2fae584 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=907fdf09f758431bbe13424c8918146c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558170 Jul 16 22:38:55.106441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.108558 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-32718168-b949-42b2-9e62-d7c7e8db38dc tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:55.109852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-32718168-b949-42b2-9e62-d7c7e8db38dc tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3452940 Jul 16 22:38:55.139790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.146054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-912a5104-2956-45fd-9a90-ee615bf38509 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:55.146535 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-912a5104-2956-45fd-9a90-ee615bf38509 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 22:38:55.147030 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-912a5104-2956-45fd-9a90-ee615bf38509 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:55.150618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-912a5104-2956-45fd-9a90-ee615bf38509 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057025 Jul 16 22:38:55.151353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.166169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ba0c7a62-90d2-4410-bf8a-9d223de3bb6f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:55.208257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.227822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75228006-c09f-4a55-9be4-6919b2fae584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9c6c26-d80e-48b8-8ef2-2210c62e8822,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:55.245050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.258025 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-ba0c7a62-90d2-4410-bf8a-9d223de3bb6f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Project abd18386035c4889aff1ad90292e7522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:38:55.283501 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Floating IP 29b61821-1358-4562-8e2c-ad476f01f029 associated. External IP: 172.25.5.225, port: 90f8b49b-76ac-4554-9f52-48c4075a49c9. Jul 16 22:38:55.331680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.334440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.338492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c9c6c26-d80e-48b8-8ef2-2210c62e8822 HTTP/1.1" status: 204 len: 168 time: 0.2272260 Jul 16 22:38:55.380990 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ba0c7a62-90d2-4410-bf8a-9d223de3bb6f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:55.384645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba0c7a62-90d2-4410-bf8a-9d223de3bb6f tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2297990 Jul 16 22:38:55.387693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.408633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0f885c8a-ea5c-4578-bcc8-c74351283ce8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f2094-5894-4114-aeb3-9d0e676bdc0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:55.420956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e54f1-858b-46e6-ba3d-783aed2106d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9c6c26-d80e-48b8-8ef2-2210c62e8822,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:55.542345 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-0f885c8a-ea5c-4578-bcc8-c74351283ce8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Project abd18386035c4889aff1ad90292e7522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:38:55.587855 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0f885c8a-ea5c-4578-bcc8-c74351283ce8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:55.591720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f885c8a-ea5c-4578-bcc8-c74351283ce8 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1963398 Jul 16 22:38:55.594651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.622933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b84b3f54-09c4-4584-abb0-5b9c9558d426 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:55.634305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b84b3f54-09c4-4584-abb0-5b9c9558d426 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 811 time: 0.3150454 Jul 16 22:38:55.656326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-3bf66877-d860-4444-8959-f77993ef6be1 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/quotas/7b54b3373aac4c0c924ca6818bd7ffe8 HTTP/1.1" status: 200 len: 375 time: 0.0149822 Jul 16 22:38:55.692484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.757129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b769ee63-c5e1-45f5-be95-7bc69b702b59 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948021 Jul 16 22:38:55.758554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.834178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:38:55.849909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.852740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.856928 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/ae5f2094-5894-4114-aeb3-9d0e676bdc0f HTTP/1.1" status: 204 len: 168 time: 0.2580791 Jul 16 22:38:55.895578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46250) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:55.929299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9080-6c22-418c-9cd4-25db0afca55a tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f2094-5894-4114-aeb3-9d0e676bdc0f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:55.985473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-418d45ab-4b08-4627-904f-d3c7866b14ff tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887651 Jul 16 22:38:56.008127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-93a4a7e8-e20f-4a91-9eb1-fb5a9a0a74d3 service neutron] 10.222.0.70 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424560 Jul 16 22:38:56.012792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:56.056551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--772776146'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:56.173770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.235111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-930f856d-16c5-4d59-9414-5bf078ad1485 service neutron] 10.222.0.70 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260034 Jul 16 22:38:56.370256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.384594 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.423623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.428247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3994334 Jul 16 22:38:56.432346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:56.438209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-31ead63a-1d04-4e28-a738-f8e7a8b5a279 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '40d0f813-5435-45c6-8498-0d7a1a37397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:56.473457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd589c6b-7258-497d-a8a3-afd3185e46aa tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0f813-5435-45c6-8498-0d7a1a37397c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:56.562105 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-31ead63a-1d04-4e28-a738-f8e7a8b5a279 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The resource could not be found. Jul 16 22:38:56.566182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-31ead63a-1d04-4e28-a738-f8e7a8b5a279 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1325336 Jul 16 22:38:56.566841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:56.571847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1c8e0101-f67f-41ff-9569-6c015aded98c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '40d0f813-5435-45c6-8498-0d7a1a37397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '30a84446-3de8-4ab3-8dc7-34d0803700b2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:56.681586 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-1c8e0101-f67f-41ff-9569-6c015aded98c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The resource could not be found. Jul 16 22:38:56.693016 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1c8e0101-f67f-41ff-9569-6c015aded98c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1250498 Jul 16 22:38:56.693644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:56.811418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:38:56.826018 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:38:56.842017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:56.842649 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:56.854961 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.889087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.902509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:56.959711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5dc9fc43-c2c0-4fe0-ab0b-0e2d46368a6e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "PUT /v2.0/floatingips/29b61821-1358-4562-8e2c-ad476f01f029 HTTP/1.1" status: 200 len: 991 time: 3.0552759 Jul 16 22:38:57.014069 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.017142 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.021135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/40d0f813-5435-45c6-8498-0d7a1a37397c HTTP/1.1" status: 204 len: 168 time: 0.3264420 Jul 16 22:38:57.021943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:57.034666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:38:57.042592 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88" -d '{"events": [{"name": "network-changed", "server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:38:57.058010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5f8f5aa-2f49-4c8a-8ce7-192ad4c5e015 req-43d97d9a-bc2b-4ead-8350-6ab1271bf8bc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 210 time: 0.2415009 Jul 16 22:38:57.123404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20258fb-1cb0-4818-9ad4-c0386c5c6bf1 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0f813-5435-45c6-8498-0d7a1a37397c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:57.163883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:57.222271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e23ac0d-70dc-4157-b813-ef7707ffc792 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1961544 Jul 16 22:38:57.226550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:57.239676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-426e1bf3-c91b-49bc-b293-db529af2e086 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '12e336fd-fe77-4a13-b6a8-dd322cc77924', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:57.410615 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-426e1bf3-c91b-49bc-b293-db529af2e086 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The resource could not be found. Jul 16 22:38:57.415165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-426e1bf3-c91b-49bc-b293-db529af2e086 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1837997 Jul 16 22:38:57.416421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:57.423028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943835128'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:57.497559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.524014 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0053228f-1755-4b7a-9f53-5c90f0ff1ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.546950 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336b5ef-6dba-47bd-8fac-16ca06571e02 x-openstack-request-id: req-2336b5ef-6dba-47bd-8fac-16ca06571e02 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:38:57.547638 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:38:57.548242 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2336b5ef-6dba-47bd-8fac-16ca06571e02 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:38:57.548809 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'status': 'completed', 'code': 200} Jul 16 22:38:57.760321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-949a41e5-3212-456f-8599-08b49b8e68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:57.765574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-949a41e5-3212-456f-8599-08b49b8e68df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.1826038 Jul 16 22:38:57.793860 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '29b61821-1358-4562-8e2c-ad476f01f029', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:5c:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224df07f-faec-4d9e-9966-0a52401cafed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:38:35Z', 'updated_at': '2021-07-16T22:38:54Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:57.807365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.845298 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:38:57.860178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:38:57.860940 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:57.872272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.969493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f37e68-7bcf-46cc-bb33-2f6768e2b14e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:57.974853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.976364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5304df83-d015-4b63-b0e5-a0fa0434cd44 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5593393 Jul 16 22:38:57.979793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:57.988874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--185881547'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:58.009615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-c8a3c617-bf1c-44f4-8892-0c9a206229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:58.012045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-c8a3c617-bf1c-44f4-8892-0c9a206229f7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.2366440 Jul 16 22:38:58.054721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.105898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:38:58.219931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.221280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-5c867f26-fca3-4722-9214-82f5d9c0691b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 999 time: 0.1986876 Jul 16 22:38:58.224812 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.319052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-03c951de-a3e7-49e0-916d-ccc841905683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:58.320917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-03c951de-a3e7-49e0-916d-ccc841905683 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0940771 Jul 16 22:38:58.321055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b121f4-207e-4181-9953-3e439fcfd265,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:58.343418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.351496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4e0fc332-a9ea-4cce-9068-cf1892d5b25d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3654308 Jul 16 22:38:58.352228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:58.373130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96ce09db-370d-4a97-b728-5a288c29a93b tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '32f37e68-7bcf-46cc-bb33-2f6768e2b14e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '47b121f4-207e-4181-9953-3e439fcfd265'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:58.502910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7e32335-7a50-4763-9373-84ec3aa2841e req-47e85158-4769-4611-91ce-b1809f3018d5 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 210 time: 0.1238756 Jul 16 22:38:58.532285 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-96ce09db-370d-4a97-b728-5a288c29a93b tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:58.536100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-96ce09db-370d-4a97-b728-5a288c29a93b tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1756268 Jul 16 22:38:58.536501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:58.671490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.687746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-598cfd27-9d23-4592-9089-bc606f9700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:58.689298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-598cfd27-9d23-4592-9089-bc606f9700ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3617013 Jul 16 22:38:58.736352 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '29b61821-1358-4562-8e2c-ad476f01f029', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:5c:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224df07f-faec-4d9e-9966-0a52401cafed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:38:35Z', 'updated_at': '2021-07-16T22:38:54Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:38:58.749781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.776508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-9c0f6e13-98ab-460e-a879-46f2d5ff08ea tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:38:58.778914 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-9c0f6e13-98ab-460e-a879-46f2d5ff08ea tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.68 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 811 time: 0.3827465 Jul 16 22:38:58.814111 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70c848-1558-4178-b71c-568688a1dc73 None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '29b61821-1358-4562-8e2c-ad476f01f029', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:5c:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224df07f-faec-4d9e-9966-0a52401cafed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:38:35Z', 'updated_at': '2021-07-16T22:38:54Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:38:58.816652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Request body: {'port': {'device_id': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'admin_state_up': True, 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:58.868647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.871917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.876659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/47b121f4-207e-4181-9953-3e439fcfd265 HTTP/1.1" status: 204 len: 168 time: 0.3392274 Jul 16 22:38:58.877488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:58.937713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c09c0f-318f-4e7e-bd5f-077621b2a19c tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b121f4-207e-4181-9953-3e439fcfd265,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:59.019945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-3fc76b2a-bb18-4ce6-a2bf-e82359aeddec service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146486 Jul 16 22:38:59.060220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-511289a2-e118-4ee9-b251-59efa675f8d3 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1786397 Jul 16 22:38:59.061036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:59.171044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.232235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.237128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Made reservation on behalf of 7b54b3373aac4c0c924ca6818bd7ffe8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:38:59.244504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.270575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517405fe-2ece-46e2-b263-def45c1c6d5d None None] New status for floating IP 29b61821-1358-4562-8e2c-ad476f01f029: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:38:59.329466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edccc9a-be9f-4eee-bca0-8f96aa5e0b88 req-18fdc8e5-8281-47c9-8f25-73b6312231c5 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981186 Jul 16 22:38:59.336369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.340070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.345339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/32f37e68-7bcf-46cc-bb33-2f6768e2b14e HTTP/1.1" status: 204 len: 168 time: 0.2828972 Jul 16 22:38:59.346184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:59.408302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7730b5d-1782-44f2-96e4-798074105d5d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f37e68-7bcf-46cc-bb33-2f6768e2b14e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:59.476171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bcfc44af-d8d1-4a15-bcb0-1bb3ffac71bf tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221974 Jul 16 22:38:59.479379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:59.488272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761902701'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:59.575617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.618493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Allocated IP 172.20.0.4 (915aba92-e0f2-4d8d-ade0-7d3b6120358f/6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e/249aa3b8-8463-427a-99ae-af36b0a1d21e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:38:59.745327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.752091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.807109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.814662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3334537 Jul 16 22:38:59.815491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a8e4-a238-4ca8-a887-1ad9097d8ba0 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9475d8dd-97e1-402b-af07-808b3ea56d2e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:38:59.820393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:59.834174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-41ce6fb0-47fa-4317-8a57-263e6a0fc2c2 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '9475d8dd-97e1-402b-af07-808b3ea56d2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:38:59.845975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edcd3197-fc34-4f2e-95b3-9a1a9a360751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.913280 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ac20003-4d19-4bc9-99c1-97d303ac5bd1 req-0e6b9f5d-061c-4f33-b61b-1e1cb52deb6c tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 210 time: 0.0601764 Jul 16 22:38:59.988503 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-41ce6fb0-47fa-4317-8a57-263e6a0fc2c2 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:38:59.993121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-41ce6fb0-47fa-4317-8a57-263e6a0fc2c2 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1676934 Jul 16 22:38:59.994223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:59.999570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9fa9510d-b43e-446a-92a9-d11178ebc4e4 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group_rule': {'security_group_id': '9475d8dd-97e1-402b-af07-808b3ea56d2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:00.063195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.080268 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9fa9510d-b43e-446a-92a9-d11178ebc4e4 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:39:00.081992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9fa9510d-b43e-446a-92a9-d11178ebc4e4 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0866385 Jul 16 22:39:00.084797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:00.103391 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.146067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.171109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.194998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.207163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:00.265907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.268617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.272678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/9475d8dd-97e1-402b-af07-808b3ea56d2e HTTP/1.1" status: 204 len: 168 time: 0.1865766 Jul 16 22:39:00.275921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46456) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:00.297362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Pushing event updated for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:00.314039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.314402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.314748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.315089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.315420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.322839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.323194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.323540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.323919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.324332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.324571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.325102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:00.345199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Network 915aba92-e0f2-4d8d-ade0-7d3b6120358f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:00.351118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:00.369187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:00.379232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1cf04-dc64-4225-a437-7cca23d0867d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475d8dd-97e1-402b-af07-808b3ea56d2e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:00.491665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9066d44f-ee99-4dab-9372-bdbe2c7b21be tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2118726 Jul 16 22:39:00.498278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:00.503079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398922722'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:00.506867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:00.507630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.535149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.542384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-b4205c72-f6af-48e4-b5ce-906f82d8377e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423763 Jul 16 22:39:00.560154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Request body: {'port': {'device_id': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:00.576389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46470) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:00.737983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.773866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.799296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.850872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65083d1e-4f7c-4503-9e8a-eb103683e644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.886447 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:00.887759 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3882105 Jul 16 22:39:00.890128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e50709-b1a0-44f9-b757-a00ffc118d75 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e617111e-871d-45d1-b802-906ba74b08fb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:00.892326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:00.900481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86af6192-b0f1-484b-a587-fab629a824c3 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:00.901432 n-d-793621-16 neutron-server[93923]: WARNING neutron.api.v2.base [None req-86af6192-b0f1-484b-a587-fab629a824c3 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 22:39:00.903341 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-86af6192-b0f1-484b-a587-fab629a824c3 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 22:39:00.904548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-86af6192-b0f1-484b-a587-fab629a824c3 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "PUT /v2.0/security-groups/e617111e-871d-45d1-b802-906ba74b08fb HTTP/1.1" status: 409 len: 330 time: 0.0090687 Jul 16 22:39:00.908200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.200711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.387987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.388317 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.488571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65083d1e-4f7c-4503-9e8a-eb103683e644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.496626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c0685-3cbc-4f2b-bccc-73bfe108da6c req-c24c6587-5a17-4d42-92b8-0860d8f38c77 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:01.498413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-297c0685-3cbc-4f2b-bccc-73bfe108da6c req-c24c6587-5a17-4d42-92b8-0860d8f38c77 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 931 time: 0.2212319 Jul 16 22:39:01.505750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65083d1e-4f7c-4503-9e8a-eb103683e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.551082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.559782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.564763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/e617111e-871d-45d1-b802-906ba74b08fb HTTP/1.1" status: 204 len: 168 time: 0.6516900 Jul 16 22:39:01.566209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.571720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-297c0685-3cbc-4f2b-bccc-73bfe108da6c req-65cf45b2-b658-42c5-b287-6844c562026b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Jul 16 22:39:01.649153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65083d1e-4f7c-4503-9e8a-eb103683e644 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e0dd8b5f6754c4eacb64b86b6368567&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0691690 Jul 16 22:39:01.652559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.669702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249aa3b8-8463-427a-99ae-af36b0a1d21e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:01.681213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65083d1e-4f7c-4503-9e8a-eb103683e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f174a5c-6d85-49f7-a5a3-6ee6ff0b1d50,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:01.687280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.713670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Transition to ACTIVE for port object 249aa3b8-8463-427a-99ae-af36b0a1d21e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:01.731819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.778032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Pushing event updated for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:01.780148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add70508-9aa5-47f6-baf5-444265eb792d tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617111e-871d-45d1-b802-906ba74b08fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:01.801908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ddd2117d-a9fa-45b8-ab44-2585161ed891 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1912529 Jul 16 22:39:01.811447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.816600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.848223 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-5e8e9fe6-1221-41e5-8bc0-813d3f945d48 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] delete failed (client error): The resource could not be found. Jul 16 22:39:01.849276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5e8e9fe6-1221-41e5-8bc0-813d3f945d48 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "DELETE /v2.0/security-groups/8de8b223-fdab-4e3b-90e0-f2a0c1a286fe HTTP/1.1" status: 404 len: 347 time: 0.0355711 Jul 16 22:39:01.856170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.863858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.897057 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-abdaf678-3300-4f36-bc71-e26a2f5f4141 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] show failed (client error): The resource could not be found. Jul 16 22:39:01.905726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-abdaf678-3300-4f36-bc71-e26a2f5f4141 tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-groups/556f17b6-4d29-4a1a-b1a4-6f712c36efd2 HTTP/1.1" status: 404 len: 347 time: 0.0481274 Jul 16 22:39:01.906514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:01.924378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Attempting to bind port 249aa3b8-8463-427a-99ae-af36b0a1d21e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:01.924719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Attempting to bind port 249aa3b8-8463-427a-99ae-af36b0a1d21e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:01.929671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Attempting to bind port 249aa3b8-8463-427a-99ae-af36b0a1d21e on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:01.938800 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-244388d2-283a-43d6-acaf-bdd848cf494e tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] show failed (client error): The resource could not be found. Jul 16 22:39:01.947564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-244388d2-283a-43d6-acaf-bdd848cf494e tempest-NegativeSecGroupIPv6Test-972034923 tempest-NegativeSecGroupIPv6Test-972034923-project] 10.222.0.70 "GET /v2.0/security-group-rules/a9857ef8-d291-4a10-8a98-3d2cb72bf10c HTTP/1.1" status: 404 len: 356 time: 0.0193648 Jul 16 22:39:01.947684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Port 249aa3b8-8463-427a-99ae-af36b0a1d21e on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:39:01.947684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Attempting to bind port 249aa3b8-8463-427a-99ae-af36b0a1d21e on network 915aba92-e0f2-4d8d-ade0-7d3b6120358f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:01.954588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:01.955159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Checking segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:01.955716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Bound using segment: {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:01.956327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Bound port: 249aa3b8-8463-427a-99ae-af36b0a1d21e, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f4e0c5-1db4-48a4-8200-f3204934385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:01.956865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.978427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.982657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:01.983904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f174a5c-6d85-49f7-a5a3-6ee6ff0b1d50 HTTP/1.1" status: 204 len: 168 time: 0.3196683 Jul 16 22:39:01.998205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c3b0-6512-4a3d-9bb9-1199809f8a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f174a5c-6d85-49f7-a5a3-6ee6ff0b1d50,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:02.131567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:02.141983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:02.153218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.254982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Pushing event updated for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:02.285229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:02.285882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.287328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4025bd0a-3728-4d2f-ad45-7479606b182d service neutron] 10.222.0.68 "PUT /v2.0/ports/249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 200 len: 1092 time: 1.7357292 Jul 16 22:39:02.292041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:02.299980 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2d4a5-d6e3-41fe-87b5-844a969af144" -d '{"events": [{"name": "network-changed", "server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:02.389125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:02.389743 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3246fd-0a3a-4f61-aa6c-6f0bd8d3e24a x-openstack-request-id: req-7a3246fd-0a3a-4f61-aa6c-6f0bd8d3e24a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:02.390040 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:02.390297 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a3246fd-0a3a-4f61-aa6c-6f0bd8d3e24a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:02.390701 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e', 'status': 'completed', 'code': 200} Jul 16 22:39:02.461001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-47b44e67-670f-4ae7-a83b-622971ac14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:02.463302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-47b44e67-670f-4ae7-a83b-622971ac14e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1095 time: 0.1225016 Jul 16 22:39:02.519149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-55ef8cfb-010a-4892-b5fe-da6c19073e6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 200 len: 217 time: 0.0474722 Jul 16 22:39:02.577442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:02.647833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c619f976-e69c-4f13-ad2d-f63e53eb1eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.656762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-55cbb49b-a1db-43a4-9a2b-948261d770b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abd18386035c4889aff1ad90292e7522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661338 Jul 16 22:39:02.659815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:02.691666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.702447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-9b516d86-1e03-4ca1-a973-e36ed9bc3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:02.703993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-9b516d86-1e03-4ca1-a973-e36ed9bc3f4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.1784871 Jul 16 22:39:02.744657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.773768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-882a26f9-5750-4273-a183-93566034c8a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547631 Jul 16 22:39:02.784083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.906231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.913624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:02.913624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf69c91f-9ec5-4297-b7f9-0c11ff2a83bd HTTP/1.1" status: 204 len: 168 time: 0.2534304 Jul 16 22:39:02.940769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43172b5d-18f8-4d84-b3e6-3325f40ad193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf69c91f-9ec5-4297-b7f9-0c11ff2a83bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:02.969890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-553e1f14-82b3-485e-980f-7acc0f97e4df service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882823 Jul 16 22:39:03.310586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c619f976-e69c-4f13-ad2d-f63e53eb1eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.361882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee282ee-0bdd-471b-93b7-0af43417b6cb req-d941f6c7-2066-4569-b8e1-e7e02be29d54 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:03.363756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ee282ee-0bdd-471b-93b7-0af43417b6cb req-d941f6c7-2066-4569-b8e1-e7e02be29d54 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 943 time: 0.4931438 Jul 16 22:39:03.370218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c619f976-e69c-4f13-ad2d-f63e53eb1eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.409643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3487ef8c-5531-4fd3-af66-89d63f5b6f8d req-4d6a6522-fcc9-4b98-a7eb-1330a50571c2 service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093108 Jul 16 22:39:03.483460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:03.484054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c619f976-e69c-4f13-ad2d-f63e53eb1eec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d71dac67de9545779044a9f3d98da604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8936503 Jul 16 22:39:03.510630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f976-e69c-4f13-ad2d-f63e53eb1eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b9092-707e-427e-aeb1-a27da7567f92,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:03.544809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ee282ee-0bdd-471b-93b7-0af43417b6cb req-f55c9a2a-178b-4e7f-884a-438954637189 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699615 Jul 16 22:39:03.599190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-6793a2ad-e61c-44c2-a46e-6fc021073a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:03.600687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-6793a2ad-e61c-44c2-a46e-6fc021073a75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1095 time: 0.1160631 Jul 16 22:39:03.617397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.676977 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.785866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-c9a695e1-8d0c-452b-b711-99a5a62ce1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:03.790470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-c9a695e1-8d0c-452b-b711-99a5a62ce1b4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.1816416 Jul 16 22:39:03.800688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.806256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:03.808816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/046b9092-707e-427e-aeb1-a27da7567f92 HTTP/1.1" status: 204 len: 168 time: 0.3228562 Jul 16 22:39:03.846300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-85836bca-494f-461b-8897-a2092118d06b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 200 len: 217 time: 0.0477839 Jul 16 22:39:03.847811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00bd9b-0fd2-4875-bfff-9d8389bac9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b9092-707e-427e-aeb1-a27da7567f92,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:04.239072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-3d622d66-0fda-4eea-af60-7e68a5959098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:04.243854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-3d622d66-0fda-4eea-af60-7e68a5959098 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.3877623 Jul 16 22:39:04.288671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-552a02a3-8866-4436-b9e9-57b5034564ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392935 Jul 16 22:39:04.441059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:04.557151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-9a6f4293-c15b-46d3-8a73-f2417dba3277 service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519536 Jul 16 22:39:04.823273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e2d4a5-d6e3-41fe-87b5-844a969af144 req-10e0891a-1eea-478e-a6f2-22e50d07136a service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570834 Jul 16 22:39:04.960938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656687015-network', 'tenant_id': '51007b10b8e0426781f5d5cf68d80b7c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:05.012092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b8573-2f3c-45f9-886e-ab719e85b8ce req-225a4f50-4e1e-4b17-a3fa-fd18a1caa646 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:05.017914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12b8573-2f3c-45f9-886e-ab719e85b8ce req-225a4f50-4e1e-4b17-a3fa-fd18a1caa646 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 943 time: 0.2161865 Jul 16 22:39:05.074501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Made reservation on behalf of 51007b10b8e0426781f5d5cf68d80b7c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:05.076819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.100492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.107281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d12b8573-2f3c-45f9-886e-ab719e85b8ce req-7936e87f-87e3-437e-8e1b-3206d275c35a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731206 Jul 16 22:39:05.279895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.284105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:05.286531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.342688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:05.350954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663bcf95-1eeb-414a-8cce-3f2e1d002487,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:05.362002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.362371 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Added segment 2530f727-85d7-4d5d-8f13-d805e35222ac of type vlan for network 15c158de-a05d-4227-b364-5a4090adcf9a Jul 16 22:39:05.459171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.558767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.559883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:05.560711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.595020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1528018 Jul 16 22:39:05.595533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:05.615182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Request body: {'subnet': {'network_id': '15c158de-a05d-4227-b364-5a4090adcf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656687015-subnet', 'tenant_id': '51007b10b8e0426781f5d5cf68d80b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:05.671010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44706055-23be-47ba-aaf9-ba3adc6e53d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.677359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Made reservation on behalf of 51007b10b8e0426781f5d5cf68d80b7c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:05.679079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0ac0-5c7d-4dcc-b320-9da5d65a4088 admin admin] Pushing event updated for resources: {'Network': ['ID=15c158de-a05d-4227-b364-5a4090adcf9a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:05.684274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:05.695477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 15c158de-a05d-4227-b364-5a4090adcf9a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:06.018618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44706055-23be-47ba-aaf9-ba3adc6e53d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.031273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44706055-23be-47ba-aaf9-ba3adc6e53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.075310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.098677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44706055-23be-47ba-aaf9-ba3adc6e53d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b468ebc-a10f-453b-a88f-ee926f2d7dee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:06.175736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44706055-23be-47ba-aaf9-ba3adc6e53d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ab86e0746534f678b5575afd0a5eea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905013 Jul 16 22:39:06.178660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:06.256366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.268491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29724878-2f50-41bd-818f-f9ef09efbb85,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:06.296464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.298480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Checking segment: {'id': '2530f727-85d7-4d5d-8f13-d805e35222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15c158de-a05d-4227-b364-5a4090adcf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:06.298856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Network hostable DHCP agents. Network: 15c158de-a05d-4227-b364-5a4090adcf9a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:06.366145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Network 15c158de-a05d-4227-b364-5a4090adcf9a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:06.370336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.375940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.379409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b468ebc-a10f-453b-a88f-ee926f2d7dee HTTP/1.1" status: 204 len: 168 time: 0.1969979 Jul 16 22:39:06.393264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b90972-967b-451d-97bb-0365656e7731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b468ebc-a10f-453b-a88f-ee926f2d7dee,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:06.442341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 15c158de-a05d-4227-b364-5a4090adcf9a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:06.453056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2cf38-3b16-43c2-8e47-f1ba27c5b3fc None None] Network 15c158de-a05d-4227-b364-5a4090adcf9a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:06.454337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:06.455145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:06.482120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4b66-e91b-46ba-b4c7-69acc02e07ce req-343cc8d5-decf-4ede-8381-7ecc53dcd5d3 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:06.490317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82db4b66-e91b-46ba-b4c7-69acc02e07ce req-343cc8d5-decf-4ede-8381-7ecc53dcd5d3 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 943 time: 0.1442389 Jul 16 22:39:06.494494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64138182-d91b-44df-898f-fd4c33f1965d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8838370 Jul 16 22:39:06.560102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-82db4b66-e91b-46ba-b4c7-69acc02e07ce req-9ffa94e7-f693-4f82-9e99-2b7434ac9866 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Jul 16 22:39:06.678623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 249aa3b8-8463-427a-99ae-af36b0a1d21e details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:39:06.732869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147b37b-8893-472f-934e-fa6c71b3798c None None] Network 15c158de-a05d-4227-b364-5a4090adcf9a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:07.006482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:07.032433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '249aa3b8-8463-427a-99ae-af36b0a1d21e', 'network_id': '915aba92-e0f2-4d8d-ade0-7d3b6120358f', 'port_id': '249aa3b8-8463-427a-99ae-af36b0a1d21e', 'mac_address': 'fa:16:3e:96:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:39:07.105754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.135843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249aa3b8-8463-427a-99ae-af36b0a1d21e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:07.170028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:07.176762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.234334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:07.242602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:07.255724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9978b01-9c47-4939-9ccd-8f3ee356ca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.377560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9978b01-9c47-4939-9ccd-8f3ee356ca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.384661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9978b01-9c47-4939-9ccd-8f3ee356ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.401549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['249aa3b8-8463-427a-99ae-af36b0a1d21e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:07.452878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:07.453479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9978b01-9c47-4939-9ccd-8f3ee356ca4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0072920880644c7f9a755e76ee77aeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169840 Jul 16 22:39:07.454052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978b01-9c47-4939-9ccd-8f3ee356ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab1040d-1374-4868-a83a-c36a33212c92,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:07.551428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.623508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.743858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.747494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:07.748715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ab1040d-1374-4868-a83a-c36a33212c92 HTTP/1.1" status: 204 len: 168 time: 0.2948148 Jul 16 22:39:07.758962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c6a4-ed6a-49c8-b859-2ead918ef1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab1040d-1374-4868-a83a-c36a33212c92,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:07.793818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:07.848056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826576-b9c6-47cd-ba6c-03b308272abf req-e8d6ca36-0280-4f19-aa75-63db9733dd92 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:07.856105 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f826576-b9c6-47cd-ba6c-03b308272abf req-e8d6ca36-0280-4f19-aa75-63db9733dd92 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 944 time: 0.1031983 Jul 16 22:39:07.901635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3f826576-b9c6-47cd-ba6c-03b308272abf req-9b3392da-9229-4dbd-b867-2477b682d0ed tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Jul 16 22:39:08.101317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:08.107656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1654692442-network', 'tenant_id': '80cd1682ebca474e9fe0e59aeb6b72a8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:08.200093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c490b446-272f-43cc-884d-674bd48cf517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.221258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Made reservation on behalf of 80cd1682ebca474e9fe0e59aeb6b72a8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:08.224531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.242329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.287231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:08.419187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c490b446-272f-43cc-884d-674bd48cf517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.427816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2954712d-0285-48c2-933d-36a060fb4f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.433533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c490b446-272f-43cc-884d-674bd48cf517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.504509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c490b446-272f-43cc-884d-674bd48cf517 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e688132f9faf457eba2c4929fafdc9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092426 Jul 16 22:39:08.507768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:08.529815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490b446-272f-43cc-884d-674bd48cf517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f9224-697c-4ae6-9de9-629da929feba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:08.577655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.639650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.650603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.651461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 249aa3b8-8463-427a-99ae-af36b0a1d21e up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:08.658501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.696937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:08.720250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e11797-5db1-42d9-be16-d7b48a32707f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:08.748521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.750351 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Added segment 58b9e20f-dd3a-46d2-8639-2b8df944357c of type vlan for network 91627477-9aad-4d22-bc9b-615342508ae2 Jul 16 22:39:08.762815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 249aa3b8-8463-427a-99ae-af36b0a1d21e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:08.772704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 249aa3b8-8463-427a-99ae-af36b0a1d21e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:08.774748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.815950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.850686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2954712d-0285-48c2-933d-36a060fb4f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.854533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.858281 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.859844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd0f9224-697c-4ae6-9de9-629da929feba HTTP/1.1" status: 204 len: 168 time: 0.3499579 Jul 16 22:39:08.864099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2954712d-0285-48c2-933d-36a060fb4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.882227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.883255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:08.883897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.896113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65139f-8799-454e-9198-be645917f755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f9224-697c-4ae6-9de9-629da929feba,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:08.985231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:08.989764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2954712d-0285-48c2-933d-36a060fb4f0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80324f1be19a444580a9ccaf80546c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013879 Jul 16 22:39:08.990404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:09.013301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9098754 Jul 16 22:39:09.015597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:09.031797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:09.036667 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f7654-ca53-49ce-bfe5-65e91db11de3" -d '{"events": [{"server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "name": "network-vif-plugged", "status": "completed", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:09.070710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:09.072896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Request body: {'subnet': {'network_id': '91627477-9aad-4d22-bc9b-615342508ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1654692442-subnet', 'tenant_id': '80cd1682ebca474e9fe0e59aeb6b72a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:09.078624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.166286 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1901f-16c7-408e-925f-e67ab163ab4f x-openstack-request-id: req-c8c1901f-16c7-408e-925f-e67ab163ab4f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:09.166586 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "name": "network-vif-plugged", "status": "completed", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:09.166852 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8c1901f-16c7-408e-925f-e67ab163ab4f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:09.168888 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e', 'code': 200} Jul 16 22:39:09.179052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f9b82-56d5-42f6-8fc2-cb9d98ed7ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=91627477-9aad-4d22-bc9b-615342508ae2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:09.186716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:09.194799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 91627477-9aad-4d22-bc9b-615342508ae2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:09.213289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954712d-0285-48c2-933d-36a060fb4f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4d356-47fd-49da-9d09-419e9401061f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:09.230715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Made reservation on behalf of 80cd1682ebca474e9fe0e59aeb6b72a8 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:09.236538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.342064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.402442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.484949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352615bc-a70d-4f1a-9890-89b7854079d1 req-9f5b36ba-9bf2-4b57-b075-16c17e656afc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:09.492050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352615bc-a70d-4f1a-9890-89b7854079d1 req-9f5b36ba-9bf2-4b57-b075-16c17e656afc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.3537912 Jul 16 22:39:09.499561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721f410-3e46-448f-9116-b532a2b210a4 req-07bb1e9f-f307-4634-9c5d-84cc7bf2c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:09.501390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8721f410-3e46-448f-9116-b532a2b210a4 req-07bb1e9f-f307-4634-9c5d-84cc7bf2c051 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1097 time: 0.2716968 Jul 16 22:39:09.560426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352615bc-a70d-4f1a-9890-89b7854079d1 req-9efa3426-0eb5-4027-9f03-fb82e42d9e3e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671844 Jul 16 22:39:09.565954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.575331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.577476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:09.582647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.586585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2db4d356-47fd-49da-9d09-419e9401061f HTTP/1.1" status: 204 len: 168 time: 0.5803063 Jul 16 22:39:09.600592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46b3e-42df-4e87-adcb-c26067aaa0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4d356-47fd-49da-9d09-419e9401061f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:09.600847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80968c25-e6a3-4355-a5bf-ca49f12419c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.615552 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8721f410-3e46-448f-9116-b532a2b210a4 req-af35cba6-da21-4f51-a474-c4d9a4477cbe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919673 Jul 16 22:39:09.690982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d260867d-0e05-4bc0-afde-a1f6c16b8fae,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:09.710393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Checking segment: {'id': '58b9e20f-dd3a-46d2-8639-2b8df944357c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '91627477-9aad-4d22-bc9b-615342508ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:09.710759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Network hostable DHCP agents. Network: 91627477-9aad-4d22-bc9b-615342508ae2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:09.748428 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Network 91627477-9aad-4d22-bc9b-615342508ae2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:09.763959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 91627477-9aad-4d22-bc9b-615342508ae2) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:09.769982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:09.770772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.774358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858181d-4911-4bdf-b60c-bb55a7073591 None None] Network 91627477-9aad-4d22-bc9b-615342508ae2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:09.902864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80968c25-e6a3-4355-a5bf-ca49f12419c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.911825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80968c25-e6a3-4355-a5bf-ca49f12419c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:09.957977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-affbabe3-1bb2-4003-90d1-4114031b8357 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9161220 Jul 16 22:39:10.014973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-80968c25-e6a3-4355-a5bf-ca49f12419c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69967a6ce6c04049adcc603ab25895cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313681 Jul 16 22:39:10.014973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80968c25-e6a3-4355-a5bf-ca49f12419c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42890078-a1b8-4d1b-8e22-a751ace5b352,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:10.015585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:10.045283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283042e9-1260-4ff1-ae22-1f9eecb17e19 None None] Network 91627477-9aad-4d22-bc9b-615342508ae2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:10.112479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.137090 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.194306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:10.255703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.258309 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.259502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42890078-a1b8-4d1b-8e22-a751ace5b352 HTTP/1.1" status: 204 len: 168 time: 0.2426839 Jul 16 22:39:10.274882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Deleting subnet 29724878-2f50-41bd-818f-f9ef09efbb85 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:10.279184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d976dca-7ff0-40c7-b398-9cb8d01af582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42890078-a1b8-4d1b-8e22-a751ace5b352,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:10.281337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.338976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.399985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.530433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.574248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29724878-2f50-41bd-818f-f9ef09efbb85,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:10.582187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.587019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:10.587509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de1e8d28-72d0-49e0-a624-e6ac3bd8cb56 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/29724878-2f50-41bd-818f-f9ef09efbb85 HTTP/1.1" status: 204 len: 168 time: 0.3914220 Jul 16 22:39:10.769180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.947801 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:10.961221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c158de-a05d-4227-b364-5a4090adcf9a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:10.980209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf464-ad4d-4fc1-b12f-a8be7121572b req-577a9af9-e940-463d-b9f1-cc2027b192ec tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:10.987690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67acf464-ad4d-4fc1-b12f-a8be7121572b req-577a9af9-e940-463d-b9f1-cc2027b192ec tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2734101 Jul 16 22:39:10.990950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2530f727-85d7-4d5d-8f13-d805e35222ac') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:10.991421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2530f727-85d7-4d5d-8f13-d805e35222ac') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:11.014498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.053303 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67acf464-ad4d-4fc1-b12f-a8be7121572b req-6f4df3c3-a288-454f-acd1-0267d683a00d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Jul 16 22:39:11.060421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.084101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:39:11.084755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:39:11.091231 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:39:11.245085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.251166 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.255808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:11.255941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] 10.222.0.70 "DELETE /v2.0/networks/15c158de-a05d-4227-b364-5a4090adcf9a HTTP/1.1" status: 204 len: 168 time: 0.6670930 Jul 16 22:39:11.290416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f4c79-9640-484c-bc74-20df46fd198f admin admin] Pushing event deleted for resources: {'Network': ['ID=15c158de-a05d-4227-b364-5a4090adcf9a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:11.374591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Deleting subnet d260867d-0e05-4bc0-afde-a1f6c16b8fae {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:11.378964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.420598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.471560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.579478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.617593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d260867d-0e05-4bc0-afde-a1f6c16b8fae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:11.619648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.624799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47004) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:11.639251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-470c2d39-49e8-4332-87c6-e2025647b773 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d260867d-0e05-4bc0-afde-a1f6c16b8fae HTTP/1.1" status: 204 len: 168 time: 0.3819399 Jul 16 22:39:11.736881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:11.799755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-118f107d-e890-4c96-81bb-d70526430da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:11.801309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-118f107d-e890-4c96-81bb-d70526430da1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1097 time: 0.1234648 Jul 16 22:39:11.999045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-93055b7f-a473-45ba-8b09-3e407e80237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:12.001597 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-93055b7f-a473-45ba-8b09-3e407e80237f service neutron] 10.222.0.68 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.1871493 Jul 16 22:39:12.068558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.083558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-35a9d38e-e1c1-4315-b26f-070330bbf133 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 200 len: 217 time: 0.0749314 Jul 16 22:39:12.092083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91627477-9aad-4d22-bc9b-615342508ae2']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:12.112704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b9e20f-dd3a-46d2-8639-2b8df944357c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:12.116488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b9e20f-dd3a-46d2-8639-2b8df944357c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:12.134305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.161830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.181371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:39:12.182165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.193109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-09744751-3f12-468d-b5c9-00ea7bcae87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:12.194868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-09744751-3f12-468d-b5c9-00ea7bcae87c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.1038465 Jul 16 22:39:12.251543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-25f30263-9337-46ad-9b92-80f61ba4a644 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483782 Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:39:12.359654 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:39:12.395868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-26b4c62e-3626-446e-b6b9-309390a68531 service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335027 Jul 16 22:39:12.456207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.467564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:12.488113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/91627477-9aad-4d22-bc9b-615342508ae2 HTTP/1.1" status: 204 len: 168 time: 0.8621216 Jul 16 22:39:12.522228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d7a0-6c4c-4887-988c-6b64e2a4eeb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91627477-9aad-4d22-bc9b-615342508ae2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:12.584621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c38d3-bdc6-4667-b0db-14c530982213 req-ae292ef1-806d-4c7b-ba87-d4a77d615f00 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:12.602914 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ffc101d-5248-405b-8f23-a2f46f42b628 req-e6cf1f83-4030-4932-80fd-cf4bc2c2054b service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026167 Jul 16 22:39:12.619331 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a21c38d3-bdc6-4667-b0db-14c530982213 req-ae292ef1-806d-4c7b-ba87-d4a77d615f00 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.7945750 Jul 16 22:39:12.710771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a21c38d3-bdc6-4667-b0db-14c530982213 req-8b7f86bc-f145-4227-a9b5-9d737958f3b0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903192 Jul 16 22:39:12.899873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:12.952474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-45e94106-f518-429f-8474-16adffa317fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51007b10b8e0426781f5d5cf68d80b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512226 Jul 16 22:39:12.955255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:13.010458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:13.034416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:13.108719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:13.111412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:13.112630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/663bcf95-1eeb-414a-8cce-3f2e1d002487 HTTP/1.1" status: 204 len: 168 time: 0.1555371 Jul 16 22:39:13.129846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b7a3a-0af5-4f58-8388-a1224d4e46eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663bcf95-1eeb-414a-8cce-3f2e1d002487,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:13.821828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:13.877634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-86d1621d-e358-4c3e-9587-3d64b3217936 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80cd1682ebca474e9fe0e59aeb6b72a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534503 Jul 16 22:39:13.878318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:13.963806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:14.018435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:14.129704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651057c5-cce7-4b7f-b3e4-ab45a5043691 req-087a14ed-2b00-43a9-8d75-faddb53079ac tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:14.138216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-651057c5-cce7-4b7f-b3e4-ab45a5043691 req-087a14ed-2b00-43a9-8d75-faddb53079ac tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1913562 Jul 16 22:39:14.155111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:14.158503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:14.162359 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7e11797-5db1-42d9-be16-d7b48a32707f HTTP/1.1" status: 204 len: 168 time: 0.2829180 Jul 16 22:39:14.184639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f12b0-c4a8-477e-8ffe-28837e2e0690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e11797-5db1-42d9-be16-d7b48a32707f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:14.220945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-651057c5-cce7-4b7f-b3e4-ab45a5043691 req-22d879e3-e3ec-4277-8e9d-9996dd68b3c0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Jul 16 22:39:14.916586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:15.283484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f3c-ba73-4608-bd17-8cb76dad22c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.473593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f3c-ba73-4608-bd17-8cb76dad22c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.481978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f3c-ba73-4608-bd17-8cb76dad22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.483330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f70e-1056-4c72-bc46-8b52ef1575fb req-16ed335d-fa3c-4842-b8b7-ac510b79f4ba tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:15.492367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6321f70e-1056-4c72-bc46-8b52ef1575fb req-16ed335d-fa3c-4842-b8b7-ac510b79f4ba tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1060085 Jul 16 22:39:15.586677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6321f70e-1056-4c72-bc46-8b52ef1575fb req-f7b94b9d-3247-492c-af3d-2ab5e014e4e3 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930455 Jul 16 22:39:15.601429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dbcc7f3c-ba73-4608-bd17-8cb76dad22c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b994558699c44919a7bba4a09d189390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6830287 Jul 16 22:39:15.603708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:15.616287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7f3c-ba73-4608-bd17-8cb76dad22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a52e8-6a76-4402-b6ec-1573a08a673d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:15.678078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.702297 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.771463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.775859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:15.777921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/520a52e8-6a76-4402-b6ec-1573a08a673d HTTP/1.1" status: 204 len: 168 time: 0.1731496 Jul 16 22:39:15.795213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d1bbf-dd6a-442f-ba20-f030e5a89f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a52e8-6a76-4402-b6ec-1573a08a673d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:16.210889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:16.232739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d35ab7-f2a5-42e3-8beb-1927d965b0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.392875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d35ab7-f2a5-42e3-8beb-1927d965b0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.400509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d35ab7-f2a5-42e3-8beb-1927d965b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.479304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d35ab7-f2a5-42e3-8beb-1927d965b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04088d87-d648-4164-b35f-2bbcd3335448,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:16.494932 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3d35ab7-f2a5-42e3-8beb-1927d965b0c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe00e449e56846daa7cf6b301ef5ec87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828488 Jul 16 22:39:16.499514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:16.611233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.653174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.832455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.836595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:16.842365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04088d87-d648-4164-b35f-2bbcd3335448 HTTP/1.1" status: 204 len: 168 time: 0.3409710 Jul 16 22:39:16.869328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95ef86-2df3-4c33-b674-69ba92379aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04088d87-d648-4164-b35f-2bbcd3335448,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:16.883230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575f09e-74b6-472a-b121-5109a8929b1e req-523b56b3-4a55-4f67-9cc7-4009df2ae29b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:16.892106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2575f09e-74b6-472a-b121-5109a8929b1e req-523b56b3-4a55-4f67-9cc7-4009df2ae29b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1668737 Jul 16 22:39:16.951471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2575f09e-74b6-472a-b121-5109a8929b1e req-8226254a-40b0-4fac-ae0d-b73b255768b6 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Jul 16 22:39:17.999147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47380) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:18.239520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:18.355190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31e859-7a15-413b-b8d5-f645d9a2d360 req-a45cb9c6-0ef0-4081-a644-7109683288fe tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:18.357708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f31e859-7a15-413b-b8d5-f645d9a2d360 req-a45cb9c6-0ef0-4081-a644-7109683288fe tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1312194 Jul 16 22:39:18.445083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.462341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-772382689'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:18.501525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9f31e859-7a15-413b-b8d5-f645d9a2d360 req-98d09db1-859c-4acf-bff3-ad484b639123 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377132 Jul 16 22:39:18.511128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:39:18.511128 n-d-793621-16 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:39:18.511128 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id': '4741d8003d5b46f3818b9e2ab951db11', 'id': '5a896bf5-5c27-4d4f-992e-0339ccbc3e0d', 'expiration': datetime.datetime(2021, 7, 16, 22, 41, 18, 506678)}] Jul 16 22:39:18.511128 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:39:18.511955 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:39:18.519974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:18.523946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.533495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.629315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.633169 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.660891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:18.669879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e759fdc4-8f54-4858-a4ee-c20def1e34fa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:18.677810 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.678163 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Added segment 3c2e3044-c0ce-47a1-9563-5b31a666f57c of type vlan for network 8abd3bc3-80cb-4851-a555-57554f5614b5 Jul 16 22:39:18.726283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.772307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.785403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:18.786148 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:18.820837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5750806 Jul 16 22:39:18.823732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:18.830775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'subnet': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:18.885219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ab9bd-11ce-4b4a-94fd-aac64419949b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Network': ['ID=8abd3bc3-80cb-4851-a555-57554f5614b5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:18.899682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:18.971729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:18.983072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.012641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.245340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.250308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.293083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.320916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4741d8003d5b46f3818b9e2ab951db11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3200696 Jul 16 22:39:19.324509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:19.393825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Subnet': ['ID=17a18b7e-9241-404e-af55-a00f33012e0d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:19.396866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.426576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83565ad-d3ac-4416-a9b0-77cf67516bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432fa127-2b0e-4521-9090-d0c401695f34,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:19.438460 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.445235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Checking segment: {'id': '3c2e3044-c0ce-47a1-9563-5b31a666f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:19.445917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network hostable DHCP agents. Network: 8abd3bc3-80cb-4851-a555-57554f5614b5, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:19.511927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:19.516134 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.522062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.524746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/432fa127-2b0e-4521-9090-d0c401695f34 HTTP/1.1" status: 204 len: 168 time: 0.1989391 Jul 16 22:39:19.533723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8abd3bc3-80cb-4851-a555-57554f5614b5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:19.542055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814e7b4-99c1-4503-aa0e-9390c82b4253 None None] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:19.557057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:19.565192 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.572503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987a3a-a316-4414-8cb0-39813e0075f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432fa127-2b0e-4521-9090-d0c401695f34,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:19.610328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b00677d-90ad-4fab-a9ce-3ee9f91a44e8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854302 Jul 16 22:39:19.613153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:19.619549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-773558959'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:19.800841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8abd3bc3-80cb-4851-a555-57554f5614b5', 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'tenant_id': 'e6f01b6e83f04b1a98f567e76a396659', 'fixed_ips': [{'subnet_id': '17a18b7e-9241-404e-af55-a00f33012e0d'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:19.801766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:19.965022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d64b-7f6d-4a41-a9f1-5477d6248241 req-bb8aac4d-d338-4668-88e9-060199516fec tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:19.966600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9819d64b-7f6d-4a41-a9f1-5477d6248241 req-bb8aac4d-d338-4668-88e9-060199516fec tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2071064 Jul 16 22:39:19.982095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Allocated IP 2001:db8::2 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/11ebe94e-603b-4324-a293-4f1cf3ea85ee) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:20.052642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9819d64b-7f6d-4a41-a9f1-5477d6248241 req-830527fd-bfcc-46af-8ac6-d30f659fc188 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764372 Jul 16 22:39:20.053317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:20.059710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.094979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port f3a3e606-ff00-4312-805e-6b800c0a5617 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:20.184693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:20.202483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e56cfc76-643b-482c-bf9a-645f99f55527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.228884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.239327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Transition to ACTIVE for port object 11ebe94e-603b-4324-a293-4f1cf3ea85ee will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:20.256184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Transition to ACTIVE for port object 11ebe94e-603b-4324-a293-4f1cf3ea85ee will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:20.264168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.324553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Pushing event updated for resources: {'Port': ['ID=11ebe94e-603b-4324-a293-4f1cf3ea85ee,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:20.337870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:20.340244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:20.344570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:20.400343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e56cfc76-643b-482c-bf9a-645f99f55527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.410260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e56cfc76-643b-482c-bf9a-645f99f55527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.413214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::383 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/f3a3e606-ff00-4312-805e-6b800c0a5617) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:20.449290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Attempting to bind port 11ebe94e-603b-4324-a293-4f1cf3ea85ee on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:20.450700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Attempting to bind port 11ebe94e-603b-4324-a293-4f1cf3ea85ee by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3c2e3044-c0ce-47a1-9563-5b31a666f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:20.451344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Attempting to bind port 11ebe94e-603b-4324-a293-4f1cf3ea85ee on network 8abd3bc3-80cb-4851-a555-57554f5614b5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:20.457225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:20.458149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Checking segment: {'id': '3c2e3044-c0ce-47a1-9563-5b31a666f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:20.458719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.459363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Bound using segment: {'id': '3c2e3044-c0ce-47a1-9563-5b31a666f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:20.460049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Bound port: 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2e3044-c0ce-47a1-9563-5b31a666f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:20.460872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.469229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e56cfc76-643b-482c-bf9a-645f99f55527 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03be387aa293423c83ab7e6d3b82ebe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825871 Jul 16 22:39:20.470329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cfc76-643b-482c-bf9a-645f99f55527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670dc0d-8f66-4ac8-a802-8a9aaed3931d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:20.473270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:20.535025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.577898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.602681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-55c8b011-1386-4be1-a327-582f7904929f None None] For port 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:20.617178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-55c8b011-1386-4be1-a327-582f7904929f None None] For port 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=11ebe94e-603b-4324-a293-4f1cf3ea85ee,segment=NetworkSegment(3c2e3044-c0ce-47a1-9563-5b31a666f57c),segment_id=3c2e3044-c0ce-47a1-9563-5b31a666f57c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:20.625219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.701001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.703693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.713007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d670dc0d-8f66-4ac8-a802-8a9aaed3931d HTTP/1.1" status: 204 len: 168 time: 0.2381589 Jul 16 22:39:20.740502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984833-5501-45b8-b54c-09257bc3ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670dc0d-8f66-4ac8-a802-8a9aaed3931d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:20.816267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.820142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8b011-1386-4be1-a327-582f7904929f None None] Pushing event updated for resources: {'Port': ['ID=11ebe94e-603b-4324-a293-4f1cf3ea85ee,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:20.930265 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:20.947293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object f3a3e606-ff00-4312-805e-6b800c0a5617 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:20.993903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:21.158524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=f3a3e606-ff00-4312-805e-6b800c0a5617,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:21.181952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:21.189677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:21.193626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:21.200089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:21.200730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:21.239632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:21.240544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c1818566-8ac8-4a41-ac55-8fea5dcfc814 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6253693 Jul 16 22:39:21.249217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8692662', 'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:bb:90:80'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:21.526240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:21.650995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:21.674248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port 991fc173-55e1-475e-bd86-2885fd244f68 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:21.736081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a24651-65d6-4491-a7cf-1ce1fc30aeab req-7700c3c0-cf52-4043-8b49-b465d512a87d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:21.746769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2a24651-65d6-4491-a7cf-1ce1fc30aeab req-7700c3c0-cf52-4043-8b49-b465d512a87d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.4180665 Jul 16 22:39:21.807473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2a24651-65d6-4491-a7cf-1ce1fc30aeab req-791dae24-4185-4a06-a970-89966183a90b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Jul 16 22:39:21.953267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::99 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/991fc173-55e1-475e-bd86-2885fd244f68) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:22.129148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 11ebe94e-603b-4324-a293-4f1cf3ea85ee up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:22.252753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 11ebe94e-603b-4324-a293-4f1cf3ea85ee completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:22.312168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:22.346269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object 991fc173-55e1-475e-bd86-2885fd244f68 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:22.438207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:22.490995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:22.495592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:22.499016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:22.505668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:22.506791 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:22.531641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2888560 Jul 16 22:39:22.534022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:22.544208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014737-d3a7-48f4-aeda-ff9fb283c80f tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=991fc173-55e1-475e-bd86-2885fd244f68,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:22.706673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc423d-afa3-43df-9c49-d91a1f368831 None None] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:22.859587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e50bef7-53d6-423f-b676-fe079631862a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:22.871074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e50bef7-53d6-423f-b676-fe079631862a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:22.884291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e50bef7-53d6-423f-b676-fe079631862a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:22.889050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5e50bef7-53d6-423f-b676-fe079631862a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.3515096 Jul 16 22:39:22.890415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:22.902369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Provisioning for port 11ebe94e-603b-4324-a293-4f1cf3ea85ee completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:22.912709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Provisioning complete for port 11ebe94e-603b-4324-a293-4f1cf3ea85ee triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:22.913255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:22.997522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.117737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port 991fc173-55e1-475e-bd86-2885fd244f68 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:23.117996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.247095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.355235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] For port 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=11ebe94e-603b-4324-a293-4f1cf3ea85ee,segment=NetworkSegment(3c2e3044-c0ce-47a1-9563-5b31a666f57c),segment_id=3c2e3044-c0ce-47a1-9563-5b31a666f57c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:23.357357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab259d0-d5e5-4864-a872-93da05ec1d3a req-a1c67166-5162-48b1-ab21-c909f98e4f04 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:23.362645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab259d0-d5e5-4864-a872-93da05ec1d3a req-a1c67166-5162-48b1-ab21-c909f98e4f04 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2494750 Jul 16 22:39:23.371022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.372267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.433676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for 991fc173-55e1-475e-bd86-2885fd244f68 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:23.485721 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ab259d0-d5e5-4864-a872-93da05ec1d3a req-07cc7ee5-0d53-4ee6-bb91-abf02b3996ff tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174157 Jul 16 22:39:23.524848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56d25c-b930-4c90-91b9-93a98c4a31e1 None None] Pushing event updated for resources: {'Port': ['ID=11ebe94e-603b-4324-a293-4f1cf3ea85ee,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:23.682038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:23.732379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=991fc173-55e1-475e-bd86-2885fd244f68,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:24.053942 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.064980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-669d9853-f342-4bf5-976e-3c13bfc32df8 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/991fc173-55e1-475e-bd86-2885fd244f68 HTTP/1.1" status: 204 len: 168 time: 1.1731761 Jul 16 22:39:24.065474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:24.103278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 11ebe94e-603b-4324-a293-4f1cf3ea85ee up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:24.106849 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe1778c-62b4-480f-a792-e4891dc9bff3 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] GET failed (client error): The resource could not be found. Jul 16 22:39:24.108667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5fe1778c-62b4-480f-a792-e4891dc9bff3 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports/991fc173-55e1-475e-bd86-2885fd244f68 HTTP/1.1" status: 404 len: 333 time: 0.0419855 Jul 16 22:39:24.112718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:24.118684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271169536'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:24.171862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 11ebe94e-603b-4324-a293-4f1cf3ea85ee triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:24.172922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.317688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Provisioning for port f3a3e606-ff00-4312-805e-6b800c0a5617 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:24.325739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Provisioning complete for port f3a3e606-ff00-4312-805e-6b800c0a5617 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:24.326298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.383014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:24.389562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.412294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Port f3a3e606-ff00-4312-805e-6b800c0a5617 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:24.416936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port a9046b8d-1d88-4071-8391-9820ef88ac00 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:24.422709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Provisioning complete for port 11ebe94e-603b-4324-a293-4f1cf3ea85ee triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:24.423358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.577476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-422f9a30-8dc1-4c89-815f-076b585437b9 None None] Could not find standard attr ID for object 991fc173-55e1-475e-bd86-2885fd244f68. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:39:24.615210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::133 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/a9046b8d-1d88-4071-8391-9820ef88ac00) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:24.700148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2aea742-aecb-43a0-9575-0ead62a42c09 None None] Provisioning complete for port f3a3e606-ff00-4312-805e-6b800c0a5617 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:24.700820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2aea742-aecb-43a0-9575-0ead62a42c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.758641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f2aea742-aecb-43a0-9575-0ead62a42c09 None None] Port f3a3e606-ff00-4312-805e-6b800c0a5617 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:24.864495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec8313-c3ed-4751-a3e8-e7bd61e14f9d req-01a3c82d-7c3b-405b-b6eb-585472c9f572 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:24.866217 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36ec8313-c3ed-4751-a3e8-e7bd61e14f9d req-01a3c82d-7c3b-405b-b6eb-585472c9f572 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2066522 Jul 16 22:39:24.909984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.959181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object a9046b8d-1d88-4071-8391-9820ef88ac00 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:24.976341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-95f37d66-0376-4229-bf35-dcd6e7464787 None None] Could not find standard attr ID for object 991fc173-55e1-475e-bd86-2885fd244f68. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:39:24.989594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36ec8313-c3ed-4751-a3e8-e7bd61e14f9d req-03243b52-7f43-4a47-bea2-41047c1a3103 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973854 Jul 16 22:39:25.094614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.163793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:25.169910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:25.180056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:25.186289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:25.186919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.196423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=a9046b8d-1d88-4071-8391-9820ef88ac00,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:25.219522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7797a6dc-ada1-4f26-aeb4-503b4af5702a tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1046112 Jul 16 22:39:25.221870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:25.228816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:bb:90:80'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:25.545344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.726127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00a300c8-c7c7-4671-9f6e-851bdb64fb85 None None] Provisioning for port a9046b8d-1d88-4071-8391-9820ef88ac00 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:25.731470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00a300c8-c7c7-4671-9f6e-851bdb64fb85 None None] Provisioning complete for port a9046b8d-1d88-4071-8391-9820ef88ac00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:25.732820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00a300c8-c7c7-4671-9f6e-851bdb64fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.789682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00a300c8-c7c7-4671-9f6e-851bdb64fb85 None None] Port a9046b8d-1d88-4071-8391-9820ef88ac00 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:25.919613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.925909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.959194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] In _notify_port_updated(), no bound segment for port a9046b8d-1d88-4071-8391-9820ef88ac00 on network 8abd3bc3-80cb-4851-a555-57554f5614b5 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:39:25.965748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:25.966444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.971044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "PUT /v2.0/ports/a9046b8d-1d88-4071-8391-9820ef88ac00 HTTP/1.1" status: 200 len: 1002 time: 0.7474697 Jul 16 22:39:25.971183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:26.018001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0e376-c29a-47e2-a6d6-ec98f5bf6335 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=a9046b8d-1d88-4071-8391-9820ef88ac00,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:26.223590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port a9046b8d-1d88-4071-8391-9820ef88ac00 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:26.223931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:26.284910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9235-339f-4b70-af9c-9c9a40de5058 req-95145b50-775e-46a7-9f66-b91a92269972 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:26.303353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3dca9235-339f-4b70-af9c-9c9a40de5058 req-95145b50-775e-46a7-9f66-b91a92269972 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1061528 Jul 16 22:39:26.401435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3dca9235-339f-4b70-af9c-9c9a40de5058 req-32abd742-8954-4a16-98d7-314e9d1afc7f tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947392 Jul 16 22:39:26.416670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:26.437284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for a9046b8d-1d88-4071-8391-9820ef88ac00 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:26.524246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-08155f3f-abbb-48ef-9e97-f6730db2166c None None] Provisioning complete for port a9046b8d-1d88-4071-8391-9820ef88ac00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:26.524668 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08155f3f-abbb-48ef-9e97-f6730db2166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:26.589732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-08155f3f-abbb-48ef-9e97-f6730db2166c None None] Port a9046b8d-1d88-4071-8391-9820ef88ac00 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:26.658081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:26.692360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=a9046b8d-1d88-4071-8391-9820ef88ac00,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:26.824272 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:26.826594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93383ff9-f511-4fba-b5b5-dab3f3b91184 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/a9046b8d-1d88-4071-8391-9820ef88ac00 HTTP/1.1" status: 204 len: 168 time: 0.8536410 Jul 16 22:39:26.830478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:26.898073 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70d3a31-031a-4f18-b240-944066796e38 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] GET failed (client error): The resource could not be found. Jul 16 22:39:26.905701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b70d3a31-031a-4f18-b240-944066796e38 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports/a9046b8d-1d88-4071-8391-9820ef88ac00 HTTP/1.1" status: 404 len: 333 time: 0.0681105 Jul 16 22:39:26.905989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:26.911305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1484486861'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:27.077311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:27.081519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:27.100537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port dae25f4b-34ba-4640-a10a-5721f6b493e1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:27.564948 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adf72755-ac28-4153-a5aa-5af3851d3041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:27.831432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::27f (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/dae25f4b-34ba-4640-a10a-5721f6b493e1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:27.892195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f0f7-496f-4e54-8b27-30baec6140cf req-d67f2c51-832c-49b9-876e-31676a549fad tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:27.899710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6e7f0f7-496f-4e54-8b27-30baec6140cf req-d67f2c51-832c-49b9-876e-31676a549fad tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1364384 Jul 16 22:39:27.965833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6e7f0f7-496f-4e54-8b27-30baec6140cf req-51e4e177-9167-4c20-b56f-aad01c566901 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Jul 16 22:39:28.159530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.175838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object dae25f4b-34ba-4640-a10a-5721f6b493e1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:28.231820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.299560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:28.303591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:28.309626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:28.316580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:28.317844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.327711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=dae25f4b-34ba-4640-a10a-5721f6b493e1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:28.350350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2604a171-563f-469e-9a96-e7434d9f0c42 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4406343 Jul 16 22:39:28.351238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:28.357584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bb:90:80'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:28.474233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.736604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-21a10332-7052-4c86-9ece-2e429c89ef6c None None] Provisioning for port dae25f4b-34ba-4640-a10a-5721f6b493e1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:28.744372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-21a10332-7052-4c86-9ece-2e429c89ef6c None None] Provisioning complete for port dae25f4b-34ba-4640-a10a-5721f6b493e1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:28.745333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21a10332-7052-4c86-9ece-2e429c89ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.785379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.801177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.819936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-21a10332-7052-4c86-9ece-2e429c89ef6c None None] Port dae25f4b-34ba-4640-a10a-5721f6b493e1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:28.830583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] In _notify_port_updated(), no bound segment for port dae25f4b-34ba-4640-a10a-5721f6b493e1 on network 8abd3bc3-80cb-4851-a555-57554f5614b5 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:39:28.838535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:28.839674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.841705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "PUT /v2.0/ports/dae25f4b-34ba-4640-a10a-5721f6b493e1 HTTP/1.1" status: 200 len: 1003 time: 0.4893427 Jul 16 22:39:28.844789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:28.955056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3508ae-9701-4295-8709-4c11403045f0 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=dae25f4b-34ba-4640-a10a-5721f6b493e1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:29.042383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port dae25f4b-34ba-4640-a10a-5721f6b493e1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:29.043009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.188891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.253154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for dae25f4b-34ba-4640-a10a-5721f6b493e1 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:29.269710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:39:29.296142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84fa9c-477e-4ed4-bfa0-b8efbdd0228b req-a0246268-b88c-4536-8aa1-bd4bc2fea8a7 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:29.303767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc84fa9c-477e-4ed4-bfa0-b8efbdd0228b req-a0246268-b88c-4536-8aa1-bd4bc2fea8a7 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1491914 Jul 16 22:39:29.417352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc84fa9c-477e-4ed4-bfa0-b8efbdd0228b req-511fd7db-a446-4608-b2a3-6100d73f5e65 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124525 Jul 16 22:39:29.464510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b70469bc-dfb5-43fa-9a1c-7c421c42787f None None] Provisioning complete for port dae25f4b-34ba-4640-a10a-5721f6b493e1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:29.469441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b70469bc-dfb5-43fa-9a1c-7c421c42787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.482313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.546785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b70469bc-dfb5-43fa-9a1c-7c421c42787f None None] Port dae25f4b-34ba-4640-a10a-5721f6b493e1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:29.572902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.609140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=dae25f4b-34ba-4640-a10a-5721f6b493e1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:29.677673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.679706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0b2ee06-c6b5-4bca-b68b-464fe65ca928 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/dae25f4b-34ba-4640-a10a-5721f6b493e1 HTTP/1.1" status: 204 len: 168 time: 0.8330801 Jul 16 22:39:29.682680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.754658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792ef752-50bb-4904-99ae-5b89cbdf28a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.762834 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb757bc0-8405-42ad-98c5-00bba89786dd tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] GET failed (client error): The resource could not be found. Jul 16 22:39:29.787483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fb757bc0-8405-42ad-98c5-00bba89786dd tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports/dae25f4b-34ba-4640-a10a-5721f6b493e1 HTTP/1.1" status: 404 len: 333 time: 0.1020553 Jul 16 22:39:29.789724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.802135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1540151590'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:29.811695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93d10419-16a3-4f77-a31d-54d306eb1812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.099043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792ef752-50bb-4904-99ae-5b89cbdf28a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.108141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-792ef752-50bb-4904-99ae-5b89cbdf28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.108995 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.167132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef752-50bb-4904-99ae-5b89cbdf28a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0bfbf-cff8-4997-a078-dcd21719d167,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.174971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-792ef752-50bb-4904-99ae-5b89cbdf28a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c38b6f58bee64324b76e2a936f480712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915722 Jul 16 22:39:30.177675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47816) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:30.259356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.284507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.349865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.352405 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.363530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fff0bfbf-cff8-4997-a078-dcd21719d167 HTTP/1.1" status: 204 len: 168 time: 0.1841953 Jul 16 22:39:30.377432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf69b0-f593-4e55-afde-33a22f8d6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0bfbf-cff8-4997-a078-dcd21719d167,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.471045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:30.475495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.493953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port e777cdbf-baa4-43f8-a385-722e49cf2e81 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:30.639462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::322 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/e777cdbf-baa4-43f8-a385-722e49cf2e81) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:30.684610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5a3b-df73-418c-8314-755edf04ec66 req-47938f57-5a31-493d-bb9c-0aa9bcfd2c75 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:30.694327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-355b5a3b-df73-418c-8314-755edf04ec66 req-47938f57-5a31-493d-bb9c-0aa9bcfd2c75 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.0993035 Jul 16 22:39:30.792282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-355b5a3b-df73-418c-8314-755edf04ec66 req-14d2ad75-d4d4-4baa-8ff6-c9cbe8f6dbab tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 Jul 16 22:39:30.889037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:30.914577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2bdd-a1be-4da8-9442-01f6418168ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.979972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.999884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object e777cdbf-baa4-43f8-a385-722e49cf2e81 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:31.042488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.076484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2bdd-a1be-4da8-9442-01f6418168ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.081069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2bdd-a1be-4da8-9442-01f6418168ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.097035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:31.100805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:31.116253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:31.130817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b1d2bdd-a1be-4da8-9442-01f6418168ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f86d7c705d2741ae941ea884719d6d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413297 Jul 16 22:39:31.131795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d2bdd-a1be-4da8-9442-01f6418168ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7006c5c7-623c-4437-8da7-47e72bc4d094,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.135702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:31.138295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:31.138984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.153775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=e777cdbf-baa4-43f8-a385-722e49cf2e81,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.170027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ed7bb710-9689-4eb3-823f-5e9c12e8ec11 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3745213 Jul 16 22:39:31.170727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:31.175861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'network_id': '8abd3bc3-80cb-4851-a555-57554f5614b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-64356755'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:31.275544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.325269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.356057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.377245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Made reservation on behalf of e6f01b6e83f04b1a98f567e76a396659 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:31.383944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.424450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.424901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] device_id is not set on port 7fc10430-ada7-496b-9c9b-d866ee70b58e yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:31.427726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.429028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7006c5c7-623c-4437-8da7-47e72bc4d094 HTTP/1.1" status: 204 len: 168 time: 0.2923338 Jul 16 22:39:31.446706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccb333-3a35-4b5e-8a8b-f2f7be155dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7006c5c7-623c-4437-8da7-47e72bc4d094,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.607652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52f7f53b-5cb6-458b-81f6-7d98ad24befe None None] Provisioning for port e777cdbf-baa4-43f8-a385-722e49cf2e81 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:31.612921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52f7f53b-5cb6-458b-81f6-7d98ad24befe None None] Provisioning complete for port e777cdbf-baa4-43f8-a385-722e49cf2e81 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:31.613582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52f7f53b-5cb6-458b-81f6-7d98ad24befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.666912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Allocated IP 2001:db8::356 (8abd3bc3-80cb-4851-a555-57554f5614b5/17a18b7e-9241-404e-af55-a00f33012e0d/7fc10430-ada7-496b-9c9b-d866ee70b58e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:31.672753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f53b-5cb6-458b-81f6-7d98ad24befe None None] Port e777cdbf-baa4-43f8-a385-722e49cf2e81 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:32.009297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.024675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Transition to ACTIVE for port object 7fc10430-ada7-496b-9c9b-d866ee70b58e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:32.087420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:32.110753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b211db00-c9dd-4756-94c0-ba47f9f16292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.144049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.198817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406dd03-84f2-432e-96a1-bb7664f1c6ec req-5a31885a-5d94-4cd9-b550-080aebca9127 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:32.207624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3406dd03-84f2-432e-96a1-bb7664f1c6ec req-5a31885a-5d94-4cd9-b550-080aebca9127 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1774781 Jul 16 22:39:32.255766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b211db00-c9dd-4756-94c0-ba47f9f16292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.258983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:32.263728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b211db00-c9dd-4756-94c0-ba47f9f16292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.268437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:32.270894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:32.277738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:32.278250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.317586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3406dd03-84f2-432e-96a1-bb7664f1c6ec req-467d276e-13a6-4ed2-8e44-f905cca32d83 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082404 Jul 16 22:39:32.319448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=7fc10430-ada7-496b-9c9b-d866ee70b58e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.335607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-48147e68-0770-429d-aa25-f29bc662d1b6 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1567287 Jul 16 22:39:32.335607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:32.336564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:bb:90:80'}, {'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:1e:75:fc'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:32.358005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b211db00-c9dd-4756-94c0-ba47f9f16292 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8925723075d476eafa478beb6c3edcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691143 Jul 16 22:39:32.359425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211db00-c9dd-4756-94c0-ba47f9f16292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e0ef7-60cf-4003-85be-ba52849a9437,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.362216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:32.453538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.511347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.590215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.594583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.598712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d9e0ef7-60cf-4003-85be-ba52849a9437 HTTP/1.1" status: 204 len: 168 time: 0.2340930 Jul 16 22:39:32.621396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6962b-76ed-40c2-a60a-f72acb4ec7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e0ef7-60cf-4003-85be-ba52849a9437,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.747264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.751588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.768403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e9aeae9-a012-4dfb-9be7-e63fb92448de None None] Provisioning for port 7fc10430-ada7-496b-9c9b-d866ee70b58e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:32.779315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e9aeae9-a012-4dfb-9be7-e63fb92448de None None] Provisioning complete for port 7fc10430-ada7-496b-9c9b-d866ee70b58e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:32.779665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e9aeae9-a012-4dfb-9be7-e63fb92448de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.916801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1e9aeae9-a012-4dfb-9be7-e63fb92448de None None] Port 7fc10430-ada7-496b-9c9b-d866ee70b58e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:33.241409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.263156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.326248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event updated for resources: {'Port': ['ID=7fc10430-ada7-496b-9c9b-d866ee70b58e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:33.345797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] In _notify_port_updated(), no bound segment for port 7fc10430-ada7-496b-9c9b-d866ee70b58e on network 8abd3bc3-80cb-4851-a555-57554f5614b5 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:39:33.354906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:33.356004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.357662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8ded6ae9-2c65-4018-9848-af2c4b086e03 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "PUT /v2.0/ports/7fc10430-ada7-496b-9c9b-d866ee70b58e HTTP/1.1" status: 200 len: 1066 time: 1.0256400 Jul 16 22:39:33.360704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:33.643495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port 7fc10430-ada7-496b-9c9b-d866ee70b58e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:33.643953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.657255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b7cfa-7b76-4269-b798-774904ecc453 req-67e3c2e8-3e7c-4a4d-95d6-3a77f077c6f5 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:33.670164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a7b7cfa-7b76-4269-b798-774904ecc453 req-67e3c2e8-3e7c-4a4d-95d6-3a77f077c6f5 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1718380 Jul 16 22:39:33.762666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a7b7cfa-7b76-4269-b798-774904ecc453 req-8b112904-4a45-42b4-a1bf-94f2f1008dae tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894239 Jul 16 22:39:33.897778 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.920028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for 7fc10430-ada7-496b-9c9b-d866ee70b58e owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:33.944920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-e628222e-e467-4cec-a6d4-ecf1cceadf49 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4577713 Jul 16 22:39:33.981788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-178a1d33-f6a3-4987-b5b2-4f227c6f5cd0 None None] Provisioning complete for port 7fc10430-ada7-496b-9c9b-d866ee70b58e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:33.981788 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-178a1d33-f6a3-4987-b5b2-4f227c6f5cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.078054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-178a1d33-f6a3-4987-b5b2-4f227c6f5cd0 None None] Port 7fc10430-ada7-496b-9c9b-d866ee70b58e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:34.141102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331e99-7a52-45a6-9021-9589e7c40eca req-20ba1e81-efe0-4207-b33a-fd19cb8410db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:34.142653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-20ba1e81-efe0-4207-b33a-fd19cb8410db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.1266863 Jul 16 22:39:34.344886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.476134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=7fc10430-ada7-496b-9c9b-d866ee70b58e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:34.598761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331e99-7a52-45a6-9021-9589e7c40eca req-7a035f17-2685-45fa-9127-7ef5ba59ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:34.606074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-7a035f17-2685-45fa-9127-7ef5ba59ef3e service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.4110234 Jul 16 22:39:34.923424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-03a35350-1d1a-4795-936b-673bed458e4c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1001 time: 0.3084497 Jul 16 22:39:35.106103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.107365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ece3446a-b3f5-46ba-a80d-fbc3318aa42e tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/7fc10430-ada7-496b-9c9b-d866ee70b58e HTTP/1.1" status: 204 len: 168 time: 1.7452955 Jul 16 22:39:35.107500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.204463 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bda601e-17b0-47ee-bb32-797c15101ffb tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] GET failed (client error): The resource could not be found. Jul 16 22:39:35.208833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7bda601e-17b0-47ee-bb32-797c15101ffb tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports/7fc10430-ada7-496b-9c9b-d866ee70b58e HTTP/1.1" status: 404 len: 333 time: 0.1002154 Jul 16 22:39:35.214027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.249603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331e99-7a52-45a6-9021-9589e7c40eca req-60c69076-4237-4de4-83ef-930da285da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:35.251771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-60c69076-4237-4de4-83ef-930da285da9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.3150258 Jul 16 22:39:35.314376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76756907-8993-4452-bae7-7dd372d70d6d req-7f3e461a-0f50-488f-807c-a852173b2e26 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:35.321647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76756907-8993-4452-bae7-7dd372d70d6d req-7f3e461a-0f50-488f-807c-a852173b2e26 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2651291 Jul 16 22:39:35.399252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port e777cdbf-baa4-43f8-a385-722e49cf2e81 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:35.399611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.399751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-76756907-8993-4452-bae7-7dd372d70d6d req-014e0c95-39d0-4c82-ab51-e96310aa49d7 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Jul 16 22:39:35.418861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331e99-7a52-45a6-9021-9589e7c40eca req-eb411d7d-431f-47e2-80c4-a0a928da62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:35.420395 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-eb411d7d-431f-47e2-80c4-a0a928da62a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543598 Jul 16 22:39:35.570187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.615480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-32c37dad-f8b3-4365-90c4-e2dcea8007e9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866736 Jul 16 22:39:35.623537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for e777cdbf-baa4-43f8-a385-722e49cf2e81 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:35.747201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73331e99-7a52-45a6-9021-9589e7c40eca req-92e400fb-0800-48f3-82a0-2b7a6abe8b1f service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251466 Jul 16 22:39:35.845082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.877799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=e777cdbf-baa4-43f8-a385-722e49cf2e81,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:35.917271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.919534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d29606b-5ef1-414e-ab6a-9f400a3aef40 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/e777cdbf-baa4-43f8-a385-722e49cf2e81 HTTP/1.1" status: 204 len: 168 time: 0.7042451 Jul 16 22:39:35.922025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.951216 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-296d55ef-7569-4ea8-8f5b-5ccf00955f2b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] GET failed (client error): The resource could not be found. Jul 16 22:39:35.956144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-296d55ef-7569-4ea8-8f5b-5ccf00955f2b tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "GET /v2.0/ports/e777cdbf-baa4-43f8-a385-722e49cf2e81 HTTP/1.1" status: 404 len: 333 time: 0.0297971 Jul 16 22:39:35.956949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:36.098423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port f3a3e606-ff00-4312-805e-6b800c0a5617 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:36.098775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.236855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.254526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for f3a3e606-ff00-4312-805e-6b800c0a5617 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:36.398078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.427782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=f3a3e606-ff00-4312-805e-6b800c0a5617,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:36.480393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.485777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 47994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:36.486354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e88a5fb9-db20-470b-aac6-1af328661a55 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/ports/f3a3e606-ff00-4312-805e-6b800c0a5617 HTTP/1.1" status: 204 len: 168 time: 0.5279913 Jul 16 22:39:36.589690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting subnet 17a18b7e-9241-404e-af55-a00f33012e0d {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:36.623671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.685830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.822793 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.873632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9add1a-b7a7-46cb-b58f-f4461ff3c43b req-380a63d3-2193-482e-8d92-29187b7ebd4d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:36.881097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b9add1a-b7a7-46cb-b58f-f4461ff3c43b req-380a63d3-2193-482e-8d92-29187b7ebd4d tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.3359003 Jul 16 22:39:36.940437 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b9add1a-b7a7-46cb-b58f-f4461ff3c43b req-b1699337-37fa-4cb1-9f39-23e8d7d3b18c tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582080 Jul 16 22:39:36.954674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.971059 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.973133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/subnets/17a18b7e-9241-404e-af55-a00f33012e0d HTTP/1.1" status: 204 len: 168 time: 0.4854062 Jul 16 22:39:36.976197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:36.976731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0b0bb-ba73-448f-9ac5-27c3dbd4777d None None] Network 8abd3bc3-80cb-4851-a555-57554f5614b5 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:37.020564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84d83e-f7ba-4c3e-8177-286faf8dfcf5 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Subnet': ['ID=17a18b7e-9241-404e-af55-a00f33012e0d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.097124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.177761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Deleting port 11ebe94e-603b-4324-a293-4f1cf3ea85ee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:37.178407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.266582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] For port 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=11ebe94e-603b-4324-a293-4f1cf3ea85ee,segment=NetworkSegment(3c2e3044-c0ce-47a1-9563-5b31a666f57c),segment_id=3c2e3044-c0ce-47a1-9563-5b31a666f57c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:37.267070 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.292011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Calling delete_port for 11ebe94e-603b-4324-a293-4f1cf3ea85ee owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:37.381948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] DHCP port deletion for 8abd3bc3-80cb-4851-a555-57554f5614b5 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:39:37.433772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.539406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Deleting port 11ebe94e-603b-4324-a293-4f1cf3ea85ee {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:37.540115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.599464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Port': ['ID=11ebe94e-603b-4324-a293-4f1cf3ea85ee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.601572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] No DVR routers for this DVR port 11ebe94e-603b-4324-a293-4f1cf3ea85ee on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:37.643121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-f5158aab-dae6-47db-8c4a-445c1d2a3c31 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054273 Jul 16 22:39:37.755381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] For port 11ebe94e-603b-4324-a293-4f1cf3ea85ee, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:37.756187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.792097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Calling delete_port for 11ebe94e-603b-4324-a293-4f1cf3ea85ee owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:37.800141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Port 11ebe94e-603b-4324-a293-4f1cf3ea85ee was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:39:37.804610 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.832383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.845466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abd3bc3-80cb-4851-a555-57554f5614b5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:37.866931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2e3044-c0ce-47a1-9563-5b31a666f57c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:37.868120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Pushing event deleted for resources: {'Port': ['ID=11ebe94e-603b-4324-a293-4f1cf3ea85ee,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.870803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2e3044-c0ce-47a1-9563-5b31a666f57c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:37.895898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] No DVR routers for this DVR port 11ebe94e-603b-4324-a293-4f1cf3ea85ee on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:37.922292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.922801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.923378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.924256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.926169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.927190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.931676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.933290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.933798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.934400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.935137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.937352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8740a8-3a1c-41ad-9650-34c88ce51e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.940614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.988099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:39:38.026295 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:39:38.097829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 11ebe94e-603b-4324-a293-4f1cf3ea85ee no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:39:38.136703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-a43aab3a-deb9-4daf-98ee-09b8e99e7eac tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:38.148975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 11ebe94e-603b-4324-a293-4f1cf3ea85ee {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:39:38.150890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 11ebe94e-603b-4324-a293-4f1cf3ea85ee not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:39:38.153562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-a43aab3a-deb9-4daf-98ee-09b8e99e7eac tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5050125 Jul 16 22:39:38.182548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-b9b6a26f-41a7-4d9c-8d3f-afbe7770b503 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/quotas/e1b8a5de21f94cbf939613f4ab67e2b8 HTTP/1.1" status: 200 len: 375 time: 0.0275347 Jul 16 22:39:38.223385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.237356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.242118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] 10.222.0.70 "DELETE /v2.0/networks/8abd3bc3-80cb-4851-a555-57554f5614b5 HTTP/1.1" status: 204 len: 168 time: 1.2625771 Jul 16 22:39:38.257474 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-d4eff18c-f3a9-41ae-9311-ae2c10473b16 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737491 Jul 16 22:39:38.279319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3362de7-4fbe-4c6b-9cb3-bdcb9f8c6736 tempest-AllowedAddressPairIpV6TestJSON-368348556 tempest-AllowedAddressPairIpV6TestJSON-368348556-project] Pushing event deleted for resources: {'Network': ['ID=8abd3bc3-80cb-4851-a555-57554f5614b5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:38.622847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d06aad5-d12e-42e5-8d2b-d35c53ce99e9 req-5ff2eec8-1871-4c2b-b853-f901509d7e47 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 210 time: 0.0778368 Jul 16 22:39:38.661527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe514-566b-4b6a-a11b-a5368dcd4118 req-84734c7f-6a96-4a3c-8bb3-f5e92a198bab tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:38.666267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ffbe514-566b-4b6a-a11b-a5368dcd4118 req-84734c7f-6a96-4a3c-8bb3-f5e92a198bab tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.3132811 Jul 16 22:39:38.893046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ffbe514-566b-4b6a-a11b-a5368dcd4118 req-de4baaaa-0681-4abe-9764-95215970cca5 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139246 Jul 16 22:39:38.924831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:38.952866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e863-a641-48e8-b31e-fad2253dc67c req-6abab2af-031e-4990-a4ad-2be5ff91cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:38.954485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5820e863-a641-48e8-b31e-fad2253dc67c req-6abab2af-031e-4990-a4ad-2be5ff91cdde service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1097 time: 0.2036812 Jul 16 22:39:39.074469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5820e863-a641-48e8-b31e-fad2253dc67c req-ba0c5240-8474-4725-8919-a73e3339d81d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128538 Jul 16 22:39:39.323858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9fb22823-8c70-4246-958c-da1f8417e5ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6f01b6e83f04b1a98f567e76a396659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948715 Jul 16 22:39:39.324191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:39.402894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.430972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.513273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.516431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.518176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e759fdc4-8f54-4858-a4ee-c20def1e34fa HTTP/1.1" status: 204 len: 168 time: 0.1930003 Jul 16 22:39:39.528591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8c98e-75f6-4f17-94c9-a813c13ebdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e759fdc4-8f54-4858-a4ee-c20def1e34fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:39.906531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bc535dc-6f5c-4337-8442-ea124478119e req-f91e0422-f681-4a10-b1c8-606bbf9dc2d8 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 210 time: 0.0645499 Jul 16 22:39:40.196509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b587c7-69b1-41f0-b970-c7c6bb8e562e req-c69c7d1a-735d-4189-8c5f-51200425beb4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:40.206745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80b587c7-69b1-41f0-b970-c7c6bb8e562e req-c69c7d1a-735d-4189-8c5f-51200425beb4 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.0926363 Jul 16 22:39:40.264421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80b587c7-69b1-41f0-b970-c7c6bb8e562e req-c14a955b-a095-4d4e-9115-bce6519a5001 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Jul 16 22:39:40.659000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-49b4c8f8-4e95-459c-8fcd-d76a06178d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:40.661754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-49b4c8f8-4e95-459c-8fcd-d76a06178d93 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 1097 time: 0.1203904 Jul 16 22:39:40.807797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:40.816300 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-d50179bc-bfcc-4ea5-8103-5f37c674b527 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621746 Jul 16 22:39:40.885896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156834d-5f91-40a3-b780-0a5d2ea8a722 req-01e4b02c-d41f-4552-a3cf-86b3c884e77a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:40.887564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b156834d-5f91-40a3-b780-0a5d2ea8a722 req-01e4b02c-d41f-4552-a3cf-86b3c884e77a tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2016916 Jul 16 22:39:40.889760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-aa088182-c7f5-404d-811c-e1037bde9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:40.894613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-aa088182-c7f5-404d-811c-e1037bde9ef2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.2270617 Jul 16 22:39:40.952917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-82490ea6-c21b-42cb-a2f4-a2d5a2e79832 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 200 len: 217 time: 0.0515881 Jul 16 22:39:41.038280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1883547069'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:41.079284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b156834d-5f91-40a3-b780-0a5d2ea8a722 req-6e199fd3-e3d3-43df-b728-df8e0f0ee79c tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322052 Jul 16 22:39:41.132790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-66ed4ac3-09da-4929-8ab9-416f3c5c7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:41.147610 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-66ed4ac3-09da-4929-8ab9-416f3c5c7c77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.1874347 Jul 16 22:39:41.159062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-8e888e33-653f-45c7-b79a-88c47afeb493 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:41.167910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-8e888e33-653f-45c7-b79a-88c47afeb493 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443747 Jul 16 22:39:41.185446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Request body: {'port': {'device_id': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'e1b8a5de21f94cbf939613f4ab67e2b8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:41.300137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-efba8a8c-3dd7-4b72-b440-d926e1e71b4a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398437 Jul 16 22:39:41.302493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:41.319907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.378033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4fb08243-a657-4d61-a811-d86e02362ce9 req-8fac3a11-e031-4a56-bf67-40ab83db077c tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 210 time: 0.1855567 Jul 16 22:39:41.392525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.424912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Made reservation on behalf of e1b8a5de21f94cbf939613f4ab67e2b8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:41.428805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.442957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.519636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-4ea43382-5d5a-41be-912c-db23dab357fc service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618254 Jul 16 22:39:41.641625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.648324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7edd08f1-7de8-41de-a85d-42d245c399bf req-0ae12b08-b539-40c2-b90a-59864e26a723 service neutron] 10.222.0.68 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216965 Jul 16 22:39:41.650975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.684150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fac8a3-2e41-489a-8461-c49ceba57ab4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:41.712562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:41.725932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.726294 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Added segment 97d414f2-3485-4219-8c8c-4c5833510573 of type vlan for network bb30f072-8cf4-4f4d-8114-b3a652915095 Jul 16 22:39:41.790196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.811934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.820034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.850374 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.858231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:41.859244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.932676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a47902e-3d24-41e9-970b-746dd8370736,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:41.970834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Allocated IP 192.168.233.94 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/fd1acfb4-c321-4d80-9689-c2a5b6594535) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:41.982691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Network': ['ID=bb30f072-8cf4-4f4d-8114-b3a652915095,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:41.998282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:41.999600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a681bf6-7e9e-4ce3-b6c2-6d0ceaed7367 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1905067 Jul 16 22:39:42.003220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:42.008986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:42.257270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.273222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Transition to ACTIVE for port object fd1acfb4-c321-4d80-9689-c2a5b6594535 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:42.311611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:42.314700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.315718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.383058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:42.384887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:42.386819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Pushing event updated for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:42.389072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:42.466285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:42.466970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.491754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-0e959bef-0ffb-461e-9580-b2f6aec73b8b tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3149133 Jul 16 22:39:42.513176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Request body: {'port': {'device_id': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:42.750187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93e72fda-675e-4479-996f-7869f52efca7 None None] Provisioning for port fd1acfb4-c321-4d80-9689-c2a5b6594535 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:42.754365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93e72fda-675e-4479-996f-7869f52efca7 None None] Provisioning complete for port fd1acfb4-c321-4d80-9689-c2a5b6594535 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:42.754749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93e72fda-675e-4479-996f-7869f52efca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.760633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.835803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-d3fe3623-2f30-4d67-a858-1c8f2dc9514b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6299210 Jul 16 22:39:42.886382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5ff3-545a-4267-9e34-06f02bfa2ff1 req-76cc9a77-b492-43f1-a16a-156b8c49f3e6 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:42.897305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bfc5ff3-545a-4267-9e34-06f02bfa2ff1 req-76cc9a77-b492-43f1-a16a-156b8c49f3e6 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 935 time: 0.2349381 Jul 16 22:39:43.042041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bfc5ff3-545a-4267-9e34-06f02bfa2ff1 req-49d90836-953b-4afa-bcb9-b786502b30cf tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305294 Jul 16 22:39:43.077698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-93e72fda-675e-4479-996f-7869f52efca7 None None] Port fd1acfb4-c321-4d80-9689-c2a5b6594535 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:43.133190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94467e3-8e23-4d16-ae22-298dfe161acb req-e9f2755f-9f4c-4544-969f-cc7b3bada441 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.135439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b94467e3-8e23-4d16-ae22-298dfe161acb req-e9f2755f-9f4c-4544-969f-cc7b3bada441 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.8591862 Jul 16 22:39:43.138428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.196686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=7814eebe-41f0-4285-83d0-57e9faa0e1b9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.234008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-a55b217b-87d4-4a87-9c5a-6575549ed0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.235647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-a55b217b-87d4-4a87-9c5a-6575549ed0e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 1097 time: 0.3748496 Jul 16 22:39:43.251430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1acfb4-c321-4d80-9689-c2a5b6594535 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:43.261612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.277736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Transition to ACTIVE for port object fd1acfb4-c321-4d80-9689-c2a5b6594535 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:43.279122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b94467e3-8e23-4d16-ae22-298dfe161acb req-43f4e5d7-d2fc-474e-9f40-d66058e44c89 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831239 Jul 16 22:39:43.285032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.299130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:43.299661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network hostable DHCP agents. Network: bb30f072-8cf4-4f4d-8114-b3a652915095, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:43.361553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:43.385460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.388013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bb30f072-8cf4-4f4d-8114-b3a652915095) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:43.397813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4af5e-4495-437c-925b-ef30a039b246 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:43.403347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.404099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.427107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-92afa1cd-80d9-4326-a63d-92d56031166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.429045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-92afa1cd-80d9-4326-a63d-92d56031166e service neutron] 10.222.0.47 "GET /v2.0/networks?id=915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 200 len: 912 time: 0.1617479 Jul 16 22:39:43.438478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-73741317-49c9-49cf-ad78-03a62fd40280 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4313252 Jul 16 22:39:43.439793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:43.483321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-e10cfe35-f98b-47bc-add2-afd1975dcbe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 200 len: 217 time: 0.0462804 Jul 16 22:39:43.490488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'name': 'tempest-NetworksTestDHCPv6-979271072'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:43.561834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-cf7eeeb6-776a-4dce-a2cd-de2063474dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.563345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-cf7eeeb6-776a-4dce-a2cd-de2063474dc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 200 len: 851 time: 0.0735738 Jul 16 22:39:43.631249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-74f8aae8-fd1e-4336-a2ab-893fdd97d70b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=915aba92-e0f2-4d8d-ade0-7d3b6120358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613153 Jul 16 22:39:43.644569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '7814eebe-41f0-4285-83d0-57e9faa0e1b9'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:43.645491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.700745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:43.704837 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.715770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-6f9fbffa-3e87-4745-8f65-8f6b520460bf tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:43.717879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-6f9fbffa-3e87-4745-8f65-8f6b520460bf tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 814 time: 0.3754611 Jul 16 22:39:43.757411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 36613b45-a9a5-4f35-a1f0-7591cea26005 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:43.758962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-65ea0e23-4124-4c48-8bfa-a9345fbc0532 service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180856 Jul 16 22:39:43.763289 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-c9a77207-b823-4abf-9579-b78e74662a5a tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/quotas/7ea9daedd2b244dfb807db2b74a9c068 HTTP/1.1" status: 200 len: 375 time: 0.0352240 Jul 16 22:39:43.768105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Attempting to bind port fd1acfb4-c321-4d80-9689-c2a5b6594535 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:43.768517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Attempting to bind port fd1acfb4-c321-4d80-9689-c2a5b6594535 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:43.769091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Attempting to bind port fd1acfb4-c321-4d80-9689-c2a5b6594535 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:43.818663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Port fd1acfb4-c321-4d80-9689-c2a5b6594535 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:39:43.819232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Attempting to bind port fd1acfb4-c321-4d80-9689-c2a5b6594535 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:43.844735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/7814eebe-41f0-4285-83d0-57e9faa0e1b9/e1500cfa-dae5-427c-99de-0bf59dbdbe7c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:43.845553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-b933d5c1-6f3d-4f6c-a0bb-2e2284b99df3 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730247 Jul 16 22:39:43.856738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:43.857122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:43.858162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:43.858782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Bound port: fd1acfb4-c321-4d80-9689-c2a5b6594535, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:43.859303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.864716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-c79f5635-4aec-4b8b-a26c-8ab3f95dcd29 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:39:43.865760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-c79f5635-4aec-4b8b-a26c-8ab3f95dcd29 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132148 Jul 16 22:39:43.899793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8bc907ae-5370-4f5c-a66e-16c2180f9ec9 req-9b2b23ca-9661-4347-83cf-19c43f5578fd service neutron] 10.222.0.47 "GET /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344869 Jul 16 22:39:44.022802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:44.028573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:44.032384 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-781eff17-e7f4-47e3-83ac-cdaa4fe4fc03 service neutron] 10.222.0.70 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551371 Jul 16 22:39:44.036015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.078615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.102195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Transition to ACTIVE for port object e1500cfa-dae5-427c-99de-0bf59dbdbe7c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:44.107789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:44.108642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.110616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] 10.222.0.47 "PUT /v2.0/ports/fd1acfb4-c321-4d80-9689-c2a5b6594535 HTTP/1.1" status: 200 len: 1096 time: 1.6068652 Jul 16 22:39:44.111257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:44.115132 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3c218-1474-40b0-8d4b-c6209f289a20" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:44.121659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Transition to ACTIVE for port object e1500cfa-dae5-427c-99de-0bf59dbdbe7c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:44.138410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.222234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:44.225232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:44.231231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:44.290415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495b61-fc02-418d-9849-d2fb95f5b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.320411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Pushing event updated for resources: {'Port': ['ID=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.364602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b24fe9-d5a3-4a4d-85ee-32ce62d71239 req-e9d0808b-0ffb-4c9b-83e6-ef4ef4a45b16 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:44.369484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56b24fe9-d5a3-4a4d-85ee-32ce62d71239 req-e9d0808b-0ffb-4c9b-83e6-ef4ef4a45b16 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 947 time: 0.1065781 Jul 16 22:39:44.380685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Attempting to bind port e1500cfa-dae5-427c-99de-0bf59dbdbe7c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:44.380866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Attempting to bind port e1500cfa-dae5-427c-99de-0bf59dbdbe7c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:44.381694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Attempting to bind port e1500cfa-dae5-427c-99de-0bf59dbdbe7c on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:44.395154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:44.396358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:44.397085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.397642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:44.398318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Bound port: e1500cfa-dae5-427c-99de-0bf59dbdbe7c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:44.398880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.404392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::298 (bb30f072-8cf4-4f4d-8114-b3a652915095/7814eebe-41f0-4285-83d0-57e9faa0e1b9/36613b45-a9a5-4f35-a1f0-7591cea26005) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:44.436477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-3eac7bf5-cad0-4ff9-a16c-5c8dc5c73f68 service neutron] 10.222.0.70 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845184 Jul 16 22:39:44.452151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-940552d8-0962-4cc4-a9fb-b09f6cbb30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:44.453977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-940552d8-0962-4cc4-a9fb-b09f6cbb30ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 1099 time: 0.2619610 Jul 16 22:39:44.459199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56b24fe9-d5a3-4a4d-85ee-32ce62d71239 req-747ad570-78c7-41d7-a15e-c2289c2d0542 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819240 Jul 16 22:39:44.524265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-b55d6f53-7846-41ac-b182-4f5563a3c823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535 HTTP/1.1" status: 200 len: 217 time: 0.0598290 Jul 16 22:39:44.526109 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed6504-873a-4101-8fa8-b853ff080de2 x-openstack-request-id: req-d0ed6504-873a-4101-8fa8-b853ff080de2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:44.526280 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:44.526540 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0ed6504-873a-4101-8fa8-b853ff080de2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:44.526942 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535', 'status': 'completed', 'code': 200} Jul 16 22:39:44.549788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] For port e1500cfa-dae5-427c-99de-0bf59dbdbe7c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:44.553657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] For port e1500cfa-dae5-427c-99de-0bf59dbdbe7c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:44.560593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.659734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4232-cd60-41b0-a51b-81661bff9436 None None] Pushing event updated for resources: {'Port': ['ID=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.700067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-e257fdd0-834b-48ef-adca-d9b472ac0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:44.701671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-e257fdd0-834b-48ef-adca-d9b472ac0016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1689718 Jul 16 22:39:44.973751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-535e3744-bce9-4f91-8d50-dbf8be3d5e72 req-472551f8-98db-48da-bb08-673abf72ec4c tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 210 time: 0.0518947 Jul 16 22:39:45.068676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.085581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 36613b45-a9a5-4f35-a1f0-7591cea26005 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:45.104606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-03267c61-29f3-4b2a-b2a0-9e0421ac05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.106084 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-03267c61-29f3-4b2a-b2a0-9e0421ac05e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3816845 Jul 16 22:39:45.266385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047893c-a505-4059-a56d-df9a6ce290b9 req-a4b94916-13d6-4036-af00-d34e989a5378 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.273354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f047893c-a505-4059-a56d-df9a6ce290b9 req-a4b94916-13d6-4036-af00-d34e989a5378 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2892570 Jul 16 22:39:45.281818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.286067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-43ab5d82-9b07-446c-a85b-a2cc8036a88e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635005 Jul 16 22:39:45.363050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:45.393184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f047893c-a505-4059-a56d-df9a6ce290b9 req-edffd9f9-8684-42f5-b881-b8a3ff152b67 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189404 Jul 16 22:39:45.397602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:45.404122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:45.410090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.410917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.458020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=36613b45-a9a5-4f35-a1f0-7591cea26005,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:45.491943 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-42a07ff6-641f-4591-9587-3167ea300ba9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0044487 Jul 16 22:39:45.492508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:45.532702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f08136ef-aebd-4133-a58d-1b981de77e7b req-af5dfb60-1a14-4946-8a63-cf590fb1195e service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298982 Jul 16 22:39:45.620710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7e8c2-bccf-44fc-ac1e-a76a650c8e07 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.639224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7e8c2-bccf-44fc-ac1e-a76a650c8e07 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.641195 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-96d7e8c2-bccf-44fc-ac1e-a76a650c8e07 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1469693 Jul 16 22:39:45.643639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:45.987625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 36613b45-a9a5-4f35-a1f0-7591cea26005 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:45.987972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.110849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1500cfa-dae5-427c-99de-0bf59dbdbe7c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:46.231197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.251027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e1500cfa-dae5-427c-99de-0bf59dbdbe7c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:46.271590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 36613b45-a9a5-4f35-a1f0-7591cea26005 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:46.364170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87893d-f2ea-42f3-9fdd-53d70d9365fe None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:46.412741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3f89-d6ad-4704-af7b-492223b51b99 req-289e9765-0b60-459e-a2c2-91df7bc27888 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.421160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-116f3f89-d6ad-4704-af7b-492223b51b99 req-289e9765-0b60-459e-a2c2-91df7bc27888 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 947 time: 0.7478981 Jul 16 22:39:46.434591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-2d309324-5b0a-4ca7-b4f9-a3ba213595f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.436599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-2d309324-5b0a-4ca7-b4f9-a3ba213595f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 1099 time: 0.6909108 Jul 16 22:39:46.497456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Provisioning for port e1500cfa-dae5-427c-99de-0bf59dbdbe7c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:46.508682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-116f3f89-d6ad-4704-af7b-492223b51b99 req-498e8ef0-b3bc-4a5a-8f31-1fda098b7159 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859420 Jul 16 22:39:46.577965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Provisioning complete for port e1500cfa-dae5-427c-99de-0bf59dbdbe7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:46.580508 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.642399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-7d1f8285-e4af-4dc3-9cf6-921b6b4d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.646871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-7d1f8285-e4af-4dc3-9cf6-921b6b4d1554 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.2019560 Jul 16 22:39:46.712139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9029b9-d8aa-441d-8664-60c04fe57c3c req-e84567ac-ea37-4a7e-92d9-ef709137b82b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.721203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d9029b9-d8aa-441d-8664-60c04fe57c3c req-e84567ac-ea37-4a7e-92d9-ef709137b82b tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2064471 Jul 16 22:39:46.743421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-dda117c0-0056-4701-94df-978be69fb8cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535 HTTP/1.1" status: 200 len: 217 time: 0.0899913 Jul 16 22:39:46.746005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.813344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-742781ef-ede8-4f9e-8849-257efb4fcd52 req-12b022ab-37b2-407a-8d32-72446b041611 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 210 time: 0.0730152 Jul 16 22:39:46.847504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-a95f0e9e-23c7-44d8-954a-9180226815f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.860488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-a95f0e9e-23c7-44d8-954a-9180226815f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.1067762 Jul 16 22:39:46.862538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:46.897086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=36613b45-a9a5-4f35-a1f0-7591cea26005,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:46.925543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.948177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d9029b9-d8aa-441d-8664-60c04fe57c3c req-8a723a4b-fb31-45ab-a7c0-323db61e77d9 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205853 Jul 16 22:39:46.985084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.987250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f32936b2-e050-4784-8d53-8e125d30504d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/36613b45-a9a5-4f35-a1f0-7591cea26005 HTTP/1.1" status: 204 len: 168 time: 1.3424957 Jul 16 22:39:46.990754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:47.016223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] For port e1500cfa-dae5-427c-99de-0bf59dbdbe7c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:47.050542 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.089817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-2bcb6322-2c87-4428-aa6a-0ca995af0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:47.092788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-2bcb6322-2c87-4428-aa6a-0ca995af0a08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208953 Jul 16 22:39:47.135655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98462594-e8ea-48af-922e-16dcf7ba1c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.174430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726060e-2e6b-4177-a3cc-f19bd7ff17ad None None] Pushing event updated for resources: {'Port': ['ID=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:47.262859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-94457202-3565-4205-bb1f-d98cafaf3473 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575472 Jul 16 22:39:47.279754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1e2c3-a228-49b8-bdaf-30b62a00f3d6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:47.281828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1e2c3-a228-49b8-bdaf-30b62a00f3d6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:47.287725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cea1e2c3-a228-49b8-bdaf-30b62a00f3d6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2957900 Jul 16 22:39:47.288589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:47.449184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 7814eebe-41f0-4285-83d0-57e9faa0e1b9 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:47.453692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.503760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98462594-e8ea-48af-922e-16dcf7ba1c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.507889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d3c218-1474-40b0-8d4b-c6209f289a20 req-0cce027e-66cf-4f1b-8d00-b45fdd58db59 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381644 Jul 16 22:39:47.510792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98462594-e8ea-48af-922e-16dcf7ba1c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.520577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.590658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0c7c845-34f5-4bce-bf9a-f9d71e18676a None None] Provisioning complete for port e1500cfa-dae5-427c-99de-0bf59dbdbe7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:47.591411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c845-34f5-4bce-bf9a-f9d71e18676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.594479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-98462594-e8ea-48af-922e-16dcf7ba1c76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f6889a2bdf14d98a24df6fd27c800ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297304 Jul 16 22:39:47.599678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:47.662730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98462594-e8ea-48af-922e-16dcf7ba1c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1dc685-113f-4df0-b38b-9710ae6e9ff6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:47.718526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-1e2ed2a8-8e37-4fdc-b07e-dbafd2aaa819 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:47.720896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-1e2ed2a8-8e37-4fdc-b07e-dbafd2aaa819 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 814 time: 0.9028530 Jul 16 22:39:47.736871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Request body: {'port': {'device_id': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861', 'admin_state_up': True, 'tenant_id': '7ea9daedd2b244dfb807db2b74a9c068'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:47.744362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.786153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.823411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.842735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b3f7d-feca-4c82-86f3-635f625a8e53 req-719e7b2e-3d43-4315-a956-24a8a574571c tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:47.849809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-745b3f7d-feca-4c82-86f3-635f625a8e53 req-719e7b2e-3d43-4315-a956-24a8a574571c tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 947 time: 0.1379137 Jul 16 22:39:47.862080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd1acfb4-c321-4d80-9689-c2a5b6594535 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:39:47.945287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-88cba97e-db59-4d2f-a20d-c0cb5a4e03a6 None None] Could not find standard attr ID for object 36613b45-a9a5-4f35-a1f0-7591cea26005. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:39:47.951194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.985261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-745b3f7d-feca-4c82-86f3-635f625a8e53 req-a7913712-df57-4734-9eea-b229e4d27ee6 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340656 Jul 16 22:39:48.015825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.018418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.022290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf1dc685-113f-4df0-b38b-9710ae6e9ff6 HTTP/1.1" status: 204 len: 168 time: 0.4215159 Jul 16 22:39:48.037033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e593bb-4b97-4301-ac3d-c6430025d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1dc685-113f-4df0-b38b-9710ae6e9ff6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.068986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=7814eebe-41f0-4285-83d0-57e9faa0e1b9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.085915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1500cfa-dae5-427c-99de-0bf59dbdbe7c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:48.088275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.090164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7ebbf503-3fc5-4e9e-b024-6e6cf43d1d47 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7814eebe-41f0-4285-83d0-57e9faa0e1b9 HTTP/1.1" status: 204 len: 168 time: 0.7946928 Jul 16 22:39:48.092847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.182491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb821dc8-e8ab-4679-8735-3c7fd1148c36 req-87317b90-e65d-4cbd-aeb6-78c790280b98 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 210 time: 0.1168463 Jul 16 22:39:48.198408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Made reservation on behalf of 7ea9daedd2b244dfb807db2b74a9c068 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:48.209068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.220826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ba13f4d-4384-4bec-ba2e-00bb62ae5593 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264577 Jul 16 22:39:48.223433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48766) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.225559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:48.238298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:48.262440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'fd1acfb4-c321-4d80-9689-c2a5b6594535', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': 'fd1acfb4-c321-4d80-9689-c2a5b6594535', 'mac_address': 'fa:16:3e:80:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:39:48.313610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87f855-1566-4c5c-8bfc-fe34c4ea613d None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:48.396768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e1500cfa-dae5-427c-99de-0bf59dbdbe7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:48.397217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.401883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b40e8-cbe8-435d-872b-2d521e805f45 req-94bf9637-09f1-49af-a8d8-4ae256f982d9 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:48.414382 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9b40e8-cbe8-435d-872b-2d521e805f45 req-94bf9637-09f1-49af-a8d8-4ae256f982d9 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.1969094 Jul 16 22:39:48.442397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:48.446337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.485716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.521406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9b40e8-cbe8-435d-872b-2d521e805f45 req-c8cdac66-9cc1-4e40-9798-1fe226abb739 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057808 Jul 16 22:39:48.543066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Allocated IP 172.20.0.13 (99127914-2c5a-4fd5-a666-26ead92f0861/e2e7a936-e20d-498c-8f44-862013433b70/975fb5d0-f208-4474-bd68-d4682226f005) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:48.544949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.547584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1acfb4-c321-4d80-9689-c2a5b6594535 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:48.571027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8d021a5-f489-4138-9177-c7e8b3003853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.588384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:48.615507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.713466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.774217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:39:48.819675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.846096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Deleting port e1500cfa-dae5-427c-99de-0bf59dbdbe7c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:48.846662 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.860528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8d021a5-f489-4138-9177-c7e8b3003853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.876694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.878144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=6fe3de48-5eb3-44bb-ae97-006c6b5e0d75,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.891656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:48.894230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:48.895229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd1acfb4-c321-4d80-9689-c2a5b6594535'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:48.897032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8d021a5-f489-4138-9177-c7e8b3003853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.904210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:48.905017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.925277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-efd56892-1653-4b87-8fd5-f2926fbf062b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6910207 Jul 16 22:39:48.927766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.935152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'name': 'tempest-NetworksTestDHCPv6-1095827929'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:48.967043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a8d021a5-f489-4138-9177-c7e8b3003853 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91da49d5e2ff48278e5c07f44f9e0e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208281 Jul 16 22:39:48.971971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.973974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d021a5-f489-4138-9177-c7e8b3003853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b032cd54-ef3d-4bb0-ac59-efa2b77a0d1a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.994740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] For port e1500cfa-dae5-427c-99de-0bf59dbdbe7c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:48.995145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.017763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Calling delete_port for e1500cfa-dae5-427c-99de-0bf59dbdbe7c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:49.067011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-1da0113f-8888-4f4b-9c18-05f04945b3df tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.068878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-1da0113f-8888-4f4b-9c18-05f04945b3df tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.68 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 945 time: 0.2070518 Jul 16 22:39:49.124455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:49.129658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.139474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.154865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 7810ee0d-57b6-4206-8e43-5653447e91de yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:49.225980 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.257990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.280031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] Pushing event deleted for resources: {'Port': ['ID=e1500cfa-dae5-427c-99de-0bf59dbdbe7c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.297025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5c29d-ef75-47a8-ba9f-318232d063f5 None None] No DVR routers for this DVR port e1500cfa-dae5-427c-99de-0bf59dbdbe7c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:49.314071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::24d (bb30f072-8cf4-4f4d-8114-b3a652915095/6fe3de48-5eb3-44bb-ae97-006c6b5e0d75/7810ee0d-57b6-4206-8e43-5653447e91de) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:49.318982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada48ea-ab41-4426-b246-23d822a3b9f2 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:49.322980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.406709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Network 99127914-2c5a-4fd5-a666-26ead92f0861 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:49.418452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.421434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.425466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b032cd54-ef3d-4bb0-ac59-efa2b77a0d1a HTTP/1.1" status: 204 len: 168 time: 0.4523551 Jul 16 22:39:49.435816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:49.443774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:49.491762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79445d-1cc3-4b2f-92bd-23fad6303029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b032cd54-ef3d-4bb0-ac59-efa2b77a0d1a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.493910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Pushing event updated for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.524366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.544558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 7810ee0d-57b6-4206-8e43-5653447e91de will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:49.553703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5434b-27fc-4e45-9adc-b48e92030c79 req-790a6ab7-5541-4ebc-b803-04047dfa2419 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.569728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16f5434b-27fc-4e45-9adc-b48e92030c79 req-790a6ab7-5541-4ebc-b803-04047dfa2419 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 948 time: 0.4240062 Jul 16 22:39:49.581948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '6fe3de48-5eb3-44bb-ae97-006c6b5e0d75'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:49.582957 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.586380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.587230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.596776 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.613138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Deleting port 249aa3b8-8463-427a-99ae-af36b0a1d21e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:49.613739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.618449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-54d878ef-0bca-4e80-ad62-620cce19f7aa tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8870857 Jul 16 22:39:49.688260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=7810ee0d-57b6-4206-8e43-5653447e91de,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.693272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:49.705274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:49.706996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:49.714935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.718049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Request body: {'port': {'device_id': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:49.729201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.768494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f47148d-364c-4b4e-8925-a35761e47123 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8388288 Jul 16 22:39:49.769296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48798) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:49.798847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-16f5434b-27fc-4e45-9adc-b48e92030c79 req-a0baba3c-b4e1-4ae8-95b9-8f43f380dc02 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934059 Jul 16 22:39:49.864101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5e39b-f013-4818-be47-6cf5aee8f521 req-38a3e84c-8195-4852-a4c0-6aa044e76f2d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.865809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b5e39b-f013-4818-be47-6cf5aee8f521 req-38a3e84c-8195-4852-a4c0-6aa044e76f2d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 932 time: 0.2837698 Jul 16 22:39:49.876254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/6fe3de48-5eb3-44bb-ae97-006c6b5e0d75/d6c14d34-f866-4fb5-8afa-78f1762f5634) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:49.973402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd347b61-2cb6-4214-80a6-24da7ae4f29b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.977429 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd347b61-2cb6-4214-80a6-24da7ae4f29b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2042060 Jul 16 22:39:49.978893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:50.071953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b5e39b-f013-4818-be47-6cf5aee8f521 req-c35f3566-5749-43b6-bf40-49d9a09580e2 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812103 Jul 16 22:39:50.084783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1500cfa-dae5-427c-99de-0bf59dbdbe7c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:39:50.154958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e1500cfa-dae5-427c-99de-0bf59dbdbe7c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:39:50.155331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1500cfa-dae5-427c-99de-0bf59dbdbe7c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:39:50.182129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 7810ee0d-57b6-4206-8e43-5653447e91de {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:50.182528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.295245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.309991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 7810ee0d-57b6-4206-8e43-5653447e91de owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:50.310230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.336634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Transition to ACTIVE for port object d6c14d34-f866-4fb5-8afa-78f1762f5634 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:50.365626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Transition to ACTIVE for port object d6c14d34-f866-4fb5-8afa-78f1762f5634 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:50.389005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.389999 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.407165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] For port 249aa3b8-8463-427a-99ae-af36b0a1d21e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=249aa3b8-8463-427a-99ae-af36b0a1d21e,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:50.407634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.435224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Calling delete_port for 249aa3b8-8463-427a-99ae-af36b0a1d21e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:50.444170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:50.451405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:50.461225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:50.494941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Pushing event updated for resources: {'Port': ['ID=d6c14d34-f866-4fb5-8afa-78f1762f5634,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:50.559241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.641909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.658849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.663614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/7810ee0d-57b6-4206-8e43-5653447e91de HTTP/1.1" status: 204 len: 168 time: 0.6816845 Jul 16 22:39:50.663614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5674e3-98c5-4aef-bfa4-98a938d3e485 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=7810ee0d-57b6-4206-8e43-5653447e91de,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:50.664946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:50.690920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:50.693315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Pushing event deleted for resources: {'Port': ['ID=249aa3b8-8463-427a-99ae-af36b0a1d21e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:50.695749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['249aa3b8-8463-427a-99ae-af36b0a1d21e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:50.710425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cc988cf-6337-499e-9269-9e4fa0ab5d0d req-6b1db3a1-4b40-4ec4-9cfd-e3c11949afee tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 210 time: 0.3145432 Jul 16 22:39:50.763426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78582324-e840-4eff-9e01-6af5c3e15c12 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:50.767924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78582324-e840-4eff-9e01-6af5c3e15c12 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:50.771037 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78582324-e840-4eff-9e01-6af5c3e15c12 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1043568 Jul 16 22:39:50.773888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:50.843300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Attempting to bind port d6c14d34-f866-4fb5-8afa-78f1762f5634 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:50.843850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Attempting to bind port d6c14d34-f866-4fb5-8afa-78f1762f5634 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:50.844376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Attempting to bind port d6c14d34-f866-4fb5-8afa-78f1762f5634 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:50.854185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.863348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:50.863714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:50.864189 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.864532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:50.865038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Bound port: d6c14d34-f866-4fb5-8afa-78f1762f5634, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:50.865879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.909449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 6fe3de48-5eb3-44bb-ae97-006c6b5e0d75 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:50.929325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.990176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] For port d6c14d34-f866-4fb5-8afa-78f1762f5634, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:51.017964 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.130283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] For port d6c14d34-f866-4fb5-8afa-78f1762f5634, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d6c14d34-f866-4fb5-8afa-78f1762f5634,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:51.145270 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.206202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.252711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f52dc-eac8-4b09-8d57-f06a9e2a546c None None] Pushing event updated for resources: {'Port': ['ID=d6c14d34-f866-4fb5-8afa-78f1762f5634,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.271098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975fb5d0-f208-4474-bd68-d4682226f005 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:51.282931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.297374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Transition to ACTIVE for port object 975fb5d0-f208-4474-bd68-d4682226f005 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:51.309971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.388859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Pushing event updated for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.424360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:51.426453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] No DVR routers for this DVR port 249aa3b8-8463-427a-99ae-af36b0a1d21e on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:51.435976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.437350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe933cf8-0c23-4bb8-b4d7-584b34bfeb40 req-221cd08d-266a-45bd-a612-a8a934cb69bd tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:51.438279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e096b26-06de-4dd8-ada4-52048da32aa6 req-93dbb09c-4e9c-4a38-814c-f8d4c70c77fd tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.68 "DELETE /v2.0/ports/249aa3b8-8463-427a-99ae-af36b0a1d21e HTTP/1.1" status: 204 len: 173 time: 2.3618360 Jul 16 22:39:51.439833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe933cf8-0c23-4bb8-b4d7-584b34bfeb40 req-221cd08d-266a-45bd-a612-a8a934cb69bd tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 948 time: 0.2952354 Jul 16 22:39:51.442071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.456251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'name': 'network-vif-deleted', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:51.458779 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a08cdb2-a198-48c0-bf11-81254d34ab64" -d '{"events": [{"server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "name": "network-vif-deleted", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:51.577430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe3de48-5eb3-44bb-ae97-006c6b5e0d75,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.642241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.647792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-771b4b3e-ccd5-4604-b751-bac02ac008d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/6fe3de48-5eb3-44bb-ae97-006c6b5e0d75 HTTP/1.1" status: 204 len: 168 time: 0.8724728 Jul 16 22:39:51.651685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:51.662323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a82e14-1947-4872-88d9-01d73e968f1d req-b8b89a9b-3eab-424f-b022-6cbba2ee76a8 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:51.668030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6a82e14-1947-4872-88d9-01d73e968f1d req-b8b89a9b-3eab-424f-b022-6cbba2ee76a8 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 944 time: 0.2803965 Jul 16 22:39:51.698094 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe933cf8-0c23-4bb8-b4d7-584b34bfeb40 req-2d6d74d2-a151-4826-a159-3334df6f3ec8 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440557 Jul 16 22:39:51.776511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-073a138d-0f23-429e-9640-fa683b142ba1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071992 Jul 16 22:39:51.779362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:51.785400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:51.824546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c8a-f6c6-4082-9159-2dd1c69f4bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.867244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6a82e14-1947-4872-88d9-01d73e968f1d req-cc4cefc9-1ab5-41e0-ab9c-57a46d9ebfc6 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858757 Jul 16 22:39:51.872798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd1acfb4-c321-4d80-9689-c2a5b6594535 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:52.005303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port fd1acfb4-c321-4d80-9689-c2a5b6594535 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:52.029510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port fd1acfb4-c321-4d80-9689-c2a5b6594535 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:52.029895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.044231 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eaab6-70d5-4503-8961-193b6e1a5ce9 x-openstack-request-id: req-cb3eaab6-70d5-4503-8961-193b6e1a5ce9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:52.044535 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df1d68e-1b3f-4917-8843-5ea885a91893", "name": "network-vif-deleted", "tag": "249aa3b8-8463-427a-99ae-af36b0a1d21e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:52.044866 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb3eaab6-70d5-4503-8961-193b6e1a5ce9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:52.045361 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df1d68e-1b3f-4917-8843-5ea885a91893', 'name': 'network-vif-deleted', 'tag': '249aa3b8-8463-427a-99ae-af36b0a1d21e', 'status': 'completed', 'code': 200} Jul 16 22:39:52.064228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Attempting to bind port 975fb5d0-f208-4474-bd68-d4682226f005 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:52.064228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Attempting to bind port 975fb5d0-f208-4474-bd68-d4682226f005 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:52.064431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Attempting to bind port 975fb5d0-f208-4474-bd68-d4682226f005 on network 99127914-2c5a-4fd5-a666-26ead92f0861 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:52.076263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Port 975fb5d0-f208-4474-bd68-d4682226f005 on network 99127914-2c5a-4fd5-a666-26ead92f0861 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:39:52.076592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Attempting to bind port 975fb5d0-f208-4474-bd68-d4682226f005 on network 99127914-2c5a-4fd5-a666-26ead92f0861 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:52.097986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:52.098363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Checking segment: {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:52.098726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Bound using segment: {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:52.099170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Bound port: 975fb5d0-f208-4474-bd68-d4682226f005, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:52.104304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.139397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c8a-f6c6-4082-9159-2dd1c69f4bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.160113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d6c14d34-f866-4fb5-8afa-78f1762f5634 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:52.169271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c8a-f6c6-4082-9159-2dd1c69f4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.172338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:52.176555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.248100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:52.253819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=975fb5d0-f208-4474-bd68-d4682226f005,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:52.274936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-245b97a2-2d98-407a-8b5f-e3c8cfb8c655 req-cf0c9796-8f20-4253-999e-23e8681253ea tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=6df1d68e-1b3f-4917-8843-5ea885a91893 HTTP/1.1" status: 200 len: 210 time: 0.0547981 Jul 16 22:39:52.286356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6c8a-f6c6-4082-9159-2dd1c69f4bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2158d-50a3-4a42-9259-4fa31b5caae2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.293868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-27ec6c8a-f6c6-4082-9159-2dd1c69f4bd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9619db83c2d3459391c56b833d921dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653331 Jul 16 22:39:52.297589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.300901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:52.349897 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.381252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:52.383819 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57ba08-7733-4b2f-9aba-05dbf7ca2467" -d '{"events": [{"server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "name": "network-vif-plugged", "status": "completed", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:52.399726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d6c14d34-f866-4fb5-8afa-78f1762f5634 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:52.431853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:52.439917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.475304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.476013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.476814 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3529a76-72bc-42e6-9803-a4231aee3dbb x-openstack-request-id: req-a3529a76-72bc-42e6-9803-a4231aee3dbb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:52.477312 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "name": "network-vif-plugged", "status": "completed", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:52.477672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] 10.222.0.68 "PUT /v2.0/ports/975fb5d0-f208-4474-bd68-d4682226f005 HTTP/1.1" status: 200 len: 1093 time: 2.8195624 Jul 16 22:39:52.477884 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3529a76-72bc-42e6-9803-a4231aee3dbb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:52.478623 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535', 'code': 200} Jul 16 22:39:52.529700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.571706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acd87-bcdc-4a09-b258-dafd688847cd service neutron] Pushing event updated for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.607980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.641206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.652139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.687405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-31ef0a30-c756-4c66-8956-41d956b031fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.689740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-31ef0a30-c756-4c66-8956-41d956b031fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 1096 time: 0.1392720 Jul 16 22:39:52.707302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdba96-d2e5-42fb-aee0-a4cc08d4eab9 req-0279f105-ca71-42e8-affc-b0ad1e56cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.708995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10fdba96-d2e5-42fb-aee0-a4cc08d4eab9 req-0279f105-ca71-42e8-affc-b0ad1e56cfc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 1101 time: 0.1700456 Jul 16 22:39:52.729900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=17624ff0-3bdd-44bd-a3cc-3d53a020c227,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.744573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-73332798-b26a-4226-ab52-621b662df092 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975fb5d0-f208-4474-bd68-d4682226f005 HTTP/1.1" status: 200 len: 217 time: 0.0472431 Jul 16 22:39:52.753759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:52.757183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:52.760666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.761295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.788848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.792828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.796249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ad2158d-50a3-4a42-9259-4fa31b5caae2 HTTP/1.1" status: 204 len: 168 time: 0.4897311 Jul 16 22:39:52.810774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10fdba96-d2e5-42fb-aee0-a4cc08d4eab9 req-3bfa3005-01a9-42e9-9499-d2085301002a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779374 Jul 16 22:39:52.814380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc700311-7002-4c34-b8c3-0d257a136085 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0339692 Jul 16 22:39:52.817269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:52.826922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'name': 'tempest-NetworksTestDHCPv6-690350671'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:52.843990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1aaa1-aa2e-44a8-b3e3-a722dba0c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2158d-50a3-4a42-9259-4fa31b5caae2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.869942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 249aa3b8-8463-427a-99ae-af36b0a1d21e no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:39:52.881670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-97c32ed1-3ad8-476e-a828-803e0c416225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.887210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-97c32ed1-3ad8-476e-a828-803e0c416225 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e2e7a936-e20d-498c-8f44-862013433b70 HTTP/1.1" status: 200 len: 854 time: 0.1329918 Jul 16 22:39:52.953856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff55ec-ec78-4313-9ee6-f9ea76dd4b02 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:52.968292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-fa7fe4b8-ee7a-4fcc-8085-9ce8b03b9c6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=99127914-2c5a-4fd5-a666-26ead92f0861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719135 Jul 16 22:39:52.974331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 249aa3b8-8463-427a-99ae-af36b0a1d21e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:39:52.983978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 249aa3b8-8463-427a-99ae-af36b0a1d21e not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:39:53.039892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.080083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Provisioning for port d6c14d34-f866-4fb5-8afa-78f1762f5634 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:53.086233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Provisioning complete for port d6c14d34-f866-4fb5-8afa-78f1762f5634 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:53.086822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.145614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:53.151088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.165118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e5de-446a-4865-89f8-c72b9d52eb9e req-9e020c81-ae7d-4885-8a40-20342de3b2f7 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.167073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a903e5de-446a-4865-89f8-c72b9d52eb9e req-9e020c81-ae7d-4885-8a40-20342de3b2f7 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 949 time: 0.2098842 Jul 16 22:39:53.207480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:53.255277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6c575-1f43-48ef-87b3-2ed248cc26b2 req-88280714-7f42-4e46-92d5-72eed4811f0d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.258126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86c6c575-1f43-48ef-87b3-2ed248cc26b2 req-88280714-7f42-4e46-92d5-72eed4811f0d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 944 time: 0.1363266 Jul 16 22:39:53.260794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-0d3fd992-070b-4816-ad35-65fe38d62507 service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851160 Jul 16 22:39:53.269805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a903e5de-446a-4865-89f8-c72b9d52eb9e req-84fa5b8e-a9a2-41e3-9955-0de49eb56019 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917332 Jul 16 22:39:53.356823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86c6c575-1f43-48ef-87b3-2ed248cc26b2 req-9535218b-9f98-4e0c-a23e-3c70783750b9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927660 Jul 16 22:39:53.405004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::202 (bb30f072-8cf4-4f4d-8114-b3a652915095/17624ff0-3bdd-44bd-a3cc-3d53a020c227/7750dad7-6af4-44fa-95d3-1f4c4ce4e710) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:53.450544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18fa7665-5cc2-477b-b33f-e69cb4044281 req-498d62ab-116a-46d7-be62-ae07c7c956ca service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692836 Jul 16 22:39:53.462684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.516927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:53.535920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] For port d6c14d34-f866-4fb5-8afa-78f1762f5634, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d6c14d34-f866-4fb5-8afa-78f1762f5634,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:53.539512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a435a2d2-8834-4594-a022-37e7e709d5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.543208 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.643516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.664865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615224b0-79a4-4389-a933-37a6247e6f1b None None] Pushing event updated for resources: {'Port': ['ID=d6c14d34-f866-4fb5-8afa-78f1762f5634,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.667919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:53.704844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.734417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:53.737719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:53.764646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:53.765705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a435a2d2-8834-4594-a022-37e7e709d5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.770247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a435a2d2-8834-4594-a022-37e7e709d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.771864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.772377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.805097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9836519 Jul 16 22:39:53.805097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da170b-db57-46fe-a6cf-1410f5b1ff2e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=7750dad7-6af4-44fa-95d3-1f4c4ce4e710,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.810270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:53.819416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a435a2d2-8834-4594-a022-37e7e709d5df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbc1861288184df2b5d319d210b5ebfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008056 Jul 16 22:39:53.820167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:53.850164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435a2d2-8834-4594-a022-37e7e709d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848d258-7ebb-4428-aaaf-86213ee0a868,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.893483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b774aae4-8d7d-44a1-a07b-6f2e967965a9 None None] Provisioning complete for port d6c14d34-f866-4fb5-8afa-78f1762f5634 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:53.893819 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b774aae4-8d7d-44a1-a07b-6f2e967965a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.906359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23a50a-f18b-4814-a50c-70089efabf34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.913505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23a50a-f18b-4814-a50c-70089efabf34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.915781 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ab23a50a-f18b-4814-a50c-70089efabf34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1037791 Jul 16 22:39:53.918340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:53.973791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.023395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.054128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:54.058659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d6c14d34-f866-4fb5-8afa-78f1762f5634 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:54.063136 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2214a6-2c85-4169-972f-9c0cfddb3999" -d '{"events": [{"name": "network-changed", "server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "tag": "975fb5d0-f208-4474-bd68-d4682226f005"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:54.068795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:54.076459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.151241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d6c14d34-f866-4fb5-8afa-78f1762f5634 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:54.151961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.161075 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb39ef6-971d-4e8b-9114-fe7c96565eb3 x-openstack-request-id: req-fcb39ef6-971d-4e8b-9114-fe7c96565eb3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:54.161430 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "tag": "975fb5d0-f208-4474-bd68-d4682226f005", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:54.161695 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcb39ef6-971d-4e8b-9114-fe7c96565eb3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:54.162157 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005', 'status': 'completed', 'code': 200} Jul 16 22:39:54.193429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.196501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.200150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7848d258-7ebb-4428-aaaf-86213ee0a868 HTTP/1.1" status: 204 len: 168 time: 0.3735394 Jul 16 22:39:54.204455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11a91b8d-29fe-4e9e-a417-e1523729d62f None None] Could not find standard attr ID for object 7810ee0d-57b6-4206-8e43-5653447e91de. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:39:54.233399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374887a4-bbf1-4f4e-82b7-a56887dc8133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848d258-7ebb-4428-aaaf-86213ee0a868,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:54.308228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-86814e4f-b19b-45ec-96a1-26c64ef37a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.313758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-86814e4f-b19b-45ec-96a1-26c64ef37a43 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 1096 time: 0.1406107 Jul 16 22:39:54.351237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.420058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:54.441198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d606c04-bbcb-4561-84db-8d8e31827c8d req-6b185c4e-89e4-4c0a-913f-6428368e6d9e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.443847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d606c04-bbcb-4561-84db-8d8e31827c8d req-6b185c4e-89e4-4c0a-913f-6428368e6d9e tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.2962637 Jul 16 22:39:54.474881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-cf6663ad-36b5-41af-b0a7-43f1d714df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.479404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-cf6663ad-36b5-41af-b0a7-43f1d714df00 service neutron] 10.222.0.68 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 915 time: 0.1583915 Jul 16 22:39:54.546762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5232144c-59a8-4c3d-b187-a2faa05638f0 None None] Provisioning for port 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:54.551303 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d606c04-bbcb-4561-84db-8d8e31827c8d req-0af45df5-be42-4f5e-938e-0483a45a94c0 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005418 Jul 16 22:39:54.552877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5232144c-59a8-4c3d-b187-a2faa05638f0 None None] Provisioning complete for port 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:54.553295 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5232144c-59a8-4c3d-b187-a2faa05638f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.594941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-99a0b3aa-6abd-42fa-9713-587f346e579f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975fb5d0-f208-4474-bd68-d4682226f005 HTTP/1.1" status: 200 len: 217 time: 0.1089394 Jul 16 22:39:54.667028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5232144c-59a8-4c3d-b187-a2faa05638f0 None None] Port 7750dad7-6af4-44fa-95d3-1f4c4ce4e710 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:54.705044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-77056c2e-af7e-43f2-a199-93b158704b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.706663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-77056c2e-af7e-43f2-a199-93b158704b3a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e2e7a936-e20d-498c-8f44-862013433b70 HTTP/1.1" status: 200 len: 854 time: 0.0837839 Jul 16 22:39:54.719900 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.767763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-18f4ae76-1261-46b6-8b1c-d48d0a7b3ddc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=99127914-2c5a-4fd5-a666-26ead92f0861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369253 Jul 16 22:39:54.793366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=7750dad7-6af4-44fa-95d3-1f4c4ce4e710,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:54.837738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f34c9-e684-4bef-a33f-d0be4b68a057 req-c03f8b35-6acb-4237-90b1-c3c9ee3e98e8 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.845005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-522f34c9-e684-4bef-a33f-d0be4b68a057 req-c03f8b35-6acb-4237-90b1-c3c9ee3e98e8 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 949 time: 0.2489152 Jul 16 22:39:54.862445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.862933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.863368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.863825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.864252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.864671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.865168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.866300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.866879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.867364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.868019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.868445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:54.873130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.877859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4ab242e8-28f0-4dfe-a905-292115449fe9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/7750dad7-6af4-44fa-95d3-1f4c4ce4e710 HTTP/1.1" status: 204 len: 168 time: 0.9558587 Jul 16 22:39:54.885497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:54.962088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37946d20-8522-4da2-94a7-e211cd5d7617 req-f9cc3a7f-2a7c-46bc-95da-c2c6566293a1 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.977607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-37946d20-8522-4da2-94a7-e211cd5d7617 req-f9cc3a7f-2a7c-46bc-95da-c2c6566293a1 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 944 time: 0.1871371 Jul 16 22:39:55.016822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-522f34c9-e684-4bef-a33f-d0be4b68a057 req-40b8cca0-aa56-40f4-90d0-dbff1f4a02ff tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709199 Jul 16 22:39:55.043878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-37946d20-8522-4da2-94a7-e211cd5d7617 req-8557ee28-6ea9-41f2-9f49-5a13c50c01b3 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647900 Jul 16 22:39:55.079598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-3c770161-6923-4611-a1a3-a546dcb92517 service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020592 Jul 16 22:39:55.107038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e6009-da5c-4224-b2dd-cf317d7ce5ec tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.109169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e6009-da5c-4224-b2dd-cf317d7ce5ec tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.111053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b3e6009-da5c-4224-b2dd-cf317d7ce5ec tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2141864 Jul 16 22:39:55.113768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48974) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.202386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 17624ff0-3bdd-44bd-a3cc-3d53a020c227 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:39:55.206173 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.247885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d2214a6-2c85-4169-972f-9c0cfddb3999 req-48eb4a84-afe9-4b72-9e5f-025c8661aef8 service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592062 Jul 16 22:39:55.254058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.306165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.355320 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.380767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.411056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=17624ff0-3bdd-44bd-a3cc-3d53a020c227,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.415837 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.420493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9fa90629-0d49-4456-b1d5-ec9486fa55fb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/17624ff0-3bdd-44bd-a3cc-3d53a020c227 HTTP/1.1" status: 204 len: 168 time: 0.3030038 Jul 16 22:39:55.420493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.424704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f936a-e20f-415c-8b07-ff716f650e56 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:55.479729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-215faaf9-dc4b-43f6-970f-d6a41cec5dfd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575576 Jul 16 22:39:55.481694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.484317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179865198-network', 'tenant_id': '491079e23de2430783ba1cd8e7093542'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:55.511666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Made reservation on behalf of 491079e23de2430783ba1cd8e7093542 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:55.514466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.525689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.626762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bbb3b-b5ef-4fcb-992f-0884b830f824 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.628264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fe0bbb3b-b5ef-4fcb-992f-0884b830f824 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1450787 Jul 16 22:39:55.630998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.670892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.677942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c12971-8196-4089-ab43-230623014324 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:39:55.678134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.707786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1249041-de84-46fd-9377-35bdfed2efd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.709324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1249041-de84-46fd-9377-35bdfed2efd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767164 Jul 16 22:39:55.713282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.715292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174381ad-1d57-4c8d-ad83-2e4935359624,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.740310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:55.742275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72c12971-8196-4089-ab43-230623014324 None None] Deleting port d6c14d34-f866-4fb5-8afa-78f1762f5634 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:55.742716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72c12971-8196-4089-ab43-230623014324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.752144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.752502 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Added segment dc0b89f2-32de-4a3f-8456-473daa3d3049 of type vlan for network 346f705f-f663-4276-8c62-dbaba241ea18 Jul 16 22:39:55.777296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ad91b0c-4a50-4c56-b9a0-fdb339f83fa9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580666 Jul 16 22:39:55.777830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49002) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.784866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:55.810931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.815715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-72c12971-8196-4089-ab43-230623014324 None None] For port d6c14d34-f866-4fb5-8afa-78f1762f5634, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d6c14d34-f866-4fb5-8afa-78f1762f5634,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:55.816091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72c12971-8196-4089-ab43-230623014324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.830497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72c12971-8196-4089-ab43-230623014324 None None] Calling delete_port for d6c14d34-f866-4fb5-8afa-78f1762f5634 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:55.889726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.890865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.891306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.929380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:55.938003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.942358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72c12971-8196-4089-ab43-230623014324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.980033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c1b6-9b34-4f65-9ec3-b90a564d8092 req-158da819-6b4c-42b6-91ed-1603ce99ea85 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.992975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12971-8196-4089-ab43-230623014324 None None] Pushing event deleted for resources: {'Port': ['ID=d6c14d34-f866-4fb5-8afa-78f1762f5634,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.992975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c12971-8196-4089-ab43-230623014324 None None] No DVR routers for this DVR port d6c14d34-f866-4fb5-8afa-78f1762f5634 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:56.007799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd14c1b6-9b34-4f65-9ec3-b90a564d8092 req-158da819-6b4c-42b6-91ed-1603ce99ea85 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1657999 Jul 16 22:39:56.013951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6568823 Jul 16 22:39:56.017846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:56.024399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Request body: {'subnet': {'network_id': '346f705f-f663-4276-8c62-dbaba241ea18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179865198-subnet', 'tenant_id': '491079e23de2430783ba1cd8e7093542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:56.033251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d6c14d34-f866-4fb5-8afa-78f1762f5634 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:39:56.078258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d6c14d34-f866-4fb5-8afa-78f1762f5634 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:39:56.079056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d6c14d34-f866-4fb5-8afa-78f1762f5634 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:39:56.166503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd14c1b6-9b34-4f65-9ec3-b90a564d8092 req-1659d3d2-1e7b-490f-a229-8389caba81a2 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1c520c1-c266-448b-944a-bd2b683bc3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578050 Jul 16 22:39:56.168932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Made reservation on behalf of 491079e23de2430783ba1cd8e7093542 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:56.172585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.210502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.218085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd099037-ebdc-4634-8d7f-1c56ff0f7545 admin admin] Pushing event updated for resources: {'Network': ['ID=346f705f-f663-4276-8c62-dbaba241ea18,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.242460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 346f705f-f663-4276-8c62-dbaba241ea18 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:56.320790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:56.359315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:56.371342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58408abd-f5a7-4865-8371-658497ad0f20 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:56.376728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7828f-e63a-4371-9936-20214b999d36 req-b9733fbd-f2f9-4973-80b0-ce952561acfc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:56.378498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0a7828f-e63a-4371-9936-20214b999d36 req-b9733fbd-f2f9-4973-80b0-ce952561acfc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.47 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 945 time: 0.2800136 Jul 16 22:39:56.385856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:56.387613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.413795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=77dab665-c189-4735-a1d2-523e1af131f4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.460206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66a10dac-0910-454e-9504-c4ebe4b22a91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6781268 Jul 16 22:39:56.461051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49026) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:56.466051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '77dab665-c189-4735-a1d2-523e1af131f4', 'ip_address': '2001:db8::60f:2f96:e055:bd4a'}], 'name': 'tempest-NetworksTestDHCPv6-214937785'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:56.591506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed2c00-a3fe-4dee-972e-88a2f40a7622 req-e007e962-f85c-426c-a8dd-8ad1f22ffe25 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:56.600092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1bed2c00-a3fe-4dee-972e-88a2f40a7622 req-e007e962-f85c-426c-a8dd-8ad1f22ffe25 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 944 time: 0.2822974 Jul 16 22:39:56.604488 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.671678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25037900-0782-4567-ab8b-0ac0d7e20417,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.694755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1bed2c00-a3fe-4dee-972e-88a2f40a7622 req-0d6553b6-7643-4a58-846a-539aebb0c629 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932837 Jul 16 22:39:56.697693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Deleting port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:56.698044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.715234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '77dab665-c189-4735-a1d2-523e1af131f4'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:56.716375 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.717331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Checking segment: {'id': 'dc0b89f2-32de-4a3f-8456-473daa3d3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:56.717695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Network hostable DHCP agents. Network: 346f705f-f663-4276-8c62-dbaba241ea18, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:56.735017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:56.810441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Network 346f705f-f663-4276-8c62-dbaba241ea18 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:56.849810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] For port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:56.852321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.857906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 346f705f-f663-4276-8c62-dbaba241ea18) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:56.877535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:56.878156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.896352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 975fb5d0-f208-4474-bd68-d4682226f005 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:39:56.898361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1459475-4463-49ff-bee9-fa234d9db4ae None None] Network 346f705f-f663-4276-8c62-dbaba241ea18 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:56.905350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Calling delete_port for 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:39:56.922574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2155a8a1-ab7d-4fd7-874b-5c11c32e1f50 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9031489 Jul 16 22:39:56.933772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.976040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 8c18e724-5f85-4574-a370-c615a6373d40 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:39:57.069616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/77dab665-c189-4735-a1d2-523e1af131f4/adc71292-0257-4984-959e-9d18e27cd0b7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:57.181556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.218017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Pushing event deleted for resources: {'Port': ['ID=28f002d3-7f7e-45ca-ba6e-2b094ae42b1b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:57.241957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:57.267639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] No DVR routers for this DVR port 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:39:57.272319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.276617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0a7828f-e63a-4371-9936-20214b999d36 req-e2e31d03-7201-46e4-926f-25a446213cdc tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.47 "DELETE /v2.0/ports/28f002d3-7f7e-45ca-ba6e-2b094ae42b1b HTTP/1.1" status: 204 len: 173 time: 0.8567889 Jul 16 22:39:57.279287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'name': 'network-vif-deleted', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:57.289945 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15081b1-4728-4663-8d1f-20815e322f05" -d '{"events": [{"server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "name": "network-vif-deleted", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:57.373336 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2fc00d-a99e-4c24-a65b-ea0d3025353a x-openstack-request-id: req-bc2fc00d-a99e-4c24-a65b-ea0d3025353a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:57.373641 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37de8d81-4757-49bf-9760-ba2cac9e8cb6", "name": "network-vif-deleted", "tag": "28f002d3-7f7e-45ca-ba6e-2b094ae42b1b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:57.373900 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc2fc00d-a99e-4c24-a65b-ea0d3025353a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:57.374323 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37de8d81-4757-49bf-9760-ba2cac9e8cb6', 'name': 'network-vif-deleted', 'tag': '28f002d3-7f7e-45ca-ba6e-2b094ae42b1b', 'status': 'completed', 'code': 200} Jul 16 22:39:57.486629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44fbf2c6-e4e1-4fff-9a08-70494ea6a1a0 req-d1675d24-42f9-41e8-aaad-cacb79e78156 tempest-ServerRescueTestJSON-1758456919 tempest-ServerRescueTestJSON-1758456919-project] 10.222.0.70 "GET /v2.0/ports?device_id=37de8d81-4757-49bf-9760-ba2cac9e8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0788796 Jul 16 22:39:57.506026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.523953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Transition to ACTIVE for port object adc71292-0257-4984-959e-9d18e27cd0b7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:57.560584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:57.575160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=975fb5d0-f208-4474-bd68-d4682226f005,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:57.589060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '975fb5d0-f208-4474-bd68-d4682226f005', 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861', 'port_id': '975fb5d0-f208-4474-bd68-d4682226f005', 'mac_address': 'fa:16:3e:b8:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e7a936-e20d-498c-8f44-862013433b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:39:57.603273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46e044-3005-4459-9abd-da408143237a None None] Network 346f705f-f663-4276-8c62-dbaba241ea18 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:57.605712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Transition to ACTIVE for port object adc71292-0257-4984-959e-9d18e27cd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:57.678998 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.681096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20940e4e-085e-4f2e-ae3c-716b46f2bf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.685855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.743914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Pushing event updated for resources: {'Port': ['ID=adc71292-0257-4984-959e-9d18e27cd0b7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:57.770417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73ac066a-3286-41cc-95b7-d87bf44958a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.795002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:57.801084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975fb5d0-f208-4474-bd68-d4682226f005 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:57.811244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::60f:2f96:e055:bd4a (bb30f072-8cf4-4f4d-8114-b3a652915095/77dab665-c189-4735-a1d2-523e1af131f4/8c18e724-5f85-4574-a370-c615a6373d40) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:57.818085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:57.848925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:57.933617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=975fb5d0-f208-4474-bd68-d4682226f005,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:57.974488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Attempting to bind port adc71292-0257-4984-959e-9d18e27cd0b7 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:57.974861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Attempting to bind port adc71292-0257-4984-959e-9d18e27cd0b7 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:57.975423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Attempting to bind port adc71292-0257-4984-959e-9d18e27cd0b7 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:57.978644 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.068631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:58.076933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697440183-network', 'tenant_id': '102c01f8ef2d42e5a8615473b4750b0e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:58.080701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:58.081189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:58.081701 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.082762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:58.083295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Bound port: adc71292-0257-4984-959e-9d18e27cd0b7, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:58.083698 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.145151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.155279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73ac066a-3286-41cc-95b7-d87bf44958a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.183048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:58.184186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73ac066a-3286-41cc-95b7-d87bf44958a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.187775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Made reservation on behalf of 102c01f8ef2d42e5a8615473b4750b0e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:58.193472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.201434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['975fb5d0-f208-4474-bd68-d4682226f005'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:58.207901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.230121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac066a-3286-41cc-95b7-d87bf44958a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95faf0af-e18c-415b-b9a0-b4543757eea7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:58.244153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 8c18e724-5f85-4574-a370-c615a6373d40 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:58.265333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] For port adc71292-0257-4984-959e-9d18e27cd0b7, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:58.269390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] For port adc71292-0257-4984-959e-9d18e27cd0b7, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=adc71292-0257-4984-959e-9d18e27cd0b7,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:58.295737 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.314896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-73ac066a-3286-41cc-95b7-d87bf44958a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65cd319c858e456b98bd00685151cfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527893 Jul 16 22:39:58.318719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.320169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:58.327324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.341236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.360306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:58.372112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.372894 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Added segment 80053d29-049d-4a94-af17-b1a07d00e085 of type vlan for network 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae Jul 16 22:39:58.410464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:58.410981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560969a3-b1b2-4928-8f2d-068daa755489 None None] Pushing event updated for resources: {'Port': ['ID=adc71292-0257-4984-959e-9d18e27cd0b7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:58.434000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.458004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:58.471420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:58.478909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:58.479755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.482309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.483585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:58.484395 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.518973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703af004-89f9-48cf-addf-68a9166774e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:58.530185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.539320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4662335 Jul 16 22:39:58.542679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:58.547575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Request body: {'subnet': {'network_id': '14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697440183-subnet', 'tenant_id': '102c01f8ef2d42e5a8615473b4750b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:58.574132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1120074 Jul 16 22:39:58.576602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.578445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927bd15-2203-4d33-86e9-55a05397ae90 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=8c18e724-5f85-4574-a370-c615a6373d40,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:58.591574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49084) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:58.605398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43890eb9-1329-405d-8d6f-dc4127753bda req-8586ddbf-4b80-4d35-ab6b-0711b579cd0e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:58.607156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43890eb9-1329-405d-8d6f-dc4127753bda req-8586ddbf-4b80-4d35-ab6b-0711b579cd0e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 945 time: 0.5107372 Jul 16 22:39:58.613022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:58.793161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43890eb9-1329-405d-8d6f-dc4127753bda req-c8c11f5e-d269-4b5d-9d70-bcb3bf356bec tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394486 Jul 16 22:39:58.881328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 975fb5d0-f208-4474-bd68-d4682226f005 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:58.931824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.934511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.938995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95faf0af-e18c-415b-b9a0-b4543757eea7 HTTP/1.1" status: 204 len: 168 time: 0.6154492 Jul 16 22:39:58.985020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 975fb5d0-f208-4474-bd68-d4682226f005 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:58.990131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 975fb5d0-f208-4474-bd68-d4682226f005 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:58.990718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.997889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de8148-04e8-4915-91c6-40f54be561b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faf0af-e18c-415b-b9a0-b4543757eea7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.010656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3eefa-f49d-48fc-8850-d3deff4b46f4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:59.016881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3eefa-f49d-48fc-8850-d3deff4b46f4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:59.021053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-33a3eefa-f49d-48fc-8850-d3deff4b46f4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4105060 Jul 16 22:39:59.021367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:59.219475 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.248693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:59.252557 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4e376-01d4-4eb1-a2b3-756fb8412830" -d '{"events": [{"server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "name": "network-vif-plugged", "status": "completed", "tag": "975fb5d0-f208-4474-bd68-d4682226f005"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:59.289805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=975fb5d0-f208-4474-bd68-d4682226f005,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:59.300824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878dca7-92e6-4c4f-9743-a848b3885e64 admin admin] Pushing event updated for resources: {'Network': ['ID=14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.301552 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.309098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Made reservation on behalf of 102c01f8ef2d42e5a8615473b4750b0e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:59.311046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.381856 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a9c6de-231a-4c8b-89b9-bcd9302e248d x-openstack-request-id: req-16a9c6de-231a-4c8b-89b9-bcd9302e248d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:59.382555 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "name": "network-vif-plugged", "status": "completed", "tag": "975fb5d0-f208-4474-bd68-d4682226f005", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:59.383661 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16a9c6de-231a-4c8b-89b9-bcd9302e248d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:59.384886 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005', 'code': 200} Jul 16 22:39:59.386119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:59.445158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.601505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:59.649798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.663354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.715203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980819-1c93-4872-9b5e-a9a56f0a711c req-ec80897f-82b8-4449-9d04-28b282d058b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:59.716877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be980819-1c93-4872-9b5e-a9a56f0a711c req-ec80897f-82b8-4449-9d04-28b282d058b1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 1098 time: 0.2378669 Jul 16 22:39:59.717041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ef876d-b47d-49d4-82a7-1844bb9036dd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.740724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Checking segment: {'id': '80053d29-049d-4a94-af17-b1a07d00e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:59.741378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Network hostable DHCP agents. Network: 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:59.762549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Network 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:59.775541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:59.787317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3920d-bcf0-407a-9010-ce47cc5f82e9 None None] Network 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:59.792039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:59.797471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.835044 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0507c30f-aaf9-4b9e-b5ab-6f714ad4e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.846409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 8c18e724-5f85-4574-a370-c615a6373d40 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:39:59.846973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.897767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be980819-1c93-4872-9b5e-a9a56f0a711c req-97114f44-d228-438f-a36e-bd3ec5e34b1c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697197 Jul 16 22:39:59.994767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:00.036123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:00.053720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 28f002d3-7f7e-45ca-ba6e-2b094ae42b1b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:00.119404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device adc71292-0257-4984-959e-9d18e27cd0b7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:00.184994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227039cc-ee8e-434f-a811-dfe0d40e0647 None None] Network 14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:00.291344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.297264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cbce6887-52fc-4ffd-b21e-6acb29b69a9b None None] Provisioning for port adc71292-0257-4984-959e-9d18e27cd0b7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:00.308771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.318450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port adc71292-0257-4984-959e-9d18e27cd0b7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:00.330227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port adc71292-0257-4984-959e-9d18e27cd0b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:00.330617 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.347542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 8c18e724-5f85-4574-a370-c615a6373d40 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:00.354107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.371419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.372675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1c7cfa67-b980-4377-989e-1fa00a776cd5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8287811 Jul 16 22:40:00.454583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcb463-8e66-4609-af75-38655224364e req-9824e1fb-0758-4ed7-bb51-efd3c50d188a tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.456568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8fcb463-8e66-4609-af75-38655224364e req-9824e1fb-0758-4ed7-bb51-efd3c50d188a tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 946 time: 0.4643037 Jul 16 22:40:00.474381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4a4c8b1-ad4c-49ea-a934-ac3707cb5529 None None] Provisioning for port 8c18e724-5f85-4574-a370-c615a6373d40 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:00.481900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4a4c8b1-ad4c-49ea-a934-ac3707cb5529 None None] Provisioning complete for port 8c18e724-5f85-4574-a370-c615a6373d40 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:00.482281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4a4c8b1-ad4c-49ea-a934-ac3707cb5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.488917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f49c495dcc6a4296a088bc6843fbad02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8654194 Jul 16 22:40:00.490044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:00.518581 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.535448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4c8b1-ad4c-49ea-a934-ac3707cb5529 None None] Port 8c18e724-5f85-4574-a370-c615a6373d40 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:00.565300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port adc71292-0257-4984-959e-9d18e27cd0b7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=adc71292-0257-4984-959e-9d18e27cd0b7,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:00.573248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb2eb2-336d-449b-9258-12e4b69edab9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.575544 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.580899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.592916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.613758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.639196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.639561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.639913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.640257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.640608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.640983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.641339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.641971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.641971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.642367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.642640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.642969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9d79-2def-45b4-b8cd-fb8dfeef52f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:00.653485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8fcb463-8e66-4609-af75-38655224364e req-db53d37a-044c-4493-97e2-421b698143b9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645827 Jul 16 22:40:00.674570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=adc71292-0257-4984-959e-9d18e27cd0b7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.703049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.705621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.706941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ebb2eb2-336d-449b-9258-12e4b69edab9 HTTP/1.1" status: 204 len: 168 time: 0.2154901 Jul 16 22:40:00.725880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03c5ad-80e8-4be0-9ddf-0efbe9548217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb2eb2-336d-449b-9258-12e4b69edab9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.865791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.953806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=8c18e724-5f85-4574-a370-c615a6373d40,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.958854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.961148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c890848a-130f-4576-8a2e-ef4c40bc2754 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/8c18e724-5f85-4574-a370-c615a6373d40 HTTP/1.1" status: 204 len: 168 time: 1.9385450 Jul 16 22:40:00.964258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:01.076233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea79c4-0de6-47ce-8762-ff9259e5336a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.079798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea79c4-0de6-47ce-8762-ff9259e5336a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.085563 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-02ea79c4-0de6-47ce-8762-ff9259e5336a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1175156 Jul 16 22:40:01.089757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:01.191860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Deleting port b91db796-f485-4d21-bbf6-d3f7064cafe2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:01.192222 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.227257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 77dab665-c189-4735-a1d2-523e1af131f4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:01.230685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.320652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.348514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.385926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] For port b91db796-f485-4d21-bbf6-d3f7064cafe2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b91db796-f485-4d21-bbf6-d3f7064cafe2,segment=NetworkSegment(a0f4e0c5-1db4-48a4-8200-f3204934385d),segment_id=a0f4e0c5-1db4-48a4-8200-f3204934385d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:01.386290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.403215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Calling delete_port for b91db796-f485-4d21-bbf6-d3f7064cafe2 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:01.541014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-6fe9ed29-1b17-46e3-bd2c-642a10c32054 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.542593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-6fe9ed29-1b17-46e3-bd2c-642a10c32054 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/networks?id=346f705f-f663-4276-8c62-dbaba241ea18 HTTP/1.1" status: 200 len: 808 time: 0.1992593 Jul 16 22:40:01.544012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.580320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-3b0bfb03-200d-4423-be25-ca3a496c2d08 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/quotas/491079e23de2430783ba1cd8e7093542 HTTP/1.1" status: 200 len: 375 time: 0.0319605 Jul 16 22:40:01.626858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-a0c2808d-6921-45a5-aff9-cf5c50edec44 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=491079e23de2430783ba1cd8e7093542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391064 Jul 16 22:40:01.657015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.684611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.730380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91db796-f485-4d21-bbf6-d3f7064cafe2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.765852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=77dab665-c189-4735-a1d2-523e1af131f4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.782475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.784400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b5722b7-373c-4dbd-b0d7-65a8d485e20e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/77dab665-c189-4735-a1d2-523e1af131f4 HTTP/1.1" status: 204 len: 168 time: 0.6936481 Jul 16 22:40:01.791900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:01.799136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7255781-ca89-4bd1-9fe8-783b78ae12c7 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:01.856524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-24902562-0355-4fda-8bb0-e901d1a41fda tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604403 Jul 16 22:40:01.859178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:01.865926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:01.908661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2a7a18c1-309c-454a-acb1-84d6ef62b937 service neutron] 10.222.0.70 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664397 Jul 16 22:40:02.037478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbb1df-7c2d-4247-a6be-aae459d99ca8 req-12b9ed64-19d8-4203-9391-e5df772cb2af tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.039839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5fbb1df-7c2d-4247-a6be-aae459d99ca8 req-12b9ed64-19d8-4203-9391-e5df772cb2af tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 946 time: 0.1600184 Jul 16 22:40:02.075649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.148607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:02.156165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.272610 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5fbb1df-7c2d-4247-a6be-aae459d99ca8 req-65601229-8fbc-44c5-b1df-5622de37b449 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170298 Jul 16 22:40:02.423304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device adc71292-0257-4984-959e-9d18e27cd0b7 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:02.578185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port adc71292-0257-4984-959e-9d18e27cd0b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:02.578185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.631153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-52986798-971c-4a3b-96ac-43af3497a21d service neutron] 10.222.0.70 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731470 Jul 16 22:40:02.720859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:02.724160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.793178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:02.797382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:02.803952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.805543 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.822995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=a41d4636-9ea5-4389-b1c5-6dc18c580ba6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:02.834481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4fbbbf37-8b00-4b67-9b6a-e4c74dad2843 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9729931 Jul 16 22:40:02.836263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:02.843891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'a41d4636-9ea5-4389-b1c5-6dc18c580ba6', 'ip_address': '2001:db8::46ff:3a1f:a8d2:9116'}], 'name': 'tempest-NetworksTestDHCPv6-207593558'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:02.918458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Router cfa73b89-dc36-458c-9f21-3a461b3ed318 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:40:03.015293 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.052914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:03.157632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Deleting port adc71292-0257-4984-959e-9d18e27cd0b7 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:03.158020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.276605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.319104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 26dc532f-4e26-4652-9103-3988cb6faa97 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:03.374560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] For port adc71292-0257-4984-959e-9d18e27cd0b7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=adc71292-0257-4984-959e-9d18e27cd0b7,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:03.374977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.402509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Calling delete_port for adc71292-0257-4984-959e-9d18e27cd0b7 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:03.523153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.556709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] No DVR routers for this DVR port adc71292-0257-4984-959e-9d18e27cd0b7 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:03.592038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::46ff:3a1f:a8d2:9116 (bb30f072-8cf4-4f4d-8114-b3a652915095/a41d4636-9ea5-4389-b1c5-6dc18c580ba6/26dc532f-4e26-4652-9103-3988cb6faa97) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:03.615664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:03.617807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d2060-5108-4619-9f91-b688760899bf None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:03.627531 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Sync routers for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:03.636279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e83e1aa-1564-42d0-9a1a-495c18488e07 req-bfca8b74-da9f-4d97-bd19-17e512412c25 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 210 time: 0.5731750 Jul 16 22:40:03.641982 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:03.645877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-50a8e2c5-b40c-4412-96e1-426af0539057 admin admin] 10.222.0.70 "PUT /v2.0/routers/cfa73b89-dc36-458c-9f21-3a461b3ed318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9945245 Jul 16 22:40:03.646667 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:03.650789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450772f-6e60-4f45-8379-49bd2bce8466 None None] Pushing event deleted for resources: {'Port': ['ID=adc71292-0257-4984-959e-9d18e27cd0b7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:03.653346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:03.867449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.904547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 26dc532f-4e26-4652-9103-3988cb6faa97 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:03.908300 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:03.976411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.987662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.086443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device adc71292-0257-4984-959e-9d18e27cd0b7 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:04.160834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: adc71292-0257-4984-959e-9d18e27cd0b7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:04.162832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device adc71292-0257-4984-959e-9d18e27cd0b7 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:04.175953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:04.199225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:04.205327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.223285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:04.235682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.236318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.263566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=26dc532f-4e26-4652-9103-3988cb6faa97,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:04.282063 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65363188-0b70-4cba-a2f1-8bdbbb5800d3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4429374 Jul 16 22:40:04.284108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:04.312320 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:40:01Z', 'revision_number': 5, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port': {'id': '3a05180e-798d-4907-a55e-18b66d8e15a1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:37:51Z', 'updated_at': '2021-07-16T22:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:04.319688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Deleting port 3a05180e-798d-4907-a55e-18b66d8e15a1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:04.320500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.338222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'a41d4636-9ea5-4389-b1c5-6dc18c580ba6'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:04.339159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.384057 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Checking router: cfa73b89-dc36-458c-9f21-3a461b3ed318 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:04.417775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Routers {'cfa73b89-dc36-458c-9f21-3a461b3ed318'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:04.419019 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['cfa73b89-dc36-458c-9f21-3a461b3ed318'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:04.531396 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] Set router cfa73b89-dc36-458c-9f21-3a461b3ed318 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:04.533951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e4782-b552-4dcd-9e01-32661be77edf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.537912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5a0e4782-b552-4dcd-9e01-32661be77edf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2483854 Jul 16 22:40:04.538281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:04.543674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] For port 3a05180e-798d-4907-a55e-18b66d8e15a1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a05180e-798d-4907-a55e-18b66d8e15a1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:04.544050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.580527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Calling delete_port for 3a05180e-798d-4907-a55e-18b66d8e15a1 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:04.613815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:40:04Z', 'revision_number': 6, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:04.647904 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c5be4-ec8d-4bbd-8219-5658288a2523 None None] The sync data for ids ['cfa73b89-dc36-458c-9f21-3a461b3ed318'] in n-d-793621-16 is: [{'id': 'cfa73b89-dc36-458c-9f21-3a461b3ed318', 'name': 'tempest-ServerRescueTestJSON-1381199818-router', 'tenant_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:37:49Z', 'updated_at': '2021-07-16T22:40:04Z', 'revision_number': 6, 'project_id': '7b54b3373aac4c0c924ca6818bd7ffe8', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:04.699098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/a41d4636-9ea5-4389-b1c5-6dc18c580ba6/31d946f5-0aeb-4ee8-b9e2-49c943df5dfa) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:04.758351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 26dc532f-4e26-4652-9103-3988cb6faa97 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:04.759434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.828002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.879479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e113eb47-8584-44bf-99a9-80bfbffcc850 req-ea556697-0223-43fd-9793-7e2862d5866b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 210 time: 0.0759950 Jul 16 22:40:04.882127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a05180e-798d-4907-a55e-18b66d8e15a1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.043180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.074141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.100501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Transition to ACTIVE for port object 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:05.106807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.131508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 26dc532f-4e26-4652-9103-3988cb6faa97 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:05.166573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Transition to ACTIVE for port object 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:05.191366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.265471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.267865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.320480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:05.356690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:05.365031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:05.373362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.378864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa73b89-dc36-458c-9f21-3a461b3ed318 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:40:05.388459 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.390172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fbc60002-907c-4075-ab81-610b4d7457e1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cfa73b89-dc36-458c-9f21-3a461b3ed318 HTTP/1.1" status: 204 len: 168 time: 1.7358518 Jul 16 22:40:05.392662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:05.411515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Pushing event updated for resources: {'Port': ['ID=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.475313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Attempting to bind port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:05.475990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Attempting to bind port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:05.476485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Attempting to bind port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:05.487131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:05.487722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:05.488425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.489434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:05.490089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Bound port: 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:05.490613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.512088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-9150aa2e-688e-41c0-bdec-81aefc9a3aee tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:05.512088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-9150aa2e-688e-41c0-bdec-81aefc9a3aee tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.47 "GET /v2.0/networks?id=346f705f-f663-4276-8c62-dbaba241ea18 HTTP/1.1" status: 200 len: 808 time: 0.5183363 Jul 16 22:40:05.524622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Request body: {'port': {'device_id': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18', 'admin_state_up': True, 'tenant_id': '491079e23de2430783ba1cd8e7093542'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:05.594722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Deleting subnet 6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:05.611915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.618018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] For port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:05.621769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] For port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:05.626848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.714570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf342cd-415b-47ae-bab8-25c33e442205 None None] Pushing event updated for resources: {'Port': ['ID=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.736277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.819968 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.842471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.846027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Made reservation on behalf of 491079e23de2430783ba1cd8e7093542 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:05.849739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.920644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=26dc532f-4e26-4652-9103-3988cb6faa97,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.040601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.057306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.057957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-91fe1de6-f46e-4d8d-a0da-757ad5e01379 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/26dc532f-4e26-4652-9103-3988cb6faa97 HTTP/1.1" status: 204 len: 168 time: 1.5116367 Jul 16 22:40:06.119416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.172449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:06.203421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289c3ab-80c3-48ee-87b0-793d6092f747 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.205783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289c3ab-80c3-48ee-87b0-793d6092f747 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.208952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5289c3ab-80c3-48ee-87b0-793d6092f747 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492248 Jul 16 22:40:06.217494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.234455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.266872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2b352aa-6cc3-4ee3-a016-1d73ed3d8d0e req-be3b4c13-a9de-4182-971a-25eef0c17498 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 210 time: 0.1028788 Jul 16 22:40:06.269419 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:40:06.293016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:06.304681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.309385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e2989b6-2131-417e-afdb-fc786a0ffc62 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f17d5f1-7414-427d-9ddf-0a43c3f4cc8e HTTP/1.1" status: 204 len: 168 time: 0.9133368 Jul 16 22:40:06.309774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.366271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a05180e-798d-4907-a55e-18b66d8e15a1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:06.366494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Allocated IP 172.20.0.7 (346f705f-f663-4276-8c62-dbaba241ea18/25037900-0782-4567-ab8b-0ac0d7e20417/aa594b64-98b7-4c1c-9a77-fa359cae9e5a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:06.372817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet a41d4636-9ea5-4389-b1c5-6dc18c580ba6 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:06.377484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.391908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3a05180e-798d-4907-a55e-18b66d8e15a1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:06.392352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a05180e-798d-4907-a55e-18b66d8e15a1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:06.392853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b91db796-f485-4d21-bbf6-d3f7064cafe2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:06.413923 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.435344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.436489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b91db796-f485-4d21-bbf6-d3f7064cafe2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:06.437256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b91db796-f485-4d21-bbf6-d3f7064cafe2 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:06.523620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.534971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915aba92-e0f2-4d8d-ade0-7d3b6120358f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:06.549138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f4e0c5-1db4-48a4-8200-f3204934385d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:06.549670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f4e0c5-1db4-48a4-8200-f3204934385d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:06.559515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.578928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.585885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:40:06.587107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:40:06.589569 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:40:06.609114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.652039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.659014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.664103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] 10.222.0.70 "DELETE /v2.0/networks/915aba92-e0f2-4d8d-ade0-7d3b6120358f HTTP/1.1" status: 204 len: 168 time: 0.3532488 Jul 16 22:40:06.670574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.679586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532f82-a574-4b68-b84f-1644dc212134 admin admin] Pushing event deleted for resources: {'Network': ['ID=915aba92-e0f2-4d8d-ade0-7d3b6120358f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.715399 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.756365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=a41d4636-9ea5-4389-b1c5-6dc18c580ba6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.764009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.768826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.769051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93f234cc-52ce-4dbb-9b43-ec80fc923f81 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/a41d4636-9ea5-4389-b1c5-6dc18c580ba6 HTTP/1.1" status: 204 len: 168 time: 0.5463772 Jul 16 22:40:06.775931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.849579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f0d7f77-e07a-4d83-9568-a1514cf36d43 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794964 Jul 16 22:40:06.856553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.857092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Network 346f705f-f663-4276-8c62-dbaba241ea18 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:06.860721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:06.865298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:06.872790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:06.873495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Pushing event updated for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.955179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.957395 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.985566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-32ba4c1e-0a89-4e65-aa69-b2c82629526a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4649212 Jul 16 22:40:06.990420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49340) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:07.005245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Request body: {'port': {'device_id': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:07.024941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:07.029288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.108435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-99c7697c-9d25-45e3-a2d6-4c2bc37c8cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b54b3373aac4c0c924ca6818bd7ffe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166685 Jul 16 22:40:07.128539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:07.152563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.234848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.326496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.374590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f9ad14-ac63-4123-8a7f-9eb255a6693a None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:07.460808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Could not find standard attr ID for object 26dc532f-4e26-4652-9103-3988cb6faa97. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:40:07.518496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Provisioning for port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:07.526691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.532514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Provisioning complete for port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:07.537870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.568398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.571837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.575224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1c520c1-c266-448b-944a-bd2b683bc3b2 HTTP/1.1" status: 204 len: 168 time: 0.4433522 Jul 16 22:40:07.598050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37930-2502-45a4-9f72-b50c10de2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c520c1-c266-448b-944a-bd2b683bc3b2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.604526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:07.612760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:07.617363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:07.618493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.624747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=a8237f4f-3952-425a-a241-92de6d67fe0c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.643634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f9a68002-787d-4f7a-9f83-dad356dc0b46 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7817404 Jul 16 22:40:07.644011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:07.652414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'a8237f4f-3952-425a-a241-92de6d67fe0c', 'ip_address': '2001:db8::7bde:7535:a6be:c8f5'}], 'name': 'tempest-NetworksTestDHCPv6-674038356'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:07.842349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:07.864774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fff1e8-eca9-4871-88b7-dc001abd9ed1 req-c0987ab6-f47a-4e76-a6d4-23dbd4489cb7 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:07.867111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96fff1e8-eca9-4871-88b7-dc001abd9ed1 req-c0987ab6-f47a-4e76-a6d4-23dbd4489cb7 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 931 time: 0.3585551 Jul 16 22:40:07.962508 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.973375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.018072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] For port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:08.031963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.035425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 88eef75e-ad61-49ad-ab5c-97b4d1172b8a yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:08.036328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa594b64-98b7-4c1c-9a77-fa359cae9e5a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:08.047418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:08.052626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.122988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Transition to ACTIVE for port object aa594b64-98b7-4c1c-9a77-fa359cae9e5a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:08.145184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.150249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49a96-6250-4aa4-92f2-c41893b4134e None None] Pushing event updated for resources: {'Port': ['ID=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.173606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Deleting port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:08.173988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.202108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96fff1e8-eca9-4871-88b7-dc001abd9ed1 req-4a01e37c-553c-4039-955a-9bf7e261a1da tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392844 Jul 16 22:40:08.249525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Pushing event updated for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.335762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::7bde:7535:a6be:c8f5 (bb30f072-8cf4-4f4d-8114-b3a652915095/a8237f4f-3952-425a-a241-92de6d67fe0c/88eef75e-ad61-49ad-ab5c-97b4d1172b8a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:08.348990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Attempting to bind port aa594b64-98b7-4c1c-9a77-fa359cae9e5a on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:08.349433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Attempting to bind port aa594b64-98b7-4c1c-9a77-fa359cae9e5a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'dc0b89f2-32de-4a3f-8456-473daa3d3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:08.351266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Attempting to bind port aa594b64-98b7-4c1c-9a77-fa359cae9e5a on network 346f705f-f663-4276-8c62-dbaba241ea18 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:08.362373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Port aa594b64-98b7-4c1c-9a77-fa359cae9e5a on network 346f705f-f663-4276-8c62-dbaba241ea18 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:08.362736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Attempting to bind port aa594b64-98b7-4c1c-9a77-fa359cae9e5a on network 346f705f-f663-4276-8c62-dbaba241ea18 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:08.382015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] For port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:08.382553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.389842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:08.393157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Checking segment: {'id': 'dc0b89f2-32de-4a3f-8456-473daa3d3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:08.394833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Bound using segment: {'id': 'dc0b89f2-32de-4a3f-8456-473daa3d3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:08.395327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Bound port: aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0b89f2-32de-4a3f-8456-473daa3d3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:08.397643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.444650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Calling delete_port for 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:08.590491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.618923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] Pushing event deleted for resources: {'Port': ['ID=31d946f5-0aeb-4ee8-b9e2-49c943df5dfa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.619349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:08.630824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e65eb3-e2aa-4b87-8fde-8043c9ac3ba0 None None] No DVR routers for this DVR port 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:08.632736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,segment=NetworkSegment(dc0b89f2-32de-4a3f-8456-473daa3d3049),segment_id=dc0b89f2-32de-4a3f-8456-473daa3d3049)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:08.645559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.654187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e04cf-4d56-425b-a489-910a8479895f None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:08.744610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.745679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.747536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] 10.222.0.47 "PUT /v2.0/ports/aa594b64-98b7-4c1c-9a77-fa359cae9e5a HTTP/1.1" status: 200 len: 1092 time: 1.7482836 Jul 16 22:40:08.750523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:08.768089 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:08.912226 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b26ac3-77c2-4585-a4c8-08db38da7c10 x-openstack-request-id: req-63b26ac3-77c2-4585-a4c8-08db38da7c10 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:08.912842 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:08.914079 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63b26ac3-77c2-4585-a4c8-08db38da7c10 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:08.914771 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a', 'status': 'completed', 'code': 200} Jul 16 22:40:08.923746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.938006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b593122-d4cb-43a7-bc2a-6bfb4a0fad6f service neutron] Pushing event updated for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.952888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 88eef75e-ad61-49ad-ab5c-97b4d1172b8a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:08.965683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-0c77c9fc-9710-4d91-a164-e7bb78d8bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.967839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-0c77c9fc-9710-4d91-a164-e7bb78d8bc8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491079e23de2430783ba1cd8e7093542&device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 1095 time: 0.1627748 Jul 16 22:40:09.023231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-f1d15542-983f-40a8-820d-874bab27705f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a HTTP/1.1" status: 200 len: 217 time: 0.0483701 Jul 16 22:40:09.038200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'a8237f4f-3952-425a-a241-92de6d67fe0c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:09.040693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.046797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.116630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:09.125700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:09.129944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:09.136739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.137387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.147110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-4235c1cd-3db7-4c34-aa8e-879373e74c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.157629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-4235c1cd-3db7-4c34-aa8e-879373e74c33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25037900-0782-4567-ab8b-0ac0d7e20417 HTTP/1.1" status: 200 len: 848 time: 0.1274302 Jul 16 22:40:09.168638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=88eef75e-ad61-49ad-ab5c-97b4d1172b8a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:09.173813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a7dc4f45-7628-4c03-bd49-c1aa2bef8026 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5280395 Jul 16 22:40:09.176297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.229477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-c611aa25-5a28-41c0-b4b0-5ef870692b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346f705f-f663-4276-8c62-dbaba241ea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652773 Jul 16 22:40:09.367611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d09746-35bc-4854-a08c-c037caeb0f12 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.370274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f6d09746-35bc-4854-a08c-c037caeb0f12 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1926525 Jul 16 22:40:09.372809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.386435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/a8237f4f-3952-425a-a241-92de6d67fe0c/b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:09.466151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-e59fde5e-d8e2-4d8c-81e0-97ca67a623a2 service neutron] 10.222.0.47 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166281 Jul 16 22:40:09.592192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eda597-ed29-4716-8b64-5a567f43df9d req-27b6020e-ed9d-47d7-820c-227dc439dd47 service neutron] 10.222.0.47 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188798 Jul 16 22:40:09.712339 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.724916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Transition to ACTIVE for port object b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:09.740492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84620-231b-4acc-b994-2c50d18f8d28 req-2286ca9a-a51f-47f8-8e97-2257271bdd90 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.746603 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00e84620-231b-4acc-b994-2c50d18f8d28 req-2286ca9a-a51f-47f8-8e97-2257271bdd90 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 943 time: 0.2668848 Jul 16 22:40:09.753991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Transition to ACTIVE for port object b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:09.761094 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.802607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:09.809428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:09.815820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:09.827804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-731f0de7-f3b4-476f-931a-0dc4a8256ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.828601 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-731f0de7-f3b4-476f-931a-0dc4a8256ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491079e23de2430783ba1cd8e7093542&device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 1095 time: 0.1670868 Jul 16 22:40:09.885491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Pushing event updated for resources: {'Port': ['ID=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:09.897699 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00e84620-231b-4acc-b994-2c50d18f8d28 req-dcbf8728-977a-450b-b4f8-c686ed42760a tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452351 Jul 16 22:40:09.939864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 88eef75e-ad61-49ad-ab5c-97b4d1172b8a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:09.940460 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.970745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Attempting to bind port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:09.972268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Attempting to bind port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:09.973822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Attempting to bind port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:09.991975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:09.992363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:09.995086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.995535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:09.997488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Bound port: b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:09.997907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.047176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-e3108ff7-1859-4a8b-9979-54175cf1bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:10.049832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-e3108ff7-1859-4a8b-9979-54175cf1bed2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=346f705f-f663-4276-8c62-dbaba241ea18 HTTP/1.1" status: 200 len: 909 time: 0.2146146 Jul 16 22:40:10.141592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:10.175609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-ba707641-f9b3-442f-b2e3-61e3fb063137 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a HTTP/1.1" status: 200 len: 217 time: 0.1185620 Jul 16 22:40:10.219069 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.219528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-91133e2e-b093-4614-be7d-e2b9a8d9b322 req-449925cf-8aac-4f01-b247-c014ef168324 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0457530 Jul 16 22:40:10.242853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 88eef75e-ad61-49ad-ab5c-97b4d1172b8a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:10.312291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-66c7de7e-5b9d-468d-b8f9-220b248bc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:10.313911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-66c7de7e-5b9d-468d-b8f9-220b248bc7f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25037900-0782-4567-ab8b-0ac0d7e20417 HTTP/1.1" status: 200 len: 848 time: 0.1071541 Jul 16 22:40:10.401254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-02640a6b-ecc0-4a76-91be-919a21e0d60a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346f705f-f663-4276-8c62-dbaba241ea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784819 Jul 16 22:40:10.458065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:10.458625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 31d946f5-0aeb-4ee8-b9e2-49c943df5dfa not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:10.499232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] For port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:10.505205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] For port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:10.511903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.512764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-310094a1-c50a-46a7-9b36-7f4e435171e9 service neutron] 10.222.0.47 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040633 Jul 16 22:40:10.644279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3d64-11df-4ab4-99e8-49efce30105e None None] Pushing event updated for resources: {'Port': ['ID=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.790344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.983371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=88eef75e-ad61-49ad-ab5c-97b4d1172b8a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:11.001069 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.004235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fbc30861-06ec-4061-a6c0-9d9ac4da44be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/88eef75e-ad61-49ad-ab5c-97b4d1172b8a HTTP/1.1" status: 204 len: 168 time: 1.6299343 Jul 16 22:40:11.009865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:11.165863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f9672-9ea3-4091-8085-6bad1a3d3859 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.167404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f9672-9ea3-4091-8085-6bad1a3d3859 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.174455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ce6f9672-9ea3-4091-8085-6bad1a3d3859 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1634569 Jul 16 22:40:11.176841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:11.282388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet a8237f4f-3952-425a-a241-92de6d67fe0c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:11.290329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.379469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.739221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.877330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba08d0eb-897a-4e0a-860d-2b5f6215e6ad req-2bfa3e9d-5a61-41bc-b5fd-cd8c778447ec service neutron] 10.222.0.47 "GET /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3414042 Jul 16 22:40:11.912792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68a6a-8ca0-4a6c-851e-8e01b9e18ce7 req-68425f25-1bb0-43b9-b080-f8840ce991f7 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.914425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbd68a6a-8ca0-4a6c-851e-8e01b9e18ce7 req-68425f25-1bb0-43b9-b080-f8840ce991f7 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 943 time: 0.2913797 Jul 16 22:40:11.970848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aa594b64-98b7-4c1c-9a77-fa359cae9e5a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:12.001697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27b44cd7-2ada-42fb-8d60-7fee147a4458 req-7b2f9b0c-8410-4df1-91e0-ce2814d952bd tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.3288748 Jul 16 22:40:12.063982 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dbd68a6a-8ca0-4a6c-851e-8e01b9e18ce7 req-9762cdad-b286-4929-89ea-aed93e5d4cd0 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423349 Jul 16 22:40:12.106773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.243515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=a8237f4f-3952-425a-a241-92de6d67fe0c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:12.249381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.251485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e078e738-dca8-4b30-942d-2539533794cd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/a8237f4f-3952-425a-a241-92de6d67fe0c HTTP/1.1" status: 204 len: 168 time: 1.0730426 Jul 16 22:40:12.254409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.307000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:12.376411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.378915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61a9996d-ab18-42f2-921f-88dd5ea92dbd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232672 Jul 16 22:40:12.471090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,segment=NetworkSegment(dc0b89f2-32de-4a3f-8456-473daa3d3049),segment_id=dc0b89f2-32de-4a3f-8456-473daa3d3049)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:12.501389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a', 'network_id': '346f705f-f663-4276-8c62-dbaba241ea18', 'port_id': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a', 'mac_address': 'fa:16:3e:ba:7a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25037900-0782-4567-ab8b-0ac0d7e20417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:12.590783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.647024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5888e4b7-e19f-47e5-9018-667368ee13b2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.652211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.663607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5888e4b7-e19f-47e5-9018-667368ee13b2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2858741 Jul 16 22:40:12.690603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.719899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed95c39-414b-41b8-bccc-167727fed66e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.721513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7ed95c39-414b-41b8-bccc-167727fed66e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680239 Jul 16 22:40:12.724041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.743459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa594b64-98b7-4c1c-9a77-fa359cae9e5a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:12.777210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,segment=NetworkSegment(dc0b89f2-32de-4a3f-8456-473daa3d3049),segment_id=dc0b89f2-32de-4a3f-8456-473daa3d3049)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:12.781728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9d99e-b0f7-42b4-982b-27c5bdede499 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:12.785046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca6ddcc6-7c7c-416a-8c41-8bf43ca81346 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597537 Jul 16 22:40:12.790668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.797690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:12.900810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5238ef5e-a9b5-48a2-b2af-ad0a0b86f3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.972941 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.058026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96a248f8-77ea-423d-ad48-d11684374ab0 None None] Provisioning for port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:13.097039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:13.104051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:13.104560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.108913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.158348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5238ef5e-a9b5-48a2-b2af-ad0a0b86f3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.172136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5238ef5e-a9b5-48a2-b2af-ad0a0b86f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.192504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:13.201008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.213492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:13.319846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['aa594b64-98b7-4c1c-9a77-fa359cae9e5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:13.356548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5238ef5e-a9b5-48a2-b2af-ad0a0b86f3e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cf65e834ddf4ba19da50ee2b26b4257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612078 Jul 16 22:40:13.358806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:13.359490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238ef5e-a9b5-48a2-b2af-ad0a0b86f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47733d4e-e49a-4f71-b26a-91dc42ad991f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.419577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05eff4a9-6d66-4f22-a130-9418c786fd70 req-50718b03-8806-400f-8e93-f2055951912e tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1080182 Jul 16 22:40:13.513466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.536060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0975f3-0814-407e-9c89-05dbfde4e884 req-2bf414ca-3362-4f9b-9bb1-88ff27be17aa tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.537689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e0975f3-0814-407e-9c89-05dbfde4e884 req-2bf414ca-3362-4f9b-9bb1-88ff27be17aa tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 944 time: 0.1293747 Jul 16 22:40:13.545655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.558480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.621661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.631267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.634527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Deleting port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:13.634919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.636093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47733d4e-e49a-4f71-b26a-91dc42ad991f HTTP/1.1" status: 204 len: 168 time: 0.2704070 Jul 16 22:40:13.660944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e0975f3-0814-407e-9c89-05dbfde4e884 req-c7046190-f35a-4a6e-bd7c-40efe941b4fd tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079867 Jul 16 22:40:13.663473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15099806-1a49-4837-bc25-52ebc16f288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47733d4e-e49a-4f71-b26a-91dc42ad991f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.813007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] For port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:13.813633 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.832774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Calling delete_port for b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:13.916784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5a59205-60b8-421f-90c2-87068ae7f8e3 req-c563f683-781d-4713-ae2b-abf9a04ec002 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0829184 Jul 16 22:40:13.918011 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.943674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:13.967499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:13.972674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.973979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.993624 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49508) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:13.994261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2017279 Jul 16 22:40:14.000126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'b525e7e1-780f-4942-8793-ac76318efa0a', 'ip_address': '2001:db8::a627:8374:aa0:30e6'}], 'name': 'tempest-NetworksTestDHCPv6-220096531'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:14.024843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:14.028848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22765362-b481-4ad6-8d81-a1f345a479fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=b525e7e1-780f-4942-8793-ac76318efa0a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.045006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.137231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.141371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:14.184356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event deleted for resources: {'Port': ['ID=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.210680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:14.239580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] No DVR routers for this DVR port b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:14.263647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:14.263926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:14.277445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.281625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231858e-25aa-4fd4-aebe-3d16b6acd833 None None] Pushing event deleted for resources: {'Port': ['ID=b5d6c4ec-d18d-41ed-b65b-8ca2f7ad1d93,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.291923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507c276-be37-4b97-8bab-ee7a927d5b5c None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:14.296255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:14.296982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port de89e3c6-a3d0-45d0-87dc-c494392cde84 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:14.318068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f08b57e-b81f-4af5-8b94-f4b2a3c7bb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.472470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f08b57e-b81f-4af5-8b94-f4b2a3c7bb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.480086 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f08b57e-b81f-4af5-8b94-f4b2a3c7bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.546415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f08b57e-b81f-4af5-8b94-f4b2a3c7bb20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97aebe5b5f66435989820411248f962f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480314 Jul 16 22:40:14.549844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08b57e-b81f-4af5-8b94-f4b2a3c7bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c245d20b-3f59-4047-9f66-a673b1143535,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.550160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:14.592571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::a627:8374:aa0:30e6 (bb30f072-8cf4-4f4d-8114-b3a652915095/b525e7e1-780f-4942-8793-ac76318efa0a/de89e3c6-a3d0-45d0-87dc-c494392cde84) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:14.629335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'b525e7e1-780f-4942-8793-ac76318efa0a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:14.633219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.672152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.846975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.867542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f8ac63a1-2b5a-40ce-9ca1-5be18f3255c5 req-9fc8fbd1-8deb-4532-82e7-1c1dc3fd8b25 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1206169 Jul 16 22:40:14.970670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f412af2-2ea1-43a1-b945-aa07680fdec0 req-b7108c71-a5ce-4528-b7f2-e25b526bb7e1 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:14.979890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f412af2-2ea1-43a1-b945-aa07680fdec0 req-b7108c71-a5ce-4528-b7f2-e25b526bb7e1 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 944 time: 0.0903106 Jul 16 22:40:15.025511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.029024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.030072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c245d20b-3f59-4047-9f66-a673b1143535 HTTP/1.1" status: 204 len: 168 time: 0.4787736 Jul 16 22:40:15.045167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f412af2-2ea1-43a1-b945-aa07680fdec0 req-70f95af8-3186-4e10-a848-5c965ad67deb tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643256 Jul 16 22:40:15.074361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7e9e3-f892-41cd-acd3-cc7a223b0b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c245d20b-3f59-4047-9f66-a673b1143535,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.084761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.124147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object de89e3c6-a3d0-45d0-87dc-c494392cde84 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:15.184231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.236725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=de89e3c6-a3d0-45d0-87dc-c494392cde84,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.255984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:15.257582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:15.260736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:15.280505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.281518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.286368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/b525e7e1-780f-4942-8793-ac76318efa0a/3a896ed8-c929-4766-bd1e-869819c6a58f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:15.304705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61446ecf-9cc0-45b7-8933-a947810185ee tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3091578 Jul 16 22:40:15.307237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.320221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'b525e7e1-780f-4942-8793-ac76318efa0a', 'ip_address': '2001:db8::a627:8374:aa0:30e6'}], 'name': 'tempest-NetworksTestDHCPv6-648605180'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:15.514905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.520343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:15.531933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Transition to ACTIVE for port object 3a896ed8-c929-4766-bd1e-869819c6a58f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:15.532236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.557960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port a507568c-cbbe-4f1f-9000-df71f7cc0118 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:15.573669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Transition to ACTIVE for port object 3a896ed8-c929-4766-bd1e-869819c6a58f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:15.585528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.653345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Pushing event updated for resources: {'Port': ['ID=3a896ed8-c929-4766-bd1e-869819c6a58f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.665004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:15.667352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:15.670993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:15.765504 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 22:40:15.765892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:40:15.787406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e455105-d48b-4a2f-90c4-19ce0b7a8a10 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4777365 Jul 16 22:40:15.790365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.792552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Attempting to bind port 3a896ed8-c929-4766-bd1e-869819c6a58f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:15.793065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Attempting to bind port 3a896ed8-c929-4766-bd1e-869819c6a58f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:15.793550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Attempting to bind port 3a896ed8-c929-4766-bd1e-869819c6a58f on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:15.799257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:15.799731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:15.800216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.801085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:15.801661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Bound port: 3a896ed8-c929-4766-bd1e-869819c6a58f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:15.802120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.888816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1abeea-99cf-41ff-8a0f-664c9ebc1921 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.896484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1abeea-99cf-41ff-8a0f-664c9ebc1921 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.899429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a1abeea-99cf-41ff-8a0f-664c9ebc1921 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1060655 Jul 16 22:40:15.907304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.923082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] For port 3a896ed8-c929-4766-bd1e-869819c6a58f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:15.929203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] For port 3a896ed8-c929-4766-bd1e-869819c6a58f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a896ed8-c929-4766-bd1e-869819c6a58f,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:15.946380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.997975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aa594b64-98b7-4c1c-9a77-fa359cae9e5a up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:16.092251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d930e-d089-40d2-b545-70f1730cfb83 None None] Pushing event updated for resources: {'Port': ['ID=3a896ed8-c929-4766-bd1e-869819c6a58f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:16.118091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port aa594b64-98b7-4c1c-9a77-fa359cae9e5a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:16.124564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port aa594b64-98b7-4c1c-9a77-fa359cae9e5a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:16.124937 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.196805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port de89e3c6-a3d0-45d0-87dc-c494392cde84 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:16.197452 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.286015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-503e6a65-bfbb-4e8b-bf65-2686d890598d req-40565a3a-770c-4a03-8a36-70a078b0149d tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0633636 Jul 16 22:40:16.468883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.553281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:16.553281 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b803ef-7063-4438-acae-933af90a1ded" -d '{"events": [{"server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "name": "network-vif-plugged", "status": "completed", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:16.604919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,segment=NetworkSegment(dc0b89f2-32de-4a3f-8456-473daa3d3049),segment_id=dc0b89f2-32de-4a3f-8456-473daa3d3049)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:16.613722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.682961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:16.937180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261d6c-5e60-4f14-8dd0-725ea30a4da4 req-1bab8ea6-7d24-44d0-97ad-02a392aa19a0 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:16.946397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b261d6c-5e60-4f14-8dd0-725ea30a4da4 req-1bab8ea6-7d24-44d0-97ad-02a392aa19a0 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 944 time: 0.6693993 Jul 16 22:40:16.956424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.980889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for de89e3c6-a3d0-45d0-87dc-c494392cde84 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:17.017342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b261d6c-5e60-4f14-8dd0-725ea30a4da4 req-511dd27c-8c3f-4cb5-b289-fe408363a6bf tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699329 Jul 16 22:40:17.107018 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07148849-2888-43ee-ab80-59b35f2c6c0f x-openstack-request-id: req-07148849-2888-43ee-ab80-59b35f2c6c0f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:17.107529 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "name": "network-vif-plugged", "status": "completed", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:17.108032 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07148849-2888-43ee-ab80-59b35f2c6c0f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:17.108571 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a', 'code': 200} Jul 16 22:40:17.339431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.375401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05af94-27f7-496b-bcb0-e3858ac43ff8 req-0e1e69f0-73d6-4ab0-a3c4-8d6aa74bc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:17.377013 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f05af94-27f7-496b-bcb0-e3858ac43ff8 req-0e1e69f0-73d6-4ab0-a3c4-8d6aa74bc885 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 1097 time: 0.1642783 Jul 16 22:40:17.392784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=de89e3c6-a3d0-45d0-87dc-c494392cde84,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.475311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f05af94-27f7-496b-bcb0-e3858ac43ff8 req-9093ee69-2583-45d0-8daa-6cc1c4dd1267 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910842 Jul 16 22:40:17.506233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.510193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ffe0941f-70c4-470b-8bb1-e18b84a4fc4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/de89e3c6-a3d0-45d0-87dc-c494392cde84 HTTP/1.1" status: 204 len: 168 time: 1.5988212 Jul 16 22:40:17.513019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.591150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7703bc-cf4f-492a-a4a5-6a55ed5cf8ad tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:17.592774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7703bc-cf4f-492a-a4a5-6a55ed5cf8ad tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:17.598128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de7703bc-cf4f-492a-a4a5-6a55ed5cf8ad tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0840397 Jul 16 22:40:17.598829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49590) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.783981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet b525e7e1-780f-4942-8793-ac76318efa0a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:17.796726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.864308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.968220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-97928da6-4a54-47f4-8462-b18ff41f0d09 None None] Provisioning for port 3a896ed8-c929-4766-bd1e-869819c6a58f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:18.075850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.334866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.433518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a896ed8-c929-4766-bd1e-869819c6a58f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:18.473656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=b525e7e1-780f-4942-8793-ac76318efa0a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:18.478445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.491422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bf2c2d32-4f63-4024-bb86-4aedebbacf78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/b525e7e1-780f-4942-8793-ac76318efa0a HTTP/1.1" status: 204 len: 168 time: 0.8909409 Jul 16 22:40:18.495046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:18.532055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d9a2ff6-7e04-44de-9304-9116e2e20275 None None] Could not find standard attr ID for object 26dc532f-4e26-4652-9103-3988cb6faa97. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:40:18.617278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94198-ae4c-40c8-b4b3-b97be893dac8 req-123e8c1f-0c5f-4c63-9aa2-bfc668bf42d0 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:18.633702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40a94198-ae4c-40c8-b4b3-b97be893dac8 req-123e8c1f-0c5f-4c63-9aa2-bfc668bf42d0 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 945 time: 0.2776351 Jul 16 22:40:18.646614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e87f222a-a7ee-400b-80e9-bdc40cd4d8f0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459267 Jul 16 22:40:18.648074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:18.661181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:18.695296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3a896ed8-c929-4766-bd1e-869819c6a58f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:18.712662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3a896ed8-c929-4766-bd1e-869819c6a58f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:18.717260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.754312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40a94198-ae4c-40c8-b4b3-b97be893dac8 req-8f3fe2fd-d9a1-4dc4-822d-dada30c94c22 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121025 Jul 16 22:40:18.918639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a968d-1005-40cd-bb89-bb30bb32fcae None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:18.920043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dec0cc17-49a0-4107-8383-b94f1a1a1983 req-53bdf868-d19b-40a7-8fbe-b46e05b339b7 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1232452 Jul 16 22:40:18.924426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:18.927980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.053138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-af581317-865e-46f3-9802-ab72c42dd134 None None] Could not find standard attr ID for object 88eef75e-ad61-49ad-ab5c-97b4d1172b8a. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:40:19.065383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.221072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.281108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3a896ed8-c929-4766-bd1e-869819c6a58f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a896ed8-c929-4766-bd1e-869819c6a58f,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:19.323378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.372584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:19.376383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:19.383797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.385377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.424223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=b453c2f6-20d3-4eee-bf50-963c12a4a072,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:19.439845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3a896ed8-c929-4766-bd1e-869819c6a58f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:19.444291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d1f01468-5e62-47bc-a6a7-0886e69da042 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7878549 Jul 16 22:40:19.444700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:19.455376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'b453c2f6-20d3-4eee-bf50-963c12a4a072', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-861801240'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:19.473617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:19.566087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:19.643229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:19.643789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Deleting port 3a896ed8-c929-4766-bd1e-869819c6a58f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:19.643895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.745528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69a55b05-401e-4371-b072-b91848d45a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.751468 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.774439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 42e0469d-65f2-4f8d-9b7b-162ff2ddfdba yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:19.893702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] For port 3a896ed8-c929-4766-bd1e-869819c6a58f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a896ed8-c929-4766-bd1e-869819c6a58f,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:19.894183 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.909629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Calling delete_port for 3a896ed8-c929-4766-bd1e-869819c6a58f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:19.938618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69a55b05-401e-4371-b072-b91848d45a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.944479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69a55b05-401e-4371-b072-b91848d45a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.981468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a55b05-401e-4371-b072-b91848d45a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60c8ea-3cd4-4599-ab0c-c08a7aa4668d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:20.022209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-69a55b05-401e-4371-b072-b91848d45a97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b09d54e6b4804553aa8daf8c2389b1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455194 Jul 16 22:40:20.023285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:20.092608 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.111181 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:40:20.111643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:40:20.148607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1b796929-da12-46a4-b59a-5719416bb586 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7027493 Jul 16 22:40:20.152573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49666) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:20.153813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.159577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] No DVR routers for this DVR port 3a896ed8-c929-4766-bd1e-869819c6a58f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:20.162004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceaddf-f451-400a-bab2-320ad77d23d4 None None] Pushing event deleted for resources: {'Port': ['ID=3a896ed8-c929-4766-bd1e-869819c6a58f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:20.192710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f262423e-0e6b-42ff-8be6-74fc26ab4663 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:20.240205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.244129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a896ed8-c929-4766-bd1e-869819c6a58f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:20.282031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-86be71c5-4b6a-4ccc-b5ae-e2478386eac7 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1229107 Jul 16 22:40:20.286573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:20.306284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3a896ed8-c929-4766-bd1e-869819c6a58f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:20.306996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a896ed8-c929-4766-bd1e-869819c6a58f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:20.343367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4561910b-32db-43eb-ae70-59e599158f54 req-57802243-cb58-41f1-bd69-459a3e25351e tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1133900 Jul 16 22:40:20.388016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4f555-d4f0-4f67-865e-b8872b447355 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:20.390394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4f555-d4f0-4f67-865e-b8872b447355 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:20.392549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-00d4f555-d4f0-4f67-865e-b8872b447355 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1042907 Jul 16 22:40:20.397108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:20.416567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74d698-9d5e-4fb1-b28e-3fa1ccbd784f req-e38bed9e-0e85-496f-87a4-bebca77bc409 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:20.418579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb74d698-9d5e-4fb1-b28e-3fa1ccbd784f req-e38bed9e-0e85-496f-87a4-bebca77bc409 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 945 time: 0.3859537 Jul 16 22:40:20.456007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.459073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.463305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb60c8ea-3cd4-4599-ab0c-c08a7aa4668d HTTP/1.1" status: 204 len: 168 time: 0.4353180 Jul 16 22:40:20.507319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2d8ca-f292-4f4d-b67a-df7015934f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60c8ea-3cd4-4599-ab0c-c08a7aa4668d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:20.519785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb74d698-9d5e-4fb1-b28e-3fa1ccbd784f req-d333313f-9552-4254-a039-df7a560878df tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Jul 16 22:40:20.580614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet b453c2f6-20d3-4eee-bf50-963c12a4a072 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:20.595218 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.724021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.805639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.856008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85944a8-ac18-41a3-95c7-1ca7ec2fa4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'b453c2f6-20d3-4eee-bf50-963c12a4a072'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:20.861124 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c85944a8-ac18-41a3-95c7-1ca7ec2fa4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.906778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.045358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.089436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=b453c2f6-20d3-4eee-bf50-963c12a4a072,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:21.093446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.098612 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c5495654-3806-45fc-bded-c03d672a1258 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/b453c2f6-20d3-4eee-bf50-963c12a4a072 HTTP/1.1" status: 204 len: 168 time: 0.6980340 Jul 16 22:40:21.099527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-c85944a8-ac18-41a3-95c7-1ca7ec2fa4d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b453c2f6-20d3-4eee-bf50-963c12a4a072: This subnet is being modified by another concurrent operation. Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b453c2f6-20d3-4eee-bf50-963c12a4a072: This subnet is being modified by another concurrent operation. Jul 16 22:40:21.143015 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:40:21.179697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ffb7bc-0b76-4d2d-81c0-ed0bb8155831 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:40:21.197247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:21.216724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88191d93-46bd-4993-801f-29ca856a0ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.232451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6f520b9d-0af2-4dda-a906-76e43280699b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208434 Jul 16 22:40:21.236708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:21.247227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:21.437965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88191d93-46bd-4993-801f-29ca856a0ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.447709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88191d93-46bd-4993-801f-29ca856a0ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.467322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffb7bc-0b76-4d2d-81c0-ed0bb8155831 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:40:21.484145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:21.497470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.548881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191d93-46bd-4993-801f-29ca856a0ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f896e7-7ca8-4f14-88fb-63c3b831616e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:21.564092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-88191d93-46bd-4993-801f-29ca856a0ceb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb9457e94f244798b9d9276c11489745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651402 Jul 16 22:40:21.566952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:21.676300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.734674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.830988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.835434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.837508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04f896e7-7ca8-4f14-88fb-63c3b831616e HTTP/1.1" status: 204 len: 168 time: 0.2696197 Jul 16 22:40:21.876848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a6b5-f4d4-45c7-836c-baeff83b6f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f896e7-7ca8-4f14-88fb-63c3b831616e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:21.949284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdc5f412-aa66-405b-8ce7-a0bea1bf617d req-58090d8d-e5dc-4678-ac94-c81c11ec38f7 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0507033 Jul 16 22:40:22.135079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.227805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:22.231580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=7c2d79f1-522d-4493-ac01-5b8c5f97ca9b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:22.235328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:22.256838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:22.258568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.281539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8deff0f2-072f-4114-bebf-aa32f2c72490 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0369656 Jul 16 22:40:22.282115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:22.293062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:22.404736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.405921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.429379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '7c2d79f1-522d-4493-ac01-5b8c5f97ca9b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:22.432365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.488941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.493915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.512607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.514233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-28ef7f65-57f8-4d63-9340-dc091ec665a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2306330 Jul 16 22:40:22.518096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:22.654624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/7c2d79f1-522d-4493-ac01-5b8c5f97ca9b/f25cb2c9-2113-4c2a-9438-7e8b868e608a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:22.889367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.900214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Transition to ACTIVE for port object f25cb2c9-2113-4c2a-9438-7e8b868e608a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:22.937223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Transition to ACTIVE for port object f25cb2c9-2113-4c2a-9438-7e8b868e608a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:22.939406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.949378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.951569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.001888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:23.003322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:23.007525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:23.057917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Pushing event updated for resources: {'Port': ['ID=f25cb2c9-2113-4c2a-9438-7e8b868e608a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:23.108356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Attempting to bind port f25cb2c9-2113-4c2a-9438-7e8b868e608a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:23.108741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Attempting to bind port f25cb2c9-2113-4c2a-9438-7e8b868e608a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:23.109138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Attempting to bind port f25cb2c9-2113-4c2a-9438-7e8b868e608a on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:23.118103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:23.118497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:23.118917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.119558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:23.120046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Bound port: f25cb2c9-2113-4c2a-9438-7e8b868e608a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:23.120435 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.207161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] For port f25cb2c9-2113-4c2a-9438-7e8b868e608a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:23.215138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] For port f25cb2c9-2113-4c2a-9438-7e8b868e608a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f25cb2c9-2113-4c2a-9438-7e8b868e608a,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:23.222088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.329604 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69f69eed-fbce-4e46-af1a-96a028581693 req-817dcfc2-bc4d-41ea-a274-2237cf8fb85a tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0526476 Jul 16 22:40:23.371545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deadaa-885c-4956-8355-d8a20c615ff5 None None] Pushing event updated for resources: {'Port': ['ID=f25cb2c9-2113-4c2a-9438-7e8b868e608a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:23.555654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::1 (bb30f072-8cf4-4f4d-8114-b3a652915095/7c2d79f1-522d-4493-ac01-5b8c5f97ca9b/1cf49349-838d-410e-a156-b5262e00fea0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:23.687912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.721519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 1cf49349-838d-410e-a156-b5262e00fea0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:23.764322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:23.863226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:23.868242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:23.878060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:23.878740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.088044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.107728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=1cf49349-838d-410e-a156-b5262e00fea0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:24.359503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f25cb2c9-2113-4c2a-9438-7e8b868e608a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:24.521945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f25cb2c9-2113-4c2a-9438-7e8b868e608a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:24.725933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86bba9e4-b10d-4e31-a5af-9fbb6ed05f98 req-82eb729f-fdcf-483c-ba9d-717d91f5191b tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0544045 Jul 16 22:40:24.727114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:24.731494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.738153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.738999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.843169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=1cf49349-838d-410e-a156-b5262e00fea0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:24.963288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b256dde7-df08-4d61-aeea-2b5cebf41279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.992256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:24.995052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:25.159152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354551f-ba66-4b6b-ae12-b9dc7fa2c10e None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:25.176132 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b256dde7-df08-4d61-aeea-2b5cebf41279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.183549 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b256dde7-df08-4d61-aeea-2b5cebf41279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.187900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Router 318f007b-e66d-4cb0-a885-35d1433f7b1d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:40:25.271144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b256dde7-df08-4d61-aeea-2b5cebf41279 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e331d53879534bed97990159887568be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425987 Jul 16 22:40:25.272053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.285972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256dde7-df08-4d61-aeea-2b5cebf41279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4b3a1f-21d8-49ff-ac37-8f40ce166d3e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:25.355651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Provisioning for port f25cb2c9-2113-4c2a-9438-7e8b868e608a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:25.367831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:25.373574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Provisioning complete for port f25cb2c9-2113-4c2a-9438-7e8b868e608a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:25.373976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.375516 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-de401bdd-6875-4296-a19c-3978280ea44c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "PUT /v2.0/routers/318f007b-e66d-4cb0-a885-35d1433f7b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536620 Jul 16 22:40:25.378054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.386850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Sync routers for ids ['318f007b-e66d-4cb0-a885-35d1433f7b1d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:25.461199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f49ad-ef36-42d1-a6b5-844bcdaef17c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:25.465303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-230f49ad-ef36-42d1-a6b5-844bcdaef17c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports/1cf49349-838d-410e-a156-b5262e00fea0 HTTP/1.1" status: 200 len: 911 time: 0.0839410 Jul 16 22:40:25.465303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.465702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.474389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Routers {'318f007b-e66d-4cb0-a885-35d1433f7b1d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:25.475770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['318f007b-e66d-4cb0-a885-35d1433f7b1d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:25.495902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.585231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.589779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.599001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae4b3a1f-21d8-49ff-ac37-8f40ce166d3e HTTP/1.1" status: 204 len: 168 time: 0.3205652 Jul 16 22:40:25.621400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae0f04-83c9-46fa-8022-bae51bd6d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4b3a1f-21d8-49ff-ac37-8f40ce166d3e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:25.653344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62bfa18-9cc1-438c-8c79-53182aac10aa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:25.668574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62bfa18-9cc1-438c-8c79-53182aac10aa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:25.673836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d62bfa18-9cc1-438c-8c79-53182aac10aa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2070475 Jul 16 22:40:25.676554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.699031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Set router 318f007b-e66d-4cb0-a885-35d1433f7b1d gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:25.826264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.866969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] For port f25cb2c9-2113-4c2a-9438-7e8b868e608a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f25cb2c9-2113-4c2a-9438-7e8b868e608a,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:25.873818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.047407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ee8a5-f10d-4181-b70e-ff00ca18f9e2 None None] Pushing event updated for resources: {'Port': ['ID=f25cb2c9-2113-4c2a-9438-7e8b868e608a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:26.241801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11a23-e2e6-4548-8d49-67ed494ebff6 req-fdaf865f-e811-450c-9708-bf8e7ecd8335 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:26.248543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35c11a23-e2e6-4548-8d49-67ed494ebff6 req-fdaf865f-e811-450c-9708-bf8e7ecd8335 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 945 time: 0.1671715 Jul 16 22:40:26.269163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:24Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None, '_interfaces': [{'id': '1cf49349-838d-410e-a156-b5262e00fea0', 'name': '', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'mac_address': 'fa:16:3e:50:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '7c2d79f1-522d-4493-ac01-5b8c5f97ca9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:40:23Z', 'updated_at': '2021-07-16T22:40:24Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'subnets': [{'id': '7c2d79f1-522d-4493-ac01-5b8c5f97ca9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:26.378561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35c11a23-e2e6-4548-8d49-67ed494ebff6 req-f43c0732-d7d3-42b2-951a-d870c596e5b2 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173496 Jul 16 22:40:26.388260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Checking router: 318f007b-e66d-4cb0-a885-35d1433f7b1d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:26.390940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Updating router 318f007b-e66d-4cb0-a885-35d1433f7b1d port 1cf49349-838d-410e-a156-b5262e00fea0 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:40:26.427425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f25cb2c9-2113-4c2a-9438-7e8b868e608a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:26.479789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96aeb64c-1ea4-4d59-aa8a-db8c099b0cae req-59b6bea0-3815-4af8-841c-fadf4fe2b7a1 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0450926 Jul 16 22:40:26.491920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.536487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f25cb2c9-2113-4c2a-9438-7e8b868e608a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:26.537027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.639469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.722453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Provisioning complete for port f25cb2c9-2113-4c2a-9438-7e8b868e608a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:26.722827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.022749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 1cf49349-838d-410e-a156-b5262e00fea0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:27.023198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.179392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-a21321ac-ce1d-4c57-b78e-bf882cc0a3d1 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:27.181574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-a21321ac-ce1d-4c57-b78e-bf882cc0a3d1 tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.47 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 945 time: 0.1928866 Jul 16 22:40:27.267557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.286652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 1cf49349-838d-410e-a156-b5262e00fea0 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:27.413680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Provisioning for port 1cf49349-838d-410e-a156-b5262e00fea0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:27.446074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Deleting port aa594b64-98b7-4c1c-9a77-fa359cae9e5a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:27.446571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.448055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Provisioning complete for port 1cf49349-838d-410e-a156-b5262e00fea0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:27.448254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.535431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02e03d67-0536-42c5-b164-0bbe921751fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.551607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4c87e09e-a03d-4b74-8b00-c57f4722a282 None None] Port 1cf49349-838d-410e-a156-b5262e00fea0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:27.681450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-824287bd-6d94-4a12-8f98-e0cc68b55c41 None None] Provisioning complete for port 1cf49349-838d-410e-a156-b5262e00fea0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:27.681839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-824287bd-6d94-4a12-8f98-e0cc68b55c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.692389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] For port aa594b64-98b7-4c1c-9a77-fa359cae9e5a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,segment=NetworkSegment(dc0b89f2-32de-4a3f-8456-473daa3d3049),segment_id=dc0b89f2-32de-4a3f-8456-473daa3d3049)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:27.692702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.707998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Calling delete_port for aa594b64-98b7-4c1c-9a77-fa359cae9e5a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:27.755504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5130d088-1c9e-4acb-89e0-540be5a0dcdf req-0ffd9f74-1e66-4612-bb4c-d38eb31d298a tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0831988 Jul 16 22:40:27.767201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-824287bd-6d94-4a12-8f98-e0cc68b55c41 None None] Port 1cf49349-838d-410e-a156-b5262e00fea0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:27.767571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.769885 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:27.770274 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:27.805284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=1cf49349-838d-410e-a156-b5262e00fea0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:27.870841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2043a3-ac8d-4779-883c-4acc386b3c79 req-6c64e3eb-cf12-4eef-bf88-a0b2221a8c9d tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:27.872454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2043a3-ac8d-4779-883c-4acc386b3c79 req-6c64e3eb-cf12-4eef-bf88-a0b2221a8c9d tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ba5b7f-25ad-4468-a89c-61f8a8f95d64 HTTP/1.1" status: 200 len: 945 time: 0.1536174 Jul 16 22:40:27.934271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.947999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee2043a3-ac8d-4779-883c-4acc386b3c79 req-b8446489-56fb-4ba0-a266-8e1d6f12e3da tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.70 "GET /v2.0/security-groups?id=174381ad-1d57-4c8d-ad83-2e4935359624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637085 Jul 16 22:40:27.988752 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.003010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['aa594b64-98b7-4c1c-9a77-fa359cae9e5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:28.060286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Pushing event deleted for resources: {'Port': ['ID=aa594b64-98b7-4c1c-9a77-fa359cae9e5a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:28.130008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] No DVR routers for this DVR port aa594b64-98b7-4c1c-9a77-fa359cae9e5a on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:28.133551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.135580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a76fdae-4578-4b6d-81a5-dd31bd8be160 req-ca3fb8af-d762-469d-b2bc-26cd5630ba6b tempest-VolumesActionsTest-713392265 tempest-VolumesActionsTest-713392265-project] 10.222.0.47 "DELETE /v2.0/ports/aa594b64-98b7-4c1c-9a77-fa359cae9e5a HTTP/1.1" status: 204 len: 173 time: 0.9473457 Jul 16 22:40:28.136130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'name': 'network-vif-deleted', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:28.138404 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f9a944-652f-492b-8537-8d2a773062b9" -d '{"events": [{"server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "name": "network-vif-deleted", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:28.173596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Router 318f007b-e66d-4cb0-a885-35d1433f7b1d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:40:28.186891 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cb7245-b7d2-4fb9-ba40-216ae96aea6c x-openstack-request-id: req-e6cb7245-b7d2-4fb9-ba40-216ae96aea6c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:28.187191 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba5b7f-25ad-4468-a89c-61f8a8f95d64", "name": "network-vif-deleted", "tag": "aa594b64-98b7-4c1c-9a77-fa359cae9e5a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:28.187501 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6cb7245-b7d2-4fb9-ba40-216ae96aea6c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:28.187905 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba5b7f-25ad-4468-a89c-61f8a8f95d64', 'name': 'network-vif-deleted', 'tag': 'aa594b64-98b7-4c1c-9a77-fa359cae9e5a', 'status': 'completed', 'code': 200} Jul 16 22:40:28.314296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:28.331718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4845a321-1bdc-450e-a009-2d376d736ca9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "PUT /v2.0/routers/318f007b-e66d-4cb0-a885-35d1433f7b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537693 Jul 16 22:40:28.334399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.361821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Port 1cf49349-838d-410e-a156-b5262e00fea0 not found while updating agent binding for router 318f007b-e66d-4cb0-a885-35d1433f7b1d. {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 22:40:28.380352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Routers {'318f007b-e66d-4cb0-a885-35d1433f7b1d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:28.381171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['318f007b-e66d-4cb0-a885-35d1433f7b1d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:28.428754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e44ad-d3f1-40e5-ab9e-11e1991f5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:28.431144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e44ad-d3f1-40e5-ab9e-11e1991f5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:28.432655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4a9e44ad-d3f1-40e5-ab9e-11e1991f5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0972712 Jul 16 22:40:28.435380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.484943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] Set router 318f007b-e66d-4cb0-a885-35d1433f7b1d gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:28.489326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 7c2d79f1-522d-4493-ac01-5b8c5f97ca9b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:28.493383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.537975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.546458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:27Z', 'revision_number': 3, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:28.576918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef3713-e1ac-4a3d-9f16-f310c13706dd None None] The sync data for ids ['318f007b-e66d-4cb0-a885-35d1433f7b1d'] in n-d-793621-16 is: [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:27Z', 'revision_number': 3, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:28.660119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.764550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.834393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24169451-235c-47c0-90dc-ea2d0663ce38 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:28.861696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.879909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7c2d79f1-522d-4493-ac01-5b8c5f97ca9b HTTP/1.1" status: 204 len: 168 time: 0.4414194 Jul 16 22:40:28.880300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.884329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5819be-2614-41a5-9fb5-e33b62518963 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2d79f1-522d-4493-ac01-5b8c5f97ca9b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.212642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:29.317813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Deleting port f25cb2c9-2113-4c2a-9438-7e8b868e608a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:29.321093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.479572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] For port f25cb2c9-2113-4c2a-9438-7e8b868e608a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f25cb2c9-2113-4c2a-9438-7e8b868e608a,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:29.480360 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.525745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Calling delete_port for f25cb2c9-2113-4c2a-9438-7e8b868e608a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:29.623105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.652253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] No DVR routers for this DVR port f25cb2c9-2113-4c2a-9438-7e8b868e608a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:29.658561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fffbc353-960c-498c-900a-e0186fa86978 req-508b624e-1292-4afc-9850-da2839b2046f tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.6281605 Jul 16 22:40:29.717450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342397f3-8ebe-41a7-9865-2c57beb52462 None None] Pushing event deleted for resources: {'Port': ['ID=f25cb2c9-2113-4c2a-9438-7e8b868e608a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.730948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5957515c-fa76-4797-9105-4762a4e9a323 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8488421 Jul 16 22:40:29.733858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49892) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.813447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30198922-a65a-4336-bbdb-080359445105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.892289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.096820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aa594b64-98b7-4c1c-9a77-fa359cae9e5a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:30.099206 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Sync routers for ids ['318f007b-e66d-4cb0-a885-35d1433f7b1d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:30.114108 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Routers {'318f007b-e66d-4cb0-a885-35d1433f7b1d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:30.114869 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['318f007b-e66d-4cb0-a885-35d1433f7b1d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:30.163711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: aa594b64-98b7-4c1c-9a77-fa359cae9e5a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:30.182427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device aa594b64-98b7-4c1c-9a77-fa359cae9e5a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:30.188670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.190021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Set router 318f007b-e66d-4cb0-a885-35d1433f7b1d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:30.207984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f25cb2c9-2113-4c2a-9438-7e8b868e608a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:30.244844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f25cb2c9-2113-4c2a-9438-7e8b868e608a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:30.245777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f25cb2c9-2113-4c2a-9438-7e8b868e608a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:30.286710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:27Z', 'revision_number': 3, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:30.317624 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Checking router: 318f007b-e66d-4cb0-a885-35d1433f7b1d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:30.334367 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Routers {'318f007b-e66d-4cb0-a885-35d1433f7b1d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:30.337976 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['318f007b-e66d-4cb0-a885-35d1433f7b1d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:30.429162 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] Set router 318f007b-e66d-4cb0-a885-35d1433f7b1d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:30.534245 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:27Z', 'revision_number': 3, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:30.564158 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a23168-8d1f-47b7-828e-7be644166140 None None] The sync data for ids ['318f007b-e66d-4cb0-a885-35d1433f7b1d'] in n-d-793621-16 is: [{'id': '318f007b-e66d-4cb0-a885-35d1433f7b1d', 'name': 'tempest-NetworksTestDHCPv6-router-729792806', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:22Z', 'updated_at': '2021-07-16T22:40:27Z', 'revision_number': 3, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:30.593033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.597745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.661198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.661705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Fanout notify agent at l3_agent the message router_deleted on router 318f007b-e66d-4cb0-a885-35d1433f7b1d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:40:30.670839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.672077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-987c2b8a-20d5-484d-9a9d-b61f2f211f8d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/routers/318f007b-e66d-4cb0-a885-35d1433f7b1d HTTP/1.1" status: 204 len: 168 time: 0.9368494 Jul 16 22:40:30.675105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.681967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:30.930053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:30.935868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.992925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5225c77-9c3a-4db6-85c4-c60bb0d33023 req-70bf14ee-5daf-4f1d-aef0-e1ff1fceb4df tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0933158 Jul 16 22:40:31.227721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.248598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:31.253215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:31.263873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1269b-21a9-4841-997b-4bfb2388aac9 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:31.285065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:31.285666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.313533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6365333 Jul 16 22:40:31.315983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:31.323772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-924914220', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:31.340313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516ebe1-d02b-49fb-935c-f67855576eab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=06595251-0d90-4fa8-8b3b-74349ee79d80,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:31.363378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.364347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.428344 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.434304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.448007 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.464110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.465326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b579e52e-b07d-4edc-a061-b1281b232ff2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1471031 Jul 16 22:40:31.468141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:31.556341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '06595251-0d90-4fa8-8b3b-74349ee79d80'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:31.557273 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.728057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/06595251-0d90-4fa8-8b3b-74349ee79d80/da06d1d0-392e-474a-adbb-f539ba39982c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:31.874320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.928883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.940275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Transition to ACTIVE for port object da06d1d0-392e-474a-adbb-f539ba39982c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:31.958568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Transition to ACTIVE for port object da06d1d0-392e-474a-adbb-f539ba39982c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:31.966136 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.010023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:32.013851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:32.030344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:32.115442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Pushing event updated for resources: {'Port': ['ID=da06d1d0-392e-474a-adbb-f539ba39982c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:32.176786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Attempting to bind port da06d1d0-392e-474a-adbb-f539ba39982c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:32.177535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Attempting to bind port da06d1d0-392e-474a-adbb-f539ba39982c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:32.178177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Attempting to bind port da06d1d0-392e-474a-adbb-f539ba39982c on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:32.186111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:32.186749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:32.187450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.188220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:32.190343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Bound port: da06d1d0-392e-474a-adbb-f539ba39982c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:32.190986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.220899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::1 (bb30f072-8cf4-4f4d-8114-b3a652915095/06595251-0d90-4fa8-8b3b-74349ee79d80/e0e24759-0b65-458f-996d-ef825988c260) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:32.308479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] For port da06d1d0-392e-474a-adbb-f539ba39982c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:32.309629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-372c06bd-3b3d-4b3e-8851-b4d857015f6a req-bf54887c-7624-450c-b92f-694394ae6e0b tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0429986 Jul 16 22:40:32.313298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] For port da06d1d0-392e-474a-adbb-f539ba39982c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=da06d1d0-392e-474a-adbb-f539ba39982c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:32.321729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.423262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.426470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c778081-61ab-4ba2-b9bf-fbe42560362c None None] Pushing event updated for resources: {'Port': ['ID=da06d1d0-392e-474a-adbb-f539ba39982c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:32.438007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object e0e24759-0b65-458f-996d-ef825988c260 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:32.482749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.544334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=e0e24759-0b65-458f-996d-ef825988c260,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:32.548839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:32.550554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:32.552915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:32.553519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.702724 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.767034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.168491 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.218287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.219326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.490159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=e0e24759-0b65-458f-996d-ef825988c260,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:33.616405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:33.626532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:33.975762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-930bb4af-c58a-4c48-a06a-ee5d6811c33b req-34e8d3de-9780-452d-8527-d3d6b0ab511d tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1471703 Jul 16 22:40:34.094087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Router e1847c35-3f0e-4234-8766-578a20a61cc8 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:40:34.181979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cd357e6-5e6f-47d4-a07d-9ce622f640d6 None None] Provisioning for port da06d1d0-392e-474a-adbb-f539ba39982c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:34.320815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:34.339174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:34.345577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Sync routers for ids ['e1847c35-3f0e-4234-8766-578a20a61cc8'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:34.347532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f9ceabbf-7cd0-429c-80ea-aaf8781f2e4a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "PUT /v2.0/routers/e1847c35-3f0e-4234-8766-578a20a61cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8672800 Jul 16 22:40:34.362458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Routers {'e1847c35-3f0e-4234-8766-578a20a61cc8'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:34.369846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e1847c35-3f0e-4234-8766-578a20a61cc8'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:34.522569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ddfe5-1f0f-4e1a-95ac-acf90b27cc0d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:34.530971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:34.531609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c13ddfe5-1f0f-4e1a-95ac-acf90b27cc0d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports/e0e24759-0b65-458f-996d-ef825988c260 HTTP/1.1" status: 200 len: 911 time: 0.1908653 Jul 16 22:40:34.595528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Set router e1847c35-3f0e-4234-8766-578a20a61cc8 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:34.688025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ecef2-5655-48e9-b723-6d2ba7c29bb8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:34.703886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ecef2-5655-48e9-b723-6d2ba7c29bb8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:34.711024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d27ecef2-5655-48e9-b723-6d2ba7c29bb8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1750941 Jul 16 22:40:34.712750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:34.736631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device da06d1d0-392e-474a-adbb-f539ba39982c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:34.886754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-661f4910-5934-4880-879a-12108a8410d9 None None] Provisioning for port e0e24759-0b65-458f-996d-ef825988c260 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:34.897695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-661f4910-5934-4880-879a-12108a8410d9 None None] Provisioning complete for port e0e24759-0b65-458f-996d-ef825988c260 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:34.903401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-661f4910-5934-4880-879a-12108a8410d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.970802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port da06d1d0-392e-474a-adbb-f539ba39982c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:35.000614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-661f4910-5934-4880-879a-12108a8410d9 None None] Port e0e24759-0b65-458f-996d-ef825988c260 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:35.003244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port da06d1d0-392e-474a-adbb-f539ba39982c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:35.003620 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.191596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.218957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'name': 'tempest-NetworksTestDHCPv6-router-924914220', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:31Z', 'updated_at': '2021-07-16T22:40:32Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None, '_interfaces': [{'id': 'e0e24759-0b65-458f-996d-ef825988c260', 'name': '', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'mac_address': 'fa:16:3e:1f:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:40:32Z', 'updated_at': '2021-07-16T22:40:32Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'subnets': [{'id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:35.220899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2e88c02e-b5c4-4ec0-8036-50b0920303c9 None None] Provisioning complete for port e0e24759-0b65-458f-996d-ef825988c260 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:35.221414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e88c02e-b5c4-4ec0-8036-50b0920303c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.297576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Checking router: e1847c35-3f0e-4234-8766-578a20a61cc8 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:35.298084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Updating router e1847c35-3f0e-4234-8766-578a20a61cc8 port e0e24759-0b65-458f-996d-ef825988c260 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:40:35.346148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.398871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port da06d1d0-392e-474a-adbb-f539ba39982c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=da06d1d0-392e-474a-adbb-f539ba39982c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:35.435013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.524317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86a0e214-0148-47c8-a045-5656997ce74e req-a0b958cd-e355-4d38-ba14-84cd25f47bfb tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.1184440 Jul 16 22:40:35.553409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2e88c02e-b5c4-4ec0-8036-50b0920303c9 None None] Port e0e24759-0b65-458f-996d-ef825988c260 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:35.711799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.716080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=da06d1d0-392e-474a-adbb-f539ba39982c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:35.964354 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.975060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Transition to ACTIVE for port object e0e24759-0b65-458f-996d-ef825988c260 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:35.984370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.053887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cc658-46af-45dc-a099-211fe46d4639 None None] Pushing event updated for resources: {'Port': ['ID=e0e24759-0b65-458f-996d-ef825988c260,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.055382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port e0e24759-0b65-458f-996d-ef825988c260 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:36.055894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.107555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Attempting to bind port e0e24759-0b65-458f-996d-ef825988c260 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:36.108207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Attempting to bind port e0e24759-0b65-458f-996d-ef825988c260 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:36.108905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Attempting to bind port e0e24759-0b65-458f-996d-ef825988c260 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:36.116224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:36.117867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:36.118506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.119112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:36.119803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Bound port: e0e24759-0b65-458f-996d-ef825988c260, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:36.120422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.195589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device da06d1d0-392e-474a-adbb-f539ba39982c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:36.228169 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.248618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] For port e0e24759-0b65-458f-996d-ef825988c260, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:36.254261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] For port e0e24759-0b65-458f-996d-ef825988c260, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e0e24759-0b65-458f-996d-ef825988c260,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:36.256731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for e0e24759-0b65-458f-996d-ef825988c260 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:36.262805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.331001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port da06d1d0-392e-474a-adbb-f539ba39982c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:36.331627 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.372478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Routers {'e1847c35-3f0e-4234-8766-578a20a61cc8'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:36.373331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e1847c35-3f0e-4234-8766-578a20a61cc8'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:36.547959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.697102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cc658-46af-45dc-a099-211fe46d4639 None None] Pushing event updated for resources: {'Port': ['ID=e0e24759-0b65-458f-996d-ef825988c260,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.720352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=e0e24759-0b65-458f-996d-ef825988c260,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.816444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-efec7771-5eb2-4348-b56c-8de7f5694ae3 None None] Could not find standard attr ID for object e0e24759-0b65-458f-996d-ef825988c260. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:40:36.833728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.855382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] Set router e1847c35-3f0e-4234-8766-578a20a61cc8 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:36.905419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-42639bde-2da9-4173-8b74-ad478773dc61 req-177cd998-592d-4e38-95d2-bee61f1cd958 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0811625 Jul 16 22:40:37.057986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9599705-a918-4964-9bca-f42e6d2cd6db None None] Could not find standard attr ID for object e0e24759-0b65-458f-996d-ef825988c260. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:40:37.082881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Router e1847c35-3f0e-4234-8766-578a20a61cc8 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:40:37.359152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:37.360208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'name': 'tempest-NetworksTestDHCPv6-router-924914220', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:31Z', 'updated_at': '2021-07-16T22:40:32Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None, '_interfaces': [{'id': 'e0e24759-0b65-458f-996d-ef825988c260', 'name': '', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'mac_address': 'fa:16:3e:1f:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:40:32Z', 'updated_at': '2021-07-16T22:40:36Z', 'revision_number': 4, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'subnets': [{'id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:37.376043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f1619f98-8c14-4cf6-8dc5-bff8a483f2d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "PUT /v2.0/routers/e1847c35-3f0e-4234-8766-578a20a61cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6612079 Jul 16 22:40:37.378784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:37.442992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216b45c-4f3f-487d-b1d7-001fae28f5f2 None None] The sync data for ids ['e1847c35-3f0e-4234-8766-578a20a61cc8'] in n-d-793621-16 is: [{'id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'name': 'tempest-NetworksTestDHCPv6-router-924914220', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:40:31Z', 'updated_at': '2021-07-16T22:40:32Z', 'revision_number': 2, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'gw_port_host': None, '_interfaces': [{'id': 'e0e24759-0b65-458f-996d-ef825988c260', 'name': '', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'mac_address': 'fa:16:3e:1f:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1847c35-3f0e-4234-8766-578a20a61cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:40:32Z', 'updated_at': '2021-07-16T22:40:36Z', 'revision_number': 4, 'project_id': '3c99289a0ec9459189e04e0185482c00', 'subnets': [{'id': '06595251-0d90-4fa8-8b3b-74349ee79d80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:37.508764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c0e60-b1b0-4215-bc00-e8655b271bda tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:37.515714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c0e60-b1b0-4215-bc00-e8655b271bda tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:37.518029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a43c0e60-b1b0-4215-bc00-e8655b271bda tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1382341 Jul 16 22:40:37.520828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:37.604512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 06595251-0d90-4fa8-8b3b-74349ee79d80 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:37.608198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.666697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.887616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.008626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.056448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=06595251-0d90-4fa8-8b3b-74349ee79d80,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:38.072916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.073348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81619b14-53ef-480c-b031-c6969c69d4e2 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:38.075772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff6aa5e8-5811-4e61-8301-d039b441dd8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/06595251-0d90-4fa8-8b3b-74349ee79d80 HTTP/1.1" status: 204 len: 168 time: 0.5536880 Jul 16 22:40:38.078245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:38.248381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-49f1dec5-c252-4b3b-8f09-d949cccdca42 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1686890 Jul 16 22:40:38.250835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:38.292608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93909492-2fc0-43ff-8367-e33c17d7bc07 req-7bfac41d-948f-436e-9124-e473bfab1a16 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0728061 Jul 16 22:40:38.377828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.442955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:38.559270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Deleting port da06d1d0-392e-474a-adbb-f539ba39982c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:38.559654 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.669127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.681227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.726643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] For port da06d1d0-392e-474a-adbb-f539ba39982c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=da06d1d0-392e-474a-adbb-f539ba39982c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:38.726939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.759294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Calling delete_port for da06d1d0-392e-474a-adbb-f539ba39982c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:38.786156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.786886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Fanout notify agent at l3_agent the message router_deleted on router e1847c35-3f0e-4234-8766-578a20a61cc8 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:40:38.797546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.799867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4dafac96-cc89-4906-8697-1ad6df14e7ac tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/routers/e1847c35-3f0e-4234-8766-578a20a61cc8 HTTP/1.1" status: 204 len: 168 time: 0.5479252 Jul 16 22:40:38.802566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:38.964264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e3196-28fa-4286-ba19-5aa0060fb1a4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:38.973771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:38.975921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-097e3196-28fa-4286-ba19-5aa0060fb1a4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1719716 Jul 16 22:40:38.979883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:39.032201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Pushing event deleted for resources: {'Port': ['ID=da06d1d0-392e-474a-adbb-f539ba39982c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:39.044568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] No DVR routers for this DVR port da06d1d0-392e-474a-adbb-f539ba39982c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:39.055504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.055755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.056100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.056436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.056772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.059052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.059400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.059750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.060134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.062286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.062642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.062979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e506b-5333-4a4f-af85-0bfab0575988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:39.076347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd324e-f873-4716-aaa7-f0b4677d0612 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:39.080801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:39.081347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-92bd324e-f873-4716-aaa7-f0b4677d0612 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995529 Jul 16 22:40:39.141227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:39.146316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:39.151240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cbdbfac1-7931-468b-b156-e0d7be3ce8e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689886 Jul 16 22:40:39.267589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:39.272774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:39.493769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6a6eec50-cb83-47da-9d59-69523bbf93e0 req-0bb27dc8-114b-49db-8701-7740275db399 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0331492 Jul 16 22:40:39.694288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:40:39.696163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:39.737121 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Sync routers for ids ['e1847c35-3f0e-4234-8766-578a20a61cc8'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:39.748753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:39.752284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:39.752479 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:39.753137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:40:39.754031 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_agentschedulers_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1847c35-3f0e-4234-8766-578a20a61cc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent'). {{(pid=93926) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 22:40:39.763882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:39.764262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3442b-471e-4279-aeff-5846d84e4599 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:39.765273 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:39.774771 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:39.775156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:40:39.775853 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_agentschedulers_db [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1847c35-3f0e-4234-8766-578a20a61cc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent'). {{(pid=93926) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 22:40:39.776316 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6b836-e34a-43cf-b141-411fc4a9cf55 None None] The sync data for ids ['e1847c35-3f0e-4234-8766-578a20a61cc8'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:39.791955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6496131 Jul 16 22:40:39.793855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5414aa-721a-486b-ab61-b9f39d273fb6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=04149925-10ee-49d3-a50d-c79eff4c4abe,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:39.794845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:39.800227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:40.029759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:40.033752 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.037476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '04149925-10ee-49d3-a50d-c79eff4c4abe'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:40.038864 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.287555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Allocated IP 2001:db8::f816:3eff:fe5b:719b (bb30f072-8cf4-4f4d-8114-b3a652915095/04149925-10ee-49d3-a50d-c79eff4c4abe/ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:40.303070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e0e24759-0b65-458f-996d-ef825988c260 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:40.391814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e0e24759-0b65-458f-996d-ef825988c260 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:40.392339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e0e24759-0b65-458f-996d-ef825988c260 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:40.393132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device da06d1d0-392e-474a-adbb-f539ba39982c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:40.473123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.509960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: da06d1d0-392e-474a-adbb-f539ba39982c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:40.510366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device da06d1d0-392e-474a-adbb-f539ba39982c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:40.539801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:40.544019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:40.562698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:40.563496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.598849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8027651 Jul 16 22:40:40.601867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:40.607439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:8b:7f:39', 'name': 'tempest-NetworksTestDHCPv6-1151338119'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:40.610078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38a11f-7a5d-4cc8-ab5b-69b83d175bab tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=75d7626c-b403-47fa-8414-6616f5654cae,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:40.630882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.652241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Transition to ACTIVE for port object ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:40.686749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Transition to ACTIVE for port object ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:40.697452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.792721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Pushing event updated for resources: {'Port': ['ID=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:40.822181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:40.825870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:40.831824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcb5b31e-ae08-41d8-8268-b3bc6949da70 req-05fe1af5-6efc-4057-b7e8-a7dc2cadcbf0 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0434220 Jul 16 22:40:40.840012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:40.852477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:40.942434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Attempting to bind port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:40.942982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Attempting to bind port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:40.943438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Attempting to bind port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:40.948982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:40.949639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:40.950296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.950795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:40.951368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Bound port: ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:40.951852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.968303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.001840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port a8033469-5992-4ba5-b1ed-e3f6014e1ca6 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:41.104040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] For port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:41.112160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] For port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:41.119663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.201698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965aa97-a43e-4c8c-affa-ac0574774221 None None] Pushing event updated for resources: {'Port': ['ID=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:41.244446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 172.20.0.2 (bb30f072-8cf4-4f4d-8114-b3a652915095/75d7626c-b403-47fa-8414-6616f5654cae/a8033469-5992-4ba5-b1ed-e3f6014e1ca6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:41.254570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fe8b:7f39 (bb30f072-8cf4-4f4d-8114-b3a652915095/04149925-10ee-49d3-a50d-c79eff4c4abe/a8033469-5992-4ba5-b1ed-e3f6014e1ca6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:41.449078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.473610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object a8033469-5992-4ba5-b1ed-e3f6014e1ca6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:41.515017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.578673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:41.582459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:41.585107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:41.616260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=a8033469-5992-4ba5-b1ed-e3f6014e1ca6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:41.641448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:41.642086 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.660978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:41.661570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3fe6a764-5359-4e0f-bde4-3b03ec6501fa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0581009 Jul 16 22:40:41.726756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1edf43-03c9-41e8-8e5d-a62bc82d46a4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:41.733600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1edf43-03c9-41e8-8e5d-a62bc82d46a4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:41.735322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c1edf43-03c9-41e8-8e5d-a62bc82d46a4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0732429 Jul 16 22:40:41.738058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:41.856685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port a8033469-5992-4ba5-b1ed-e3f6014e1ca6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:41.859238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.976672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.990935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for a8033469-5992-4ba5-b1ed-e3f6014e1ca6 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:42.066715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8ce63bd6-e0f5-4c57-ade0-8af4ac29dd20 req-7aca3d2c-5429-4391-a971-839e67e8bf65 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0485461 Jul 16 22:40:42.276111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.284887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:42.379147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:42.387552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=a8033469-5992-4ba5-b1ed-e3f6014e1ca6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:42.509706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-d0a6fde8-03ee-4e38-8f2f-5d2a0008b6b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2491961 Jul 16 22:40:42.514991 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.519124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d32437a0-81f8-4051-895c-06ed54e1d473 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/a8033469-5992-4ba5-b1ed-e3f6014e1ca6 HTTP/1.1" status: 204 len: 168 time: 0.7776363 Jul 16 22:40:42.519367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:42.549660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116cb2b-859a-4cd4-90f8-07df885fd8b6 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:42.582188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5805c22-1207-417d-83b1-4c43c9aa7b91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.594895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5805c22-1207-417d-83b1-4c43c9aa7b91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.596526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5805c22-1207-417d-83b1-4c43c9aa7b91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.601870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5805c22-1207-417d-83b1-4c43c9aa7b91 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0778832 Jul 16 22:40:42.602300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:42.719445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 04149925-10ee-49d3-a50d-c79eff4c4abe {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:42.728150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.728663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.730203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.730688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.731198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.731957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.732140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.733714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.753417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-1706b2d9-4f10-49c2-8274-46da026c351d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.1379871 Jul 16 22:40:42.792776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Provisioning for port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:42.835698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Provisioning complete for port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:42.836075 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.841404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.925969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-6b40845c-c9a5-4143-88c3-9ae15c6601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.926469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-6b40845c-c9a5-4143-88c3-9ae15c6601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.926967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-6b40845c-c9a5-4143-88c3-9ae15c6601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.941493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-6b40845c-c9a5-4143-88c3-9ae15c6601fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 2298 time: 0.1774938 Jul 16 22:40:43.050624 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.052976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.086802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-88928421-9d07-4cd6-8eb0-606b940b9d2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 1000 time: 0.1396384 Jul 16 22:40:43.162079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.187335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-bc0bca69-b811-4872-b0b1-c96046734bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.189005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-bc0bca69-b811-4872-b0b1-c96046734bfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.0957711 Jul 16 22:40:43.209166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=04149925-10ee-49d3-a50d-c79eff4c4abe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:43.221858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.224031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-204a4901-cbb1-4f6e-af49-a8d2e9f3bc9c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/04149925-10ee-49d3-a50d-c79eff4c4abe HTTP/1.1" status: 204 len: 168 time: 0.6206925 Jul 16 22:40:43.228183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:43.271260 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:40:43.277793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d03d8d-aa00-4b12-87c2-931d1d2a33e5 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '04149925-10ee-49d3-a50d-c79eff4c4abe', 'ip_address': '2001:db8::f816:3eff:fe5b:719b'}, {'subnet_id': '75d7626c-b403-47fa-8414-6616f5654cae'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:40:43.279958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:43.280546 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:43.317315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d03d8d-aa00-4b12-87c2-931d1d2a33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.327024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 75d7626c-b403-47fa-8414-6616f5654cae {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:43.330863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.339612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1f055bb0-43f5-4b40-9ae2-95cbd0c96887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.344511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-1f055bb0-43f5-4b40-9ae2-95cbd0c96887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477802 Jul 16 22:40:43.375697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.422986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.478557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-7e95349d-0735-4577-8e80-bb269111eda0 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239650 Jul 16 22:40:43.500463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.529583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-022d7bb4-c97e-4313-bcc6-587320622a28 req-555d4513-851c-45ca-807d-3faac968544f tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0426526 Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-d7d03d8d-aa00-4b12-87c2-931d1d2a33e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75d7626c-b403-47fa-8414-6616f5654cae: This subnet is being modified by another concurrent operation. Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75d7626c-b403-47fa-8414-6616f5654cae: This subnet is being modified by another concurrent operation. Jul 16 22:40:43.533740 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:40:43.558914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=75d7626c-b403-47fa-8414-6616f5654cae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:43.560994 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.563029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6fa6d937-034a-41c1-8bb5-fc3de1668310 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/75d7626c-b403-47fa-8414-6616f5654cae HTTP/1.1" status: 204 len: 168 time: 0.3319335 Jul 16 22:40:43.567872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:43.628573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be34ad57-ba09-467e-8afa-b75510489060 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596368 Jul 16 22:40:43.633897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:43.642783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:43.656779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cfd292-c2b1-4fc2-87b8-70cd5e871fd2 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:43.706683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-fced71c6-2379-4abf-bfa3-077d2c50e89b service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246330 Jul 16 22:40:43.759460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:43.763799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.768433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-036a0bda-15ab-46e4-8b1e-cf7a00029965 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 217 time: 0.0548558 Jul 16 22:40:43.837247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.842938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-584e3c59-7d95-494f-83b0-3420d5766ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.845479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-584e3c59-7d95-494f-83b0-3420d5766ceb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0712154 Jul 16 22:40:43.867904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:43.903368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] For port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:43.915892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.970294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Deleting port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:43.970796 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.971469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-9eca897b-a260-4d00-bba6-244d1516e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.973200 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-9eca897b-a260-4d00-bba6-244d1516e9b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193502 Jul 16 22:40:44.156192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-b857945a-da35-4cd2-8f9b-feb71fd8522b service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761100 Jul 16 22:40:44.247252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:44.253928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29a305-c08b-48f1-9685-9c19562801f7 None None] Pushing event updated for resources: {'Port': ['ID=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.319094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:40:44.332449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cf462b6-18c5-47c1-a43e-f91e05051733 None None] Provisioning complete for port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:44.333163 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cf462b6-18c5-47c1-a43e-f91e05051733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.365753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] For port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:44.366064 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.372755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-8935d0ca-19b4-407c-a0e5-b9ae4539ca5b service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030046 Jul 16 22:40:44.388374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Calling delete_port for ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:44.462275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-1e4067ca-baf8-418a-9c05-a31b16fa7134 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0827787 Jul 16 22:40:44.549451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.567937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-3d6d0bb4-621c-407a-9fc2-a2c5e5c62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:44.569933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-3d6d0bb4-621c-407a-9fc2-a2c5e5c62c4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0988419 Jul 16 22:40:44.669093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.689183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-08686961-3fea-4d20-8846-c2606b25346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:44.691948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-08686961-3fea-4d20-8846-c2606b25346a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159916 Jul 16 22:40:44.719382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] Pushing event deleted for resources: {'Port': ['ID=ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.722235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f618905-53b6-43eb-8971-e32c364c33ee None None] No DVR routers for this DVR port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:44.769739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb13a08-4db9-46d1-9933-c09d3416f588 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:40:44.923024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-9b372776-9d00-4d20-b359-1c4f7c4d865b service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235253 Jul 16 22:40:44.930566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb13a08-4db9-46d1-9933-c09d3416f588 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:40:45.044664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-afe9294e-1aa3-4662-be8f-dfc9486b5e5b req-173f7171-7b1a-4928-9069-3b937d0a4aba tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0347290 Jul 16 22:40:45.093090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Port ceec5b93-4d9d-4c4e-9ee4-75ddf10f6c8c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 22:40:45.093743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:719b {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 22:40:45.097492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:719b {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 22:40:45.098893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.111201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-30a68eea-f5f5-40ce-ba54-867552bd38d1 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764097 Jul 16 22:40:45.155239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=5eda67f5-0a10-46ea-8dee-4478d095a1a2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:45.174050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:45.175642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:45.183001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.186913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.204164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-4bac4ab0-85a1-40b6-9d39-ccde8b125682 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 217 time: 0.0911593 Jul 16 22:40:45.216230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-17a5aa59-bf6c-4b3c-a9c7-c7f91be38325 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5813768 Jul 16 22:40:45.217510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:45.223643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:45.289599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-b9b71763-8d8e-45e0-89d5-087fa430c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.290530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-b9b71763-8d8e-45e0-89d5-087fa430c584 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0809109 Jul 16 22:40:45.385365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '5eda67f5-0a10-46ea-8dee-4478d095a1a2'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:45.387008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.391254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:45.395758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.612029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Allocated IP 2001:db8::f816:3eff:fe2b:50e9 (bb30f072-8cf4-4f4d-8114-b3a652915095/5eda67f5-0a10-46ea-8dee-4478d095a1a2/a43fb9f3-8f59-4cd8-8612-ddff1b7e528d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:45.824831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.831083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.841814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Transition to ACTIVE for port object a43fb9f3-8f59-4cd8-8612-ddff1b7e528d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:45.875465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-dc1bb996-8052-4f9f-aaeb-8c48b963c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.877186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-dc1bb996-8052-4f9f-aaeb-8c48b963c0fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5808370 Jul 16 22:40:45.880225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Transition to ACTIVE for port object a43fb9f3-8f59-4cd8-8612-ddff1b7e528d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:45.881035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=dd8902ac-3a5d-40dc-be5b-1849f70e334c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:45.894431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:45.895929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:45.900704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.901335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.922654 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.924846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8b313d9e-26aa-4dc9-9c7f-f6a127ff4508 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060077 Jul 16 22:40:45.928106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:45.939981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:2d:ed:da', 'name': 'tempest-NetworksTestDHCPv6-1038526467'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:46.046177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-79dc907a-357c-4138-a69c-b65c65ba06cc service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602392 Jul 16 22:40:46.099936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:46.102050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Pushing event updated for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:46.108637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:46.115965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:46.147913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:46.229890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Attempting to bind port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:46.230268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Attempting to bind port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:46.230766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Attempting to bind port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:46.237365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:46.237761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:46.238177 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:46.238583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:46.239063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Bound port: a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:46.239887 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:46.293613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:46.317872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-090e4bfa-5892-48d6-9b26-a5c98b155848 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658508 Jul 16 22:40:46.369305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-b5d225af-161a-43b2-a85d-0a943813746b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 217 time: 0.0451012 Jul 16 22:40:46.371082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7234abe-2e05-4151-bfc8-f79de7d93070 req-6a4cf2a1-5e46-4fe0-b943-d8217a02330c tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0481393 Jul 16 22:40:46.377249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 574f0283-b8ff-4a15-b5c8-453a04752255 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:46.383913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:46.387400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:46.395513 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:46.470389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-f7044513-a140-43ef-9251-33b99ef88a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.471777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-f7044513-a140-43ef-9251-33b99ef88a18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0912731 Jul 16 22:40:46.485446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf8381-1cc0-40ec-9758-1960e27a4d86 None None] Pushing event updated for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:46.547426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-1efb34f3-06b4-4ca9-90a9-3726c68cf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.549147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-1efb34f3-06b4-4ca9-90a9-3726c68cf937 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686519 Jul 16 22:40:46.676817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-7d9c2d05-030b-419d-928c-f19d053357f8 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213443 Jul 16 22:40:46.687476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 172.20.0.6 (bb30f072-8cf4-4f4d-8114-b3a652915095/dd8902ac-3a5d-40dc-be5b-1849f70e334c/574f0283-b8ff-4a15-b5c8-453a04752255) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:46.698881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fe2d:edda (bb30f072-8cf4-4f4d-8114-b3a652915095/5eda67f5-0a10-46ea-8dee-4478d095a1a2/574f0283-b8ff-4a15-b5c8-453a04752255) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:46.826514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-a8f9af25-dab6-4a4f-93e9-337263b462ac service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435280 Jul 16 22:40:46.902203 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-af2e6445-8be8-408a-a3bf-d7da2e694bd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 217 time: 0.0690138 Jul 16 22:40:46.961006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-8751780b-1e14-47ee-957b-5cf8d5e6ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.963067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-8751780b-1e14-47ee-957b-5cf8d5e6ebe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.0546975 Jul 16 22:40:47.001288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:47.027117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 574f0283-b8ff-4a15-b5c8-453a04752255 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:47.060440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-7a2aaea7-36eb-449a-a7e4-d427f346a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.062328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-7a2aaea7-36eb-449a-a7e4-d427f346a82d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934446 Jul 16 22:40:47.103792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:47.183910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=574f0283-b8ff-4a15-b5c8-453a04752255,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:47.214537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:47.217807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:47.223726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:47.301247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-0fd197f9-15cc-4270-a11a-ea35b9cad1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297425 Jul 16 22:40:47.326490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.327242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:47.344791 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1d8acf45-6ee3-415f-bd22-53f312462314 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4146721 Jul 16 22:40:47.347603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:47.442459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d443ce7-253b-4ee6-9fa5-c78c66b0f3ee req-7203a7ed-ca8d-4897-8126-277b10e6f2b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0706658 Jul 16 22:40:47.473150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-90197807-752c-423d-817f-6dba3b3c4203 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672363 Jul 16 22:40:47.536667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-5fa47182-29e9-456e-b4dc-0896706b01ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0556967 Jul 16 22:40:47.560136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b47c24-d4bc-4520-94d1-98984aa76ceb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.580417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b47c24-d4bc-4520-94d1-98984aa76ceb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.588837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-92b47c24-d4bc-4520-94d1-98984aa76ceb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2373426 Jul 16 22:40:47.589379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:47.650866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-41eacf5b-2014-448a-9300-bdaf38eb69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.652408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-41eacf5b-2014-448a-9300-bdaf38eb69cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.1084781 Jul 16 22:40:47.760086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-864aaf4a-2b8d-495e-8d22-86d1197f1867 req-d17d41f8-81c3-418e-89e7-3558f6de9704 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0744443 Jul 16 22:40:47.821543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d283-400e-4c3d-8735-462926f02360 req-21cc71fe-18fd-4f6d-aac0-90a4786bdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.821543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-21cc71fe-18fd-4f6d-aac0-90a4786bdfc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559012 Jul 16 22:40:47.879340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 574f0283-b8ff-4a15-b5c8-453a04752255 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:47.879856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:47.939805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-36c5604e-d191-4a50-a854-9214ef349496 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101995 Jul 16 22:40:48.079870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:48.081221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6886d283-400e-4c3d-8735-462926f02360 req-e27e9c21-8d1b-43a0-a87d-3d1b98989308 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295347 Jul 16 22:40:48.097205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 574f0283-b8ff-4a15-b5c8-453a04752255 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:48.127845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52de37-bf16-4e69-b9c9-92713e63058b None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:48.403631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a43fb9f3-8f59-4cd8-8612-ddff1b7e528d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:48.532989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ae44199-4e05-43dc-9559-9cdc74d9d853 None None] Provisioning for port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:48.540767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:48.571428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:48.577140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:48.577837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:48.614209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=574f0283-b8ff-4a15-b5c8-453a04752255,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:48.740849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:48.756037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e53bde41-c70f-496a-badd-976ee5031654 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/574f0283-b8ff-4a15-b5c8-453a04752255 HTTP/1.1" status: 204 len: 168 time: 1.1619833 Jul 16 22:40:48.756037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:48.821968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:48.867007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8f213-e758-4b3d-aad5-c592cd8acc9e None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '5eda67f5-0a10-46ea-8dee-4478d095a1a2', 'ip_address': '2001:db8::f816:3eff:fe2b:50e9'}, {'subnet_id': 'dd8902ac-3a5d-40dc-be5b-1849f70e334c'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'a43fb9f3-8f59-4cd8-8612-ddff1b7e528d'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:40:48.928413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552f1ba-c440-44a4-b1b7-14c63b331d98 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:48.930218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552f1ba-c440-44a4-b1b7-14c63b331d98 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:48.931708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552f1ba-c440-44a4-b1b7-14c63b331d98 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:48.938098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3552f1ba-c440-44a4-b1b7-14c63b331d98 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1812766 Jul 16 22:40:48.941218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:49.009748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ac8f213-e758-4b3d-aad5-c592cd8acc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.030907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:49.063401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.072183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 5eda67f5-0a10-46ea-8dee-4478d095a1a2 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:49.076107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.159749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4e3a632-62b3-4d70-89d9-a7dca3e521c0 req-8e3255a6-7d0d-4e8c-9186-5404b01b76f8 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0420344 Jul 16 22:40:49.224514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.376707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:49.406047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.490188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-9ac8f213-e758-4b3d-aad5-c592cd8acc9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eda67f5-0a10-46ea-8dee-4478d095a1a2: This subnet is being modified by another concurrent operation. Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eda67f5-0a10-46ea-8dee-4478d095a1a2: This subnet is being modified by another concurrent operation. Jul 16 22:40:49.491161 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:40:49.556618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=5eda67f5-0a10-46ea-8dee-4478d095a1a2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:49.570019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.579615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4cf5022-b128-4e58-806f-9e9c4f4e5283 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/5eda67f5-0a10-46ea-8dee-4478d095a1a2 HTTP/1.1" status: 204 len: 168 time: 0.6323841 Jul 16 22:40:49.580723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:49.601806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5b4335b5-dbff-46fb-ae28-3a67c5f26845 None None] Provisioning complete for port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:49.604925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b4335b5-dbff-46fb-ae28-3a67c5f26845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.609107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875c577-ec92-40fb-9d5c-add338f4eaf6 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:49.735499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8698e525-413b-4466-be0c-f58d77979687 req-1729c8c8-ad6c-4df7-9d9c-a8006863d3a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02589faa38a04850a60a40936c1f2732&device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0520144 Jul 16 22:40:49.794737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8698e525-413b-4466-be0c-f58d77979687 req-2a396201-b135-4706-af60-cb4e97317bb4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=02589faa38a04850a60a40936c1f2732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515211 Jul 16 22:40:49.842142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef657235-acad-447f-8707-aaaacb102e8f req-d5247500-7ce9-4cda-8ff1-c94bedbe9a57 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0574012 Jul 16 22:40:49.868503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet dd8902ac-3a5d-40dc-be5b-1849f70e334c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:50.020721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.108798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.118443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb0dd3-5acb-4c8f-9ace-af9549a59e57 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'dd8902ac-3a5d-40dc-be5b-1849f70e334c'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'a43fb9f3-8f59-4cd8-8612-ddff1b7e528d'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:40:50.146048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e525-413b-4466-be0c-f58d77979687 req-f0096dd6-fe5a-4a14-8dff-7c7620db5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:50.147349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8698e525-413b-4466-be0c-f58d77979687 req-f0096dd6-fe5a-4a14-8dff-7c7620db5727 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296978 Jul 16 22:40:50.156279 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0dd3-5acb-4c8f-9ace-af9549a59e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.210630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.240949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a43fb9f3-8f59-4cd8-8612-ddff1b7e528d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:50.309870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.364742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8902ac-3a5d-40dc-be5b-1849f70e334c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:50.373373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.375331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ec52b98-6001-48f7-83b0-5d091fca3914 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/dd8902ac-3a5d-40dc-be5b-1849f70e334c HTTP/1.1" status: 204 len: 168 time: 0.7917385 Jul 16 22:40:50.377923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:50.422704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-abafcab3-b8df-4f5a-bc17-5ce4cae7676a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431216 Jul 16 22:40:50.425535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-fcfb0dd3-5acb-4c8f-9ace-af9549a59e57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd8902ac-3a5d-40dc-be5b-1849f70e334c: This subnet is being modified by another concurrent operation. Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd8902ac-3a5d-40dc-be5b-1849f70e334c: This subnet is being modified by another concurrent operation. Jul 16 22:40:50.431667 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:40:50.438647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:50.485852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.497299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fde759-9933-415a-85e7-235b6d37f46b None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:50.566059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:50.571955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.825360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:50.831682 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.833640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] Provisioning complete for port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:50.834023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.887773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=9656d981-5b3d-41cd-8373-f8218d23e9c3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:50.895296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.909417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:50.914865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:50.917914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:50.918517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:50.937117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c119efa7-073e-41b3-9825-5206d869e87c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5066564 Jul 16 22:40:50.939904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:50.948196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:50.977520 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.058507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.080655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:51.142958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:51.147605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40eef1a8-de9e-4ec2-baef-8927629bdc8b req-e505b6c7-af72-4ceb-be8f-eb2a23f04bda tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.70 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0799181 Jul 16 22:40:51.150253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.154946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:40:51.163071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:51.167735 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.266759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef82b-e60b-432a-8c61-aa8a19d4e405 None None] Pushing event updated for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:51.282441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Deleting port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:51.283359 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.371500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8698e525-413b-4466-be0c-f58d77979687 req-9522a718-5da1-4859-9922-6bf7451df679 tempest-ServerShowV254Test-30401112 tempest-ServerShowV254Test-30401112-project] 10.222.0.68 "GET /v2.0/ports?device_id=d90d1e54-75f4-4acc-b19a-5d5c0784e071 HTTP/1.1" status: 200 len: 210 time: 0.0585475 Jul 16 22:40:51.425596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] For port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:51.426057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.447259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Calling delete_port for a43fb9f3-8f59-4cd8-8612-ddff1b7e528d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:51.591275 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.648975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] Pushing event deleted for resources: {'Port': ['ID=a43fb9f3-8f59-4cd8-8612-ddff1b7e528d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:51.651282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d59578-4015-4be5-9878-23f1809443e6 None None] No DVR routers for this DVR port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:51.669749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f1f46-1f80-4f2b-9e3b-f9adb3626adc None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:51.684401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:40:51.885718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '9656d981-5b3d-41cd-8373-f8218d23e9c3'}, {'subnet_id': 'cc4988d4-2ecd-4706-b4e4-03edbe602bb1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:40:51.886583 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.958584 n-d-793621-16 neutron-server[93923]: WARNING neutron.services.revisions.revision_plugin [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Could not find related port for resource to bump revision. Jul 16 22:40:51.964227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Port a43fb9f3-8f59-4cd8-8612-ddff1b7e528d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 22:40:51.964679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2b:50e9 {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 22:40:51.968387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2b:50e9 {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 22:40:51.969642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.016567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:52.022920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:52.027356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:52.027956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.048125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1056440 Jul 16 22:40:52.051035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:52.058884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:eb:11:ce', 'name': 'tempest-NetworksTestDHCPv6-682462772'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:52.067212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2125f7-9d0b-4320-b42f-a42bb22cc69d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=cc4988d4-2ecd-4706-b4e4-03edbe602bb1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:52.261458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Allocated IP 172.20.0.2 (bb30f072-8cf4-4f4d-8114-b3a652915095/9656d981-5b3d-41cd-8373-f8218d23e9c3/a4279c5b-4a79-4497-b96a-d610725dbb48) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:52.272046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Allocated IP 2001:db8::f816:3eff:fe5d:e066 (bb30f072-8cf4-4f4d-8114-b3a652915095/cc4988d4-2ecd-4706-b4e4-03edbe602bb1/a4279c5b-4a79-4497-b96a-d610725dbb48) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:52.300110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:52.448543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.492400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 2306251b-0124-413f-a959-5e1f4e927d28 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:40:52.667521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.687708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Transition to ACTIVE for port object a4279c5b-4a79-4497-b96a-d610725dbb48 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:52.722139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Transition to ACTIVE for port object a4279c5b-4a79-4497-b96a-d610725dbb48 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:52.736313 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.778274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:52.806718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:52.824369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:52.847111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:52.854602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:52.973789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 172.20.0.8 (bb30f072-8cf4-4f4d-8114-b3a652915095/9656d981-5b3d-41cd-8373-f8218d23e9c3/2306251b-0124-413f-a959-5e1f4e927d28) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:52.984327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:feeb:11ce (bb30f072-8cf4-4f4d-8114-b3a652915095/cc4988d4-2ecd-4706-b4e4-03edbe602bb1/2306251b-0124-413f-a959-5e1f4e927d28) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:53.067761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a655bb8-3ae2-4d52-893e-98a5b6e4b366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.088087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Attempting to bind port a4279c5b-4a79-4497-b96a-d610725dbb48 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:53.088928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Attempting to bind port a4279c5b-4a79-4497-b96a-d610725dbb48 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:53.089568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Attempting to bind port a4279c5b-4a79-4497-b96a-d610725dbb48 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:53.097148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:53.097679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:53.098181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.098922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:53.099535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Bound port: a4279c5b-4a79-4497-b96a-d610725dbb48, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:53.100197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.103685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.211980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:53.221700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:53.227883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.284386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.308368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a655bb8-3ae2-4d52-893e-98a5b6e4b366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.317142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a655bb8-3ae2-4d52-893e-98a5b6e4b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.346235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 2306251b-0124-413f-a959-5e1f4e927d28 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:53.412352 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a655bb8-3ae2-4d52-893e-98a5b6e4b366 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02589faa38a04850a60a40936c1f2732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329067 Jul 16 22:40:53.414507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:53.436650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e4cb-9b6d-41c9-a34c-374dd40e1c46 None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.465390 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.507650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a655bb8-3ae2-4d52-893e-98a5b6e4b366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076e649-7d23-4697-9b0e-5675f1323941,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.553213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:53.558483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:53.560916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:53.565943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=2306251b-0124-413f-a959-5e1f4e927d28,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.584049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.610696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.629863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:53.630773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.655455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee9358c2-415a-4ad0-b3c4-2639b2b4dc3c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6019988 Jul 16 22:40:53.656157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:53.729130 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.733788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.737213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3076e649-7d23-4697-9b0e-5675f1323941 HTTP/1.1" status: 204 len: 168 time: 0.3097949 Jul 16 22:40:53.765437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474f1c0-8e83-4a33-938a-9d4a7280b9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076e649-7d23-4697-9b0e-5675f1323941,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.831860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293bf10c-7d40-411d-a3aa-7b4c81c90003 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:53.848174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293bf10c-7d40-411d-a3aa-7b4c81c90003 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:53.850851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-293bf10c-7d40-411d-a3aa-7b4c81c90003 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1931925 Jul 16 22:40:53.853629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:54.200147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 2306251b-0124-413f-a959-5e1f4e927d28 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:54.201649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:54.290458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:54.445409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a4279c5b-4a79-4497-b96a-d610725dbb48 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:54.536073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:54.553924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 2306251b-0124-413f-a959-5e1f4e927d28 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:54.843953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:54.944364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=2306251b-0124-413f-a959-5e1f4e927d28,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:55.024877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.025300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.025646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.026009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.026348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.033314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.033670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.034019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.034362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.035658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.036016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.036352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:55.072261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.074440 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-725dc968-166c-4a88-b3e3-56c1d075a034 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/2306251b-0124-413f-a959-5e1f4e927d28 HTTP/1.1" status: 204 len: 168 time: 1.2197771 Jul 16 22:40:55.077322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:55.097979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.105603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.113483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.121728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.128103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.144202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9c2bf-f2f5-40c2-b319-67410d2eb79d None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:55.144546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.151080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.153233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-a344c7a9-3d9a-4cfc-8f73-a0bafacfaf20 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.3510771 Jul 16 22:40:55.165694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a085e5e-2ee6-4df7-9eeb-6638374ef9a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.174732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a085e5e-2ee6-4df7-9eeb-6638374ef9a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.179884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a085e5e-2ee6-4df7-9eeb-6638374ef9a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.185413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a085e5e-2ee6-4df7-9eeb-6638374ef9a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1067345 Jul 16 22:40:55.188873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:55.215709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:55.314248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5ac3539-3207-46f2-a0c9-181db7d3df70 req-cb60a8bc-728e-4cc4-8d2d-cadb94c6b1da tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527941 Jul 16 22:40:55.335792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 9656d981-5b3d-41cd-8373-f8218d23e9c3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:55.340333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.468014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Provisioning for port a4279c5b-4a79-4497-b96a-d610725dbb48 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:55.500169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:55.505916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.546745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-151972133-network', 'tenant_id': 'cd5c548be98246ef887d1ac4e4e31b3e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:55.572673 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.652113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Made reservation on behalf of cd5c548be98246ef887d1ac4e4e31b3e for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:55.656536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.677120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.772025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.783627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.790081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.805381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.820895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.836923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.850011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.874449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.892119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.897757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ede8e5fa-201e-4bbc-9d66-17619bb165df req-2301f4f6-09cb-465f-b47e-7c3410e0c40f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.3547697 Jul 16 22:40:55.936813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.982799 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:55.983188 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:55.996432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=9656d981-5b3d-41cd-8373-f8218d23e9c3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.004269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.006258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2b0d3546-35e5-42da-b6d3-037e7a8b3327 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/9656d981-5b3d-41cd-8373-f8218d23e9c3 HTTP/1.1" status: 204 len: 168 time: 0.8163965 Jul 16 22:40:56.009308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:56.078743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet cc4988d4-2ecd-4706-b4e4-03edbe602bb1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:56.082325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.090261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.098492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.137136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:40:56.144771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.154415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.154812 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Added segment 609460aa-ad8f-4aa3-ba7b-71c79333bcdc of type vlan for network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe Jul 16 22:40:56.213269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.215415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.264533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.266448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:56.266448 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.294447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a43361-4c41-4a5b-9880-a8a8349434c2 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:56.323657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.358987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1421318 Jul 16 22:40:56.361665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:56.366599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Request body: {'subnet': {'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-151972133-subnet', 'tenant_id': 'cd5c548be98246ef887d1ac4e4e31b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:56.408054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7dceb-0f6f-42de-ac62-130f2faf8da4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.422781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:40:56.430201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Made reservation on behalf of cd5c548be98246ef887d1ac4e4e31b3e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:56.433431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.469391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.565722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4988d4-2ecd-4706-b4e4-03edbe602bb1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.577350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.584520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-37042da6-dadc-4945-9360-eb85ed293ca3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/cc4988d4-2ecd-4706-b4e4-03edbe602bb1 HTTP/1.1" status: 204 len: 168 time: 0.5716522 Jul 16 22:40:56.585815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:56.666084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.697129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd230558-04c9-437f-adf2-649b6ca4fabb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062984 Jul 16 22:40:56.697129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:56.706852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:56.727324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.759776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:56.816398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.903089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba522a0-384e-4843-aa43-3bc67a5c26a3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.934202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:56.943320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.963954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Checking segment: {'id': '609460aa-ad8f-4aa3-ba7b-71c79333bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:56.964677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Network hostable DHCP agents. Network: bb4c141f-3f87-4979-a458-8bfb5f6f9dbe, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:40:56.997912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1162-b3fe-46d4-87c8-a9f8e1ab7f32 None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:57.007575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5a2b9b2-2a31-4655-92b7-37f476e4ee55 None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:57.008279 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b9b2-2a31-4655-92b7-37f476e4ee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.043343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:40:57.101810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bb4c141f-3f87-4979-a458-8bfb5f6f9dbe) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:57.110901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:57.112693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.128909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1bdf46-3d0d-4ab6-ad04-1275886f17f9 None None] Network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:57.165409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a8c7e50-d07a-4ee7-be22-da5b814ddd9a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8023210 Jul 16 22:40:57.185507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766573-4777-4134-9b2e-e61882bd196e req-ffa3bb12-1920-4d24-82e8-08d331956b03 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:57.188249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac766573-4777-4134-9b2e-e61882bd196e req-ffa3bb12-1920-4d24-82e8-08d331956b03 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1464713 Jul 16 22:40:57.255930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac766573-4777-4134-9b2e-e61882bd196e req-4667dcf5-62af-4515-a2c9-4ad781991874 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613053 Jul 16 22:40:57.319455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.398850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:57.402433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:57.406811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:57.407884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.434679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=6a1bcfe3-198f-4f9b-abad-63160b7fd8fe,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:57.441010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bec81b51-9e77-47c5-b5a9-05b7b59cca5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7419436 Jul 16 22:40:57.442893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:57.453766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:57.688522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e62a7bb1-205b-47e7-8b64-9ad267eef249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.751053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423927c-f850-4ad2-b8b8-554fa0c97148 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': 'cc4988d4-2ecd-4706-b4e4-03edbe602bb1'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'a4279c5b-4a79-4497-b96a-d610725dbb48'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:40:57.790721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2423927c-f850-4ad2-b8b8-554fa0c97148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.804889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:57.808586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.889993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb519d-3bea-4016-9356-2857ed06d488 None None] Network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:57.967022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:57.973469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-898644822-network', 'tenant_id': '6247bf6d79244583aa6f32c8db578cc8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:58.014730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Made reservation on behalf of 6247bf6d79244583aa6f32c8db578cc8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:58.019991 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.032807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.263015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.268606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.288723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:40:58.297349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:58.307099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.307551 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Added segment 8a41d8e6-19ab-4687-88f9-693e9a857001 of type vlan for network c0e8a603-7d3e-465a-b95e-8e808d2231d6 Jul 16 22:40:58.447484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.538456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.539814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:58.540411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.559661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:40:58.572139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc77aa-4550-471d-b648-190df723b163 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:58.631542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Pushing event updated for resources: {'Network': ['ID=c0e8a603-7d3e-465a-b95e-8e808d2231d6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:58.758348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72939e-39ad-4247-b5e0-da30acdfa349,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:58.762368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a92cfb6-3d3c-412a-a56a-9e1601656aee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7938035 Jul 16 22:40:58.765565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:58.777730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Request body: {'subnet': {'network_id': 'c0e8a603-7d3e-465a-b95e-8e808d2231d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-898644822-subnet', 'tenant_id': '6247bf6d79244583aa6f32c8db578cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:58.838447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c0e8a603-7d3e-465a-b95e-8e808d2231d6 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:40:58.843371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e104-a81d-4910-857c-ad0b8feb15c4 req-27b54bf6-130e-42fc-a140-c5392dd65978 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:58.845008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cec7e104-a81d-4910-857c-ad0b8feb15c4 req-27b54bf6-130e-42fc-a140-c5392dd65978 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.3621304 Jul 16 22:40:58.846136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Made reservation on behalf of 6247bf6d79244583aa6f32c8db578cc8 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:58.849296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:58.849763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.849915 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.030346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad93e439-31f0-4738-b9aa-058c4d023e1b None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:59.031144 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad93e439-31f0-4738-b9aa-058c4d023e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.210418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.332270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cec7e104-a81d-4910-857c-ad0b8feb15c4 req-f57f2c4d-6818-48cf-8cec-99e8038e2d4f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453257 Jul 16 22:40:59.391390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c0c97a-6849-44c3-97ff-eb77e31a2482,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:59.400230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Checking segment: {'id': '8a41d8e6-19ab-4687-88f9-693e9a857001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0e8a603-7d3e-465a-b95e-8e808d2231d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:59.400667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Network hostable DHCP agents. Network: c0e8a603-7d3e-465a-b95e-8e808d2231d6, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:40:59.422131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Network c0e8a603-7d3e-465a-b95e-8e808d2231d6 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:40:59.458853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c0e8a603-7d3e-465a-b95e-8e808d2231d6) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:59.468060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.468713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.474716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c5be3-7963-438e-9734-d60dcfcc9785 None None] Network c0e8a603-7d3e-465a-b95e-8e808d2231d6 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:59.478234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b'}, {'subnet_id': '6a1bcfe3-198f-4f9b-abad-63160b7fd8fe'}], 'binding:host_id': 'n-d-793621-16'}, 'id': 'a4279c5b-4a79-4497-b96a-d610725dbb48'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:40:59.478947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.497870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1a28050e-d30c-46fc-905f-481380497e96 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7296786 Jul 16 22:40:59.669809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:59.697139 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.778270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:59.822724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.828921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.829879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.884420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9193a6bb-1c92-4b3b-a6be-7d90fe811361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.900695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.901437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.902552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.902915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.903570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.904196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.904867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.915372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21d61b82-590d-4f28-a5be-729b175385cd req-bbb20fa9-abbf-4935-ad80-f56c8a378d43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.2439752 Jul 16 22:40:59.916491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:59.930485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:59.941314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.941913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.960267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21d61b82-590d-4f28-a5be-729b175385cd req-c1633c72-7fda-4fd4-9e8c-d494afd5a322 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434875 Jul 16 22:40:59.977018 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:59.988305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:00.001861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-95ea7848-26c0-4a47-b4fd-f4a8d2404e9a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5573950 Jul 16 22:41:00.004580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:00.010785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:ba:21:14', 'name': 'tempest-NetworksTestDHCPv6-1929563725'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:00.072202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84613d36-89d4-4997-b05a-00196fd40e33 None None] Network c0e8a603-7d3e-465a-b95e-8e808d2231d6 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:00.288717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:00.298855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:00.440203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Allocated IP 172.20.0.2 (bb30f072-8cf4-4f4d-8114-b3a652915095/6a1bcfe3-198f-4f9b-abad-63160b7fd8fe/a4279c5b-4a79-4497-b96a-d610725dbb48) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:00.502466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-9c73502d-b9c5-45eb-9ebc-72a2d9325dc6 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:00.504013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-9c73502d-b9c5-45eb-9ebc-72a2d9325dc6 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/networks?id=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe HTTP/1.1" status: 200 len: 824 time: 0.2533290 Jul 16 22:41:00.544725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-5ef07741-105f-435c-87af-2a001c34464b tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/quotas/cd5c548be98246ef887d1ac4e4e31b3e HTTP/1.1" status: 200 len: 375 time: 0.0328729 Jul 16 22:41:00.556556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:00.625291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port c43f838b-7217-4bc6-888b-87dcdefea612 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:00.636384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-a2a26072-fe83-4890-b6f3-955c7ec02f00 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd5c548be98246ef887d1ac4e4e31b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860498 Jul 16 22:41:00.662031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:00.701184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:00.727486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Transition to ACTIVE for port object a4279c5b-4a79-4497-b96a-d610725dbb48 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:00.737952 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:00.826833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-9fcbf9e8-7201-402d-a971-92e674f1582f service neutron] 10.222.0.70 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823370 Jul 16 22:41:00.834151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.088614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-3bb3ba5e-38c9-4542-92c6-e9b5adfbf6c3 service neutron] 10.222.0.70 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595179 Jul 16 22:41:01.141866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680e605-f562-4e59-9b33-32f28f1cd678 None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:01.221292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 172.20.0.4 (bb30f072-8cf4-4f4d-8114-b3a652915095/6a1bcfe3-198f-4f9b-abad-63160b7fd8fe/c43f838b-7217-4bc6-888b-87dcdefea612) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:01.232424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:feba:2114 (bb30f072-8cf4-4f4d-8114-b3a652915095/1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b/c43f838b-7217-4bc6-888b-87dcdefea612) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:01.258135 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.342135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:01.348872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.379485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.454979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:01.499459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8df1db-2550-43be-a9bd-441693bfbfc1 req-373c430f-fddb-486a-b0e7-7b5bbfee63f1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:01.512510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef8df1db-2550-43be-a9bd-441693bfbfc1 req-373c430f-fddb-486a-b0e7-7b5bbfee63f1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.8725231 Jul 16 22:41:01.634277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.661498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06be2a86-b668-4210-a1d7-b46672fef888 req-0e4b390f-33ea-40d4-801b-f874913e0c9e tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 210 time: 0.0574312 Jul 16 22:41:01.667280 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef8df1db-2550-43be-a9bd-441693bfbfc1 req-d79c91ba-ef8f-448f-b6c0-67caa60f731b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537826 Jul 16 22:41:01.710548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object c43f838b-7217-4bc6-888b-87dcdefea612 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:01.781209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:01.835871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:01.839402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:01.845493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:01.902684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=c43f838b-7217-4bc6-888b-87dcdefea612,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:01.962792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:01.963496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.004704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13d488e0-7b19-40b3-b0ca-0d9b15788d0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9986479 Jul 16 22:41:02.008039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:02.207710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e496985-95ac-4153-8dc0-7a94b01e78be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:02.220783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e496985-95ac-4153-8dc0-7a94b01e78be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:02.225692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e496985-95ac-4153-8dc0-7a94b01e78be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2151513 Jul 16 22:41:02.226308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50734) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:02.269787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:02.561471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port c43f838b-7217-4bc6-888b-87dcdefea612 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:02.562148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.651901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045da4a-0aec-4809-a182-6edb6c62a0c6 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:02.685208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.699032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for c43f838b-7217-4bc6-888b-87dcdefea612 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:02.732193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Provisioning for port a4279c5b-4a79-4497-b96a-d610725dbb48 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:02.801762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.824278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:02.824722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.112188 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.117473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa47800d-3d63-4792-929d-2d0262bedcdc req-9f6f0b21-957b-4ab4-b6fb-f3fa7a6c4088 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 210 time: 0.0753555 Jul 16 22:41:03.168263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=c43f838b-7217-4bc6-888b-87dcdefea612,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:03.199341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.254023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:03.264324 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.286376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0200b1f-1d25-422c-acd3-4b9ab07634b6 req-52617c2e-5782-49bb-98cf-b45c3b04ce58 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.288685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0200b1f-1d25-422c-acd3-4b9ab07634b6 req-52617c2e-5782-49bb-98cf-b45c3b04ce58 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2441282 Jul 16 22:41:03.320009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.322627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8893cbc9-1965-40e2-bb07-e8c1467f06da tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/c43f838b-7217-4bc6-888b-87dcdefea612 HTTP/1.1" status: 204 len: 168 time: 1.0951829 Jul 16 22:41:03.325745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:03.364136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0200b1f-1d25-422c-acd3-4b9ab07634b6 req-0b5ef285-b887-4cbc-8024-e84dacd204f2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527403 Jul 16 22:41:03.390388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d673f-153d-43ec-aa71-a92bd10f6b1f None None] Pushing event updated for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:03.413641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd9b1-02b2-4474-aa5c-475cd2494e88 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.414994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd9b1-02b2-4474-aa5c-475cd2494e88 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.417362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd9b1-02b2-4474-aa5c-475cd2494e88 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.420874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c81fd9b1-02b2-4474-aa5c-475cd2494e88 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0924752 Jul 16 22:41:03.423696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:03.530135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:03.542389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.671515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.793687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e3a1b6a5-3dfa-43dd-8ec6-d1ddc46196af None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:03.794517 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b6a5-3dfa-43dd-8ec6-d1ddc46196af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.054452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0d48a07-a56b-4e51-8aa3-9a9325e0c4ae None None] Could not find standard attr ID for object 574f0283-b8ff-4a15-b5c8-453a04752255. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:04.263949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:04.329620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5ec162-4494-46d4-a984-ee753fd7f2a8 req-c1af37cb-1bfb-4ed6-976b-7f2c1ba36f15 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 210 time: 0.0453439 Jul 16 22:41:04.386413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:04.387049 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.517887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-40fa43f6-9f7c-4827-92b7-395aa66d896b tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:04.519626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-40fa43f6-9f7c-4827-92b7-395aa66d896b tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.47 "GET /v2.0/networks?id=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe HTTP/1.1" status: 200 len: 824 time: 1.0591960 Jul 16 22:41:04.534520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Request body: {'port': {'device_id': '80f5f9be-3178-4075-90cd-5fa54095528c', 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe', 'admin_state_up': True, 'tenant_id': 'cd5c548be98246ef887d1ac4e4e31b3e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:04.588476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-56c175fa-04f4-4d02-80d7-3c7fc595237d None None] Could not find standard attr ID for object 2306251b-0124-413f-a959-5e1f4e927d28. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:04.724712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.821481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c0522-b783-454e-9b62-3e380a8e4bff req-530f0fc3-ae7d-4ded-b84a-ed9032002ebd tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:04.823009 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-485c0522-b783-454e-9b62-3e380a8e4bff req-530f0fc3-ae7d-4ded-b84a-ed9032002ebd tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2286484 Jul 16 22:41:04.859229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Made reservation on behalf of cd5c548be98246ef887d1ac4e4e31b3e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:04.863178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.890552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-485c0522-b783-454e-9b62-3e380a8e4bff req-cfaba2fd-61da-4362-972e-50a4946b9c60 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608580 Jul 16 22:41:04.892940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.941029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.009936 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.012217 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0b425f93-0872-46a8-acbc-ec141bd1954d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b HTTP/1.1" status: 204 len: 168 time: 1.5882025 Jul 16 22:41:05.014945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:05.083185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 6a1bcfe3-198f-4f9b-abad-63160b7fd8fe {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:05.087081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.123810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13b625a3-cf61-4a00-9f6b-25042d95c46b None None] Could not find standard attr ID for object c43f838b-7217-4bc6-888b-87dcdefea612. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:05.160514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Allocated IP 172.20.0.12 (bb4c141f-3f87-4979-a458-8bfb5f6f9dbe/1ba522a0-384e-4843-aa43-3bc67a5c26a3/1a7d30c8-42da-4b10-a4be-8938cf0a116c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:05.167919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.192597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3383f65-dc1e-4293-8663-d8862e21ba55 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:05.402314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.492763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.522935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.560927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.593023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.598339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/6a1bcfe3-198f-4f9b-abad-63160b7fd8fe HTTP/1.1" status: 204 len: 168 time: 0.5795290 Jul 16 22:41:05.598339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1bcfe3-198f-4f9b-abad-63160b7fd8fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.604761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:05.614994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.617979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.618595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.619194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.619776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.622382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.623031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.623704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.624251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.624849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.629952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.630611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e325e-9f63-4a75-872d-9da74847e00a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:05.685191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-95827559-39de-45ca-9a77-26bc23c7b7a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766237 Jul 16 22:41:05.689855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:05.710237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:05.737397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:05.739755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:05.778612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Pushing event updated for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.821468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:05.828285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085bc1d-d81a-4a90-9935-d27529190692 req-df96453c-ad28-4088-9a0f-2231e04871f3 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:05.828836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.839927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5085bc1d-d81a-4a90-9935-d27529190692 req-df96453c-ad28-4088-9a0f-2231e04871f3 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 932 time: 0.1878924 Jul 16 22:41:05.874905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee202d-ff43-463d-83f9-9e7a728356d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:05.883508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-93ee202d-ff43-463d-83f9-9e7a728356d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1924326 Jul 16 22:41:05.898124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:05.930295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5085bc1d-d81a-4a90-9935-d27529190692 req-5eed9c70-b477-4804-8d79-360af4dcdfa5 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895226 Jul 16 22:41:05.973885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-99d94c7f-bdca-49d7-bd2c-fc3dfa782378 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4425142 Jul 16 22:41:06.059964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Request body: {'port': {'device_id': '80f5f9be-3178-4075-90cd-5fa54095528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:06.142936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebefdab-ab31-4d9c-bc20-2e5334720b61 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:06.144457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cebefdab-ab31-4d9c-bc20-2e5334720b61 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2453599 Jul 16 22:41:06.147238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.210301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-23d05870-3aaf-488f-9839-690717d943dd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617156 Jul 16 22:41:06.210863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.216176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:06.264197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.323411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539b9a-3a7c-406e-a38e-3be15f94ff28 req-fa771e2d-5cf7-4e60-ae0e-cc1504a5b15b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:06.339732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94539b9a-3a7c-406e-a38e-3be15f94ff28 req-fa771e2d-5cf7-4e60-ae0e-cc1504a5b15b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2001190 Jul 16 22:41:06.374699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:06.380678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.384944 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:06.385421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:06.414763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-656b04a5-156b-4ff6-b440-08274fedee2a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2027955 Jul 16 22:41:06.415492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.425337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:06.510548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94539b9a-3a7c-406e-a38e-3be15f94ff28 req-cdbc4102-58a5-45f3-86f2-65ba9d9d585b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697898 Jul 16 22:41:06.593567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784826d-1214-4496-80c7-e127ed43616a None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:06.628868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:06.633956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.635658 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:06.636137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:06.656859 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c259ed6c-a797-41b0-975f-1c9c5cc12465 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2403862 Jul 16 22:41:06.657668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.664554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:06.677215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a79e196-0d2d-476e-97b6-8318a326ff9b None None] Provisioning complete for port a4279c5b-4a79-4497-b96a-d610725dbb48 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:06.677865 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a79e196-0d2d-476e-97b6-8318a326ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.794483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:06.798621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.801269 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:06.802104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:06.825382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-83aa5de0-7806-4bb2-b0f3-6fa8159f39e1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1655667 Jul 16 22:41:06.825518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50854) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.838918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:07.011130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:07.129600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Deleting port a4279c5b-4a79-4497-b96a-d610725dbb48 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:07.129985 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.137750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7d30c8-42da-4b10-a4be-8938cf0a116c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:07.165546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.188531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:07.199763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.204476 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:07.204929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:07.215837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ba292-678e-4f6f-bc5a-2561e9997982 req-023975ea-fcd3-4460-adcb-f50c4e5504c4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:07.229428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b1ba292-678e-4f6f-bc5a-2561e9997982 req-023975ea-fcd3-4460-adcb-f50c4e5504c4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 932 time: 0.1115427 Jul 16 22:41:07.232063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Transition to ACTIVE for port object 1a7d30c8-42da-4b10-a4be-8938cf0a116c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:07.236385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.246343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-143d0bce-6d94-49da-ab14-1bab5e3427a9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4192166 Jul 16 22:41:07.257450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:07.293153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:07.297459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] For port a4279c5b-4a79-4497-b96a-d610725dbb48, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a4279c5b-4a79-4497-b96a-d610725dbb48,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:07.297866 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.314813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Calling delete_port for a4279c5b-4a79-4497-b96a-d610725dbb48 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:07.329707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:07.447271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.466176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b1ba292-678e-4f6f-bc5a-2561e9997982 req-bfa8b4db-80aa-4ff4-87be-4e8433e6672b tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296052 Jul 16 22:41:07.487828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] Pushing event deleted for resources: {'Port': ['ID=a4279c5b-4a79-4497-b96a-d610725dbb48,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:07.506223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d16631-7d22-4928-b9aa-66487b9e33fd None None] No DVR routers for this DVR port a4279c5b-4a79-4497-b96a-d610725dbb48 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:07.515746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Attempting to bind port 1a7d30c8-42da-4b10-a4be-8938cf0a116c on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:07.519955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Attempting to bind port 1a7d30c8-42da-4b10-a4be-8938cf0a116c by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '609460aa-ad8f-4aa3-ba7b-71c79333bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:07.528793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Attempting to bind port 1a7d30c8-42da-4b10-a4be-8938cf0a116c on network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:07.574207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20fc7d-5652-4365-b9e7-4361e766b91f None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:41:07.601471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Port 1a7d30c8-42da-4b10-a4be-8938cf0a116c on network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:41:07.601813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Attempting to bind port 1a7d30c8-42da-4b10-a4be-8938cf0a116c on network bb4c141f-3f87-4979-a458-8bfb5f6f9dbe {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:07.618907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:07.621515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Checking segment: {'id': '609460aa-ad8f-4aa3-ba7b-71c79333bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:07.621912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Bound using segment: {'id': '609460aa-ad8f-4aa3-ba7b-71c79333bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:07.622561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Bound port: 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609460aa-ad8f-4aa3-ba7b-71c79333bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:07.623326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.718423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:07.722457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.723936 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:07.724379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:07.751090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-470a3dda-67a1-439c-9b07-4a494f9b68bf tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4919701 Jul 16 22:41:07.753958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:07.772995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:07.861710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:07.866370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c,segment=NetworkSegment(609460aa-ad8f-4aa3-ba7b-71c79333bcdc),segment_id=609460aa-ad8f-4aa3-ba7b-71c79333bcdc)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:07.895605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.902339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20fc7d-5652-4365-b9e7-4361e766b91f None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:41:07.955975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:07.964359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:07.969780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.972816 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:07.972816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:07.978187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:07.980522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:07.984908 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-355e792f-1983-4739-8119-9ffac5ceaa19 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a7d30c8-42da-4b10-a4be-8938cf0a116c HTTP/1.1" status: 200 len: 1093 time: 1.9496996 Jul 16 22:41:07.987748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:07.994377 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd472d-6f7e-48e7-8760-0b401024d3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:08.024731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:08.027712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6477cc2f-bda3-462c-913a-c14093100a36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2699568 Jul 16 22:41:08.153041 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb97731-60e5-4feb-8921-6682b72841ea x-openstack-request-id: req-5fb97731-60e5-4feb-8921-6682b72841ea {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:08.153344 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:08.153600 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fb97731-60e5-4feb-8921-6682b72841ea {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:08.154003 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c', 'status': 'completed', 'code': 200} Jul 16 22:41:08.195247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d51b925-20e7-4457-a63e-d7139b6100d2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1611545 Jul 16 22:41:08.199291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:08.219526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7c482-a759-46ac-bbef-b241170d3902 req-00790358-7814-4726-88ee-592ad0d53ad5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:08.234840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9d7c482-a759-46ac-bbef-b241170d3902 req-00790358-7814-4726-88ee-592ad0d53ad5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.4120781 Jul 16 22:41:08.283412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:08.313372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87030d-abd6-490a-9fcd-bbdfded877b6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:08.314950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ef87030d-abd6-490a-9fcd-bbdfded877b6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120193 Jul 16 22:41:08.317748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:08.339293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9d7c482-a759-46ac-bbef-b241170d3902 req-2645a540-cae8-4097-8ba1-8f1b3b170121 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034436 Jul 16 22:41:08.341212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a4279c5b-4a79-4497-b96a-d610725dbb48 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:08.343087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a4279c5b-4a79-4497-b96a-d610725dbb48 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:08.377690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-e7c7faef-5501-41d0-bfe5-6f17a102981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:08.382599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-e7c7faef-5501-41d0-bfe5-6f17a102981e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd5c548be98246ef887d1ac4e4e31b3e&device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 1096 time: 0.3219519 Jul 16 22:41:08.424998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:08.435838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b27b2f38-2aab-4292-9078-c52a7b95d15f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931814 Jul 16 22:41:08.472828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:08.478732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-c5ebb200-7924-4d90-a3c5-477283274cb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c HTTP/1.1" status: 200 len: 217 time: 0.0843654 Jul 16 22:41:08.652888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca7efd-fce9-4d77-964d-a863d907466a None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:41:08.893893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-8d3d08b3-23df-4b1d-8bbf-88466ecfc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:08.894823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-8d3d08b3-23df-4b1d-8bbf-88466ecfc492 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ba522a0-384e-4843-aa43-3bc67a5c26a3 HTTP/1.1" status: 200 len: 864 time: 0.4024613 Jul 16 22:41:08.902599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca7efd-fce9-4d77-964d-a863d907466a None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:41:08.986066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-e6002132-5df8-47a9-9cb0-30e0c60d5e5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725021 Jul 16 22:41:09.005580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:09.009404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:09.090195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-581e31c1-9c92-4a78-a567-fba6b1438cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.091966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-581e31c1-9c92-4a78-a567-fba6b1438cf1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.2972600 Jul 16 22:41:09.101665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7451a4-28b7-470a-8edb-c5dba5776dc2 req-24838d79-5ce3-4021-b2dd-37c81381173f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.109537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7451a4-28b7-470a-8edb-c5dba5776dc2 req-24838d79-5ce3-4021-b2dd-37c81381173f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1885481 Jul 16 22:41:09.319433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7451a4-28b7-470a-8edb-c5dba5776dc2 req-356960ce-795c-4d43-bdec-550cbeb4014b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068093 Jul 16 22:41:09.326430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-be19666f-25a5-4691-a75b-9b2591810bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.342537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-be19666f-25a5-4691-a75b-9b2591810bd5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.2305458 Jul 16 22:41:09.515565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-ebfcf2cc-dbe7-4193-9ddb-ceef6975fde5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1001 time: 0.1647170 Jul 16 22:41:09.525043 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-155825c5-cf81-4d45-9c33-3674ad224455 service neutron] 10.222.0.47 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309811 Jul 16 22:41:09.548505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0708-6d6a-466b-afaf-da17467f3964 req-2ef39893-8bb1-41ef-b19e-15b63db75dd4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.555824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e4a0708-6d6a-466b-afaf-da17467f3964 req-2ef39893-8bb1-41ef-b19e-15b63db75dd4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 944 time: 0.7939920 Jul 16 22:41:09.624119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-1f6163da-8669-4dff-b330-5be7e8f31c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.627876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-1f6163da-8669-4dff-b330-5be7e8f31c0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.1050084 Jul 16 22:41:09.719364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-d5c04452-935e-4685-8ae3-7a159ac2fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.720890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-d5c04452-935e-4685-8ae3-7a159ac2fc1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871441 Jul 16 22:41:09.761915 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e4a0708-6d6a-466b-afaf-da17467f3964 req-7e44cf0b-c20e-4cc7-b4f1-341034924562 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051210 Jul 16 22:41:09.819888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-1a534b8f-ea18-4a43-b996-3461256b1b68 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924778 Jul 16 22:41:09.831555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7c96a45-42e8-47cf-8193-18acf96001c3 req-557015c2-197d-4f50-8b00-fdd50a481b60 service neutron] 10.222.0.47 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967324 Jul 16 22:41:09.969491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c97e762-7e0c-4953-82a1-36583e05a50b req-8b368921-c460-48e0-8b30-072582d0abe9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434445 Jul 16 22:41:10.047092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:10.051404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.120926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:10.126275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:10.129469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=067b5790-dad7-4ec9-bc49-2234872b493e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:10.132607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.133225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.139339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-9738d157-d9b6-4a4a-89e4-471e5f565a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.139712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c47b45-c9e8-400d-985e-75474e542a05 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:10.140998 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-9738d157-d9b6-4a4a-89e4-471e5f565a16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd5c548be98246ef887d1ac4e4e31b3e&device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 1096 time: 0.2591891 Jul 16 22:41:10.176421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-243ceb6d-996d-495d-82f7-5f049c5c059c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7477541 Jul 16 22:41:10.181343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:10.191474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:e5:14:a8', 'name': 'tempest-NetworksTestDHCPv6-1166626255'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:10.277779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-1e9abfef-a2ae-4c3e-aa24-3625b7ec45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.279632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-1e9abfef-a2ae-4c3e-aa24-3625b7ec45bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe HTTP/1.1" status: 200 len: 925 time: 0.1306880 Jul 16 22:41:10.359384 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-ed55700d-1910-41da-a818-d6fe3dddfc43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c HTTP/1.1" status: 200 len: 217 time: 0.0708458 Jul 16 22:41:10.363916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '067b5790-dad7-4ec9-bc49-2234872b493e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:10.364796 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.409341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:10.475372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-2da73869-662d-497e-a014-94cdd345e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.477074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-2da73869-662d-497e-a014-94cdd345e113 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ba522a0-384e-4843-aa43-3bc67a5c26a3 HTTP/1.1" status: 200 len: 864 time: 0.1102705 Jul 16 22:41:10.547917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-287d1e97-04e7-4c2e-a39b-c75d4ad3500d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643516 Jul 16 22:41:10.594350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Allocated IP 2001:db8::f816:3eff:fe08:ba63 (bb30f072-8cf4-4f4d-8114-b3a652915095/067b5790-dad7-4ec9-bc49-2234872b493e/59539bfd-9716-44a6-83d8-782ab148958e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:10.656492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.716141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 22f8b2ae-0843-4186-a01a-f0f2b60a8e20 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:10.729945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-94b2bc59-812c-45f0-af15-06ac194328c0 service neutron] 10.222.0.47 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730218 Jul 16 22:41:10.811677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f83d2-31ab-4e8f-9b2e-7326e7a24fb4 req-f1bcf5c8-5ec1-453e-8d0a-bf82b32117b0 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.813220 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f4f83d2-31ab-4e8f-9b2e-7326e7a24fb4 req-f1bcf5c8-5ec1-453e-8d0a-bf82b32117b0 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2814188 Jul 16 22:41:10.832825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.845318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Transition to ACTIVE for port object 59539bfd-9716-44a6-83d8-782ab148958e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:10.867250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Transition to ACTIVE for port object 59539bfd-9716-44a6-83d8-782ab148958e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:10.880294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.979551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:10.984682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:10.988533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:10.998545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Pushing event updated for resources: {'Port': ['ID=59539bfd-9716-44a6-83d8-782ab148958e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:11.038587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4fd472d-6f7e-48e7-8760-0b401024d3f5 req-91b5b006-8d6c-4ac6-b4c8-42d93fff5451 service neutron] 10.222.0.47 "GET /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027477 Jul 16 22:41:11.068596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Attempting to bind port 59539bfd-9716-44a6-83d8-782ab148958e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:11.073825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Attempting to bind port 59539bfd-9716-44a6-83d8-782ab148958e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:11.074395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Attempting to bind port 59539bfd-9716-44a6-83d8-782ab148958e on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:11.085241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:11.086992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:11.087410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.087814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:11.088301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Bound port: 59539bfd-9716-44a6-83d8-782ab148958e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:11.088689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.102541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f4f83d2-31ab-4e8f-9b2e-7326e7a24fb4 req-68b72f59-96be-473f-a0a5-644b0fc1590b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824845 Jul 16 22:41:11.105930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:11.151903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fee5:14a8 (bb30f072-8cf4-4f4d-8114-b3a652915095/067b5790-dad7-4ec9-bc49-2234872b493e/22f8b2ae-0843-4186-a01a-f0f2b60a8e20) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:11.175343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3c19c-5a21-45bf-b429-1cb0c24815a8 req-a90643c9-33a2-4d67-bb21-eefa8941ccf4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.182854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9de3c19c-5a21-45bf-b429-1cb0c24815a8 req-a90643c9-33a2-4d67-bb21-eefa8941ccf4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 944 time: 0.1428063 Jul 16 22:41:11.226728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] For port 59539bfd-9716-44a6-83d8-782ab148958e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:11.234828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] For port 59539bfd-9716-44a6-83d8-782ab148958e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59539bfd-9716-44a6-83d8-782ab148958e,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:11.235141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9de3c19c-5a21-45bf-b429-1cb0c24815a8 req-2b0620ca-1449-43a3-947d-4c332799a178 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jul 16 22:41:11.242451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.311022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Deleting subnet 25037900-0782-4567-ab8b-0ac0d7e20417 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:11.317523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.337643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9275f-c680-4133-8957-63cedb31fbf3 None None] Pushing event updated for resources: {'Port': ['ID=59539bfd-9716-44a6-83d8-782ab148958e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:11.427343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.471443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.611984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.657763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 22f8b2ae-0843-4186-a01a-f0f2b60a8e20 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:11.659239 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.755659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25037900-0782-4567-ab8b-0ac0d7e20417,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:11.800291 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.806391 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ad81d7c-e8fb-4adb-b0f0-d80bb288f470 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/25037900-0782-4567-ab8b-0ac0d7e20417 HTTP/1.1" status: 204 len: 168 time: 0.6933448 Jul 16 22:41:11.807105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:11.860171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.929043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:11.932155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:11.936153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:11.942970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.944205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.952249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:11.958146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=22f8b2ae-0843-4186-a01a-f0f2b60a8e20,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:11.965843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:11.966449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-37a780c0-fde9-4489-8a18-e2fb9039f56c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7836978 Jul 16 22:41:12.096724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.109878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f705f-f663-4276-8c62-dbaba241ea18']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:12.126920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0b89f2-32de-4a3f-8456-473daa3d3049') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:12.127226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0b89f2-32de-4a3f-8456-473daa3d3049') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:12.142081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.151044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df527c-35a6-40b3-9415-74670640ed5f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.157239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df527c-35a6-40b3-9415-74670640ed5f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.161792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5df527c-35a6-40b3-9415-74670640ed5f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1911364 Jul 16 22:41:12.162681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:12.182557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.198621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:41:12.202331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.292993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1a7d30c8-42da-4b10-a4be-8938cf0a116c details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:41:12.321761 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:41:12.338234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.345390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.347347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/346f705f-f663-4276-8c62-dbaba241ea18 HTTP/1.1" status: 204 len: 168 time: 0.5389762 Jul 16 22:41:12.356446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:12.380663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c9b3-8493-4de8-85a0-6861b0783dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=346f705f-f663-4276-8c62-dbaba241ea18,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:12.402919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59539bfd-9716-44a6-83d8-782ab148958e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:12.436897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Deleting subnet c6ef876d-b47d-49d4-82a7-1844bb9036dd {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:12.442266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.481774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.535558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.538844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4bd7f-4f08-40bd-8c57-f7ded47602c7 req-a7670fd7-5b81-42bf-922d-1fbb7444375c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.541171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19d4bd7f-4f08-40bd-8c57-f7ded47602c7 req-a7670fd7-5b81-42bf-922d-1fbb7444375c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1454139 Jul 16 22:41:12.609818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 59539bfd-9716-44a6-83d8-782ab148958e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:12.617309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c,segment=NetworkSegment(609460aa-ad8f-4aa3-ba7b-71c79333bcdc),segment_id=609460aa-ad8f-4aa3-ba7b-71c79333bcdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:12.639699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-19d4bd7f-4f08-40bd-8c57-f7ded47602c7 req-85724eb5-c742-443f-9884-6e3c984830eb tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854375 Jul 16 22:41:12.664350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '1a7d30c8-42da-4b10-a4be-8938cf0a116c', 'network_id': 'bb4c141f-3f87-4979-a458-8bfb5f6f9dbe', 'port_id': '1a7d30c8-42da-4b10-a4be-8938cf0a116c', 'mac_address': 'fa:16:3e:90:33:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba522a0-384e-4843-aa43-3bc67a5c26a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:41:12.734750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.753122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.756983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7d30c8-42da-4b10-a4be-8938cf0a116c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:12.786047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c,segment=NetworkSegment(609460aa-ad8f-4aa3-ba7b-71c79333bcdc),segment_id=609460aa-ad8f-4aa3-ba7b-71c79333bcdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:12.790973 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.812296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ef876d-b47d-49d4-82a7-1844bb9036dd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:12.827715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.830162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9aa68626-45f9-4f16-8987-59fe40c0db67 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c6ef876d-b47d-49d4-82a7-1844bb9036dd HTTP/1.1" status: 204 len: 168 time: 0.4700944 Jul 16 22:41:12.833745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:12.885901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 22f8b2ae-0843-4186-a01a-f0f2b60a8e20 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:12.886325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.912876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:12.935435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.953227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610f7b-c0c3-44b1-b3f2-01b346b4049c req-38c09235-b8c6-479a-b5eb-77924962ac3d tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.954758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c610f7b-c0c3-44b1-b3f2-01b346b4049c req-38c09235-b8c6-479a-b5eb-77924962ac3d tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 944 time: 0.3460958 Jul 16 22:41:13.010878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Provisioning for port 59539bfd-9716-44a6-83d8-782ab148958e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:13.015430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Provisioning complete for port 59539bfd-9716-44a6-83d8-782ab148958e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:13.015430 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.044826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.056705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:13.073139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['1a7d30c8-42da-4b10-a4be-8938cf0a116c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:13.109085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80053d29-049d-4a94-af17-b1a07d00e085') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:13.109406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80053d29-049d-4a94-af17-b1a07d00e085') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:13.115809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c610f7b-c0c3-44b1-b3f2-01b346b4049c req-9563cee7-ee37-4a2a-8085-74731da29155 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993612 Jul 16 22:41:13.150769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.157105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.195236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 22f8b2ae-0843-4186-a01a-f0f2b60a8e20 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:13.195479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.248764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:41:13.249211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:41:13.255584 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:41:13.333211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.345646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.349925 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] 10.222.0.70 "DELETE /v2.0/networks/14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae HTTP/1.1" status: 204 len: 168 time: 0.5111806 Jul 16 22:41:13.384768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f0f57-1833-4edd-8a8d-cf9ca3339239 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ff7f04-bc1f-435a-9e6e-1ab3d796e7ae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:13.435180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.453377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.498109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=22f8b2ae-0843-4186-a01a-f0f2b60a8e20,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:13.533918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.539195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:13.551269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-17f4052d-633f-46e1-92ba-789173c0df2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/22f8b2ae-0843-4186-a01a-f0f2b60a8e20 HTTP/1.1" status: 204 len: 168 time: 1.3873825 Jul 16 22:41:13.579686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] For port 59539bfd-9716-44a6-83d8-782ab148958e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59539bfd-9716-44a6-83d8-782ab148958e,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:13.585182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.634023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05976d06-e677-4f16-8931-25a88988e753 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:13.635663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05976d06-e677-4f16-8931-25a88988e753 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:13.640687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51032) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:13.653024 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-05976d06-e677-4f16-8931-25a88988e753 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1098137 Jul 16 22:41:13.664293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51034) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:13.664439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85d10b-0c98-4bda-9115-061ca804bf27 None None] Pushing event updated for resources: {'Port': ['ID=59539bfd-9716-44a6-83d8-782ab148958e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:13.698351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68a22f60-9661-40a3-b1ca-997e0fb6ee22 None None] Could not find standard attr ID for object 22f8b2ae-0843-4186-a01a-f0f2b60a8e20. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:13.728065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 067b5790-dad7-4ec9-bc49-2234872b493e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:13.732573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.761385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-421ac6f4-bd33-4317-8d0c-3ba6f2ab2865 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=491079e23de2430783ba1cd8e7093542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957181 Jul 16 22:41:13.763542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51036) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:13.807014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.826088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.869242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.926237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.929728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.931197 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/174381ad-1d57-4c8d-ad83-2e4935359624 HTTP/1.1" status: 204 len: 168 time: 0.1664438 Jul 16 22:41:13.932109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.946292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccee50-cbfc-4703-a31e-28fada1867e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174381ad-1d57-4c8d-ad83-2e4935359624,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:14.018760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.043816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.044189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9ca88-aecd-420c-90b7-d1d644ababb9 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:14.046412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/067b5790-dad7-4ec9-bc49-2234872b493e HTTP/1.1" status: 204 len: 168 time: 0.4046144 Jul 16 22:41:14.049004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:14.089948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884a739-7562-4371-8684-7754c618f7de tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=067b5790-dad7-4ec9-bc49-2234872b493e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:14.114251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:14.122148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:14.124575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3678e155-0689-44ad-bf80-2a0584ba7595 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641763 Jul 16 22:41:14.294219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59539bfd-9716-44a6-83d8-782ab148958e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:14.329032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:14.336411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1a7d30c8-42da-4b10-a4be-8938cf0a116c up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:14.337986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.393971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6562-dd3f-4613-a88a-21668f93568c req-700b26c7-1521-4973-9f1a-069e857946b3 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:14.401313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47cb6562-dd3f-4613-a88a-21668f93568c req-700b26c7-1521-4973-9f1a-069e857946b3 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 945 time: 0.1347568 Jul 16 22:41:14.457939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:14.493592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47cb6562-dd3f-4613-a88a-21668f93568c req-c72ef3e7-9444-4e5f-9496-4ce485bb6291 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914013 Jul 16 22:41:14.517036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:14.593749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-22fa99f8-09aa-45d7-b5f2-955497ad703c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=102c01f8ef2d42e5a8615473b4750b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752835 Jul 16 22:41:14.595943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:14.601608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 1a7d30c8-42da-4b10-a4be-8938cf0a116c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:14.611904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 1a7d30c8-42da-4b10-a4be-8938cf0a116c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:14.613904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.656592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 59539bfd-9716-44a6-83d8-782ab148958e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:14.656994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.659212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Deleting port 59539bfd-9716-44a6-83d8-782ab148958e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:14.659582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.676642 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.702089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.763081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.765578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.769224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/703af004-89f9-48cf-addf-68a9166774e7 HTTP/1.1" status: 204 len: 168 time: 0.1699986 Jul 16 22:41:14.775853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9b29-5659-495a-9799-d012d0b9c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703af004-89f9-48cf-addf-68a9166774e7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:14.825353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] For port 59539bfd-9716-44a6-83d8-782ab148958e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=59539bfd-9716-44a6-83d8-782ab148958e,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:14.825858 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.845211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Calling delete_port for 59539bfd-9716-44a6-83d8-782ab148958e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:14.946745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:15.094015 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.120813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.157479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:15.159941 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d3b42-8c01-477c-a99b-5e1477dd888c" -d '{"events": [{"server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "name": "network-vif-plugged", "status": "completed", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:15.168253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] Pushing event deleted for resources: {'Port': ['ID=59539bfd-9716-44a6-83d8-782ab148958e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:15.171427 n-d-793621-16 neutron-server[93924]: WARNING neutron.services.revisions.revision_plugin [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Could not find related port for resource to bump revision. Jul 16 22:41:15.182941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f75c06-21fe-4711-894c-8b043aaee44e None None] No DVR routers for this DVR port 59539bfd-9716-44a6-83d8-782ab148958e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:15.186985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Port 59539bfd-9716-44a6-83d8-782ab148958e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 22:41:15.187413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation for 2001:db8::f816:3eff:fe08:ba63 {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 22:41:15.195930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe08:ba63 {{(pid=93924) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 22:41:15.197362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.197870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c,segment=NetworkSegment(609460aa-ad8f-4aa3-ba7b-71c79333bcdc),segment_id=609460aa-ad8f-4aa3-ba7b-71c79333bcdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:15.203785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.238849 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba827b7-cd0e-4591-b9c8-10a200d2f545 x-openstack-request-id: req-5ba827b7-cd0e-4591-b9c8-10a200d2f545 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:15.239340 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "name": "network-vif-plugged", "status": "completed", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:15.239678 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ba827b7-cd0e-4591-b9c8-10a200d2f545 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:15.240175 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c', 'code': 200} Jul 16 22:41:15.259861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:15.263610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:15.270155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:15.271027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.281505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18147a21-cd91-49fa-912b-c70b34975bbd None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:15.300650 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1813459 Jul 16 22:41:15.300650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8632b-8f95-4357-901d-541bcb94da31 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=2339290c-a92f-40d1-80a5-bd7931921178,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:15.302251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:15.311762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:e5:bb:87', 'name': 'tempest-NetworksTestDHCPv6-1037263391'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:15.453625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:15.478059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b9fd1-6da7-4d4a-a865-b7afd9201bdd req-a3020f32-cfbf-486a-900b-4779a2138749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:15.478673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-496b9fd1-6da7-4d4a-a865-b7afd9201bdd req-a3020f32-cfbf-486a-900b-4779a2138749 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 1098 time: 0.1734252 Jul 16 22:41:15.536354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-496b9fd1-6da7-4d4a-a865-b7afd9201bdd req-e4b4d784-f263-4971-8dd8-dc2ba0855d9b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502284 Jul 16 22:41:15.590866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '2339290c-a92f-40d1-80a5-bd7931921178'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:15.591563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.593598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:15.709479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:15.767087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 17b8bb73-470c-4f0a-a305-08772bcde769 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:15.807577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Allocated IP 2001:db8::f816:3eff:fe6b:c93a (bb30f072-8cf4-4f4d-8114-b3a652915095/2339290c-a92f-40d1-80a5-bd7931921178/b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:15.891126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179bd0-9358-4b2a-a867-20a005498763 req-112efd64-ddea-48d4-b71f-1acaa55a2318 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:15.899316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3179bd0-9358-4b2a-a867-20a005498763 req-112efd64-ddea-48d4-b71f-1acaa55a2318 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.1854372 Jul 16 22:41:15.948918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3179bd0-9358-4b2a-a867-20a005498763 req-9e24b11d-4b65-4475-9e10-0fc5154ac05c tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jul 16 22:41:16.070450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.083335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Transition to ACTIVE for port object b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:16.102550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Transition to ACTIVE for port object b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:16.110789 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.167030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:16.170767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:16.173230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fee5:bb87 (bb30f072-8cf4-4f4d-8114-b3a652915095/2339290c-a92f-40d1-80a5-bd7931921178/17b8bb73-470c-4f0a-a305-08772bcde769) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:16.178941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:16.218409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Pushing event updated for resources: {'Port': ['ID=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:16.291377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Attempting to bind port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:16.291756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Attempting to bind port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:16.292120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Attempting to bind port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:16.294929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59539bfd-9716-44a6-83d8-782ab148958e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:16.301806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:16.302253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:16.302823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.303470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:16.304073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Bound port: b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:16.304364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.331317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 59539bfd-9716-44a6-83d8-782ab148958e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:16.331317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 59539bfd-9716-44a6-83d8-782ab148958e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:16.418344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] For port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:16.431232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] For port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:16.439461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.538475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.557274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 17b8bb73-470c-4f0a-a305-08772bcde769 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:16.557824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e59043-42d7-45e4-be2a-87250a34dd6b None None] Pushing event updated for resources: {'Port': ['ID=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:16.614651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.694782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:16.698321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:16.701156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:16.708611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.709819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.720641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=17b8bb73-470c-4f0a-a305-08772bcde769,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:16.736448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3be8c68f-3b8a-4870-9462-9a8cdc9eccd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4302707 Jul 16 22:41:16.736939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:16.790189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:16.837422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5132c9c-5f97-4980-9235-2bc58c2719a1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.850159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5132c9c-5f97-4980-9235-2bc58c2719a1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.855620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5132c9c-5f97-4980-9235-2bc58c2719a1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1173127 Jul 16 22:41:16.855892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51138) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:17.023496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-979d73cf-e133-4b9b-a1c8-f40d37b2615f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.086110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 17b8bb73-470c-4f0a-a305-08772bcde769 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:17.086362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.228902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-979d73cf-e133-4b9b-a1c8-f40d37b2615f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.234565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-979d73cf-e133-4b9b-a1c8-f40d37b2615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.312131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-979d73cf-e133-4b9b-a1c8-f40d37b2615f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3b88fd1626c41e0b440a9ee3fd5b0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206649 Jul 16 22:41:17.313181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d73cf-e133-4b9b-a1c8-f40d37b2615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215a02a2-ae9f-4515-bb98-e199ee075c8b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:17.320815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:17.405699 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.430717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.492222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.495480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.496956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/215a02a2-ae9f-4515-bb98-e199ee075c8b HTTP/1.1" status: 204 len: 168 time: 0.1713004 Jul 16 22:41:17.512158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f2657-8e52-41c9-9630-35594e9f86e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215a02a2-ae9f-4515-bb98-e199ee075c8b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:17.644683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.664801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63d3d2-2ebb-4ac4-83d9-a17aeb9c7d82 req-287f0471-b645-49c2-8f88-576d5ddf440f tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.666867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d63d3d2-2ebb-4ac4-83d9-a17aeb9c7d82 req-287f0471-b645-49c2-8f88-576d5ddf440f tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.5441093 Jul 16 22:41:17.675770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 17b8bb73-470c-4f0a-a305-08772bcde769 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:17.842771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8d63d3d2-2ebb-4ac4-83d9-a17aeb9c7d82 req-729b5900-77b8-4e31-8d3a-429dd500f7bd tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683276 Jul 16 22:41:17.953259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:17.985862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=17b8bb73-470c-4f0a-a305-08772bcde769,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:18.028532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.034258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59cabf45-45de-4e5c-be87-ba7db0ff2cbb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/17b8bb73-470c-4f0a-a305-08772bcde769 HTTP/1.1" status: 204 len: 168 time: 1.1769714 Jul 16 22:41:18.041787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:18.111325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb5f09-181b-4d87-855f-b5fdcbe6a287 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:18.113636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb5f09-181b-4d87-855f-b5fdcbe6a287 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:18.115713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40fb5f09-181b-4d87-855f-b5fdcbe6a287 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0722311 Jul 16 22:41:18.118880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:18.239562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebd580-c3ec-4ac8-becf-abb915d91afd req-9bcd59eb-2f1c-4b2a-b18b-551be934ec51 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:18.241545 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65ebd580-c3ec-4ac8-becf-abb915d91afd req-9bcd59eb-2f1c-4b2a-b18b-551be934ec51 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.1245201 Jul 16 22:41:18.259156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 2339290c-a92f-40d1-80a5-bd7931921178 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:18.283855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.296054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65ebd580-c3ec-4ac8-becf-abb915d91afd req-0228fd8b-2d0f-4994-a9e8-93ae1fd77bb8 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Jul 16 22:41:18.298252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f84371de-2789-4c5e-bda1-660fcb8eb03e None None] Provisioning for port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:18.361108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.384213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:18.492262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.509387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:18.514960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:18.517116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.666497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.737968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.783482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=2339290c-a92f-40d1-80a5-bd7931921178,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:18.789310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.791653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-603f55f0-e25e-4bb7-9aed-dd4bcc37b7be tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/2339290c-a92f-40d1-80a5-bd7931921178 HTTP/1.1" status: 204 len: 168 time: 0.6715152 Jul 16 22:41:18.794172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:18.847617 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:41:18.847998 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:41:18.848868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5deb2-208d-4afc-938d-b5321aadc172 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:18.874913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:18.875127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dbb5584e-5a98-4957-9cb7-bd55aaf73e5f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736692 Jul 16 22:41:18.965493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0005f14d-54d4-4c11-9b73-6b1ebfcba3f0 None None] Could not find standard attr ID for object 17b8bb73-470c-4f0a-a305-08772bcde769. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:19.089257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0379c80-4028-4807-a9c3-d7aa315b30f6 req-9bbc983e-26ef-4d54-8a71-0418833c4730 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.092777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0379c80-4028-4807-a9c3-d7aa315b30f6 req-9bbc983e-26ef-4d54-8a71-0418833c4730 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.0844188 Jul 16 22:41:19.105587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2eba53-a355-458d-a400-68954753bf44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.109767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8b2eba53-a355-458d-a400-68954753bf44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2375045 Jul 16 22:41:19.110099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:19.124342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0abf-b2f6-4bbc-8b1c-fcf1abf52337 req-fbfac9f5-4b51-4716-95c5-d722133e74d9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.132849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-931a0abf-b2f6-4bbc-8b1c-fcf1abf52337 req-fbfac9f5-4b51-4716-95c5-d722133e74d9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 946 time: 0.1759827 Jul 16 22:41:19.145084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:19.180918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350ec8b-f4f3-4ba7-a0ca-7198511a0d32 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.185522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4350ec8b-f4f3-4ba7-a0ca-7198511a0d32 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741246 Jul 16 22:41:19.187782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:19.191525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-931a0abf-b2f6-4bbc-8b1c-fcf1abf52337 req-f609812e-db91-488c-b982-f0c663c9477e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Jul 16 22:41:19.211485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Deleting port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:19.212941 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.253970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-566b67fc-c33e-402d-9f94-6bb5d539c58c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647223 Jul 16 22:41:19.254203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:19.259852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:19.273070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0379c80-4028-4807-a9c3-d7aa315b30f6 req-ce0e7926-900c-4bd8-b331-f4201ccd98f4 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514685 Jul 16 22:41:19.306893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] For port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:19.307940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.327384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Calling delete_port for b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:19.426535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.431975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:19.437125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.519419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:19.519419 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.603212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.657691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] No DVR routers for this DVR port b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:19.662978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:19.696120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006694-cf49-4657-a1b0-9dcf22ae187c None None] Pushing event deleted for resources: {'Port': ['ID=b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:19.848552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:19.852514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.927279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:19.934531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:19.940295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.940883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:19.948909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f4141-c790-4c15-90a1-14963771c96a None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:19.949718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=50dc1d9c-8e0d-4054-bf9f-1d4db5384f56,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:19.970495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:19.976514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:50:eb:31', 'name': 'tempest-NetworksTestDHCPv6-133081725'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:19.981993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8f190760-1bc6-43fc-9aa5-85975893ead5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7265546 Jul 16 22:41:20.014045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc18a5-1278-48e7-8904-939546cba443 req-01eee992-1b0d-4565-b0a3-f0d4eb879c96 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:20.015931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7fc18a5-1278-48e7-8904-939546cba443 req-01eee992-1b0d-4565-b0a3-f0d4eb879c96 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.1654212 Jul 16 22:41:20.076945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7fc18a5-1278-48e7-8904-939546cba443 req-c15927d1-87ac-428f-bfa3-ead129d5f45b tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552461 Jul 16 22:41:20.167308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '50dc1d9c-8e0d-4054-bf9f-1d4db5384f56'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:20.168326 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.272463 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:41:20.279283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:20.329611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:20.330262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b03e9ae2-fe05-49cd-b6ad-33dbcf0e9520 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:20.347343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-5a91d486-5b56-4204-b2ea-2e77f22eea77 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:20.349055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-5a91d486-5b56-4204-b2ea-2e77f22eea77 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 946 time: 0.1538785 Jul 16 22:41:20.433068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Allocated IP 2001:db8::f816:3eff:feef:909d (bb30f072-8cf4-4f4d-8114-b3a652915095/50dc1d9c-8e0d-4054-bf9f-1d4db5384f56/7f44cc62-2e7b-4258-bfb1-42a65a06efc1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:20.530688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Deleting port 975fb5d0-f208-4474-bd68-d4682226f005 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:20.530977 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.621693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.638934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Transition to ACTIVE for port object 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:20.689307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Transition to ACTIVE for port object 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:20.695618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] For port 975fb5d0-f208-4474-bd68-d4682226f005, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=975fb5d0-f208-4474-bd68-d4682226f005,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:20.697244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.697746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2030d-d884-49b0-b9d1-18b92666f6d4 req-df9313fd-1a53-43cd-8614-692cedb51e7d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:20.703140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.705225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3b2030d-d884-49b0-b9d1-18b92666f6d4 req-df9313fd-1a53-43cd-8614-692cedb51e7d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6267d71-2e24-4fc3-87b7-9a18e0ba3a83 HTTP/1.1" status: 200 len: 946 time: 0.1226983 Jul 16 22:41:20.707084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.727703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:20.736931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Calling delete_port for 975fb5d0-f208-4474-bd68-d4682226f005 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:20.750609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Pushing event updated for resources: {'Port': ['ID=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:20.782837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:20.784327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:20.788854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:20.854263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.874092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Attempting to bind port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:20.874092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Attempting to bind port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:20.874092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Attempting to bind port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:20.878012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:20.885803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:20.886065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.886603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:20.887448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Bound port: 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:20.887759 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.889442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port b35c1653-903a-42b4-a710-0c440e8a0db0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:20.912484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3b2030d-d884-49b0-b9d1-18b92666f6d4 req-d83853e9-7a17-4ec0-bd03-dbd0ae45e533 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062764 Jul 16 22:41:20.964579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.007718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Pushing event deleted for resources: {'Port': ['ID=975fb5d0-f208-4474-bd68-d4682226f005,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:21.019772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['975fb5d0-f208-4474-bd68-d4682226f005'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:21.069924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fe50:eb31 (bb30f072-8cf4-4f4d-8114-b3a652915095/50dc1d9c-8e0d-4054-bf9f-1d4db5384f56/b35c1653-903a-42b4-a710-0c440e8a0db0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:21.075852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] No DVR routers for this DVR port 975fb5d0-f208-4474-bd68-d4682226f005 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:21.079997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.081409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] For port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:21.082343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7deed9cd-71ed-477f-8066-50830b22eef3 req-f9a48bb2-e857-4877-8ebb-0e53040b593f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "DELETE /v2.0/ports/975fb5d0-f208-4474-bd68-d4682226f005 HTTP/1.1" status: 204 len: 173 time: 0.7204280 Jul 16 22:41:21.083148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'name': 'network-vif-deleted', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:21.087014 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c328c7a-ac27-45cf-8f5b-ee24287c9711" -d '{"events": [{"server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "name": "network-vif-deleted", "tag": "975fb5d0-f208-4474-bd68-d4682226f005"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:21.093005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] For port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:21.098821 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.166792 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e1321-6e55-4cf8-a417-917b17661cc2 x-openstack-request-id: req-223e1321-6e55-4cf8-a417-917b17661cc2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:21.167093 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6267d71-2e24-4fc3-87b7-9a18e0ba3a83", "name": "network-vif-deleted", "tag": "975fb5d0-f208-4474-bd68-d4682226f005", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:21.167356 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-223e1321-6e55-4cf8-a417-917b17661cc2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:21.167757 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6267d71-2e24-4fc3-87b7-9a18e0ba3a83', 'name': 'network-vif-deleted', 'tag': '975fb5d0-f208-4474-bd68-d4682226f005', 'status': 'completed', 'code': 200} Jul 16 22:41:21.270176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0bf6-0ddd-4dfb-8273-783eb0878ad2 None None] Pushing event updated for resources: {'Port': ['ID=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:21.353648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e606f018-6d8c-4d39-8ab4-5556b5e84fb9 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.355254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e606f018-6d8c-4d39-8ab4-5556b5e84fb9 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.47 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.2038996 Jul 16 22:41:21.435285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.483411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd8e1e-3e32-45e9-b178-88e3b7b650e0 req-0dd7fad8-1646-46c6-9aa8-45cd6b9fe903 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.490403 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75cd8e1e-3e32-45e9-b178-88e3b7b650e0 req-0dd7fad8-1646-46c6-9aa8-45cd6b9fe903 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 946 time: 0.2283039 Jul 16 22:41:21.504350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object b35c1653-903a-42b4-a710-0c440e8a0db0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:21.571851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75cd8e1e-3e32-45e9-b178-88e3b7b650e0 req-fb6937de-2a16-40c6-91f1-d01dab3dda5f tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804930 Jul 16 22:41:21.594206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Deleting port 1a7d30c8-42da-4b10-a4be-8938cf0a116c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:21.594615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.599601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.691652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:21.724282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:21.731940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:21.738136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.739283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.749288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=b35c1653-903a-42b4-a710-0c440e8a0db0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:21.774163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6276730a-350b-4d3c-b05f-64fdd6cbbb78 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8024127 Jul 16 22:41:21.774458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:21.786333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] For port 1a7d30c8-42da-4b10-a4be-8938cf0a116c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=1a7d30c8-42da-4b10-a4be-8938cf0a116c,segment=NetworkSegment(609460aa-ad8f-4aa3-ba7b-71c79333bcdc),segment_id=609460aa-ad8f-4aa3-ba7b-71c79333bcdc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:21.786749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:21.804698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Calling delete_port for 1a7d30c8-42da-4b10-a4be-8938cf0a116c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:21.860171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6d08f-cbd6-45da-992a-185d35097665 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.866256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6d08f-cbd6-45da-992a-185d35097665 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.867898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aee6d08f-cbd6-45da-992a-185d35097665 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0917702 Jul 16 22:41:21.877545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:22.010647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.022493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['1a7d30c8-42da-4b10-a4be-8938cf0a116c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:22.061074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port b35c1653-903a-42b4-a710-0c440e8a0db0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:22.063931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.111283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Pushing event deleted for resources: {'Port': ['ID=1a7d30c8-42da-4b10-a4be-8938cf0a116c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:22.183677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] No DVR routers for this DVR port 1a7d30c8-42da-4b10-a4be-8938cf0a116c on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:22.188407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.190087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e148323-76d4-44b5-83cc-5e936e907d4c req-e1417e13-8753-4367-a6a7-99826b8d9058 tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.47 "DELETE /v2.0/ports/1a7d30c8-42da-4b10-a4be-8938cf0a116c HTTP/1.1" status: 204 len: 173 time: 0.8220081 Jul 16 22:41:22.190438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'name': 'network-vif-deleted', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:22.194777 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f460d5a4-67d1-4866-9da6-1fd20c865b8c" -d '{"events": [{"server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "name": "network-vif-deleted", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:22.204065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.242543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for b35c1653-903a-42b4-a710-0c440e8a0db0 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:22.269598 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff5cfc3-9ce6-4bf5-a8cb-659041d5bf76 x-openstack-request-id: req-eff5cfc3-9ce6-4bf5-a8cb-659041d5bf76 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:22.270150 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f5f9be-3178-4075-90cd-5fa54095528c", "name": "network-vif-deleted", "tag": "1a7d30c8-42da-4b10-a4be-8938cf0a116c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:22.270619 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eff5cfc3-9ce6-4bf5-a8cb-659041d5bf76 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:22.271792 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f5f9be-3178-4075-90cd-5fa54095528c', 'name': 'network-vif-deleted', 'tag': '1a7d30c8-42da-4b10-a4be-8938cf0a116c', 'status': 'completed', 'code': 200} Jul 16 22:41:22.336881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:22.580673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.674944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=b35c1653-903a-42b4-a710-0c440e8a0db0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:22.785299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.787734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-63421100-62b1-474c-8d79-091b71f43715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/b35c1653-903a-42b4-a710-0c440e8a0db0 HTTP/1.1" status: 204 len: 168 time: 0.9091759 Jul 16 22:41:22.790772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:22.829524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:22.938322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.954684 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6503a0b5-f7f2-4ccb-9a42-b02e333cdc6e req-863a3927-e906-481e-8d07-83c29c5e8d2c tempest-ServersNegativeTestMultiTenantJSON-2132538382 tempest-ServersNegativeTestMultiTenantJSON-2132538382-project] 10.222.0.70 "GET /v2.0/ports?device_id=80f5f9be-3178-4075-90cd-5fa54095528c HTTP/1.1" status: 200 len: 210 time: 0.0589740 Jul 16 22:41:23.012620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec6d8-2b3c-46b7-8e04-c9b1fa3af193 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.014294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec6d8-2b3c-46b7-8e04-c9b1fa3af193 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.016874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8b2ec6d8-2b3c-46b7-8e04-c9b1fa3af193 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2238264 Jul 16 22:41:23.018650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:23.129735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Provisioning for port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:23.136625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Provisioning complete for port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:23.137168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.139082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 50dc1d9c-8e0d-4054-bf9f-1d4db5384f56 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:23.142962 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.192324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 975fb5d0-f208-4474-bd68-d4682226f005 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:23.198225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.221098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 975fb5d0-f208-4474-bd68-d4682226f005 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:23.221448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 975fb5d0-f208-4474-bd68-d4682226f005 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:23.363698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.378720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.448525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.493977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=50dc1d9c-8e0d-4054-bf9f-1d4db5384f56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:23.506569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.508585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba5a220b-edda-4534-804b-bf3eae3d2aa3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/50dc1d9c-8e0d-4054-bf9f-1d4db5384f56 HTTP/1.1" status: 204 len: 168 time: 0.4887753 Jul 16 22:41:23.511049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:23.530888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:41:23.531668 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:41:23.557260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61c63ff7-6e58-4b32-8558-6a9931d74177 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448821 Jul 16 22:41:23.559865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:23.565503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:23.671147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:23.686188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a997a-09e2-4c3b-8cbf-fb5df0bc84fc None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:23.696289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:23.989954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:24.103535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.138265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Deleting port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:24.142380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.171266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:24.281635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Deleting subnet 1ba522a0-384e-4843-aa43-3bc67a5c26a3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:24.286390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:24.289028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.344919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] For port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:24.350893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:24.358394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.395168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1a7d30c8-42da-4b10-a4be-8938cf0a116c no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:24.429741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.524494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.543638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 1a7d30c8-42da-4b10-a4be-8938cf0a116c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:24.544014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 1a7d30c8-42da-4b10-a4be-8938cf0a116c not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:24.566924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] For port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:24.567323 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.582488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed59403e-bd2e-4318-8037-55034e30eda3 None None] Could not find standard attr ID for object b35c1653-903a-42b4-a710-0c440e8a0db0. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:24.595874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Calling delete_port for 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:24.604844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.623730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c24d0a-7320-409c-b154-c79791d314cc None None] Pushing event updated for resources: {'Port': ['ID=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:24.629570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.653311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba522a0-384e-4843-aa43-3bc67a5c26a3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:24.662795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.664927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1035cbf9-d436-4a79-aba3-d1147b1b92bc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1ba522a0-384e-4843-aa43-3bc67a5c26a3 HTTP/1.1" status: 204 len: 168 time: 0.4924486 Jul 16 22:41:24.681919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:24.723161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.793464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.865223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] For port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:24.932032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.955337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.960086 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4c141f-3f87-4979-a458-8bfb5f6f9dbe']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:24.976651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.983670 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.985982 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.997505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609460aa-ad8f-4aa3-ba7b-71c79333bcdc') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:24.997505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609460aa-ad8f-4aa3-ba7b-71c79333bcdc') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:25.017777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] No DVR routers for this DVR port 7f44cc62-2e7b-4258-bfb1-42a65a06efc1 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:25.023790 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.051335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.059637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:41:25.060459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.086703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b08c33-2aa9-4494-8305-81a894fe832c None None] Pushing event deleted for resources: {'Port': ['ID=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:41:25.123211 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:41:25.128005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=7f44cc62-2e7b-4258-bfb1-42a65a06efc1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.130009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=e291bbbe-ca19-43db-9589-c07e0f38b535,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.138195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:25.139759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:25.141880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.142833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:25.143429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.157227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092acd9-7ade-4cb0-95e0-a9c04c9e45a9 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:25.163413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.168879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb4c141f-3f87-4979-a458-8bfb5f6f9dbe HTTP/1.1" status: 204 len: 168 time: 0.4835255 Jul 16 22:41:25.168879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375ca9-a491-42d8-836d-db419c433dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4c141f-3f87-4979-a458-8bfb5f6f9dbe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.170000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7533c1fd-5280-480c-ada5-ccd49b15570b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6067891 Jul 16 22:41:25.170000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:25.170159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:25.175826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:e2:ff:b2', 'name': 'tempest-NetworksTestDHCPv6-1972789477'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:25.235466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Deleting subnet 34c0c97a-6849-44c3-97ff-eb77e31a2482 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:25.240343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.277131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.327352 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.330264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:25.344430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'e291bbbe-ca19-43db-9589-c07e0f38b535'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:25.345348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.389327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.424238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c0c97a-6849-44c3-97ff-eb77e31a2482,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.426582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.429270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c4f7a06-9b46-4d3a-a4fc-52e691d48941 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/34c0c97a-6849-44c3-97ff-eb77e31a2482 HTTP/1.1" status: 204 len: 168 time: 0.2555020 Jul 16 22:41:25.431653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:25.469429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.502666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 2f96a603-b116-4972-90c4-a3687fa418b1 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:25.534229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.612536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Allocated IP 2001:db8::f816:3eff:fe3c:2107 (bb30f072-8cf4-4f4d-8114-b3a652915095/e291bbbe-ca19-43db-9589-c07e0f38b535/9cb91355-c0da-4fb8-b1fb-a62fa17af6e2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:25.700190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.730788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e8a603-7d3e-465a-b95e-8e808d2231d6']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:25.756035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a41d8e6-19ab-4687-88f9-693e9a857001') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:25.756348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a41d8e6-19ab-4687-88f9-693e9a857001') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:25.773446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.792185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.821983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:41:25.823324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:41:25.828546 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:41:25.912933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.921893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.927162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c0e8a603-7d3e-465a-b95e-8e808d2231d6 HTTP/1.1" status: 204 len: 168 time: 0.4943461 Jul 16 22:41:25.931719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.942094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5650c-4d99-47e0-834d-4eb0f5982423 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e8a603-7d3e-465a-b95e-8e808d2231d6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:25.951459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Transition to ACTIVE for port object 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:25.967862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Transition to ACTIVE for port object 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:25.977327 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.020278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Pushing event updated for resources: {'Port': ['ID=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:26.042858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:26.044617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:26.047001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:26.067759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fee2:ffb2 (bb30f072-8cf4-4f4d-8114-b3a652915095/e291bbbe-ca19-43db-9589-c07e0f38b535/2f96a603-b116-4972-90c4-a3687fa418b1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:26.115605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Attempting to bind port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:26.116141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Attempting to bind port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:26.116648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Attempting to bind port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:26.122500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:26.123158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:26.123843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.124351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:26.125290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Bound port: 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:26.125733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.206531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:26.244896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] For port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:26.256733 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d06f44d6-33d2-43a4-bfe6-71f7994b19aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd5c548be98246ef887d1ac4e4e31b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485239 Jul 16 22:41:26.259269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:26.260069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] For port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:26.266798 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.353501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.388074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.392828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.402230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be2f4-924d-43d6-9cde-ce6af105ffb3 None None] Pushing event updated for resources: {'Port': ['ID=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:26.430230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 2f96a603-b116-4972-90c4-a3687fa418b1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:26.483998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.487486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.488712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.488872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e9c713a-cd7b-4082-b91e-4d1ae050e5a7 HTTP/1.1" status: 204 len: 168 time: 0.2279105 Jul 16 22:41:26.499947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7262c-92e3-41a4-a55e-128fc4c096fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c713a-cd7b-4082-b91e-4d1ae050e5a7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:26.557668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:26.564322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:26.569221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:26.575528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:26.576537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:26.588305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=2f96a603-b116-4972-90c4-a3687fa418b1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:26.601070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-73226b56-b222-405b-9105-3a77f5cbef96 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4301953 Jul 16 22:41:26.603734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:26.700854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcb07f-c01e-44df-ae57-8435d4b3d2c0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:26.708165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcb07f-c01e-44df-ae57-8435d4b3d2c0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:26.710409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5bfcb07f-c01e-44df-ae57-8435d4b3d2c0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1054165 Jul 16 22:41:26.713399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:26.947646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 2f96a603-b116-4972-90c4-a3687fa418b1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:26.953896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.095601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.113906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:27.117600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 2f96a603-b116-4972-90c4-a3687fa418b1 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:27.238169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:27.245713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f4de508-9ed9-4a0c-a60e-7266d65571db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6247bf6d79244583aa6f32c8db578cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305501 Jul 16 22:41:27.420284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.531189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.543298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-933fcc87-2b30-4c73-be25-c04680bc0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.595690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.642872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=2f96a603-b116-4972-90c4-a3687fa418b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:27.677930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.682753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:27.683347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59e28fb3-1272-4a2e-967a-48b560ce3ece tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/2f96a603-b116-4972-90c4-a3687fa418b1 HTTP/1.1" status: 204 len: 168 time: 0.9674780 Jul 16 22:41:27.712027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.721945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.723155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d72939e-39ad-4247-b5e0-da30acdfa349 HTTP/1.1" status: 204 len: 168 time: 0.4826634 Jul 16 22:41:27.739995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da50d-285b-4066-97f8-3f8e0e68013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72939e-39ad-4247-b5e0-da30acdfa349,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:27.857944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f43e0-2e41-46f6-a7cb-8222a1765158 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:27.860451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f43e0-2e41-46f6-a7cb-8222a1765158 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:27.862784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f38f43e0-2e41-46f6-a7cb-8222a1765158 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1765656 Jul 16 22:41:27.865630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.025893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet e291bbbe-ca19-43db-9589-c07e0f38b535 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:28.039485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.097266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.306230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7808f35b-f92c-4cb8-82d7-1caa487c265e None None] Provisioning for port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:28.309929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.434377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:28.519095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.562848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:28.570905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:28.571286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.584030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=e291bbbe-ca19-43db-9589-c07e0f38b535,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:28.586274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.591823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51516) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.599385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a8172701-3300-4591-8a48-a33275c6ad0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/e291bbbe-ca19-43db-9589-c07e0f38b535 HTTP/1.1" status: 204 len: 168 time: 0.7324975 Jul 16 22:41:28.665469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.679951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-661ef5aa-786b-45a7-af34-e14ff2c9d402 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856130 Jul 16 22:41:28.763499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3005-080c-4ebb-9402-0416ade5dff7 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:28.770578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.771845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6ef3005-080c-4ebb-9402-0416ade5dff7 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1052806 Jul 16 22:41:28.774970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.780386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122dabc-0023-4dc2-8eb5-7032ca68c6b3 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:28.836180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f568b6-8b5c-47ce-8d72-255b8f3eead1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:28.837792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-93f568b6-8b5c-47ce-8d72-255b8f3eead1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658815 Jul 16 22:41:28.840691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.843665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:28.868712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.904051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd7ff62c-92c0-4603-a4fa-9e11579aeaf1 None None] Could not find standard attr ID for object 2f96a603-b116-4972-90c4-a3687fa418b1. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:28.951788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-66d356b1-d9fd-4483-ad14-c142887a22d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094050 Jul 16 22:41:28.956222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51566) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:28.961522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:29.116508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:29.179265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:29.190486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.283911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:29.415902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Deleting port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:29.416287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.581464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.591442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] For port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:29.591920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.621084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Calling delete_port for 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:29.662902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:29.666486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:29.672230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:29.677559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.710715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7533791 Jul 16 22:41:29.713418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:29.718601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:a5:15:32', 'name': 'tempest-NetworksTestDHCPv6-1766001955'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:29.771557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de711c78-6cb5-49c4-8ae1-59c8ced3f086 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=4d568b5f-bcaa-45a2-98ed-07fc97e3edf5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:29.831024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa23fcef-579b-4e34-b1d9-6e2b88b0efaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.837174 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:29.893135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] Pushing event deleted for resources: {'Port': ['ID=9cb91355-c0da-4fb8-b1fb-a62fa17af6e2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:29.901916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59549475-ac56-42d6-9363-fd30f82bc763 None None] No DVR routers for this DVR port 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:29.941111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84359360-1352-42d5-8aee-fd440a290bef None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:29.989875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:30.137890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:30.140615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.242364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '4d568b5f-bcaa-45a2-98ed-07fc97e3edf5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:30.244344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.250220 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68ac654-1306-4185-9938-919ba9b48ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.392551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.446710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port da6a75f0-aa43-40e4-8f10-eef9acec3a1a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:30.465074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/4d568b5f-bcaa-45a2-98ed-07fc97e3edf5/cb4bcbd5-c5e1-40a1-8924-30bd14d2af37) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:30.506107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68ac654-1306-4185-9938-919ba9b48ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.518438 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68ac654-1306-4185-9938-919ba9b48ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.609813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b68ac654-1306-4185-9938-919ba9b48ffa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5fe0029e3884d228f0479aa5ad40393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185791 Jul 16 22:41:30.612943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ac654-1306-4185-9938-919ba9b48ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278847e4-1f96-4064-b946-a0eee8a1421f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:30.626915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:30.698175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.706595 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.719096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Transition to ACTIVE for port object cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:30.733219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.739271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Transition to ACTIVE for port object cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:30.745532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:30.769155 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.822361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.827216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.833448 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/278847e4-1f96-4064-b946-a0eee8a1421f HTTP/1.1" status: 204 len: 168 time: 0.2042940 Jul 16 22:41:30.851835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:30.853952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ada61-c0a9-4f66-a5ce-b0e1709b3f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278847e4-1f96-4064-b946-a0eee8a1421f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:30.855581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::34f (bb30f072-8cf4-4f4d-8114-b3a652915095/4d568b5f-bcaa-45a2-98ed-07fc97e3edf5/da6a75f0-aa43-40e4-8f10-eef9acec3a1a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:30.855780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cb91355-c0da-4fb8-b1fb-a62fa17af6e2 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:31.009974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:31.018383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:31.024776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:31.055389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Pushing event updated for resources: {'Port': ['ID=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:31.173868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Attempting to bind port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:31.184381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Attempting to bind port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:31.189590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Attempting to bind port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:31.221478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:31.227074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:31.230607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.231288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:31.239924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Bound port: cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:31.240767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.273023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.318866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object da6a75f0-aa43-40e4-8f10-eef9acec3a1a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:31.394388 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.401685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.438323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] For port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:31.443199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] For port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:31.451551 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.520472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:31.527698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:31.542770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:31.553473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a471-7839-4e92-9a65-73c96b43505a None None] Pushing event updated for resources: {'Port': ['ID=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:31.554293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:31.554975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:31.568551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=da6a75f0-aa43-40e4-8f10-eef9acec3a1a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:31.583940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dfda6407-1ffd-488a-b98b-b7994e969cd4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8667192 Jul 16 22:41:31.584716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51864) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:31.700177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fee4cd-df01-41d5-ab90-2cc380752487 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:31.710213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fee4cd-df01-41d5-ab90-2cc380752487 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:31.712555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2fee4cd-df01-41d5-ab90-2cc380752487 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1264305 Jul 16 22:41:31.714834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:31.920433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port da6a75f0-aa43-40e4-8f10-eef9acec3a1a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:31.921100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.037726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.055903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for da6a75f0-aa43-40e4-8f10-eef9acec3a1a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:32.094240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51910) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:32.211511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-network', 'tenant_id': '5b9ab2689e514407b03741eca23353db'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:32.230670 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.244368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Made reservation on behalf of 5b9ab2689e514407b03741eca23353db for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:32.246913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.266874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:32.269862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.278014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=da6a75f0-aa43-40e4-8f10-eef9acec3a1a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:32.312329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.315046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-460744e2-0f04-4eee-a833-51d6498fa1fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/da6a75f0-aa43-40e4-8f10-eef9acec3a1a HTTP/1.1" status: 204 len: 168 time: 0.5990169 Jul 16 22:41:32.317633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:32.347790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:32.380494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399ed9f-f8b8-442a-a015-b027961e372a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.382575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399ed9f-f8b8-442a-a015-b027961e372a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.384347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6399ed9f-f8b8-442a-a015-b027961e372a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0656743 Jul 16 22:41:32.386973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:32.417891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.424003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.454377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:41:32.486470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.487114 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Added segment 8cfefb60-badd-47dd-9c74-980b3e05a0c4 of type vlan for network f990e9e6-60b7-4281-b94c-1a3b72ea3740 Jul 16 22:41:32.543592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 4d568b5f-bcaa-45a2-98ed-07fc97e3edf5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:32.548432 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.550508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.581024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d4fb1e-ed4f-490f-8c05-2ebc6f4a44b3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:32.585485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.586759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.587530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.637778 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.650748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5552804 Jul 16 22:41:32.665899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:32.674879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Request body: {'subnet': {'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-subnet', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:32.688137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985dd5-8f32-4d7e-97b9-3890afb9bc40 admin admin] Pushing event updated for resources: {'Network': ['ID=f990e9e6-60b7-4281-b94c-1a3b72ea3740,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:32.696936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:32.706134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:41:32.710962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Made reservation on behalf of 5b9ab2689e514407b03741eca23353db for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:32.714021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.003629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-a5c18f67-baaf-4231-a699-c6be908ad5fc tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.007822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-a5c18f67-baaf-4231-a699-c6be908ad5fc tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 814 time: 0.1878402 Jul 16 22:41:33.021100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.033569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-ab6ed01f-a5f7-4fd0-82de-9a1b19f7c08c tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/quotas/7ea9daedd2b244dfb807db2b74a9c068 HTTP/1.1" status: 200 len: 375 time: 0.0181782 Jul 16 22:41:33.074146 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-722d6d04-316e-4459-abc0-cbc036220f1e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356450 Jul 16 22:41:33.132261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.182061 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.183640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Provisioning for port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:33.190324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Provisioning complete for port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:33.192034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.203826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4df0b7-a868-46c2-b7fc-ff2438122535,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:33.237946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=4d568b5f-bcaa-45a2-98ed-07fc97e3edf5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:33.242891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.245408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-191d39bf-4fac-48d7-8a86-b6e91eb11f5e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/4d568b5f-bcaa-45a2-98ed-07fc97e3edf5 HTTP/1.1" status: 204 len: 168 time: 0.8566637 Jul 16 22:41:33.248272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.302483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38c5428e-0cc3-4ed6-b882-9f01998bb2d5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531678 Jul 16 22:41:33.303853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Checking segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:33.304222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Network hostable DHCP agents. Network: f990e9e6-60b7-4281-b94c-1a3b72ea3740, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:41:33.306465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.353201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-042bd5cd-b5d0-4266-a440-2e3d8ffef7ea service neutron] 10.222.0.70 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709219 Jul 16 22:41:33.364288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:41:33.393224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f990e9e6-60b7-4281-b94c-1a3b72ea3740) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:33.402449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.403303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.415896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21286ebd-2f04-478c-b8b3-f0f61d96b010 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.420466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21286ebd-2f04-478c-b8b3-f0f61d96b010 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1130133 Jul 16 22:41:33.422398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.449051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74214885-2249-40cc-8ebd-e015040f20dd None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:33.467670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c06aa4-f5c5-4baf-89ac-69881e54f131 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:33.478463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-fd63f1fd-d014-4539-9fee-75e419454920 service neutron] 10.222.0.70 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164875 Jul 16 22:41:33.509440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-71350caa-05bb-4620-be70-4b7a5b21a649 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8421729 Jul 16 22:41:33.512290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.517606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:33.539483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39573b5a-248d-48b8-99dc-2fd1b6d18441 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.541086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39573b5a-248d-48b8-99dc-2fd1b6d18441 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1178563 Jul 16 22:41:33.543701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51960) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.555307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.556544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.652603 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a35f7866-7f76-4f4f-98e3-5b7175c301aa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032872 Jul 16 22:41:33.652844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:33.661893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:33.790260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-424984be-9849-4624-9630-896aaa42af40 req-a1828e84-b0f6-4b72-9596-59974892cdd0 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 210 time: 0.0827663 Jul 16 22:41:33.808880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:33.916373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:33.925835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:34.031368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:34.180826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:34.198622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:34.199554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:34.291570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] For port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:34.322578 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:34.347189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:34.594067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:34.730038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Allocated IP 172.20.0.2 (f990e9e6-60b7-4281-b94c-1a3b72ea3740/3c4df0b7-a868-46c2-b7fc-ff2438122535/fa8309b5-88bb-49d2-b67f-b8cf6dadf11c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:34.944132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f86c9d08-51e2-4750-972b-453e65ef752d None None] Could not find standard attr ID for object da6a75f0-aa43-40e4-8f10-eef9acec3a1a. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:35.044145 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3f236c6-0516-47ee-9fc8-ed41b7dc54d8 req-a8c30a8f-53c9-4623-a832-2cca78477d2d tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 210 time: 0.0714929 Jul 16 22:41:35.045005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.085871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac1c22-2113-42d6-b0c8-e468e24cc3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:35.188638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Deleting port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:35.189664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.246846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.271214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-b76f05c0-e2a0-4589-99b8-c734d2ae8999 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9123659 Jul 16 22:41:35.291622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Transition to ACTIVE for port object fa8309b5-88bb-49d2-b67f-b8cf6dadf11c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:35.372599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Transition to ACTIVE for port object fa8309b5-88bb-49d2-b67f-b8cf6dadf11c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:35.381831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.410960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] For port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:35.429431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.456934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.462505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.463782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.470152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] For port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:35.470550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.484986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Calling delete_port for cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:35.496406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.624148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:35.632491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:35.639952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:35.641532 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.671347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:35.677684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=7cad73d1-181f-4c28-9d3c-6061afbd9ec6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:35.682873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15b54804-20da-4b9e-9228-432a3dabed99 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0288961 Jul 16 22:41:35.687194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:35.705025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:35.729483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Allocated IP 172.25.5.188 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:35.735493 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.747770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:35.756423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:35.759355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:35.780757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Pushing event updated for resources: {'Port': ['ID=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:35.891380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:35.897465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.910502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Attempting to bind port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:35.911808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Attempting to bind port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:35.912416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Attempting to bind port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:35.931156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] Pushing event deleted for resources: {'Port': ['ID=cb4bcbd5-c5e1-40a1-8924-30bd14d2af37,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:35.940059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a458c0c-2dd9-49d2-9912-6d218a935934 None None] No DVR routers for this DVR port cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:35.950409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:35.951095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Checking segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:35.951763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.953521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Bound using segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:35.954627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Bound port: fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:35.957162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:35.965576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a609543-8eb5-4bb2-8dc9-e04007c31883 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:36.065737 n-d-793621-16 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cad73d1-181f-4c28-9d3c-6061afbd9ec6 (CIDR: 2001:db8::/64) Jul 16 22:41:36.069768 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:36.070141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:36.092895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-5fd33be4-7be0-4e52-a58a-49052711f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.094887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-5fd33be4-7be0-4e52-a58a-49052711f1d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.7672195 Jul 16 22:41:36.112436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad3b8f14-b779-4f34-9000-b539bec3e03e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4216354 Jul 16 22:41:36.115821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:36.123168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:36.195540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] For port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:36.201667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] For port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:36.250129 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.288887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.291525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-4cdbe597-9829-43e6-98e4-4b300a279036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.293075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-4cdbe597-9829-43e6-98e4-4b300a279036 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.1536763 Jul 16 22:41:36.352383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e204dff-6be2-4fe5-80f5-f099fbd29982 None None] Pushing event updated for resources: {'Port': ['ID=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:36.358268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '7cad73d1-181f-4c28-9d3c-6061afbd9ec6'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:36.359151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.370986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:36.373506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:36.377474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8785f1cd-2e9b-4b8b-bb3b-19a62f703ad9 req-cd227507-0243-4ea9-a7f4-813f9e58a1eb tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 210 time: 0.0820160 Jul 16 22:41:36.377684 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.422659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c6c9e6d2-4868-41c8-8b78-d7df9a5e7a8a tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.424303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c6c9e6d2-4868-41c8-8b78-d7df9a5e7a8a tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 814 time: 0.5660064 Jul 16 22:41:36.445369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Request body: {'port': {'device_id': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861', 'admin_state_up': True, 'tenant_id': '7ea9daedd2b244dfb807db2b74a9c068'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:36.460667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-653ca164-1c1c-4cd9-ae3c-cdd63e7cd4e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1001 time: 0.1502211 Jul 16 22:41:36.480471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:36.480862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cb4bcbd5-c5e1-40a1-8924-30bd14d2af37 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:36.604484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.647689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Allocated IP 2001:db8::f816:3eff:fe05:d123 (bb30f072-8cf4-4f4d-8114-b3a652915095/7cad73d1-181f-4c28-9d3c-6061afbd9ec6/87ffb7fa-9327-4043-8a63-89f2b8ac2ca4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:36.667435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-af7421b1-d0f3-4024-ba6e-f96d5d7f4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.668889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-af7421b1-d0f3-4024-ba6e-f96d5d7f4a21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.1861615 Jul 16 22:41:36.677581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:36.713754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:36.790033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:36.866831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Pushing event updated for resources: {'Port': ['ID=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:36.896267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.978123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.992237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Made reservation on behalf of 7ea9daedd2b244dfb807db2b74a9c068 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:36.994256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:36.997235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:36.997978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:37.004912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Transition to ACTIVE for port object 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:37.012694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:37.013323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.022781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=1112fed8-3643-49f7-86d0-7b415e6fbb3a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:37.030989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Transition to ACTIVE for port object 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:37.040225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f97f581-18ff-4fbb-87f2-5416d9629c5c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9216893 Jul 16 22:41:37.042963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.043143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:37.048405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:3d:b9:7b', 'name': 'tempest-NetworksTestDHCPv6-1069722679'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:37.077064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:37.080168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:37.104577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:37.189813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:37.206578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Allocated IP 172.20.0.7 (99127914-2c5a-4fd5-a666-26ead92f0861/e2e7a936-e20d-498c-8f44-862013433b70/06e56a11-bdcc-4d63-a96f-f66829e5d0d2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:37.217018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:37.223269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Attempting to bind port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:37.224515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Attempting to bind port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:37.225441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Attempting to bind port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:37.232304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:37.233219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:37.233860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.234681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:37.235487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Bound port: 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:37.236106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.324367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:37.329655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:37.335401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.368741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.418880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 1196cca8-afe7-4f50-901a-27488342f1e3 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:37.584678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.659484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-c4add165-7845-4c9a-99b5-c945c05dd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:37.667459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2b25-8327-4387-b31c-398ef6d44338 None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:37.671723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-c4add165-7845-4c9a-99b5-c945c05dd296 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9735212 Jul 16 22:41:37.673231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:37.893905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Pushing event updated for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:37.912014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-096ed9fd-ab23-4e3b-8391-b488bb68b60d service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271173 Jul 16 22:41:37.968457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8:0:1::29 (bb30f072-8cf4-4f4d-8114-b3a652915095/1112fed8-3643-49f7-86d0-7b415e6fbb3a/1196cca8-afe7-4f50-901a-27488342f1e3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:37.985757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fe3d:b97b (bb30f072-8cf4-4f4d-8114-b3a652915095/7cad73d1-181f-4c28-9d3c-6061afbd9ec6/1196cca8-afe7-4f50-901a-27488342f1e3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:37.998678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Network 99127914-2c5a-4fd5-a666-26ead92f0861 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:38.001692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5e14c-e05c-4a6e-891a-49d7fb2dcd69 req-a7148d75-e243-4847-a059-9af34dcee8db tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:38.003633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ed5e14c-e05c-4a6e-891a-49d7fb2dcd69 req-a7148d75-e243-4847-a059-9af34dcee8db tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 931 time: 0.1731415 Jul 16 22:41:38.019986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:38.026885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:38.082115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ed5e14c-e05c-4a6e-891a-49d7fb2dcd69 req-08635d2d-69a1-4bc5-8f97-d4826b3507f1 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680664 Jul 16 22:41:38.169948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ec7fc-f637-4985-8f97-3f01e29b03bc None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:38.196898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.227338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.244296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 1196cca8-afe7-4f50-901a-27488342f1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:38.284370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.308660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:38.312219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:38.318042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:38.324747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:38.326302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.379749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa8309b5-88bb-49d2-b67f-b8cf6dadf11c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:38.381842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3373232 Jul 16 22:41:38.387690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:38.399686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:38.400470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.414387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-621f05cd-dfdf-4bc5-b980-a86e2a280b90 None None] Provisioning for port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:38.441504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e50453fc-a1bf-4e80-868d-e99d3c2d6a04 req-9f2074f1-5c89-47ad-89c0-eff51a6c953b service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208914 Jul 16 22:41:38.460230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-1eb01222-f4ba-46b3-a40a-9872f96fffca tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0194359 Jul 16 22:41:38.467029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3fa6-0cc2-4b25-a302-57dda32bfa59 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=1196cca8-afe7-4f50-901a-27488342f1e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:38.519536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:38.522677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Request body: {'port': {'device_id': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:38.530830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:38.531206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.588194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.599411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 1196cca8-afe7-4f50-901a-27488342f1e3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:38.600925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.655715 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.742201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:38.748538 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.750564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:38.752389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:38.787195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 1196cca8-afe7-4f50-901a-27488342f1e3 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:38.946230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:38.960568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:38.977860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-74a8fc44-b9d6-453d-8bc9-30193f04cb5f None None] Provisioning complete for port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:38.978244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74a8fc44-b9d6-453d-8bc9-30193f04cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.138038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16b276-c66d-4852-b7ec-5b7f1c5ab17b None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:39.261280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Provisioning for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:39.282672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:39.283467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.313580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.561745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.605501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=1196cca8-afe7-4f50-901a-27488342f1e3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:39.677399 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.681547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7bea6f18-0baa-4cda-bda4-d479b15a5c9e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/1196cca8-afe7-4f50-901a-27488342f1e3 HTTP/1.1" status: 204 len: 168 time: 1.2904556 Jul 16 22:41:39.685115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:39.734571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:39.743928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.762172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Transition to ACTIVE for port object 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:39.775224 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.776782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.802273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae802dc-d07f-4c48-a764-6a1384aeefd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.807621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eae802dc-d07f-4c48-a764-6a1384aeefd8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1226625 Jul 16 22:41:39.809082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52034) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:39.825296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc07043-c7af-42ed-bb47-2ccd5e9f09c1 req-6a432ad0-63fc-47ea-bf33-d1c44643631b tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.825714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:39.827020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1dc07043-c7af-42ed-bb47-2ccd5e9f09c1 req-6a432ad0-63fc-47ea-bf33-d1c44643631b tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 931 time: 0.5323074 Jul 16 22:41:39.836692 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:39.854732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:41:39.884246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Pushing event updated for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:39.930382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1dc07043-c7af-42ed-bb47-2ccd5e9f09c1 req-fbab813d-dfdf-4175-9d9a-dd768d2922d3 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Jul 16 22:41:39.980462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:39.994792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13c91c-6d28-4dbe-98d1-0fb703193e51 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.997418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f13c91c-6d28-4dbe-98d1-0fb703193e51 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1868370 Jul 16 22:41:40.001540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52038) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:40.004055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.004703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.005361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.005957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.006505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.007093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.007653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.008240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.008782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.009344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.009887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.010575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7ce63-20a9-4b3b-9d7e-f40563bad8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:40.017665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503621c-c1da-4f82-b692-1cc5c3ab70a2 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '7cad73d1-181f-4c28-9d3c-6061afbd9ec6', 'ip_address': '2001:db8::f816:3eff:fe05:d123'}, {'subnet_id': '1112fed8-3643-49f7-86d0-7b415e6fbb3a'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '87ffb7fa-9327-4043-8a63-89f2b8ac2ca4'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:41:40.057685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d503621c-c1da-4f82-b692-1cc5c3ab70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.068175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:41:40.081540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:41:40.097164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.107783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad3a0e7d-1adc-4b35-8338-9b242186714f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5915349 Jul 16 22:41:40.108224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:40.119540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63c519-89e8-43b1-a1ab-ee8ef0ebb172 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.119951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:41:40.120361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:41:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:40.121000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63c519-89e8-43b1-a1ab-ee8ef0ebb172 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.122662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63c519-89e8-43b1-a1ab-ee8ef0ebb172 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.124433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ee63c519-89e8-43b1-a1ab-ee8ef0ebb172 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1219337 Jul 16 22:41:40.134294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:40.210702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Attempting to bind port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:40.211171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Attempting to bind port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:40.211643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Attempting to bind port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 on network 99127914-2c5a-4fd5-a666-26ead92f0861 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:40.219032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 on network 99127914-2c5a-4fd5-a666-26ead92f0861 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:41:40.219475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Attempting to bind port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 on network 99127914-2c5a-4fd5-a666-26ead92f0861 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:40.227516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:40.228000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Checking segment: {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:40.228504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Bound using segment: {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:40.229252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Bound port: 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7be6d3c-fe42-47e4-93aa-2761729375bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:40.229714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.261106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:41:40.324541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 1112fed8-3643-49f7-86d0-7b415e6fbb3a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:40.328786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.331725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:40.336386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa8309b5-88bb-49d2-b67f-b8cf6dadf11c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:40.431335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:40.447555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.467246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.679965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:40.684072 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.717696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Pushing event updated for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:40.727055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.728057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.730255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c34c4ab7-45f3-4ce1-ac09-597e151f7c13 service neutron] 10.222.0.68 "PUT /v2.0/ports/06e56a11-bdcc-4d63-a96f-f66829e5d0d2 HTTP/1.1" status: 200 len: 1092 time: 2.2137270 Jul 16 22:41:40.730943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:40.734709 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eeeba4-20a2-4c3c-9832-03222edee2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:40.767145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.800366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.852678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:40.864057 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f39d31-4d1d-4e0a-a6c7-1de156644fbe x-openstack-request-id: req-65f39d31-4d1d-4e0a-a6c7-1de156644fbe {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:40.865007 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:40.865395 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65f39d31-4d1d-4e0a-a6c7-1de156644fbe {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:40.865985 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2', 'status': 'completed', 'code': 200} Jul 16 22:41:40.908104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:37Z', 'revision_number': 3, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:40.928754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:40.957593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:41:40.957593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Updating router 8ba4d121-cc76-4ed5-b748-8865d45039d0 port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-d503621c-c1da-4f82-b692-1cc5c3ab70a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1112fed8-3643-49f7-86d0-7b415e6fbb3a: This subnet is being modified by another concurrent operation. Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1112fed8-3643-49f7-86d0-7b415e6fbb3a: This subnet is being modified by another concurrent operation. Jul 16 22:41:40.964036 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:41:40.984120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c0422ebf-3034-481a-876f-4ffc518f67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.989769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-c0422ebf-3034-481a-876f-4ffc518f67cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 1095 time: 0.1738644 Jul 16 22:41:40.991261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=1112fed8-3643-49f7-86d0-7b415e6fbb3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:41.003828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.006304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-16a537a5-3a3b-4fc6-bb6e-d5a5737e297a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1112fed8-3643-49f7-86d0-7b415e6fbb3a HTTP/1.1" status: 204 len: 168 time: 0.8707187 Jul 16 22:41:41.015911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52056) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:41.039410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:41.039804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.101075 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.109420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-44305eac-f472-402b-9051-9544939bdb58 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2 HTTP/1.1" status: 200 len: 217 time: 0.1011498 Jul 16 22:41:41.151125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Allocated IP 172.20.0.1 (f990e9e6-60b7-4281-b94c-1a3b72ea3740/3c4df0b7-a868-46c2-b7fc-ff2438122535/cc987be3-d896-4ef7-8fa4-c5cb0dd08061) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:41.200368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 7cad73d1-181f-4c28-9d3c-6061afbd9ec6 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:41.206131 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.217454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-09d682f4-3c42-4444-9eb4-ad44c31ef614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.218978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-09d682f4-3c42-4444-9eb4-ad44c31ef614 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e2e7a936-e20d-498c-8f44-862013433b70 HTTP/1.1" status: 200 len: 854 time: 0.0890701 Jul 16 22:41:41.335682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-dc195f50-d0a3-4d9e-b15d-921b33f1892b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=99127914-2c5a-4fd5-a666-26ead92f0861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825770 Jul 16 22:41:41.342246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.361950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Transition to ACTIVE for port object cc987be3-d896-4ef7-8fa4-c5cb0dd08061 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:41.366346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a308526-c9e2-4328-a058-1ee5f50586a7 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:41:41.375492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.430711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.451935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-76d3c15c-dc33-4f70-9ee9-0ded429aec17 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:41.452305 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76d3c15c-dc33-4f70-9ee9-0ded429aec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.482935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:41.486093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:41.503106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:41.547677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Pushing event updated for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:41.555211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508e58-0ab4-42a9-839b-6da4f1e6e19d req-8bcc691e-d185-48c5-9999-edbe00d7bf2e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.556743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32508e58-0ab4-42a9-839b-6da4f1e6e19d req-8bcc691e-d185-48c5-9999-edbe00d7bf2e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 943 time: 0.3179545 Jul 16 22:41:41.567983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-cd24f007-afb3-416e-a4ee-39ff8b9da7aa service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228892 Jul 16 22:41:41.598174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.608005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.674073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32508e58-0ab4-42a9-839b-6da4f1e6e19d req-b5009e86-6a2f-47a9-9a2d-8980eb8085b4 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102617 Jul 16 22:41:41.741770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49416cc3-2821-4a9f-9c9d-080467be9d56 req-59bde439-ae6d-442c-b380-4fbe6dc60523 service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659646 Jul 16 22:41:41.743615 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.774189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634d605-a364-4443-8f08-eb10bd268c90 req-6681f00d-78d4-43fa-af5b-87f864e7e0de tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.774911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=7cad73d1-181f-4c28-9d3c-6061afbd9ec6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:41.777241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.779385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4aeb0826-74df-44ab-b67f-f442bc3fdf2c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7cad73d1-181f-4c28-9d3c-6061afbd9ec6 HTTP/1.1" status: 204 len: 168 time: 0.7624998 Jul 16 22:41:41.782048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:41.784871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2634d605-a364-4443-8f08-eb10bd268c90 req-6681f00d-78d4-43fa-af5b-87f864e7e0de tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 949 time: 0.2274938 Jul 16 22:41:41.815924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7197e83-b277-4cdb-907b-919cd21d87dd None None] Could not find standard attr ID for object 1196cca8-afe7-4f50-901a-27488342f1e3. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:41.847422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-63cbdcf3-33e4-4878-a3ca-7059ca79b59c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639384 Jul 16 22:41:41.848085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:41.864262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:41.872314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2634d605-a364-4443-8f08-eb10bd268c90 req-011675eb-96ec-4076-a95c-52238248321e tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769415 Jul 16 22:41:41.886730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.891897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a308526-c9e2-4328-a058-1ee5f50586a7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:41:41.993638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:41.994234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-a0aa1a5c-396b-4a02-91c3-7b30f512ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.995926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-a0aa1a5c-396b-4a02-91c3-7b30f512ca0c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 1095 time: 0.1560407 Jul 16 22:41:42.015843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Transition to ACTIVE for port object 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:42.024106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.028497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:42.032774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.123424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.131253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.158714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Attempting to bind port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:42.159091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Attempting to bind port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:42.159465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Attempting to bind port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:42.179997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9eb83-d101-4412-b913-ea93985c1137 None None] Pushing event updated for resources: {'Port': ['ID=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:42.185080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:42.185677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:42.190527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.191360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:42.191555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Bound port: 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:42.192281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.211994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-83bc6285-2702-4f60-a568-e8acb8d16676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:42.213549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-83bc6285-2702-4f60-a568-e8acb8d16676 service neutron] 10.222.0.68 "GET /v2.0/networks?id=99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 200 len: 915 time: 0.2085094 Jul 16 22:41:42.226233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.243211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Pushing event updated for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:42.268840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-035eae3c-dedb-49f8-8679-8bfe3e230f3c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2 HTTP/1.1" status: 200 len: 217 time: 0.0468400 Jul 16 22:41:42.283850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:42.350290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:42.352037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:42.360653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] For port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:42.399082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] For port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:42.415217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.448202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-4eb10b40-e614-427d-b17f-ea57c8af8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:42.450412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-4eb10b40-e614-427d-b17f-ea57c8af8aa3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e2e7a936-e20d-498c-8f44-862013433b70 HTTP/1.1" status: 200 len: 854 time: 0.1689086 Jul 16 22:41:42.498140 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-23906ba5-f620-4dce-98ee-ab46184826a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=99127914-2c5a-4fd5-a666-26ead92f0861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325198 Jul 16 22:41:42.505069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:41:42.564288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbf5fc-ac02-4a75-a536-ebadb09d10bd None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:41:42.572311 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.597147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9eb83-d101-4412-b913-ea93985c1137 None None] Pushing event updated for resources: {'Port': ['ID=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:42.611968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:41:42.612481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:41:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:42.674970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:41:42.685065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d4536d9e-b002-4756-b685-e88c85404960 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ba4d121-cc76-4ed5-b748-8865d45039d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5755396 Jul 16 22:41:42.726285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-df53dedc-d82f-4722-a707-1dc52e248fce service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168050 Jul 16 22:41:42.729251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:42.972730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:42.997436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:42.998091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:42.999926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.029404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9eeeba4-20a2-4c3c-9832-03222edee2f5 req-b6057740-630e-44ea-819c-201b2ea31a88 service neutron] 10.222.0.68 "GET /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945249 Jul 16 22:41:43.140086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:41:43.150517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c701e5-aa3c-4e0e-80c1-5e2d3521fd9d req-ce3f75c6-feb6-446e-9c55-f90ff326db16 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.153025 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89c701e5-aa3c-4e0e-80c1-5e2d3521fd9d req-ce3f75c6-feb6-446e-9c55-f90ff326db16 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 943 time: 0.2596011 Jul 16 22:41:43.189182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-e0f70f6e-c4b4-4d55-98ad-9bdd7b4f3cc4 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.190741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.191046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-e0f70f6e-c4b4-4d55-98ad-9bdd7b4f3cc4 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 949 time: 0.2935596 Jul 16 22:41:43.263177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09cb4e-294f-43e2-9b1e-ef2e98cd8c61 req-79d13c1e-4add-4d62-a861-cdfba6fefbd0 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.264712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc09cb4e-294f-43e2-9b1e-ef2e98cd8c61 req-79d13c1e-4add-4d62-a861-cdfba6fefbd0 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 949 time: 0.2331057 Jul 16 22:41:43.288530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89c701e5-aa3c-4e0e-80c1-5e2d3521fd9d req-074aebca-2979-482e-8556-3558c0667862 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227360 Jul 16 22:41:43.289181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:41:43.344561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:43.356317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bbf5fc-ac02-4a75-a536-ebadb09d10bd None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:41:43.369822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc09cb4e-294f-43e2-9b1e-ef2e98cd8c61 req-011d69e3-aa1a-44bb-884f-a33e5b80c843 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a47902e-3d24-41e9-970b-746dd8370736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789354 Jul 16 22:41:43.376898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Deleting port fd1acfb4-c321-4d80-9689-c2a5b6594535 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:43.377501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.479072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] For port fd1acfb4-c321-4d80-9689-c2a5b6594535, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd1acfb4-c321-4d80-9689-c2a5b6594535,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:43.479755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.493705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Calling delete_port for fd1acfb4-c321-4d80-9689-c2a5b6594535 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:43.509006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.527663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:41:43.572638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:43.638876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.650483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.651266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.744036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=38dd632f-0b26-4fe7-9e84-9922c82c710d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:43.803327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:43.821400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:43.825819 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:41:43.826180 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:41:43.833355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:43.834564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.836039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.839928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:43.868158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd1acfb4-c321-4d80-9689-c2a5b6594535'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:43.882055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2', 'network_id': '99127914-2c5a-4fd5-a666-26ead92f0861', 'port_id': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2', 'mac_address': 'fa:16:3e:9b:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e7a936-e20d-498c-8f44-862013433b70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:41:43.908016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:43.911054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 2, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:43.925734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-71a845d7-e77f-474d-bd1e-955807c766ea tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0683973 Jul 16 22:41:43.928864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:43.934791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:43.970124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e549df-e7f0-4ffe-b3f2-c7e12eb1a7b5 None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 2, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:41:43.990544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Pushing event deleted for resources: {'Port': ['ID=fd1acfb4-c321-4d80-9689-c2a5b6594535,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:44.024492 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.044559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:44.123708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:44.134098 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.171126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] No DVR routers for this DVR port fd1acfb4-c321-4d80-9689-c2a5b6594535 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:44.177518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:44.186410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079464736', 'description': 'tempest-description--1172742493'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:44.199564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.203220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-94362002-fc20-4c2c-b2e3-e9df062bce3f req-79ce74cf-297b-41b6-8832-ad6c8cc99340 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.47 "DELETE /v2.0/ports/fd1acfb4-c321-4d80-9689-c2a5b6594535 HTTP/1.1" status: 204 len: 173 time: 1.0066125 Jul 16 22:41:44.203886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'name': 'network-vif-deleted', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:44.207192 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf4a023-51ab-402a-b687-2946515eb192" -d '{"events": [{"server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "name": "network-vif-deleted", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:44.216258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:44.226713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.263281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:44.273916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.300157 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be2afe2-4f28-46d6-8ccd-4978f59446d1 x-openstack-request-id: req-3be2afe2-4f28-46d6-8ccd-4978f59446d1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:44.300486 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ad00c-fc94-4f12-a903-d3edf73c5a99", "name": "network-vif-deleted", "tag": "fd1acfb4-c321-4d80-9689-c2a5b6594535", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:44.300950 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3be2afe2-4f28-46d6-8ccd-4978f59446d1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:44.301976 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ad00c-fc94-4f12-a903-d3edf73c5a99', 'name': 'network-vif-deleted', 'tag': 'fd1acfb4-c321-4d80-9689-c2a5b6594535', 'status': 'completed', 'code': 200} Jul 16 22:41:44.388767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06e56a11-bdcc-4d63-a96f-f66829e5d0d2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:44.555269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.555844 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38dd632f-0b26-4fe7-9e84-9922c82c710d (CIDR: 2001:db8::/64) Jul 16 22:41:44.563461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.571667 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:44.572596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:44.602523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.644719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a260e872-8ad8-42be-bf6a-613550173130 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7144504 Jul 16 22:41:44.659232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:44.674820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:44.692911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:44.717557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.924798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb8a83-d69a-49ee-8973-0d8e18172787 req-3f97948a-e2b6-44dc-9fce-681a3505db37 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:44.935489 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0beb8a83-d69a-49ee-8973-0d8e18172787 req-3f97948a-e2b6-44dc-9fce-681a3505db37 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 944 time: 0.3047097 Jul 16 22:41:44.962607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:44.969128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7903903 Jul 16 22:41:44.970317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:44.989022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group_rule': {'security_group_id': 'fb50ee4b-24e8-41d5-9b40-99abe223752d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:44.998740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf047f1-1a20-4890-95f8-249fdb0dadb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50ee4b-24e8-41d5-9b40-99abe223752d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:45.093120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc2cbf-0195-4f99-ba77-c0ffbc04c904 None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:45.101312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-193a52ea-e8b5-4452-a4cf-8e972cbb2c19 req-70de5d35-67a4-42d4-8561-25b6f38823b7 tempest-VolumesBackupsTest-812604174 tempest-VolumesBackupsTest-812604174-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61ad00c-fc94-4f12-a903-d3edf73c5a99 HTTP/1.1" status: 200 len: 210 time: 0.1281183 Jul 16 22:41:45.111235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.175232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0beb8a83-d69a-49ee-8973-0d8e18172787 req-e0b4b948-fa31-4633-a436-1c7b2ecb2d3e tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383375 Jul 16 22:41:45.204536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:45.214708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.292014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.300483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.464809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.468552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807615 Jul 16 22:41:45.469309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:45.473723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group_rule': {'security_group_id': 'fb50ee4b-24e8-41d5-9b40-99abe223752d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:45.499291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b0e57-8245-474b-a5e2-7a20f3ca2f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91871683-50a9-4612-b02f-a509dbde8fd9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:45.533934 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.628176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.633639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.687574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b681e9-9471-42b0-9161-4e8dc4c969bf,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:45.699370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.700803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-37850647-7bcd-4cc7-adcc-aab4df8c088c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2309604 Jul 16 22:41:45.704015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:45.708951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:45.797582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.857469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb37d5-47cb-4b62-ae31-e3f95e981238 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:45.928504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.946878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-344b8854-4d06-438a-9792-5ab8da069ce6 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:45.947264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-344b8854-4d06-438a-9792-5ab8da069ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:46.150069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=5972d82a-c982-4229-994e-6ff78f48b06a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:46.199980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:46.210191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:46.214093 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:46.221472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:46.224090 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:46.271750 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-617ada4a-8f48-4ce6-b94c-1935174b322d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6102633 Jul 16 22:41:46.274358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:46.299570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:cf:ae:9a', 'name': 'tempest-NetworksTestDHCPv6-1500967244'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:46.516996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd1acfb4-c321-4d80-9689-c2a5b6594535 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:46.560649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:46.611722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: fd1acfb4-c321-4d80-9689-c2a5b6594535 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:46.612074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd1acfb4-c321-4d80-9689-c2a5b6594535 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:46.698710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Allocated IP 172.25.5.107 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/f1acc0b0-300c-4896-a22f-e28310e184bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:46.878333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:47.091318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:47.091917 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.098073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df5170-a415-4946-9253-456375b5f30e req-e7bf400d-ae94-43e6-a99b-0134fecc7f48 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:47.104929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4df5170-a415-4946-9253-456375b5f30e req-e7bf400d-ae94-43e6-a99b-0134fecc7f48 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 944 time: 0.4535463 Jul 16 22:41:47.113474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.133100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.185468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port c913e526-c8ee-4390-b59c-73fc818013e0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:47.239466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.326969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:47.329764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4df5170-a415-4946-9253-456375b5f30e req-1a11e0c7-c34e-44ba-8fef-73e195235585 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963589 Jul 16 22:41:47.385224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:47.393252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:47.403768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:47.468023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=f1acc0b0-300c-4896-a22f-e28310e184bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:47.633375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8:0:1::227 (bb30f072-8cf4-4f4d-8114-b3a652915095/5972d82a-c982-4229-994e-6ff78f48b06a/c913e526-c8ee-4390-b59c-73fc818013e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:47.649519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::f816:3eff:fecf:ae9a (bb30f072-8cf4-4f4d-8114-b3a652915095/38dd632f-0b26-4fe7-9e84-9922c82c710d/c913e526-c8ee-4390-b59c-73fc818013e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:47.680634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.778580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f8788f3-2a34-4b73-b5d5-7b10911e45ac None None] Provisioning for port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:47.816357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f8788f3-2a34-4b73-b5d5-7b10911e45ac None None] Provisioning complete for port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:47.817759 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f8788f3-2a34-4b73-b5d5-7b10911e45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.930452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '38dd632f-0b26-4fe7-9e84-9922c82c710d', 'ip_address': '2001:db8::f816:3eff:fe05:d123'}, {'subnet_id': '5972d82a-c982-4229-994e-6ff78f48b06a'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '87ffb7fa-9327-4043-8a63-89f2b8ac2ca4'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:41:47.960549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.984646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object c913e526-c8ee-4390-b59c-73fc818013e0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:48.027391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.093645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:48.097401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:48.099596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1f8788f3-2a34-4b73-b5d5-7b10911e45ac None None] Port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:41:48.109130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:48.115328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:48.115554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.116025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.127037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=c913e526-c8ee-4390-b59c-73fc818013e0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:48.143397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a60b103-a216-49ce-a77b-239f1c7d3983 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8673685 Jul 16 22:41:48.144734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:48.161823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:48.186089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:48.187950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:48.188397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.321379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port c913e526-c8ee-4390-b59c-73fc818013e0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:48.321728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.506935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:41:48.522943 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:41:48.531556 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:41:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:48.544729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.573484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:48.574739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for c913e526-c8ee-4390-b59c-73fc818013e0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:48.599460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:48.602949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.744716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.750129 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:41:48.789632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.876706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=c913e526-c8ee-4390-b59c-73fc818013e0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:48.950052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.975150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Allocated IP 2001:db8:0:1::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/5972d82a-c982-4229-994e-6ff78f48b06a/87ffb7fa-9327-4043-8a63-89f2b8ac2ca4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:48.988720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:48.998104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 2, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:49.005690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c647a-d5fe-480a-8685-9b4f9d404cc1 req-b25f9439-d47c-461e-869e-44d856545805 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.013863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f03c647a-d5fe-480a-8685-9b4f9d404cc1 req-b25f9439-d47c-461e-869e-44d856545805 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 944 time: 0.4224663 Jul 16 22:41:49.027267 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:41:49.027622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Updating router 8ba4d121-cc76-4ed5-b748-8865d45039d0 port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:41:49.030213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.042523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-30ebad4a-01bb-48e7-8c4d-fa9fc3501fc6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/c913e526-c8ee-4390-b59c-73fc818013e0 HTTP/1.1" status: 204 len: 168 time: 0.8936038 Jul 16 22:41:49.043732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:49.064365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f03c647a-d5fe-480a-8685-9b4f9d404cc1 req-6a3c72cb-7144-4604-acd3-b8215fff3429 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Jul 16 22:41:49.065359 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.140485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:49.149148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:49.152182 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8448843-4df7-47de-a01f-e7b9192aef0e" -d '{"events": [{"server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "name": "network-vif-plugged", "status": "completed", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:49.166370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.180861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:49.230826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c067d6-93d8-4037-97f3-8de01d62a0fc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.234824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-18c067d6-93d8-4037-97f3-8de01d62a0fc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1852865 Jul 16 22:41:49.237836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.238236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:49.250151 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695d581-c620-4924-a3ef-57ce8419af02 x-openstack-request-id: req-c695d581-c620-4924-a3ef-57ce8419af02 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:49.250455 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "name": "network-vif-plugged", "status": "completed", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:49.253335 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c695d581-c620-4924-a3ef-57ce8419af02 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:49.267714 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2', 'code': 200} Jul 16 22:41:49.387463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:49.411173 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.427469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f724745-e909-4e20-be1f-5d9e33d1a24f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.431659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5f724745-e909-4e20-be1f-5d9e33d1a24f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1759331 Jul 16 22:41:49.431996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.432706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:49.549455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:49.578566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd2612-45fe-491a-8999-75df9c619fa7 req-fa0d10f9-a3ba-4adb-acf5-e29af9b2b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.578566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9cd2612-45fe-491a-8999-75df9c619fa7 req-fa0d10f9-a3ba-4adb-acf5-e29af9b2b796 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 1097 time: 0.2630990 Jul 16 22:41:49.579379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.626065 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.637118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.638304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9330547 Jul 16 22:41:49.640145 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Transition to ACTIVE for port object cc987be3-d896-4ef7-8fa4-c5cb0dd08061 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:49.640505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9cd2612-45fe-491a-8999-75df9c619fa7 req-d37a7acf-17d4-4e9a-8a73-8ff0a23d62f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Jul 16 22:41:49.641935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6821d6-574c-43a4-9ebf-c6ebca4ec086 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=f1acc0b0-300c-4896-a22f-e28310e184bc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:49.649729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:49.659821 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.660765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283b4e6-a9e5-4c15-b643-91a15c6f822a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.678235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283b4e6-a9e5-4c15-b643-91a15c6f822a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.679792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283b4e6-a9e5-4c15-b643-91a15c6f822a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.704625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c283b4e6-a9e5-4c15-b643-91a15c6f822a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2681773 Jul 16 22:41:49.710599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:49.727580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.823678 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Pushing event updated for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:49.828902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Transition to ACTIVE for port object 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:49.839950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.862661 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.866193 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.866542 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.866880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.869373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.869728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.870059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.870387 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.870710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.871030 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.871350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.876434 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:49.894893 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Attempting to bind port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:49.896522 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Attempting to bind port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:49.900394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 38dd632f-0b26-4fe7-9e84-9922c82c710d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:49.901457 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Attempting to bind port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:49.906079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.917036 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:49.917593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Checking segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:49.918285 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.918557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Bound using segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:49.919275 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Bound port: cc987be3-d896-4ef7-8fa4-c5cb0dd08061, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:49.919748 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:49.973770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.106535 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] For port cc987be3-d896-4ef7-8fa4-c5cb0dd08061, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:50.112290 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] For port cc987be3-d896-4ef7-8fa4-c5cb0dd08061, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:50.127323 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.154239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d9059-a42f-4a22-b439-253d2aef7b3a None None] Pushing event updated for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:50.190750 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e0ad7-d3ec-4833-aa71-b58f94cd5514 None None] Pushing event updated for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:50.207186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:41:50.207847 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:41:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:50.209500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.324627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.337854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001a928-97f6-4c41-b985-0e4f74406e0f req-a7ff05d2-e3c6-4968-9f2a-11799134f414 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:50.340747 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6001a928-97f6-4c41-b985-0e4f74406e0f req-a7ff05d2-e3c6-4968-9f2a-11799134f414 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 945 time: 0.1092296 Jul 16 22:41:50.366382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=38dd632f-0b26-4fe7-9e84-9922c82c710d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:50.386021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.398271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3872cd65-a8f9-42ca-8223-5e081ead2cf4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/38dd632f-0b26-4fe7-9e84-9922c82c710d HTTP/1.1" status: 204 len: 168 time: 0.6853344 Jul 16 22:41:50.402096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52170) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:50.416204 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:41:50.450554 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6001a928-97f6-4c41-b985-0e4f74406e0f req-8f2281d4-7476-4996-8522-ba3e51d77d3f tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014562 Jul 16 22:41:50.468028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-8083fec2-dac1-479c-9732-1aec3393ad81 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1079464736&fields=id&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 267 time: 0.4134963 Jul 16 22:41:50.562461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 5972d82a-c982-4229-994e-6ff78f48b06a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:50.567787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.683340 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.686290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.749112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-ed6d0007-7d2a-41dd-ad98-a3a0636b81dc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:50.750697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-ed6d0007-7d2a-41dd-ad98-a3a0636b81dc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 817 time: 0.2724473 Jul 16 22:41:50.756738 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:50Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:41:50.775547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-daa855fd-cb06-47a7-8f4b-2e90b08b55be tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/quotas/5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 375 time: 0.0176792 Jul 16 22:41:50.792845 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aba380-3121-4053-a1ee-ba99e8b49db8 None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:50Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:41:50.842453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.941569 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.979949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:50.982056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/5972d82a-c982-4229-994e-6ff78f48b06a HTTP/1.1" status: 204 len: 168 time: 0.5789282 Jul 16 22:41:50.984651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:50.994327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e093-3bd8-4fa8-a5e3-23fcdcdeae94 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=5972d82a-c982-4229-994e-6ff78f48b06a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:51.013720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-5c218dfa-07ce-4730-891a-a777917a08c7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2372832 Jul 16 22:41:51.053821 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3c9f5c8e-39ff-4fb2-94c3-e7059ab62994 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678844 Jul 16 22:41:51.056415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:51.061652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:51.079491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea3475-81ac-4e76-94dc-c5b804201b5e None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:51.171452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-9ed5ae93-ae5a-45dc-a439-dab871d989ba service neutron] 10.222.0.70 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424048 Jul 16 22:41:51.222580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:51.228485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.274358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f98d059-e2f7-46da-9624-c6d0e756e736 None None] Provisioning for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:51.305332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f98d059-e2f7-46da-9624-c6d0e756e736 None None] Provisioning complete for port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:51.305935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f98d059-e2f7-46da-9624-c6d0e756e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.375266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-ee1ccdcd-a7bf-47e3-af97-8d835fcce4fc service neutron] 10.222.0.70 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963012 Jul 16 22:41:51.522262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:51.575892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.615257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:51.668549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:51.671893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:51.686195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:51.686725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.781160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Deleting port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:51.781160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.811586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:51.824471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ea3d94e-f62a-476a-a78d-af7a3dbdf3d4 req-8fcffb39-5401-4c30-b345-0d271c79ed10 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 210 time: 0.0711086 Jul 16 22:41:51.871720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:51.872094 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:51.881342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65b492d5-c61c-41f4-8945-415e666dd5ff tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8234782 Jul 16 22:41:51.885952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:51.896903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:51.942054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aed01-da51-47a3-b2fa-8975a0673a4a req-4b57632b-d8e9-4dfa-bdd7-8660dac5a0a3 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:51.946270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-303aed01-da51-47a3-b2fa-8975a0673a4a req-4b57632b-d8e9-4dfa-bdd7-8660dac5a0a3 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 945 time: 0.2564492 Jul 16 22:41:52.051257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-303aed01-da51-47a3-b2fa-8975a0673a4a req-40cbefb0-84e5-43e0-bcb6-68cf92488cad tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915225 Jul 16 22:41:52.056408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] For port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:52.057040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.145581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cc987be3-d896-4ef7-8fa4-c5cb0dd08061 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:52.147972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Calling delete_port for 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:52.191140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:52.196157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.283200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:52.289767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:52.290845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.344276 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44 (CIDR: 2001:db8::/64) Jul 16 22:41:52.347231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.349611 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:41:52.350413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:41:52.369516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-077ad78e-a76b-4f59-be6e-9f25310edc20 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4814126 Jul 16 22:41:52.372341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:52.378559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:52.402612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] Pushing event deleted for resources: {'Port': ['ID=87ffb7fa-9327-4043-8a63-89f2b8ac2ca4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:52.429760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9eacf-1fdf-47a4-b44b-db732c39d151 None None] No DVR routers for this DVR port 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:52.482184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247b489-8375-466d-aed2-71e32d3a801b None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:52.546521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.581880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:52.586621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.638427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port cc987be3-d896-4ef7-8fa4-c5cb0dd08061, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:52.646343 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:52.758725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:52.803021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': '7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:52.804371 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.017603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44/10ca7d3f-52a8-4409-9ec3-d0cd5895cb21) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:53.178691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12f02565-6b60-4c8a-ba11-e8e1c3f251d6 req-e8c95192-1154-428f-9077-88c8460677bc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 210 time: 0.0729568 Jul 16 22:41:53.229362 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.239843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Transition to ACTIVE for port object 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:53.245111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.objects.ports [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:41:53.246867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.296887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:53.297424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Transition to ACTIVE for port object 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:53.320810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:53.321426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.326230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.331460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.359628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=12936d4d-5f46-4e16-8dce-2ef1314030e8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:53.399564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:53.400779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f526f94f-31e1-4028-8b7f-31694272e829 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0268531 Jul 16 22:41:53.405959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:de:95:b1', 'name': 'tempest-NetworksTestDHCPv6-809861186'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:53.467761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cc987be3-d896-4ef7-8fa4-c5cb0dd08061 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:53.472345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Pushing event updated for resources: {'Port': ['ID=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:53.505491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.508932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:53.514827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:53.518355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:53.607702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:53.607893 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.612400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Attempting to bind port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:53.612726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Attempting to bind port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:53.613130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Attempting to bind port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:53.656707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:53.657143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:53.657575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.657977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:53.658474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Bound port: 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:53.658861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.659871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:53.823677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:53.886932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port 20490857-3aea-43c1-be3a-2e7ad5c9ad98 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:41:53.963088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-189de618-8590-4b21-96df-fc4dd921087d None None] For port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:53.992293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-189de618-8590-4b21-96df-fc4dd921087d None None] For port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:54.000145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:54.153332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189de618-8590-4b21-96df-fc4dd921087d None None] Pushing event updated for resources: {'Port': ['ID=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:54.160063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:54.223736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:54.225930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 87ffb7fa-9327-4043-8a63-89f2b8ac2ca4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:54.346470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::1b9 (bb30f072-8cf4-4f4d-8114-b3a652915095/7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44/20490857-3aea-43c1-be3a-2e7ad5c9ad98) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:54.373952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:95b1 (bb30f072-8cf4-4f4d-8114-b3a652915095/12936d4d-5f46-4e16-8dce-2ef1314030e8/20490857-3aea-43c1-be3a-2e7ad5c9ad98) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:54.712476 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:54.728763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e691464-aaf0-46c5-a496-ce2c4658479e req-7f877fd5-8a4e-4c56-9602-ce978ae34bb6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 210 time: 0.0591712 Jul 16 22:41:54.789250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object 20490857-3aea-43c1-be3a-2e7ad5c9ad98 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:54.796663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-4969eb27-4eba-40ef-92a3-907f23e1b641 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:54.798649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-4969eb27-4eba-40ef-92a3-907f23e1b641 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 817 time: 1.0415814 Jul 16 22:41:54.853235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:54.883504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-5d7c0261-3841-415d-84a9-6a7493469dba tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 380 time: 0.0766735 Jul 16 22:41:54.894475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'port': {'device_id': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'admin_state_up': True, 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'security_groups': ['fb50ee4b-24e8-41d5-9b40-99abe223752d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:54.932596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=20490857-3aea-43c1-be3a-2e7ad5c9ad98,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:54.945599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:54.947113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:54.954267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:54.960791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:54.961502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:54.999282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ed151807-0731-4de5-9e1f-5b211b002714 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5984805 Jul 16 22:41:55.001832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:55.122299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Made reservation on behalf of 5b9ab2689e514407b03741eca23353db for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:55.126702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.251480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd400b-cc0a-432b-af87-ce89ff046b7e req-5abb92c0-71de-40ba-9f36-da8cc38b1825 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:55.260190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ecd400b-cc0a-432b-af87-ce89ff046b7e req-5abb92c0-71de-40ba-9f36-da8cc38b1825 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1603956 Jul 16 22:41:55.324841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Allocated IP 172.20.0.5 (f990e9e6-60b7-4281-b94c-1a3b72ea3740/3c4df0b7-a868-46c2-b7fc-ff2438122535/2c95d113-8600-444e-90a3-36a628e1da28) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:55.336983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ecd400b-cc0a-432b-af87-ce89ff046b7e req-681da303-b97b-45c8-896a-d48a732d1508 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 Jul 16 22:41:55.341065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port 20490857-3aea-43c1-be3a-2e7ad5c9ad98 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:55.341426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.471523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:55.501537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.532792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for 20490857-3aea-43c1-be3a-2e7ad5c9ad98 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:55.551758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.567290 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Transition to ACTIVE for port object 2c95d113-8600-444e-90a3-36a628e1da28 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:55.601825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.649572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:55.653575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:55.658118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:55.728268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:55.750948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.751666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.751848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.752192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.752525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.752869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.753247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.753591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.753955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.754283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.754609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.754933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:41:55.771083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:55.771771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.813124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-3ef4f0ba-0e01-4653-9342-9195c62d7b4f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223342 Jul 16 22:41:55.824299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Request body: {'port': {'device_id': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:56.072852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.093707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf35eb-da08-4f8d-a7d1-b9e19132a621 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:56.122469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=20490857-3aea-43c1-be3a-2e7ad5c9ad98,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:56.166759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aa3cbbee-6052-48f1-8986-078f2d0bb94e None None] Provisioning for port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:56.188887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.191378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.196606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b7f09511-f7c6-4ba3-b1cd-440686454a72 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/20490857-3aea-43c1-be3a-2e7ad5c9ad98 HTTP/1.1" status: 204 len: 168 time: 1.1937799 Jul 16 22:41:56.197288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:56.224598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:56.230631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:56.231448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.338649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c25fc6-0aa9-40ae-93c0-058049b88bfe req-a62f7378-c06f-4343-965d-479c58f1b7d5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.340330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9c25fc6-0aa9-40ae-93c0-058049b88bfe req-a62f7378-c06f-4343-965d-479c58f1b7d5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 931 time: 0.2939646 Jul 16 22:41:56.347597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d0277-933b-4f20-997c-bf413ecbaa4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.353348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-669d0277-933b-4f20-997c-bf413ecbaa4c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1548049 Jul 16 22:41:56.354037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:56.408290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d0decb25-4e1b-4628-8cc3-3920d5da6d70 None None] Provisioning for port 2c95d113-8600-444e-90a3-36a628e1da28 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:56.474058 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.485536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d0decb25-4e1b-4628-8cc3-3920d5da6d70 None None] Provisioning complete for port 2c95d113-8600-444e-90a3-36a628e1da28 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:56.486062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0decb25-4e1b-4628-8cc3-3920d5da6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.522651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb80bf-5392-4908-b504-c4dae2946db3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.527593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ddbb80bf-5392-4908-b504-c4dae2946db3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1723053 Jul 16 22:41:56.528363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:56.605402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d0decb25-4e1b-4628-8cc3-3920d5da6d70 None None] Port 2c95d113-8600-444e-90a3-36a628e1da28 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:41:56.610934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:56.613839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9c25fc6-0aa9-40ae-93c0-058049b88bfe req-91e6f820-e963-4fa4-81c3-a381cb5befe8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571740 Jul 16 22:41:56.620578 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.690168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:56.690539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921caff4-b024-4859-b5de-d93deb675ebc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.692267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921caff4-b024-4859-b5de-d93deb675ebc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.693958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921caff4-b024-4859-b5de-d93deb675ebc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.695610 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-921caff4-b024-4859-b5de-d93deb675ebc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1662624 Jul 16 22:41:56.698814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:56.771076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab4aa-690d-4043-9081-7190ec0c8f14 req-5eecad12-8a2a-4ac9-b5f5-bd32aab079de tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.777210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a9ab4aa-690d-4043-9081-7190ec0c8f14 req-5eecad12-8a2a-4ac9-b5f5-bd32aab079de tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1571813 Jul 16 22:41:56.806105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 12936d4d-5f46-4e16-8dce-2ef1314030e8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:56.814989 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.825431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9337b-03de-408d-8458-0daaeddde1d2 None None] Update dhcp port {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'fixed_ips': [{'subnet_id': '7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44', 'ip_address': '2001:db8::2'}, {'subnet_id': '12936d4d-5f46-4e16-8dce-2ef1314030e8'}], 'binding:host_id': 'n-d-793621-16'}, 'id': '10ca7d3f-52a8-4409-9ec3-d0cd5895cb21'} from n-d-793621-16. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 22:41:56.849316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:56.851907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a9ab4aa-690d-4043-9081-7190ec0c8f14 req-bd16d5a1-f3ed-4187-8119-30eb45702d48 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737116 Jul 16 22:41:56.858147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.886314 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.891203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Transition to ACTIVE for port object 2c95d113-8600-444e-90a3-36a628e1da28 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:56.897220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.932906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41c9337b-03de-408d-8458-0daaeddde1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:56.994849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.025178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:57.138756 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.211866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=12936d4d-5f46-4e16-8dce-2ef1314030e8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:57.212070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Attempting to bind port 2c95d113-8600-444e-90a3-36a628e1da28 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:57.212070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Attempting to bind port 2c95d113-8600-444e-90a3-36a628e1da28 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:57.212070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Attempting to bind port 2c95d113-8600-444e-90a3-36a628e1da28 on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:57.214382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Port 2c95d113-8600-444e-90a3-36a628e1da28 on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:41:57.214713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Attempting to bind port 2c95d113-8600-444e-90a3-36a628e1da28 on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:57.220072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.222049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ac49aed-811b-4f52-96c0-3890627694ce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/12936d4d-5f46-4e16-8dce-2ef1314030e8 HTTP/1.1" status: 204 len: 168 time: 0.5220757 Jul 16 22:41:57.225266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:57.227850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:57.228199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Checking segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:57.228609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Bound using segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:57.232218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Bound port: 2c95d113-8600-444e-90a3-36a628e1da28, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:57.232613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.272173 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-41c9337b-03de-408d-8458-0daaeddde1d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12936d4d-5f46-4e16-8dce-2ef1314030e8: This subnet is being modified by another concurrent operation. Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12936d4d-5f46-4e16-8dce-2ef1314030e8: This subnet is being modified by another concurrent operation. Jul 16 22:41:57.276170 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:41:57.399018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:57.412789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:57.417135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:41:57.423740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.425337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.454792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-adb71f1b-3051-4d2b-bcec-8e3d8457959d None None] Provisioning complete for port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:57.455173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adb71f1b-3051-4d2b-bcec-8e3d8457959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.535857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.541289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:57.549080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:57.549894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.551493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-215d4614-88f4-45f3-88a4-59a117254783 service neutron] 10.222.0.47 "PUT /v2.0/ports/2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 1092 time: 1.7318072 Jul 16 22:41:57.551972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:57.554371 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58" -d '{"events": [{"name": "network-changed", "server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:57.621850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d665b8e1-99ac-4149-b3e1-5c60eb4dfa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.760814 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3163aba4-72d7-4edc-9bed-d03549ded989 x-openstack-request-id: req-3163aba4-72d7-4edc-9bed-d03549ded989 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:57.764367 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:57.764858 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3163aba4-72d7-4edc-9bed-d03549ded989 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:57.768650 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'status': 'completed', 'code': 200} Jul 16 22:41:57.770898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-2a0efc02-4b91-42f0-8c5c-e7f52a787308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:57.774345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-2a0efc02-4b91-42f0-8c5c-e7f52a787308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1732781 Jul 16 22:41:57.788357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.868385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-6ecf3760-d1db-4ad1-9d20-8dcba348c371 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 217 time: 0.0811558 Jul 16 22:41:57.896085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ebb87f2-a86f-4db2-adef-91437dd5f1dc None None] Could not find standard attr ID for object c913e526-c8ee-4390-b59c-73fc818013e0. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:57.900308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ebb87f2-a86f-4db2-adef-91437dd5f1dc None None] Could not find standard attr ID for object 20490857-3aea-43c1-be3a-2e7ad5c9ad98. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:41:57.936311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-d58b2a28-433e-4d93-ba5a-95a4cbe28adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:57.938041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-d58b2a28-433e-4d93-ba5a-95a4cbe28adf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0638816 Jul 16 22:41:58.047141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.148321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.157363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44 HTTP/1.1" status: 204 len: 168 time: 0.9281993 Jul 16 22:41:58.157363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecbce7-4280-4094-b7bf-19eebb70c850 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:58.158020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:58.207661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ee15b-03f7-402d-bab7-003fee1264ef None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:58.290014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-f0864411-cf68-4634-b879-a98f6ce3526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:58.293963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-f0864411-cf68-4634-b879-a98f6ce3526e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3458853 Jul 16 22:41:58.318335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-debb0d65-a89c-4d14-9bd0-7589e1eb1515 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462979 Jul 16 22:41:58.319494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:58.347946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:58.367509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7597-4fad-47f2-860a-eb9a1c70a91f req-3f547c92-e3c0-4c6e-849c-4b351948e1da tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:58.372019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fcab7597-4fad-47f2-860a-eb9a1c70a91f req-3f547c92-e3c0-4c6e-849c-4b351948e1da tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2305806 Jul 16 22:41:58.450073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e831e8-7057-406c-a2d2-4f881b3198fb req-bd7e84dc-2772-4e21-a782-6f504ebc7a98 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:58.457244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93e831e8-7057-406c-a2d2-4f881b3198fb req-bd7e84dc-2772-4e21-a782-6f504ebc7a98 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.4810812 Jul 16 22:41:58.551296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:41:58.639011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93e831e8-7057-406c-a2d2-4f881b3198fb req-208c6f04-244f-426c-9e41-69515a065f91 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747694 Jul 16 22:41:58.678873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:58.682556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Deleting port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:58.683085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.693743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.744408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fcab7597-4fad-47f2-860a-eb9a1c70a91f req-2d545476-eb32-4e65-a6c5-99d2b7d531d8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521259 Jul 16 22:41:58.746897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-28c7bf8a-197b-433a-b9e8-41285e09d38a service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442370 Jul 16 22:41:58.816545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] For port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:58.816949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.854001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Calling delete_port for 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:58.964082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c55e0a0-7f40-49bf-a02d-2d93d9d0812e req-daf72fde-f27f-45e7-9232-4294a17b6c36 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004654 Jul 16 22:41:59.110455 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:59.171066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-ce9704fc-d0fb-40ca-8186-8c2d15005825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.172786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-ce9704fc-d0fb-40ca-8186-8c2d15005825 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1513844 Jul 16 22:41:59.208722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] Pushing event deleted for resources: {'Port': ['ID=10ca7d3f-52a8-4409-9ec3-d0cd5895cb21,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:59.225450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81f317-94c1-4ff0-9283-6089597a9cca None None] No DVR routers for this DVR port 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:59.248393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1ca4c-21ca-4d41-877c-4aea91218020 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:41:59.300012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:59.407012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:59.415523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:59.421659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-96a721fb-cd11-43bf-9b25-da443ee35841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.422642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.423253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:59.423931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-96a721fb-cd11-43bf-9b25-da443ee35841 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.2448642 Jul 16 22:41:59.471953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1ca4c-21ca-4d41-877c-4aea91218020 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:41:59.491202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1598265 Jul 16 22:41:59.492063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986214-2c11-4c09-a85a-c005c5a0ae44 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=bdae3307-821e-498a-8f2a-9fba18e27965,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:59.492688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:59.493978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52370) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:59.503378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:59.527819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:59.528432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 10ca7d3f-52a8-4409-9ec3-d0cd5895cb21 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:59.542051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-5e4568c1-cf2b-40a9-bc96-f01619b43ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 217 time: 0.1016128 Jul 16 22:41:59.633287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-96ef49c2-53af-43b4-9872-45973b9a9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.634903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-96ef49c2-53af-43b4-9872-45973b9a9047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0882597 Jul 16 22:41:59.708697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:59.713334 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:59.778582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-7d4dbb03-0ca9-409b-a555-c546ae17d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.780699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-7d4dbb03-0ca9-409b-a555-c546ae17d78c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387696 Jul 16 22:41:59.928086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bb30f072-8cf4-4f4d-8114-b3a652915095', 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'tenant_id': '3c99289a0ec9459189e04e0185482c00', 'fixed_ips': [{'subnet_id': 'bdae3307-821e-498a-8f2a-9fba18e27965'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:41:59.930506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.047861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-2caf9de9-0954-44bc-8984-abd7787f60a9 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573984 Jul 16 22:42:00.117117 n-d-793621-16 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdae3307-821e-498a-8f2a-9fba18e27965 (CIDR: 2001:db8::/64) Jul 16 22:42:00.137501 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:42:00.141057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:00.182619 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5d5b-b4f6-49e2-acaa-a2f45ca9887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.202514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-71defe25-9b83-4d0c-91e7-27d667ecfc4e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7073817 Jul 16 22:42:00.208615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:00.223974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'subnet': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:00.261881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.348209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221159e-a6d2-44ac-9c60-e55afbb045fb req-fd83a227-5cb6-4489-b681-88e62f497dd2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:00.349883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3221159e-a6d2-44ac-9c60-e55afbb045fb req-fd83a227-5cb6-4489-b681-88e62f497dd2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2979538 Jul 16 22:42:00.388329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Allocated IP 2001:db8::2 (bb30f072-8cf4-4f4d-8114-b3a652915095/bdae3307-821e-498a-8f2a-9fba18e27965/9872aadb-c8b4-4000-af3f-13d6a00df761) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:00.417667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ba8181f-4b4c-47ab-88f7-6c9301a22d58 req-ca462fdb-e604-4879-b5c1-63eaa257f71a service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413811 Jul 16 22:42:00.462880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3221159e-a6d2-44ac-9c60-e55afbb045fb req-361e9726-aa89-4f7a-866c-90d39ca4690d tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938497 Jul 16 22:42:00.491841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c23309-e0ab-4ac3-8673-b7ad1d121dbc req-cb28c965-54e9-42e7-8b58-3138786268cc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:00.494868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c23309-e0ab-4ac3-8673-b7ad1d121dbc req-cb28c965-54e9-42e7-8b58-3138786268cc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.5418849 Jul 16 22:42:00.528121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:00.531842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.562964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:42:00.580614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c23309-e0ab-4ac3-8673-b7ad1d121dbc req-dc645d52-d23a-4218-b045-b93fe08580f6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775049 Jul 16 22:42:00.660600 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.692154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Transition to ACTIVE for port object 9872aadb-c8b4-4000-af3f-13d6a00df761 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:00.745437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Transition to ACTIVE for port object 9872aadb-c8b4-4000-af3f-13d6a00df761 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:00.754981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.801606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:00.822095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:00.830580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:00.834695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:00.836787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2c95d113-8600-444e-90a3-36a628e1da28', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:42:00.847105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Pushing event updated for resources: {'Port': ['ID=9872aadb-c8b4-4000-af3f-13d6a00df761,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:00.945529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Attempting to bind port 9872aadb-c8b4-4000-af3f-13d6a00df761 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:42:00.946153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Attempting to bind port 9872aadb-c8b4-4000-af3f-13d6a00df761 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:42:00.946296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Attempting to bind port 9872aadb-c8b4-4000-af3f-13d6a00df761 on network bb30f072-8cf4-4f4d-8114-b3a652915095 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:00.954265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.960167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:42:00.960167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Checking segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:00.960572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.961014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Bound using segment: {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:42:00.961487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Bound port: 9872aadb-c8b4-4000-af3f-13d6a00df761, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d414f2-3485-4219-8c8c-4c5833510573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:42:00.961873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:01.000594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:42:01.058613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:01.070686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:01.111445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.objects.ports [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:42:01.128283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] For port 9872aadb-c8b4-4000-af3f-13d6a00df761, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:42:01.134838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] For port 9872aadb-c8b4-4000-af3f-13d6a00df761, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9872aadb-c8b4-4000-af3f-13d6a00df761,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:42:01.152678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:01.157439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:01.214715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff06050-77d8-4f4a-8a39-87f868780521 None None] Pushing event updated for resources: {'Port': ['ID=9872aadb-c8b4-4000-af3f-13d6a00df761,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:01.355917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2c95d113-8600-444e-90a3-36a628e1da28'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:01.418946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:01.433314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:01.834850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bb660-0dc7-411d-a645-b8ff80d397ea req-3b282ac4-c4b0-482d-9009-38cc6a111430 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:01.848339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d46bb660-0dc7-411d-a645-b8ff80d397ea req-3b282ac4-c4b0-482d-9009-38cc6a111430 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1361151 Jul 16 22:42:01.886236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] For port 9872aadb-c8b4-4000-af3f-13d6a00df761, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9872aadb-c8b4-4000-af3f-13d6a00df761,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:01.921551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d46bb660-0dc7-411d-a645-b8ff80d397ea req-bb3e9d39-6954-4cb3-8b02-8730ed99005c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720465 Jul 16 22:42:01.981552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:02.004328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.013321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.014083 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.110370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:02.124767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf5bb-97e9-408f-89ef-cb4ce8bf93f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.132384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:02.141855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:02.142412 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.185203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=9872aadb-c8b4-4000-af3f-13d6a00df761,revision_number=4']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:02.197932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Subnet': ['ID=1f19d0e9-b64c-4c3b-8042-9187fbedc95c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:02.215977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a160e3-d793-4596-9fdc-0311b00798d5 req-162a1696-09ea-460b-9b63-6c49a81ffd0e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:02.225807 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-28a160e3-d793-4596-9fdc-0311b00798d5 req-162a1696-09ea-460b-9b63-6c49a81ffd0e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 944 time: 0.2821240 Jul 16 22:42:02.324572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf5bb-97e9-408f-89ef-cb4ce8bf93f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.332364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf5bb-97e9-408f-89ef-cb4ce8bf93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.373015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf5bb-97e9-408f-89ef-cb4ce8bf93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c462e3-03c9-42b5-a5a9-ecb0a70f6cec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:02.399346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e8bf5bb-97e9-408f-89ef-cb4ce8bf93f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8b4b90aecaf46f1a682f903fcb80cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164608 Jul 16 22:42:02.401744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:02.482406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.509514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.561219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:02.594681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.600149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.605627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1c462e3-03c9-42b5-a5a9-ecb0a70f6cec HTTP/1.1" status: 204 len: 168 time: 0.2027142 Jul 16 22:42:02.621261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557c54-9139-4b88-99d1-01a3ab860b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c462e3-03c9-42b5-a5a9-ecb0a70f6cec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:02.654606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2c95d113-8600-444e-90a3-36a628e1da28 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:02.665198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2c95d113-8600-444e-90a3-36a628e1da28 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:02.666178 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.717579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-28a160e3-d793-4596-9fdc-0311b00798d5 req-4a78af4c-299f-423a-a31b-a8ac7494c9f4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822958 Jul 16 22:42:02.721690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ae26ee0-70bf-4ca1-9258-4a14726a2f36 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5093994 Jul 16 22:42:02.722096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:02.728295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Request body: {'port': {'network_id': 'bb30f072-8cf4-4f4d-8114-b3a652915095', 'mac_address': 'fa:16:3e:b1:9f:c2', 'name': 'tempest-NetworksTestDHCPv6-1995109945'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:02.774505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b2c73-39b2-45e7-931c-12926b44da1d None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:42:02.776763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.886062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Made reservation on behalf of 3c99289a0ec9459189e04e0185482c00 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:02.889903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d931341c-242b-4eb9-b3f3-ce615008faef None None] Provisioning for port 9872aadb-c8b4-4000-af3f-13d6a00df761 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:02.944405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:02.995810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:02.998259 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b00136-d4f8-42a0-a874-cb4df1e82920" -d '{"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:03.038198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.115286 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea43921-327b-46a0-b861-0f79ddafde8b x-openstack-request-id: req-8ea43921-327b-46a0-b861-0f79ddafde8b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:03.115819 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:03.116135 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ea43921-327b-46a0-b861-0f79ddafde8b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:03.116856 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'code': 200} Jul 16 22:42:03.132485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:03.135028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b2c73-39b2-45e7-931c-12926b44da1d None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:42:03.147426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.166491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] device_id is not set on port f3fb6564-4c73-40b8-b8be-3699f1470116 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:42:03.400073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:03.460612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9872aadb-c8b4-4000-af3f-13d6a00df761 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:03.517516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e783-2f12-4419-9a22-9b13c66e77a1 req-c51db4b0-f67f-4148-876a-ea2c4c88538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.519048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6818e783-2f12-4419-9a22-9b13c66e77a1 req-c51db4b0-f67f-4148-876a-ea2c4c88538b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1097 time: 0.1994071 Jul 16 22:42:03.530369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961443-1b44-4c8f-bcaa-20cf62a06fc6 req-286f5bdd-dbad-49e7-9e1a-8be912484489 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.531901 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad961443-1b44-4c8f-bcaa-20cf62a06fc6 req-286f5bdd-dbad-49e7-9e1a-8be912484489 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.4314814 Jul 16 22:42:03.600321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8::397 (bb30f072-8cf4-4f4d-8114-b3a652915095/bdae3307-821e-498a-8f2a-9fba18e27965/f3fb6564-4c73-40b8-b8be-3699f1470116) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:03.626509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6818e783-2f12-4419-9a22-9b13c66e77a1 req-5b65d29a-d177-43a5-ad86-43a18a6cbc9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933361 Jul 16 22:42:03.628391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:9fc2 (bb30f072-8cf4-4f4d-8114-b3a652915095/1f19d0e9-b64c-4c3b-8042-9187fbedc95c/f3fb6564-4c73-40b8-b8be-3699f1470116) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:03.645954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad961443-1b44-4c8f-bcaa-20cf62a06fc6 req-5aa856f7-3d39-43c2-b1c2-a0725ef2c77e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026859 Jul 16 22:42:03.698500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9872aadb-c8b4-4000-af3f-13d6a00df761 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:03.711879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9872aadb-c8b4-4000-af3f-13d6a00df761 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:03.713277 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.883066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.908242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.932217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Transition to ACTIVE for port object f3fb6564-4c73-40b8-b8be-3699f1470116 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:03.948339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9872aadb-c8b4-4000-af3f-13d6a00df761, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9872aadb-c8b4-4000-af3f-13d6a00df761,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:03.953220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.958494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946760c-fe41-4b77-acad-09ae408b6429 req-692e8d9d-6683-4d90-a7c0-fa5ab783644e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.960295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4946760c-fe41-4b77-acad-09ae408b6429 req-692e8d9d-6683-4d90-a7c0-fa5ab783644e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.1118526 Jul 16 22:42:03.984842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.019575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9872aadb-c8b4-4000-af3f-13d6a00df761,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:04.054497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4946760c-fe41-4b77-acad-09ae408b6429 req-09eae99e-1000-4be2-bbb8-cbb1306589da tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857930 Jul 16 22:42:04.075301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Network bb30f072-8cf4-4f4d-8114-b3a652915095 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:04.079573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:04.084782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:04.095054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:04.096007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.100318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event updated for resources: {'Port': ['ID=f3fb6564-4c73-40b8-b8be-3699f1470116,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:04.117025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1c1eea63-aa00-400d-aa1c-b1ffb50e5e34 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3935149 Jul 16 22:42:04.120098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:04.242976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting port f3fb6564-4c73-40b8-b8be-3699f1470116 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:04.244029 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.359909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.377386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Calling delete_port for f3fb6564-4c73-40b8-b8be-3699f1470116 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:04.655464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.688631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Port': ['ID=f3fb6564-4c73-40b8-b8be-3699f1470116,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:04.731996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e158da0-0114-48ca-be8c-4a99aabba272 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:04.763867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.771269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:04.772718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-768b3bf2-3522-4b45-9491-e588e6b553d0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/f3fb6564-4c73-40b8-b8be-3699f1470116 HTTP/1.1" status: 204 len: 168 time: 0.6512733 Jul 16 22:42:04.868866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4df2cf7b-8e71-47ea-81cc-eb31668a9f08 None None] Provisioning complete for port 9872aadb-c8b4-4000-af3f-13d6a00df761 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:04.869562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4df2cf7b-8e71-47ea-81cc-eb31668a9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.973868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39038ba1-42b3-4cd8-97c2-28dbcbe5f2a0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:04.977772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39038ba1-42b3-4cd8-97c2-28dbcbe5f2a0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2031658 Jul 16 22:42:04.978493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:05.012140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa977ab-ffc6-4a96-8ce1-cbe3d3d9c076 req-b713076b-8235-4f90-9f85-0c34cdd987ce tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.014158 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fa977ab-ffc6-4a96-8ce1-cbe3d3d9c076 req-b713076b-8235-4f90-9f85-0c34cdd987ce tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1735697 Jul 16 22:42:05.058149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5de3d-c27d-443e-bcff-412370d1b6b1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.064481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-50a5de3d-c27d-443e-bcff-412370d1b6b1 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0834389 Jul 16 22:42:05.065438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:05.108828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7fa977ab-ffc6-4a96-8ce1-cbe3d3d9c076 req-8bafda52-c58d-41bd-8ea2-94a0504d2228 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871570 Jul 16 22:42:05.149731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9650b1a-94a2-4e3b-a211-60e590a09778 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.156308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9650b1a-94a2-4e3b-a211-60e590a09778 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.160429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9650b1a-94a2-4e3b-a211-60e590a09778 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.162871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b9650b1a-94a2-4e3b-a211-60e590a09778 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0957863 Jul 16 22:42:05.165621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:05.253898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet 1f19d0e9-b64c-4c3b-8042-9187fbedc95c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:05.257407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.316567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e737f-8507-4c29-95a9-fdf56c4a247c req-9f263a6b-7491-4560-b04f-92afbb88ae50 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.319148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-022e737f-8507-4c29-95a9-fdf56c4a247c req-9f263a6b-7491-4560-b04f-92afbb88ae50 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.0902674 Jul 16 22:42:05.330239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.379416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba80dd-f032-414e-9380-29febb605c78 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:05.401597 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-022e737f-8507-4c29-95a9-fdf56c4a247c req-f449b633-3749-40b9-8986-3d3d79172628 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737300 Jul 16 22:42:05.438316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9872aadb-c8b4-4000-af3f-13d6a00df761 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:05.481213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-88368d73-8620-4f14-8753-48fed62a930c None None] Provisioning complete for port 9872aadb-c8b4-4000-af3f-13d6a00df761 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:05.481584 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88368d73-8620-4f14-8753-48fed62a930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.529776 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.625718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9872aadb-c8b4-4000-af3f-13d6a00df761 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:05.626088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.661746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a28d60-867d-4ddc-8e94-73cad162ea7f req-09ec4fc5-54d1-4a0f-8bb8-1547fab003b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.666569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48a28d60-867d-4ddc-8e94-73cad162ea7f req-09ec4fc5-54d1-4a0f-8bb8-1547fab003b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.1043644 Jul 16 22:42:05.667861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.671873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:05.676600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'floatingip': {'port_id': '2c95d113-8600-444e-90a3-36a628e1da28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:05.724141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.726555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1f19d0e9-b64c-4c3b-8042-9187fbedc95c HTTP/1.1" status: 204 len: 168 time: 0.5598524 Jul 16 22:42:05.729122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:05.731845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579d54e-f47c-447e-b8b2-3d7ec50b33d8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=1f19d0e9-b64c-4c3b-8042-9187fbedc95c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:05.815717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.869664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Deleting subnet bdae3307-821e-498a-8f2a-9fba18e27965 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:05.872422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:05.937049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.049791 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.140488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe37ba5-f134-47f8-a1cd-d09106edd919 None None] Network bb30f072-8cf4-4f4d-8114-b3a652915095 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:06.166046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.235159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Subnet': ['ID=bdae3307-821e-498a-8f2a-9fba18e27965,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:06.239707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.242143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e46e9686-51dd-47bc-bc58-8bf1914410f9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/bdae3307-821e-498a-8f2a-9fba18e27965 HTTP/1.1" status: 204 len: 168 time: 0.5118070 Jul 16 22:42:06.245809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.286882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12a3d05d-034c-4e05-b9e2-f9edcfded537 None None] Provisioning complete for port 9872aadb-c8b4-4000-af3f-13d6a00df761 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:06.287169 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-12a3d05d-034c-4e05-b9e2-f9edcfded537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.295094 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec637ade-516e-4e74-9794-6ff4031905b7 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479636 Jul 16 22:42:06.297465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.447530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac5436-faec-49cb-ba14-e39df98180a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:06.458153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07ac5436-faec-49cb-ba14-e39df98180a8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1578777 Jul 16 22:42:06.459720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.576238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444ed7-cb28-425a-9322-f4b53d3de1f7 req-d8db1ff2-8b73-4fdb-aee2-a2d1a17b28ee tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:06.576238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59444ed7-cb28-425a-9322-f4b53d3de1f7 req-d8db1ff2-8b73-4fdb-aee2-a2d1a17b28ee tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.2636716 Jul 16 22:42:06.584104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] DHCP port deletion for bb30f072-8cf4-4f4d-8114-b3a652915095 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:42:06.606824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa9af6-df59-4a68-a1d8-e0648082750b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:06.613691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58aa9af6-df59-4a68-a1d8-e0648082750b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1523976 Jul 16 22:42:06.614426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.653813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Deleting port 9872aadb-c8b4-4000-af3f-13d6a00df761 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:06.654448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.672112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1910e60b-ad78-49d0-9d25-afe7ba569aba tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563920 Jul 16 22:42:06.672915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.697690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-59444ed7-cb28-425a-9322-f4b53d3de1f7 req-1dc246e6-fd31-4b4b-a2cb-54efd1e9fe25 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142383 Jul 16 22:42:06.719601 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9191b5af-197d-4615-8472-4319c4c7c4b6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:06.720359 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9191b5af-197d-4615-8472-4319c4c7c4b6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:06.725029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9191b5af-197d-4615-8472-4319c4c7c4b6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/f3fb6564-4c73-40b8-b8be-3699f1470116 HTTP/1.1" status: 404 len: 333 time: 0.0508869 Jul 16 22:42:06.725808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.751379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] For port 9872aadb-c8b4-4000-af3f-13d6a00df761, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9872aadb-c8b4-4000-af3f-13d6a00df761,segment=NetworkSegment(97d414f2-3485-4219-8c8c-4c5833510573),segment_id=97d414f2-3485-4219-8c8c-4c5833510573)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:06.752062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.762440 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4835db-bf16-405d-bb96-d1d5cf09ed8b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:06.762907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4835db-bf16-405d-bb96-d1d5cf09ed8b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:06.767859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Calling delete_port for 9872aadb-c8b4-4000-af3f-13d6a00df761 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:06.769639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.770100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca4835db-bf16-405d-bb96-d1d5cf09ed8b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1f19d0e9-b64c-4c3b-8042-9187fbedc95c HTTP/1.1" status: 404 len: 337 time: 0.0432944 Jul 16 22:42:06.829712 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d512e9-6585-413a-b0d2-5df0e5fe56a5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:06.830412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d512e9-6585-413a-b0d2-5df0e5fe56a5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:06.832738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-43d512e9-6585-413a-b0d2-5df0e5fe56a5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/bdae3307-821e-498a-8f2a-9fba18e27965 HTTP/1.1" status: 404 len: 337 time: 0.0620325 Jul 16 22:42:06.835439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.850286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.891117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.895316 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c1953e-6383-47a5-bff0-89df4b63eac4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:06.895623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c1953e-6383-47a5-bff0-89df4b63eac4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:06.901194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:06.912040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-35c1953e-6383-47a5-bff0-89df4b63eac4 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/20490857-3aea-43c1-be3a-2e7ad5c9ad98 HTTP/1.1" status: 404 len: 333 time: 0.0754392 Jul 16 22:42:06.921110 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:06.936734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] No DVR routers for this DVR port 9872aadb-c8b4-4000-af3f-13d6a00df761 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:06.959181 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1693a786-4d90-4d3f-b4e6-1fba07a2c26c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:06.959626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1693a786-4d90-4d3f-b4e6-1fba07a2c26c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:06.965701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1693a786-4d90-4d3f-b4e6-1fba07a2c26c tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/12936d4d-5f46-4e16-8dce-2ef1314030e8 HTTP/1.1" status: 404 len: 337 time: 0.0611539 Jul 16 22:42:06.966754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aa7c2-5564-4665-b8d1-d92b5396bda7 None None] Pushing event deleted for resources: {'Port': ['ID=9872aadb-c8b4-4000-af3f-13d6a00df761,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:06.970023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.006283 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf364ca-b38f-4406-93b4-4530583c2e8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.006895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf364ca-b38f-4406-93b4-4530583c2e8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.012666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3bf364ca-b38f-4406-93b4-4530583c2e8e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7b7b9ecb-c45e-4675-ab85-1dce3f6d0d44 HTTP/1.1" status: 404 len: 337 time: 0.0391011 Jul 16 22:42:07.013380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.071370 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad8f309-bdfb-453c-b814-85645a938e84 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.072018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad8f309-bdfb-453c-b814-85645a938e84 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.077701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6ad8f309-bdfb-453c-b814-85645a938e84 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/c913e526-c8ee-4390-b59c-73fc818013e0 HTTP/1.1" status: 404 len: 333 time: 0.0624845 Jul 16 22:42:07.078422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52536) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.125734 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-712fa00e-0111-4ada-acd1-a04067d602f8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.126224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712fa00e-0111-4ada-acd1-a04067d602f8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.131257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-712fa00e-0111-4ada-acd1-a04067d602f8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/5972d82a-c982-4229-994e-6ff78f48b06a HTTP/1.1" status: 404 len: 337 time: 0.0513306 Jul 16 22:42:07.131910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.160896 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc8c04b-bb8f-4cdf-a921-533cd18a8663 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.161413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc8c04b-bb8f-4cdf-a921-533cd18a8663 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.178224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ccc8c04b-bb8f-4cdf-a921-533cd18a8663 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/38dd632f-0b26-4fe7-9e84-9922c82c710d HTTP/1.1" status: 404 len: 337 time: 0.0451655 Jul 16 22:42:07.178917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.214316 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Floating IP 50ef3f9c-e322-49e8-aed5-e21ecc5883bb associated. External IP: 172.25.5.107, port: 2c95d113-8600-444e-90a3-36a628e1da28. Jul 16 22:42:07.215107 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a14779-f31c-4363-a8d8-2e02a5433e68 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.215795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a14779-f31c-4363-a8d8-2e02a5433e68 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.220804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07a14779-f31c-4363-a8d8-2e02a5433e68 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/1196cca8-afe7-4f50-901a-27488342f1e3 HTTP/1.1" status: 404 len: 333 time: 0.0399616 Jul 16 22:42:07.221649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.254628 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4661260-4909-4a49-8f06-24dc0681e9e3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.255123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4661260-4909-4a49-8f06-24dc0681e9e3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.259687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f4661260-4909-4a49-8f06-24dc0681e9e3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1112fed8-3643-49f7-86d0-7b415e6fbb3a HTTP/1.1" status: 404 len: 337 time: 0.0361719 Jul 16 22:42:07.260321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.287780 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-816dbbf0-0d61-411b-b03c-8774becc3b83 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.288335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816dbbf0-0d61-411b-b03c-8774becc3b83 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.290169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-816dbbf0-0d61-411b-b03c-8774becc3b83 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7cad73d1-181f-4c28-9d3c-6061afbd9ec6 HTTP/1.1" status: 404 len: 337 time: 0.0288751 Jul 16 22:42:07.292656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.350212 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d648c7f6-de11-42d0-b401-52ff6938eabc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.352658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d648c7f6-de11-42d0-b401-52ff6938eabc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.355977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d648c7f6-de11-42d0-b401-52ff6938eabc tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/da6a75f0-aa43-40e4-8f10-eef9acec3a1a HTTP/1.1" status: 404 len: 333 time: 0.0611570 Jul 16 22:42:07.358415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.389847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9872aadb-c8b4-4000-af3f-13d6a00df761 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:07.405053 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75f846d-9590-49f6-8e32-e836b8821a55 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.405495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75f846d-9590-49f6-8e32-e836b8821a55 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.407702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e75f846d-9590-49f6-8e32-e836b8821a55 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/4d568b5f-bcaa-45a2-98ed-07fc97e3edf5 HTTP/1.1" status: 404 len: 337 time: 0.0472977 Jul 16 22:42:07.414691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.434288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9872aadb-c8b4-4000-af3f-13d6a00df761 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:07.434788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9872aadb-c8b4-4000-af3f-13d6a00df761 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:07.466703 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c249c332-a7ef-4604-b6e8-5900ca972855 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.467470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c249c332-a7ef-4604-b6e8-5900ca972855 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.471659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c249c332-a7ef-4604-b6e8-5900ca972855 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/2f96a603-b116-4972-90c4-a3687fa418b1 HTTP/1.1" status: 404 len: 333 time: 0.0534475 Jul 16 22:42:07.471945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.501788 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c505315-3f3d-4086-86ff-957c82dac543 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.502241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c505315-3f3d-4086-86ff-957c82dac543 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.502458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-1d99a1ff-6244-48a1-a1f1-585e815caa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:07.504032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-1d99a1ff-6244-48a1-a1f1-585e815caa22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.2465861 Jul 16 22:42:07.504187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c505315-3f3d-4086-86ff-957c82dac543 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/e291bbbe-ca19-43db-9589-c07e0f38b535 HTTP/1.1" status: 404 len: 337 time: 0.0305557 Jul 16 22:42:07.506733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.511512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a2cd9-baf1-463b-92c6-77aeae4efca0 req-160a5a62-98d1-457c-bcd8-c880b4f9c930 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:07.513029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-876a2cd9-baf1-463b-92c6-77aeae4efca0 req-160a5a62-98d1-457c-bcd8-c880b4f9c930 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.3106143 Jul 16 22:42:07.536869 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e314a69e-29ff-4848-999a-83843cbb3304 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.537876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e314a69e-29ff-4848-999a-83843cbb3304 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.542803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e314a69e-29ff-4848-999a-83843cbb3304 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/b35c1653-903a-42b4-a710-0c440e8a0db0 HTTP/1.1" status: 404 len: 333 time: 0.0317934 Jul 16 22:42:07.543666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.574823 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f08af7-b294-49e9-8b10-418fe89c5bfa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.575847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f08af7-b294-49e9-8b10-418fe89c5bfa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.580297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-79f08af7-b294-49e9-8b10-418fe89c5bfa tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/50dc1d9c-8e0d-4054-bf9f-1d4db5384f56 HTTP/1.1" status: 404 len: 337 time: 0.0337477 Jul 16 22:42:07.589003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.630005 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dcca5e-38a8-430d-bf71-aebb1a82e623 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.631059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dcca5e-38a8-430d-bf71-aebb1a82e623 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.635211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-41dcca5e-38a8-430d-bf71-aebb1a82e623 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/17b8bb73-470c-4f0a-a305-08772bcde769 HTTP/1.1" status: 404 len: 333 time: 0.0433679 Jul 16 22:42:07.635557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.658266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-876a2cd9-baf1-463b-92c6-77aeae4efca0 req-3a8a8de3-5d6a-4a73-a6e9-0352ad895cf6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313305 Jul 16 22:42:07.672276 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-39611570-9991-419b-873f-5a8c8f0a6ec6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.672559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:07.673377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39611570-9991-419b-873f-5a8c8f0a6ec6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.676470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39611570-9991-419b-873f-5a8c8f0a6ec6 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/2339290c-a92f-40d1-80a5-bd7931921178 HTTP/1.1" status: 404 len: 337 time: 0.0397210 Jul 16 22:42:07.679150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.701741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-ca48a984-85a5-4e35-b268-a13d7081d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:07.703676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-ca48a984-85a5-4e35-b268-a13d7081d7b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.1896665 Jul 16 22:42:07.747771 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb8f871-5c24-4e21-bc2b-eb9b7bc61fce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.748477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb8f871-5c24-4e21-bc2b-eb9b7bc61fce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.751323 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6fb8f871-5c24-4e21-bc2b-eb9b7bc61fce tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/22f8b2ae-0843-4186-a01a-f0f2b60a8e20 HTTP/1.1" status: 404 len: 333 time: 0.0697999 Jul 16 22:42:07.754285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.786114 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c52ab16-0ad6-4b48-8559-78fa7dcda9a2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.786804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c52ab16-0ad6-4b48-8559-78fa7dcda9a2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.788885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2c52ab16-0ad6-4b48-8559-78fa7dcda9a2 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/067b5790-dad7-4ec9-bc49-2234872b493e HTTP/1.1" status: 404 len: 337 time: 0.0334499 Jul 16 22:42:07.791395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.821642 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9596b05e-847a-4195-af08-0543614f4be8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.822345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9596b05e-847a-4195-af08-0543614f4be8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.824450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9596b05e-847a-4195-af08-0543614f4be8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/c43f838b-7217-4bc6-888b-87dcdefea612 HTTP/1.1" status: 404 len: 333 time: 0.0320799 Jul 16 22:42:07.827216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52578) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.857130 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eb94ab-215a-4739-bd38-7b246ec1f982 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.857590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eb94ab-215a-4739-bd38-7b246ec1f982 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.859333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-11eb94ab-215a-4739-bd38-7b246ec1f982 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/1eb5bd55-8d57-42be-8f82-ab8cdf1fb52b HTTP/1.1" status: 404 len: 337 time: 0.0311952 Jul 16 22:42:07.862126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.891113 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-15306238-ca85-40a8-9daa-ed05b47f7236 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.891575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15306238-ca85-40a8-9daa-ed05b47f7236 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.893428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15306238-ca85-40a8-9daa-ed05b47f7236 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/6a1bcfe3-198f-4f9b-abad-63160b7fd8fe HTTP/1.1" status: 404 len: 337 time: 0.0302243 Jul 16 22:42:07.895961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.931585 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aefc0e6-b0e2-4d8f-a1b5-098bd17674a3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.932395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aefc0e6-b0e2-4d8f-a1b5-098bd17674a3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.935122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9aefc0e6-b0e2-4d8f-a1b5-098bd17674a3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/2306251b-0124-413f-a959-5e1f4e927d28 HTTP/1.1" status: 404 len: 333 time: 0.0381753 Jul 16 22:42:07.937760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:07.988211 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74eda8c-579f-4c03-bae3-89acb278935a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:07.988955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74eda8c-579f-4c03-bae3-89acb278935a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:07.999686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f74eda8c-579f-4c03-bae3-89acb278935a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/cc4988d4-2ecd-4706-b4e4-03edbe602bb1 HTTP/1.1" status: 404 len: 337 time: 0.0555625 Jul 16 22:42:08.001286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.034844 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f378e5-dfd1-4ad8-addc-feddd52c75ca tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.035415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f378e5-dfd1-4ad8-addc-feddd52c75ca tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.040293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58f378e5-dfd1-4ad8-addc-feddd52c75ca tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/9656d981-5b3d-41cd-8373-f8218d23e9c3 HTTP/1.1" status: 404 len: 337 time: 0.0356071 Jul 16 22:42:08.040506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.078238 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf1f9f0-ecef-41df-85c0-d8c5f1e32c69 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.079539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf1f9f0-ecef-41df-85c0-d8c5f1e32c69 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.085054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cbf1f9f0-ecef-41df-85c0-d8c5f1e32c69 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/574f0283-b8ff-4a15-b5c8-453a04752255 HTTP/1.1" status: 404 len: 333 time: 0.0417295 Jul 16 22:42:08.092599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.148135 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6417dbc2-fddf-4779-aed1-b406fc76e782 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.159583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6417dbc2-fddf-4779-aed1-b406fc76e782 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.159583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6417dbc2-fddf-4779-aed1-b406fc76e782 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/dd8902ac-3a5d-40dc-be5b-1849f70e334c HTTP/1.1" status: 404 len: 337 time: 0.0646591 Jul 16 22:42:08.159583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.197960 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95fcd32-86c1-45f5-8bc2-b69864cb7bfb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.198567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95fcd32-86c1-45f5-8bc2-b69864cb7bfb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.204016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e95fcd32-86c1-45f5-8bc2-b69864cb7bfb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/5eda67f5-0a10-46ea-8dee-4478d095a1a2 HTTP/1.1" status: 404 len: 337 time: 0.0430183 Jul 16 22:42:08.204950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.216885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-cd551092-406f-463f-aa01-ba5fdc2fb1c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1001 time: 0.5064731 Jul 16 22:42:08.244826 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-12277bcd-4962-4838-8ded-945e322e05c3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.245647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12277bcd-4962-4838-8ded-945e322e05c3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.249575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-12277bcd-4962-4838-8ded-945e322e05c3 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/a8033469-5992-4ba5-b1ed-e3f6014e1ca6 HTTP/1.1" status: 404 len: 333 time: 0.0433824 Jul 16 22:42:08.251292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.275148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-9a7e7093-71d1-46d3-8efe-e2f83fa800d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:08.277058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-9a7e7093-71d1-46d3-8efe-e2f83fa800d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0501316 Jul 16 22:42:08.280174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:08.289296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:08.290096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:08.310598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:08.311275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:08.312407 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aef2c8-f9d2-4fc0-9e3d-fccadca8dbc8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.317330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aef2c8-f9d2-4fc0-9e3d-fccadca8dbc8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.319476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85aef2c8-f9d2-4fc0-9e3d-fccadca8dbc8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/75d7626c-b403-47fa-8414-6616f5654cae HTTP/1.1" status: 404 len: 337 time: 0.0655484 Jul 16 22:42:08.322363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.356241 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fb1db4-c4d4-42f1-a87a-129df8138a6f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.363327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fb1db4-c4d4-42f1-a87a-129df8138a6f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.369771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bb39a0e5-a6e0-4e41-a2ec-e3eabf93adb8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "PUT /v2.0/floatingips/50ef3f9c-e322-49e8-aed5-e21ecc5883bb HTTP/1.1" status: 200 len: 991 time: 2.6911962 Jul 16 22:42:08.369969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6fb1db4-c4d4-42f1-a87a-129df8138a6f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/04149925-10ee-49d3-a50d-c79eff4c4abe HTTP/1.1" status: 404 len: 337 time: 0.0426030 Jul 16 22:42:08.370091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:08.370091 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302cc65-dbc4-4507-9b0c-04ece45b9202" -d '{"events": [{"name": "network-changed", "server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:08.370297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.389259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-73642aed-5b62-425f-891e-1570457fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:08.391166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-73642aed-5b62-425f-891e-1570457fcf82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994394 Jul 16 22:42:08.446312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd55276d-b680-494b-ac08-fba4351f6fc0 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1847c35-3f0e-4234-8766-578a20a61cc8 HTTP/1.1" status: 200 len: 205 time: 0.0720260 Jul 16 22:42:08.446545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.472780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:08.510865 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb3331a-4f76-479a-8bbd-a93e025cd4ed x-openstack-request-id: req-bcb3331a-4f76-479a-8bbd-a93e025cd4ed {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:08.511150 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:08.511398 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcb3331a-4f76-479a-8bbd-a93e025cd4ed {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:08.512121 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'status': 'completed', 'code': 200} Jul 16 22:42:08.550862 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-02f757e5-a140-4ff5-90f6-ae8f73d94753 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] delete failed (client error): The resource could not be found. Jul 16 22:42:08.551933 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-02f757e5-a140-4ff5-90f6-ae8f73d94753 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/routers/e1847c35-3f0e-4234-8766-578a20a61cc8 HTTP/1.1" status: 404 len: 336 time: 0.1043179 Jul 16 22:42:08.554675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.568290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-329253da-ae10-440f-b469-85eea37f05bb service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686718 Jul 16 22:42:08.585528 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e650e0e8-f9cd-4795-8462-1e2b0928a22d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.585978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e650e0e8-f9cd-4795-8462-1e2b0928a22d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.588719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e650e0e8-f9cd-4795-8462-1e2b0928a22d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/06595251-0d90-4fa8-8b3b-74349ee79d80 HTTP/1.1" status: 404 len: 337 time: 0.0331078 Jul 16 22:42:08.594314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.639204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-db2129f0-e84c-4ae7-8f7f-f5077079305a tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "GET /v2.0/ports?device_id=318f007b-e66d-4cb0-a885-35d1433f7b1d HTTP/1.1" status: 200 len: 205 time: 0.0371048 Jul 16 22:42:08.643155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.696903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-a38eaf17-a335-4b6f-98b6-31113b7240c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:08.698724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-a38eaf17-a335-4b6f-98b6-31113b7240c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1097 time: 0.1871715 Jul 16 22:42:08.700375 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-4fea9722-db97-44eb-94d1-0868bc5dc591 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] delete failed (client error): The resource could not be found. Jul 16 22:42:08.701526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4fea9722-db97-44eb-94d1-0868bc5dc591 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/routers/318f007b-e66d-4cb0-a885-35d1433f7b1d HTTP/1.1" status: 404 len: 336 time: 0.0565462 Jul 16 22:42:08.705853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.743145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a0be6c0-ab05-42f0-94c8-d50ab61c7737 req-e3d8db97-db60-41e4-87e7-68e4ca76117d service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660237 Jul 16 22:42:08.839405 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b34b0be-66af-4b37-b910-c916813d4624 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.839965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b34b0be-66af-4b37-b910-c916813d4624 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.844206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b34b0be-66af-4b37-b910-c916813d4624 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7c2d79f1-522d-4493-ac01-5b8c5f97ca9b HTTP/1.1" status: 404 len: 337 time: 0.1253922 Jul 16 22:42:08.844590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.846385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '50ef3f9c-e322-49e8-aed5-e21ecc5883bb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:41:47Z', 'updated_at': '2021-07-16T22:42:06Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:08.882183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-d87a0c12-d9e0-4d20-b107-06da323d64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:08.884381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-d87a0c12-d9e0-4d20-b107-06da323d64c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1793149 Jul 16 22:42:08.885394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:42:08.887785 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-672601fc-a47f-4b1d-9729-896911d78c92 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.888318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672601fc-a47f-4b1d-9729-896911d78c92 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.897360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:08.900376 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-672601fc-a47f-4b1d-9729-896911d78c92 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/b453c2f6-20d3-4eee-bf50-963c12a4a072 HTTP/1.1" status: 404 len: 337 time: 0.0523295 Jul 16 22:42:08.900979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.902036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:08.978373 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-418d0cda-11de-4113-b40b-09375a7ee794 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:08.979152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418d0cda-11de-4113-b40b-09375a7ee794 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:08.981658 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-418d0cda-11de-4113-b40b-09375a7ee794 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/de89e3c6-a3d0-45d0-87dc-c494392cde84 HTTP/1.1" status: 404 len: 333 time: 0.0341511 Jul 16 22:42:08.983620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:08.998860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-7a118762-4c7f-4b27-ba3e-afd665038c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 999 time: 0.1084547 Jul 16 22:42:09.020811 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf19988-31ef-459a-bdf1-f481757890fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.021568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf19988-31ef-459a-bdf1-f481757890fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.023474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1bf19988-31ef-459a-bdf1-f481757890fd tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/b525e7e1-780f-4942-8793-ac76318efa0a HTTP/1.1" status: 404 len: 337 time: 0.0389106 Jul 16 22:42:09.026526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.060630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-30bb2bdc-6f0f-4e24-951c-192a0893b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:09.063571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:09.068722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-30bb2bdc-6f0f-4e24-951c-192a0893b389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0642428 Jul 16 22:42:09.114815 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dd1824-1b46-473c-adb9-c415b50ff715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.115884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dd1824-1b46-473c-adb9-c415b50ff715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.120606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8dd1824-1b46-473c-adb9-c415b50ff715 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/88eef75e-ad61-49ad-ab5c-97b4d1172b8a HTTP/1.1" status: 404 len: 333 time: 0.0907371 Jul 16 22:42:09.121266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.162220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-abe25307-bd12-4955-bd68-701f8a51be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:09.164307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-abe25307-bd12-4955-bd68-701f8a51be6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888615 Jul 16 22:42:09.179356 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fd54ee-c616-4202-a13a-1149200fa25b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.179876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fd54ee-c616-4202-a13a-1149200fa25b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.184757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9fd54ee-c616-4202-a13a-1149200fa25b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/a8237f4f-3952-425a-a241-92de6d67fe0c HTTP/1.1" status: 404 len: 337 time: 0.0594645 Jul 16 22:42:09.185162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.243339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b558-54b6-4b66-a9d4-dc1cd1a00cb3 req-7eacd189-54e3-4be1-8e1d-4d16fc7c37b8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:09.253052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bb8b558-54b6-4b66-a9d4-dc1cd1a00cb3 req-7eacd189-54e3-4be1-8e1d-4d16fc7c37b8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.3537872 Jul 16 22:42:09.297266 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6bf32a-5eef-4621-a77d-eecb25b316c9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.300013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6bf32a-5eef-4621-a77d-eecb25b316c9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.307090 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e6bf32a-5eef-4621-a77d-eecb25b316c9 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/26dc532f-4e26-4652-9103-3988cb6faa97 HTTP/1.1" status: 404 len: 333 time: 0.1208713 Jul 16 22:42:09.308619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.345910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bb8b558-54b6-4b66-a9d4-dc1cd1a00cb3 req-3c42feee-ff73-4600-a7a7-a25b4c6bcdf1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905988 Jul 16 22:42:09.364851 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eb1b8e-09c0-4105-9e16-26fe3aff97ba tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.364851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eb1b8e-09c0-4105-9e16-26fe3aff97ba tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.364851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73eb1b8e-09c0-4105-9e16-26fe3aff97ba tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/a41d4636-9ea5-4389-b1c5-6dc18c580ba6 HTTP/1.1" status: 404 len: 337 time: 0.0479698 Jul 16 22:42:09.369830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.433410 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db7c536-605a-4449-8a25-a046e7c9d022 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.436205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db7c536-605a-4449-8a25-a046e7c9d022 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.442020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5db7c536-605a-4449-8a25-a046e7c9d022 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/8c18e724-5f85-4574-a370-c615a6373d40 HTTP/1.1" status: 404 len: 333 time: 0.0702569 Jul 16 22:42:09.444665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.472602 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44851ad-b3b6-436b-96b6-0b795582abb5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.473403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44851ad-b3b6-436b-96b6-0b795582abb5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.475377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e44851ad-b3b6-436b-96b6-0b795582abb5 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/77dab665-c189-4735-a1d2-523e1af131f4 HTTP/1.1" status: 404 len: 337 time: 0.0295367 Jul 16 22:42:09.481520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.546279 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff521049-1b2e-454d-8f21-ce24c4ba0667 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.549843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff521049-1b2e-454d-8f21-ce24c4ba0667 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.551984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff521049-1b2e-454d-8f21-ce24c4ba0667 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/7750dad7-6af4-44fa-95d3-1f4c4ce4e710 HTTP/1.1" status: 404 len: 333 time: 0.0691955 Jul 16 22:42:09.566375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.607978 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab77179-2f21-41a1-852e-5dcb2a9be52b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.609748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '50ef3f9c-e322-49e8-aed5-e21ecc5883bb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:41:47Z', 'updated_at': '2021-07-16T22:42:06Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:09.621683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab77179-2f21-41a1-852e-5dcb2a9be52b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.623774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bab77179-2f21-41a1-852e-5dcb2a9be52b tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/17624ff0-3bdd-44bd-a3cc-3d53a020c227 HTTP/1.1" status: 404 len: 337 time: 0.0561767 Jul 16 22:42:09.626339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.640455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5f0f-0c04-4e65-8230-6222b263aee7 None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '50ef3f9c-e322-49e8-aed5-e21ecc5883bb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:41:47Z', 'updated_at': '2021-07-16T22:42:06Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:09.682567 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-61408b0b-a453-4191-8717-7488c76be5b8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.683723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61408b0b-a453-4191-8717-7488c76be5b8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.686188 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-61408b0b-a453-4191-8717-7488c76be5b8 tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/7810ee0d-57b6-4206-8e43-5653447e91de HTTP/1.1" status: 404 len: 333 time: 0.0579860 Jul 16 22:42:09.692843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52658) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.753183 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1c0d9c-f0d6-4f58-8411-7c92fa99519f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.754436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1c0d9c-f0d6-4f58-8411-7c92fa99519f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.763446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee1c0d9c-f0d6-4f58-8411-7c92fa99519f tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/6fe3de48-5eb3-44bb-ae97-006c6b5e0d75 HTTP/1.1" status: 404 len: 337 time: 0.0663416 Jul 16 22:42:09.764318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.809685 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-697a5926-129e-4698-a2ea-aa7e006da32d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.810423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697a5926-129e-4698-a2ea-aa7e006da32d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.812225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-697a5926-129e-4698-a2ea-aa7e006da32d tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/ports/36613b45-a9a5-4f35-a1f0-7591cea26005 HTTP/1.1" status: 404 len: 333 time: 0.0469027 Jul 16 22:42:09.818358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:09.855660 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-565bd659-b0a0-4f9a-b050-0f0ef219ec0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] DELETE failed (client error): The resource could not be found. Jul 16 22:42:09.856407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565bd659-b0a0-4f9a-b050-0f0ef219ec0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:42:09.868439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-565bd659-b0a0-4f9a-b050-0f0ef219ec0e tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/subnets/7814eebe-41f0-4285-83d0-57e9faa0e1b9 HTTP/1.1" status: 404 len: 337 time: 0.0465052 Jul 16 22:42:09.869085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:10.031368 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b73972-f2e9-4d88-ba11-3cda19eaed58 None None] New status for floating IP 50ef3f9c-e322-49e8-aed5-e21ecc5883bb: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:42:10.031951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-0cc311da-8df2-4e0b-aed9-61ababbac9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8602583 Jul 16 22:42:10.050283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.152578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3302cc65-dbc4-4507-9b0c-04ece45b9202 req-a7656ab5-7bbd-4084-ad4f-c364508a53b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143608 Jul 16 22:42:10.187860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.201147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb30f072-8cf4-4f4d-8114-b3a652915095']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:10.216310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d414f2-3485-4219-8c8c-4c5833510573') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:10.216876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d414f2-3485-4219-8c8c-4c5833510573') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:10.229283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.246605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.253885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:10.254293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:10.258260 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:10.366652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.390706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:10.406118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] 10.222.0.70 "DELETE /v2.0/networks/bb30f072-8cf4-4f4d-8114-b3a652915095 HTTP/1.1" status: 204 len: 168 time: 0.5253384 Jul 16 22:42:10.437702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Pushing event deleted for resources: {'Network': ['ID=bb30f072-8cf4-4f4d-8114-b3a652915095,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:10.468408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.468767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.469142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.474606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.474977 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.475327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.478465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.478950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.484573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.485066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.485508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.485941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e613b-9e27-4214-91ce-15931c45f5bb tempest-NetworksTestDHCPv6-405372948 tempest-NetworksTestDHCPv6-405372948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:10.641410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001934-ce4c-463d-8f7b-382f57a33de2 req-5120617e-85cc-480a-9930-570e34e73d83 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:10.644471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34001934-ce4c-463d-8f7b-382f57a33de2 req-5120617e-85cc-480a-9930-570e34e73d83 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.0946810 Jul 16 22:42:10.697602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34001934-ce4c-463d-8f7b-382f57a33de2 req-2bfa8116-f7c8-452d-bb2e-ce9254af72ed tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464048 Jul 16 22:42:10.829776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:11.167656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-15629e30-c521-4bcb-8296-41be502776d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c99289a0ec9459189e04e0185482c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360338 Jul 16 22:42:11.171133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:11.262701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:11.298792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:11.358786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:11.362331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:11.369466 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36fac8a3-2e41-489a-8461-c49ceba57ab4 HTTP/1.1" status: 204 len: 168 time: 0.1969895 Jul 16 22:42:11.385198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551cff4-811b-458e-b028-38647a2701a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fac8a3-2e41-489a-8461-c49ceba57ab4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:12.365867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:12.483910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-494908194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:12.512301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.513713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.589681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.595562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.626080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.629511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-918ea5d7-f571-465d-8ee6-e49336c91de7 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2625048 Jul 16 22:42:12.630576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:12.643245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-514195992'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:12.678249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:12.683824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.695227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.827433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.833231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.882192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:42:12.946608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.955677 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Added segment bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec of type vlan for network ea5a7c45-3797-4253-a843-35ee13c78fd2 Jul 16 22:42:12.993191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437f22fd-23e9-4965-9bfe-e5e5c313d897,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:13.055257 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.109430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.117094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:13.118215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.159241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5248098 Jul 16 22:42:13.162581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:13.168499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'subnet': {'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:13.194233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ddc4f-3c0e-458f-8ade-fe66917ce625 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Network': ['ID=ea5a7c45-3797-4253-a843-35ee13c78fd2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:13.209682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:42:13.288626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:13.293618 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.525769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.609449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Subnet': ['ID=b18ebe02-0ba9-4ada-a48b-051798a6351f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:13.619369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Checking segment: {'id': 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:13.620840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network hostable DHCP agents. Network: ea5a7c45-3797-4253-a843-35ee13c78fd2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:42:13.659763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:42:13.678955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ea5a7c45-3797-4253-a843-35ee13c78fd2) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:13.686947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:13.688243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.689092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9391b0-a908-476c-89e3-8675777534dc None None] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:13.707808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8b2d5d4-4dbc-46f8-9dca-3865941a4cb0 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5438311 Jul 16 22:42:13.711184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:13.717941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'network': {'name': 'tempest-router-network01--344015649'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:13.760400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:13.770298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.813960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:42:13.825851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.826316 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Added segment 1b7019b7-89a3-4fa4-8512-22967f0f9f0d of type vlan for network 09663d16-34bc-4d7b-a9d3-bae7384509e2 Jul 16 22:42:13.873475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.907734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.915057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:13.915835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.939591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-ea5a7c45-3797-4253-a843-35ee13c78fd2', 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2', 'tenant_id': 'd1c4d4bbe98c4169b7938554083cbf4c', 'fixed_ips': [{'subnet_id': 'b18ebe02-0ba9-4ada-a48b-051798a6351f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:42:13.940469 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:13.957393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2439978 Jul 16 22:42:13.960271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:13.965655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'network': {'name': 'tempest-router-network02--1237871934'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:13.991492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:13.995266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.020442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:42:14.026949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376664-8c04-457e-9829-ffb938d99ec9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Network': ['ID=09663d16-34bc-4d7b-a9d3-bae7384509e2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:14.030342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.030759 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Added segment 5bb1bdae-dbd1-4757-b178-cf707b81e2d5 of type vlan for network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 Jul 16 22:42:14.050454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:42:14.074018 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.111892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.119016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:14.119957 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.164257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2026575 Jul 16 22:42:14.166954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:14.173442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'subnet': {'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:14.272740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724714af-add2-44a9-b77a-44a950e6e0f1 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Network': ['ID=ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:14.343682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:14.353565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.492486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:42:14.625371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Allocated IP 172.20.0.2 (ea5a7c45-3797-4253-a843-35ee13c78fd2/b18ebe02-0ba9-4ada-a48b-051798a6351f/f20dcc36-fa01-4188-8d86-fd4d44bc6ee5) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:14.741776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.814838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Checking segment: {'id': '1b7019b7-89a3-4fa4-8512-22967f0f9f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:14.815233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network hostable DHCP agents. Network: 09663d16-34bc-4d7b-a9d3-bae7384509e2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:42:14.825138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Subnet': ['ID=2e61437d-ca86-426b-b1e3-51dc57fe4cb0,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:14.843603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:42:14.854259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 09663d16-34bc-4d7b-a9d3-bae7384509e2) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:14.859580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:14.860430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:14.880335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cd1b6061-0a99-4d27-8eba-2feaaf28a0dc tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7116008 Jul 16 22:42:14.882777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:14.883141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc62c3-e1fc-4cbf-a246-5f7b07b22532 None None] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:14.894291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'subnet': {'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:14.971252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.029382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Transition to ACTIVE for port object f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:15.093257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Transition to ACTIVE for port object f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:15.098700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Made reservation on behalf of d1c4d4bbe98c4169b7938554083cbf4c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:15.104511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.105497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.142362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:15.165161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-09663d16-34bc-4d7b-a9d3-bae7384509e2', 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2', 'tenant_id': 'd1c4d4bbe98c4169b7938554083cbf4c', 'fixed_ips': [{'subnet_id': '2e61437d-ca86-426b-b1e3-51dc57fe4cb0'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:42:15.166370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.180078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:15.186183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:15.272333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Attempting to bind port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:42:15.272692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Attempting to bind port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:42:15.273001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Attempting to bind port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 on network ea5a7c45-3797-4253-a843-35ee13c78fd2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:15.278330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Pushing event updated for resources: {'Port': ['ID=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:15.285222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:42:15.285606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Checking segment: {'id': 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:15.286129 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.286393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Bound using segment: {'id': 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:42:15.286866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Bound port: f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ea5a7c45-3797-4253-a843-35ee13c78fd2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:42:15.287359 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.442729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.519532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Subnet': ['ID=d758e8ae-e6e2-47bf-bd3e-5f696b79e393,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:15.538490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Checking segment: {'id': '5bb1bdae-dbd1-4757-b178-cf707b81e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:15.539155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network hostable DHCP agents. Network: ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:42:15.543274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-8dc7e86c-eb19-452d-a5dc-d7c988e862a9 req-200345b0-c51c-4559-9b80-3e16fe2599f9 service neutron] (93923) timed out ('10.222.0.47', 50777) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:42:15.558768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] For port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:42:15.563363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:42:15.564053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] For port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,segment=NetworkSegment(bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec),segment_id=bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:42:15.570772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.576720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:15.580002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Allocated IP 172.20.0.2 (09663d16-34bc-4d7b-a9d3-bae7384509e2/2e61437d-ca86-426b-b1e3-51dc57fe4cb0/65c0bc59-50f8-418e-805b-5acec9c4ef51) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:15.587558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:15.589027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:15.607906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4f165-3a01-407b-b354-d6a8d8313368 None None] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:15.609818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-37c51317-011c-48a4-a475-f550700957e4 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7253876 Jul 16 22:42:15.612339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:15.811862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc962a4f-86c3-4ccb-9a3c-5e8ba4fc5228 None None] Pushing event updated for resources: {'Port': ['ID=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:16.016011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3', 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3', 'tenant_id': 'd1c4d4bbe98c4169b7938554083cbf4c', 'fixed_ips': [{'subnet_id': 'd758e8ae-e6e2-47bf-bd3e-5f696b79e393'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:42:16.016901 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.036497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.051475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Transition to ACTIVE for port object 65c0bc59-50f8-418e-805b-5acec9c4ef51 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:16.093908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.197205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Transition to ACTIVE for port object 65c0bc59-50f8-418e-805b-5acec9c4ef51 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:16.206967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.277771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Allocated IP 172.20.0.2 (ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3/d758e8ae-e6e2-47bf-bd3e-5f696b79e393/64ed95f2-8cc1-4031-b8b0-bed878b28a3d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:16.305431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:16.311173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Pushing event updated for resources: {'Port': ['ID=65c0bc59-50f8-418e-805b-5acec9c4ef51,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:16.317539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:16.323173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:16.485707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Allocated IP 172.20.0.1 (09663d16-34bc-4d7b-a9d3-bae7384509e2/2e61437d-ca86-426b-b1e3-51dc57fe4cb0/58a65676-4d07-4ab5-b68d-b61f78ea679d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:16.522325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Attempting to bind port 65c0bc59-50f8-418e-805b-5acec9c4ef51 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:42:16.522910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Attempting to bind port 65c0bc59-50f8-418e-805b-5acec9c4ef51 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1b7019b7-89a3-4fa4-8512-22967f0f9f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:42:16.523380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Attempting to bind port 65c0bc59-50f8-418e-805b-5acec9c4ef51 on network 09663d16-34bc-4d7b-a9d3-bae7384509e2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:16.558908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:42:16.559698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Checking segment: {'id': '1b7019b7-89a3-4fa4-8512-22967f0f9f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:16.559945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.560354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Bound using segment: {'id': '1b7019b7-89a3-4fa4-8512-22967f0f9f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:42:16.561032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Bound port: 65c0bc59-50f8-418e-805b-5acec9c4ef51, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7019b7-89a3-4fa4-8512-22967f0f9f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '09663d16-34bc-4d7b-a9d3-bae7384509e2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:42:16.561274 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.755750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] For port 65c0bc59-50f8-418e-805b-5acec9c4ef51, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:42:16.762028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.764061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] For port 65c0bc59-50f8-418e-805b-5acec9c4ef51, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65c0bc59-50f8-418e-805b-5acec9c4ef51,segment=NetworkSegment(1b7019b7-89a3-4fa4-8512-22967f0f9f0d),segment_id=1b7019b7-89a3-4fa4-8512-22967f0f9f0d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:42:16.771652 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.786618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Transition to ACTIVE for port object 58a65676-4d07-4ab5-b68d-b61f78ea679d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:16.796069 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.877214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Transition to ACTIVE for port object 64ed95f2-8cc1-4031-b8b0-bed878b28a3d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:16.884200 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.933535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:16.941840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:16.942559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Transition to ACTIVE for port object 64ed95f2-8cc1-4031-b8b0-bed878b28a3d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:16.946196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adcf75-4d8b-4787-9125-4a490c0de2d7 None None] Pushing event updated for resources: {'Port': ['ID=65c0bc59-50f8-418e-805b-5acec9c4ef51,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:16.964879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.982536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:16.997788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:17.000273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:17.002715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:17.099015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:17.110250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Attempting to bind port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:42:17.110738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Attempting to bind port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5bb1bdae-dbd1-4757-b178-cf707b81e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:42:17.111127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Attempting to bind port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d on network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:17.113328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Pushing event updated for resources: {'Port': ['ID=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:17.126706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:42:17.129846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Checking segment: {'id': '5bb1bdae-dbd1-4757-b178-cf707b81e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:17.130454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:17.131098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Bound using segment: {'id': '5bb1bdae-dbd1-4757-b178-cf707b81e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:42:17.131614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Bound port: 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb1bdae-dbd1-4757-b178-cf707b81e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:42:17.132009 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:17.303568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Port': ['ID=58a65676-4d07-4ab5-b68d-b61f78ea679d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:17.366623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] For port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:42:17.374576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] For port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,segment=NetworkSegment(5bb1bdae-dbd1-4757-b178-cf707b81e2d5),segment_id=5bb1bdae-dbd1-4757-b178-cf707b81e2d5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:42:17.382672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:17.396624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:17.413511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c34727-70b1-4845-9298-c44f3e395316 None None] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:17.584715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-664d28b8-6b7c-45cf-bfba-cb13be2a1863 None None] Provisioning for port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:17.612653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65c0bc59-50f8-418e-805b-5acec9c4ef51 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:17.725461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe62b49-7a4b-4af6-83f5-152ad745bd83 None None] Pushing event updated for resources: {'Port': ['ID=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:17.822868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 65c0bc59-50f8-418e-805b-5acec9c4ef51 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:17.876852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:17.999874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.008208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.035292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:18.051702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:18.052080 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.160622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.176084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Port': ['ID=58a65676-4d07-4ab5-b68d-b61f78ea679d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:18.416568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.514788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:18.516655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:18.523135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,segment=NetworkSegment(bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec),segment_id=bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:18.529748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.636432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:18.677960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Router 3e05c889-7089-41fd-872f-36f2e4664481 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:42:18.686141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba210114-23ee-4d6c-baaf-ba1cc43dbab0 None None] Provisioning complete for port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:18.686141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba210114-23ee-4d6c-baaf-ba1cc43dbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:18.852858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:18.859001 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3155ed22-d2b9-4ded-80ed-841db08453ea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2448971 Jul 16 22:42:18.865266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:18.891426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] Sync routers for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:18.912157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:18.912756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:18.975791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152f301-ebdd-473a-bb9f-fc21a61c23b8 None None] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:19.022551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:19.089400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:19.091832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:19.163433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:19.164468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0675d0-c16c-4e3c-b796-6b3295676b07 None None] The sync data for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:19.242621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Provisioning for port 65c0bc59-50f8-418e-805b-5acec9c4ef51 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:19.273264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Provisioning complete for port 65c0bc59-50f8-418e-805b-5acec9c4ef51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:19.273690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:19.456053 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-232ee988-005f-4f59-9ae8-ffa0aaac6a07 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:42:19.460511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:19.463569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-232ee988-005f-4f59-9ae8-ffa0aaac6a07 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5956702 Jul 16 22:42:19.475468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:19.514474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5c3ed-0b48-4953-b743-5cbfde948756 None None] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:19.812932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:19.923533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] For port 65c0bc59-50f8-418e-805b-5acec9c4ef51, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65c0bc59-50f8-418e-805b-5acec9c4ef51,segment=NetworkSegment(1b7019b7-89a3-4fa4-8512-22967f0f9f0d),segment_id=1b7019b7-89a3-4fa4-8512-22967f0f9f0d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:19.979176 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.113702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:20.114352 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.182248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d442945-6f5d-45e4-b648-222d9cbded72 None None] Pushing event updated for resources: {'Port': ['ID=65c0bc59-50f8-418e-805b-5acec9c4ef51,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:20.244851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Provisioning complete for port 65c0bc59-50f8-418e-805b-5acec9c4ef51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:20.251403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.290583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.432739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 64ed95f2-8cc1-4031-b8b0-bed878b28a3d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:20.600024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Provisioning for port 58a65676-4d07-4ab5-b68d-b61f78ea679d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:20.604210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:20.607991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Provisioning complete for port 58a65676-4d07-4ab5-b68d-b61f78ea679d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:20.608380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.706203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.710975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Port 58a65676-4d07-4ab5-b68d-b61f78ea679d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:42:20.725713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Provisioning for port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:20.735911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Provisioning complete for port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:20.735911 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.817543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting port 58a65676-4d07-4ab5-b68d-b61f78ea679d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:20.818148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.928166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.968734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:20.978085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] For port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,segment=NetworkSegment(5bb1bdae-dbd1-4757-b178-cf707b81e2d5),segment_id=5bb1bdae-dbd1-4757-b178-cf707b81e2d5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:20.982187 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.005313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Calling delete_port for 58a65676-4d07-4ab5-b68d-b61f78ea679d owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:21.121831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f24c-1571-4877-998d-450ab02fc7be None None] Pushing event updated for resources: {'Port': ['ID=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:21.152875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41ebbb73-65a1-48d0-ad69-6f36e42367a2 None None] Provisioning complete for port 58a65676-4d07-4ab5-b68d-b61f78ea679d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:21.155351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41ebbb73-65a1-48d0-ad69-6f36e42367a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.233424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-41ebbb73-65a1-48d0-ad69-6f36e42367a2 None None] Port 58a65676-4d07-4ab5-b68d-b61f78ea679d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:42:21.270028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41ebbb73-65a1-48d0-ad69-6f36e42367a2 None None] Provisioning complete for port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:21.271075 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41ebbb73-65a1-48d0-ad69-6f36e42367a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.391197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.433072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65c0bc59-50f8-418e-805b-5acec9c4ef51 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:21.434469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Port': ['ID=58a65676-4d07-4ab5-b68d-b61f78ea679d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:21.511132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 65c0bc59-50f8-418e-805b-5acec9c4ef51 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:21.511511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.672490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.685976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 64ed95f2-8cc1-4031-b8b0-bed878b28a3d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:21.774871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:21.775271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:21.894785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Router 3e05c889-7089-41fd-872f-36f2e4664481 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:22.043235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:22.054137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] Sync routers for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:22.055538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bbffb243-558e-4ad3-8887-d7880d89fada tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937068 Jul 16 22:42:22.062248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:22.068611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:22.069523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:22.110522 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:22.120743 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-bcfcc8e5-8b4f-487b-810a-0c76ac7c8f3d tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] delete failed (client error): The resource could not be found. Jul 16 22:42:22.121217 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:22.121999 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:22.122902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bcfcc8e5-8b4f-487b-810a-0c76ac7c8f3d tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1253962254 HTTP/1.1" status: 404 len: 335 time: 0.0604520 Jul 16 22:42:22.126768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:22.145850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cafefbb0-4bd1-48c7-a779-0048325436ca tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e05c889-7089-41fd-872f-36f2e4664481'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:22.167564 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:22.168430 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15a6ae-fd26-47bf-977e-736ca9946a19 None None] The sync data for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:22.769424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cafefbb0-4bd1-48c7-a779-0048325436ca tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:22.816975 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-cafefbb0-4bd1-48c7-a779-0048325436ca tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] update failed (client error): The resource could not be found. Jul 16 22:42:22.817710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cafefbb0-4bd1-48c7-a779-0048325436ca tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481 HTTP/1.1" status: 404 len: 339 time: 0.6894846 Jul 16 22:42:22.822838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:22.954204 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:23.264069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:23.803849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Allocated IP 172.20.0.1 (ea5a7c45-3797-4253-a843-35ee13c78fd2/b18ebe02-0ba9-4ada-a48b-051798a6351f/8bc3ccda-6553-45e5-bb5c-93161a23d9d2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:24.089945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.117735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Transition to ACTIVE for port object 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:24.158875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.202108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:24.205293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:24.210067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:24.256849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.365408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Port': ['ID=8bc3ccda-6553-45e5-bb5c-93161a23d9d2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:24.567295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29b2495d-3ead-449d-b077-59a55ad1151b None None] Provisioning for port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:24.572865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29b2495d-3ead-449d-b077-59a55ad1151b None None] Provisioning complete for port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:24.573761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29b2495d-3ead-449d-b077-59a55ad1151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.603864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.637940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-29b2495d-3ead-449d-b077-59a55ad1151b None None] Port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:42:24.968881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.976627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:25.089139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event updated for resources: {'Port': ['ID=8bc3ccda-6553-45e5-bb5c-93161a23d9d2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:25.142956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:25.290182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:25.291782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:25.488080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Router 3e05c889-7089-41fd-872f-36f2e4664481 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:25.711409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:25.723618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-61c4f482-d15e-471e-831e-c8bb34cfc546 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985310 Jul 16 22:42:25.724506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] Sync routers for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:25.726746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:25.768258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:25.769451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:25.948116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:25.964122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:25.965090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:26.000107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15517825-fe2b-4815-99f0-1fa7a242ad1a None None] Provisioning complete for port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:26.000778 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15517825-fe2b-4815-99f0-1fa7a242ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:26.004531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:26.005511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06d374-e8a1-4fb6-bd84-cb96b2de4c78 None None] The sync data for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:26.048739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056c3e53-5bb5-42cc-9f00-16e79a14db0d tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:26.074853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-15517825-fe2b-4815-99f0-1fa7a242ad1a None None] Port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:42:26.152570 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-056c3e53-5bb5-42cc-9f00-16e79a14db0d tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 22:42:26.156380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-056c3e53-5bb5-42cc-9f00-16e79a14db0d tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481 HTTP/1.1" status: 409 len: 329 time: 0.4188938 Jul 16 22:42:26.156648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52914) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:26.678566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.043939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting port 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:27.044273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.209543 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.256164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Calling delete_port for 8bc3ccda-6553-45e5-bb5c-93161a23d9d2 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:27.490766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.530838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd88a48c-45f3-4495-8308-fd07737c0d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.598586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Port': ['ID=8bc3ccda-6553-45e5-bb5c-93161a23d9d2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:27.714413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.896413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Router 3e05c889-7089-41fd-872f-36f2e4664481 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:28.006839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:28.018081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] Sync routers for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:28.031864 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:28.036101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c311151a-7df8-4f06-b1ee-b1801a463cea tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782725 Jul 16 22:42:28.039758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:28.040935 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:28.091753 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:28.101491 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] Routers {'3e05c889-7089-41fd-872f-36f2e4664481'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:28.102638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3e05c889-7089-41fd-872f-36f2e4664481'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:28.106316 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6c7d269d-f492-42ce-be33-d4fe8b653c0e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] show failed (client error): The resource could not be found. Jul 16 22:42:28.108706 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6c7d269d-f492-42ce-be33-d4fe8b653c0e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1354688162 HTTP/1.1" status: 404 len: 335 time: 0.0671206 Jul 16 22:42:28.112732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:28.118881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aee3d9ec-3e8d-42dd-96e2-c66315cffd6f tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:28.136223 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:28.137299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31058d-593d-4ab6-9255-1ed1e69d112d None None] The sync data for ids ['3e05c889-7089-41fd-872f-36f2e4664481'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:28.179521 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-aee3d9ec-3e8d-42dd-96e2-c66315cffd6f tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] update failed (client error): The resource could not be found. Jul 16 22:42:28.180831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aee3d9ec-3e8d-42dd-96e2-c66315cffd6f tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-2003298613 HTTP/1.1" status: 404 len: 335 time: 0.0668011 Jul 16 22:42:28.185348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:28.243564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting subnet d758e8ae-e6e2-47bf-bd3e-5f696b79e393 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:28.247507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.298395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.352948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224e136-9a6e-486a-8a72-2ae37324bee0 req-5c15405d-5bc3-4e40-bc73-0b25ee949eab tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:28.354898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7224e136-9a6e-486a-8a72-2ae37324bee0 req-5c15405d-5bc3-4e40-bc73-0b25ee949eab tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 945 time: 0.0709655 Jul 16 22:42:28.398701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.404489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7224e136-9a6e-486a-8a72-2ae37324bee0 req-70fa61ec-34d6-4ef3-87f6-20c3464b00d6 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Jul 16 22:42:28.473781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.503328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Subnet': ['ID=d758e8ae-e6e2-47bf-bd3e-5f696b79e393,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:28.507382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.511918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb344669-25e4-4139-b3d2-f48bcc269972 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/subnets/d758e8ae-e6e2-47bf-bd3e-5f696b79e393 HTTP/1.1" status: 204 len: 168 time: 0.3227408 Jul 16 22:42:28.512260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:28.516020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531565c3-d86c-4c21-a5f0-a89d4e919668 None None] Network ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:28.579066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting subnet 2e61437d-ca86-426b-b1e3-51dc57fe4cb0 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:28.582852 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.626726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.722215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] DHCP port deletion for ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:42:28.731230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.799508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Deleting port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:28.801495 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.813823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.862961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Subnet': ['ID=2e61437d-ca86-426b-b1e3-51dc57fe4cb0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:28.888730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.899186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:28.901666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e22c41c-b57e-46c1-9b4e-03f069ba25d3 None None] Network 09663d16-34bc-4d7b-a9d3-bae7384509e2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:28.916658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3896242a-1f66-4a95-a6f8-c00fbbe1f68e tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/subnets/2e61437d-ca86-426b-b1e3-51dc57fe4cb0 HTTP/1.1" status: 204 len: 168 time: 0.4028163 Jul 16 22:42:28.935609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] For port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,segment=NetworkSegment(5bb1bdae-dbd1-4757-b178-cf707b81e2d5),segment_id=5bb1bdae-dbd1-4757-b178-cf707b81e2d5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:28.936052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.006782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Calling delete_port for 64ed95f2-8cc1-4031-b8b0-bed878b28a3d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:29.073085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.169648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:29.170639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.207188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.254104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] No DVR routers for this DVR port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:29.259108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fea09-88f0-499c-9b2e-e979ce3c519d None None] Pushing event deleted for resources: {'Port': ['ID=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:29.299940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] For port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,segment=NetworkSegment(5bb1bdae-dbd1-4757-b178-cf707b81e2d5),segment_id=5bb1bdae-dbd1-4757-b178-cf707b81e2d5)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:29.300383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.304444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] DHCP port deletion for 09663d16-34bc-4d7b-a9d3-bae7384509e2 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:42:29.322396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Calling delete_port for 64ed95f2-8cc1-4031-b8b0-bed878b28a3d owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:29.391104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Deleting port 65c0bc59-50f8-418e-805b-5acec9c4ef51 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:29.391353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.419543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65c0bc59-50f8-418e-805b-5acec9c4ef51 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:29.431312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.466958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] No DVR routers for this DVR port 64ed95f2-8cc1-4031-b8b0-bed878b28a3d on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:29.552006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] For port 65c0bc59-50f8-418e-805b-5acec9c4ef51, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65c0bc59-50f8-418e-805b-5acec9c4ef51,segment=NetworkSegment(1b7019b7-89a3-4fa4-8512-22967f0f9f0d),segment_id=1b7019b7-89a3-4fa4-8512-22967f0f9f0d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:29.552531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.581493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.584697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Port': ['ID=64ed95f2-8cc1-4031-b8b0-bed878b28a3d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:29.588003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Calling delete_port for 65c0bc59-50f8-418e-805b-5acec9c4ef51 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:29.595536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:29.608463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.608755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb1bdae-dbd1-4757-b178-cf707b81e2d5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:29.608910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb1bdae-dbd1-4757-b178-cf707b81e2d5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:29.625816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.655915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.681356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 65c0bc59-50f8-418e-805b-5acec9c4ef51, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65c0bc59-50f8-418e-805b-5acec9c4ef51,segment=NetworkSegment(1b7019b7-89a3-4fa4-8512-22967f0f9f0d),segment_id=1b7019b7-89a3-4fa4-8512-22967f0f9f0d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:29.683996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:29.684404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:29.687738 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:29.692445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.692445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 64ed95f2-8cc1-4031-b8b0-bed878b28a3d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:29.758086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=65c0bc59-50f8-418e-805b-5acec9c4ef51,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:29.767411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 64ed95f2-8cc1-4031-b8b0-bed878b28a3d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:29.767807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 64ed95f2-8cc1-4031-b8b0-bed878b28a3d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:29.782949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d35f3e-2684-4b33-8748-adcc61509785 req-3e3adb13-e056-4f70-ab59-cc55285a50b7 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:29.783336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54d35f3e-2684-4b33-8748-adcc61509785 req-3e3adb13-e056-4f70-ab59-cc55285a50b7 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 945 time: 0.1382923 Jul 16 22:42:29.784271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.790763 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.801109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.803889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/networks/ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3 HTTP/1.1" status: 204 len: 168 time: 0.8999941 Jul 16 22:42:29.807404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:29.831880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] No DVR routers for this DVR port 65c0bc59-50f8-418e-805b-5acec9c4ef51 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:29.841675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac2a4-681f-47e6-b987-05c404c80499 None None] Pushing event deleted for resources: {'Port': ['ID=65c0bc59-50f8-418e-805b-5acec9c4ef51,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:29.849912 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af4a3137-7620-4452-a8c4-4bbaa4c63eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.852341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9733-5512-4b58-a679-421aaf7694ed tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Network': ['ID=ea4fe8c7-2691-40ca-b4b3-f7e2a96caee3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:29.862370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-500d3be8-576e-4527-b0fb-5306ca4b5c20 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:29.863950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-500d3be8-576e-4527-b0fb-5306ca4b5c20 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 945 time: 0.1437659 Jul 16 22:42:29.914126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54d35f3e-2684-4b33-8748-adcc61509785 req-014d2624-d4d2-4dd5-90a8-178cb278c2e1 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf551f66-cb52-4b57-8169-c6284c51ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204863 Jul 16 22:42:29.927076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:29.983030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Deleting port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:29.983381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.015614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.026702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09663d16-34bc-4d7b-a9d3-bae7384509e2']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:30.039600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7019b7-89a3-4fa4-8512-22967f0f9f0d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:30.039953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7019b7-89a3-4fa4-8512-22967f0f9f0d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:30.049719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.068858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.075777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:30.076428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:30.080114 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:30.097259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] For port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,segment=NetworkSegment(f7be6d3c-fe42-47e4-93aa-2761729375bd),segment_id=f7be6d3c-fe42-47e4-93aa-2761729375bd)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:30.097521 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.104731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.112445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Calling delete_port for 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:30.161764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.179208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.183316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/networks/09663d16-34bc-4d7b-a9d3-bae7384509e2 HTTP/1.1" status: 204 len: 168 time: 0.3693194 Jul 16 22:42:30.186040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:30.193349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833121-07ea-4da8-b2b1-2073ca2966f9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Network': ['ID=09663d16-34bc-4d7b-a9d3-bae7384509e2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:30.266478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting subnet b18ebe02-0ba9-4ada-a48b-051798a6351f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:30.271011 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.338847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.385074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.401795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['06e56a11-bdcc-4d63-a96f-f66829e5d0d2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:30.421501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Pushing event deleted for resources: {'Port': ['ID=06e56a11-bdcc-4d63-a96f-f66829e5d0d2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:30.485802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] No DVR routers for this DVR port 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:30.489377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.491950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60646a35-e04c-4b00-bdc6-abc5731a2080 req-4394617e-d7af-4a86-b227-b259bcc4bad9 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.68 "DELETE /v2.0/ports/06e56a11-bdcc-4d63-a96f-f66829e5d0d2 HTTP/1.1" status: 204 len: 173 time: 0.6180403 Jul 16 22:42:30.492403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'name': 'network-vif-deleted', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:30.494693 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44afe043-23ae-4e65-aabb-7120e0f9556c" -d '{"events": [{"server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "name": "network-vif-deleted", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:30.518375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.548572 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db623b1-b05e-43a9-a036-37a2f534502e x-openstack-request-id: req-8db623b1-b05e-43a9-a036-37a2f534502e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:30.548875 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7111048-58f6-4645-aebe-6e7f56bb2439", "name": "network-vif-deleted", "tag": "06e56a11-bdcc-4d63-a96f-f66829e5d0d2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:30.549200 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8db623b1-b05e-43a9-a036-37a2f534502e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:30.550123 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7111048-58f6-4645-aebe-6e7f56bb2439', 'name': 'network-vif-deleted', 'tag': '06e56a11-bdcc-4d63-a96f-f66829e5d0d2', 'status': 'completed', 'code': 200} Jul 16 22:42:30.598160 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.633876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Subnet': ['ID=b18ebe02-0ba9-4ada-a48b-051798a6351f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:30.638084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.640427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3e15d7e4-da96-41f6-84aa-c3ac7c203f24 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/subnets/b18ebe02-0ba9-4ada-a48b-051798a6351f HTTP/1.1" status: 204 len: 168 time: 0.4528375 Jul 16 22:42:30.642603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:30.652765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0329ecb-378f-4fb3-80ba-86ff096901dc None None] Network ea5a7c45-3797-4253-a843-35ee13c78fd2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:42:30.989536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] DHCP port deletion for ea5a7c45-3797-4253-a843-35ee13c78fd2 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:42:31.071516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Deleting port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:31.071906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.182806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] For port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,segment=NetworkSegment(bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec),segment_id=bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:31.183220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.184060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27bbb772-5d59-403b-86a9-0ed56f2f879c req-8b8b69b8-cf83-4562-b44f-1b98e7b76a56 tempest-VolumesSnapshotTestJSON-918556216 tempest-VolumesSnapshotTestJSON-918556216-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7111048-58f6-4645-aebe-6e7f56bb2439 HTTP/1.1" status: 200 len: 210 time: 0.0599525 Jul 16 22:42:31.210502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Calling delete_port for f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:31.254174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.293212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.357292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Deleting port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:31.357840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.374438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] Pushing event deleted for resources: {'Port': ['ID=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:31.411307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28640dc9-e33c-483d-b7fb-e84a17ce8db9 None None] No DVR routers for this DVR port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:31.421000 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.449642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:31.450342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] For port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5, host n-d-793621-16, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:31.450920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.466427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Calling delete_port for f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:31.469803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:42:31.471135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:31.471520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.471680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:31.512413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] No DVR routers for this DVR port f20dcc36-fa01-4188-8d86-fd4d44bc6ee5 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:31.514850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Port': ['ID=f20dcc36-fa01-4188-8d86-fd4d44bc6ee5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:31.597970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.608710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5a7c45-3797-4253-a843-35ee13c78fd2']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:31.620664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:31.620998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1eeeaf-bc00-4a05-b4e3-9e3426ba19ec') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:31.631144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.645100 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.651581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:31.652220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:31.658867 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:31.721821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.729425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:31.734221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:31.734507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/networks/ea5a7c45-3797-4253-a843-35ee13c78fd2 HTTP/1.1" status: 204 len: 168 time: 1.0899873 Jul 16 22:42:31.748211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85794cf9-990f-40bb-9c6e-7bbff218fca9 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Pushing event deleted for resources: {'Network': ['ID=ea5a7c45-3797-4253-a843-35ee13c78fd2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:31.769038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f09f0236-385f-4e21-b415-8f7f8b7137fe tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e05c889-7089-41fd-872f-36f2e4664481 HTTP/1.1" status: 200 len: 205 time: 0.0325198 Jul 16 22:42:31.770266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:31.864722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.060168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.062777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.107455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.107958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Fanout notify agent at l3_agent the message router_deleted on router 3e05c889-7089-41fd-872f-36f2e4664481 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:42:32.116729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.117960 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b2f36aac-2b52-449d-9e2d-6dd0a6050a46 tempest-RoutersNegativeTest-1553618327 tempest-RoutersNegativeTest-1553618327-project] 10.222.0.70 "DELETE /v2.0/routers/3e05c889-7089-41fd-872f-36f2e4664481 HTTP/1.1" status: 204 len: 168 time: 0.3467662 Jul 16 22:42:32.392432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:32.589406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4df1dd1e-ab92-4e77-9a7e-260623eb0b2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1c4d4bbe98c4169b7938554083cbf4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950727 Jul 16 22:42:32.592454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53030) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:32.670234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.699306 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.706336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.760241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.763647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:32.764884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/437f22fd-23e9-4965-9bfe-e5e5c313d897 HTTP/1.1" status: 204 len: 168 time: 0.1716292 Jul 16 22:42:32.774157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56d94f-07dc-42e1-91bd-8d4205a6f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f22fd-23e9-4965-9bfe-e5e5c313d897,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:33.498173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:33.535999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:33.540601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 06e56a11-bdcc-4d63-a96f-f66829e5d0d2 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:34.274907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:42:35.399577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-756c7382-dcb1-477f-9be7-1f11779e9966 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577211 Jul 16 22:42:35.831178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-c839bd0f-34a1-4dcf-8047-6dfcd1e68360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:35.832692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-c839bd0f-34a1-4dcf-8047-6dfcd1e68360 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 1097 time: 0.3888345 Jul 16 22:42:35.963762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-11f13fa9-f20e-4267-8ad3-6e3e2e056f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:35.966949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-11f13fa9-f20e-4267-8ad3-6e3e2e056f57 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.1130612 Jul 16 22:42:36.044627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-83febe32-0936-46c4-a586-91fe8884f893 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 200 len: 1001 time: 0.0696087 Jul 16 22:42:36.102232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-218b23ef-5bfb-4073-8d73-06d7011e3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:36.103878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-218b23ef-5bfb-4073-8d73-06d7011e3f72 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0530515 Jul 16 22:42:36.205963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-568ea153-388e-483e-8281-7b91c05716cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:36.208989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-568ea153-388e-483e-8281-7b91c05716cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967772 Jul 16 22:42:36.404377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-40fd743c-dd5e-4674-9903-19c08abd3fe9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852083 Jul 16 22:42:36.535317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69a356bd-4cae-4b14-a38b-8190aa7dafd3 req-7dbe06f3-2847-4c06-bf62-03d63a69be03 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 Jul 16 22:42:39.957969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-096fe256-5e64-4370-8309-7e17898914d2 req-fedfd373-79a7-448f-a5b9-cac9d03c0670 service neutron] (93923) timed out ('10.222.0.68', 50059) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:42:41.552701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-43feed37-37f7-4208-af78-e07a1c5399d3 req-731c6aca-f834-482d-ae19-1e805317a758 service neutron] (93923) timed out ('10.222.0.68', 50103) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:42:43.790322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32962412-7fd5-4cbd-ad83-fc59141259e2 req-b7eade1d-17e1-4ab6-800c-3c4a29aab6fb tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:43.799368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-32962412-7fd5-4cbd-ad83-fc59141259e2 req-b7eade1d-17e1-4ab6-800c-3c4a29aab6fb tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.0954216 Jul 16 22:42:43.848044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-32962412-7fd5-4cbd-ad83-fc59141259e2 req-407b3981-dc50-4ca5-9d27-98afe077bcca tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Jul 16 22:42:44.314976 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-a3a48451-a07e-4f92-adc1-2c9c0b507a3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1133075 Jul 16 22:42:44.583487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.584751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.585584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.586340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.587013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.587691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.588161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.590353 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-56a270f5-097f-4af2-ab49-4da216898e76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d499a43c279441685319954e196bef4&device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 6507 time: 0.1676755 Jul 16 22:42:44.853246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-f35c2a08-67c4-431a-aca2-319fcbaa976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.853864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-f35c2a08-67c4-431a-aca2-319fcbaa976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.854202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-f35c2a08-67c4-431a-aca2-319fcbaa976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:44.859417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-f35c2a08-67c4-431a-aca2-319fcbaa976c service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&id=9eae965a-655e-48c6-8c05-40603dbb1f4f&id=9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 200 len: 2298 time: 0.2238429 Jul 16 22:42:45.013052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-4b5c3168-1e47-45e0-bfae-e976d7875bdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 200 len: 1000 time: 0.1480916 Jul 16 22:42:45.157363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-b3df0837-bc57-4553-b667-91d7e7ceb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.162296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-b3df0837-bc57-4553-b667-91d7e7ceb1ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 200 len: 856 time: 0.1434169 Jul 16 22:42:45.232697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f497e-cd26-463e-9ee7-598013483690 req-0aa453d1-e80a-4880-9d91-465c689e26b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.240167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f2f497e-cd26-463e-9ee7-598013483690 req-0aa453d1-e80a-4880-9d91-465c689e26b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1500130 Jul 16 22:42:45.329410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-079ce862-5fc1-4025-936d-8fb307dd326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.334372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-079ce862-5fc1-4025-936d-8fb307dd326a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ab15a-1c8f-4d55-8c0e-036fc79b385b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615601 Jul 16 22:42:45.399254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f2f497e-cd26-463e-9ee7-598013483690 req-e4f3a685-68e1-4161-a8eb-f2b4f0c9546b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=306bca1a-93db-4af2-a1a8-48445efd2da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578526 Jul 16 22:42:45.548395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-f96548e4-6fdc-49de-adbd-8ecb691eaf47 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064860 Jul 16 22:42:45.567861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32010416-532e-4e29-9589-856c57962a81 req-4cc5aedc-fd45-4853-823d-a83849a945af tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.569452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32010416-532e-4e29-9589-856c57962a81 req-4cc5aedc-fd45-4853-823d-a83849a945af tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 945 time: 0.1189632 Jul 16 22:42:45.797306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Deleting port 90f8b49b-76ac-4554-9f52-48c4075a49c9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:45.799391 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:45.831434 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-54d3f812-05bb-46b4-808d-f679af553076 service neutron] 10.222.0.47 "GET /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758768 Jul 16 22:42:45.972160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-19bb2cc4-0124-473a-88a7-005835b9fd38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 217 time: 0.1327999 Jul 16 22:42:46.009703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] For port 90f8b49b-76ac-4554-9f52-48c4075a49c9, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=90f8b49b-76ac-4554-9f52-48c4075a49c9,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:46.016470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:46.055102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-14f0235e-9223-47fd-bea9-65fc34501a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.056821 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-14f0235e-9223-47fd-bea9-65fc34501a39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.0781796 Jul 16 22:42:46.166863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-80639ca7-f67f-4a1f-a0f1-ab32455d4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.168453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-80639ca7-f67f-4a1f-a0f1-ab32455d4cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018703 Jul 16 22:42:46.269295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-3aa33d94-7d20-4e64-8ace-4bf2310ed7ad service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939791 Jul 16 22:42:46.387468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:46.388587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:46.388587 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Floating IP 29b61821-1358-4562-8e2c-ad476f01f029 disassociated. External IP: 172.25.5.225, port: 90f8b49b-76ac-4554-9f52-48c4075a49c9. Jul 16 22:42:46.389411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Calling delete_port for 90f8b49b-76ac-4554-9f52-48c4075a49c9 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:46.498920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-e9430865-6e43-4367-9c38-d310bac8305a service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090685 Jul 16 22:42:46.589985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-110863e3-4f59-471e-98c5-c0efeebd5fcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0897946 Jul 16 22:42:46.707058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:46.757931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-4fdee462-709d-449e-9ebf-1b309d3def14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.763078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-4fdee462-709d-449e-9ebf-1b309d3def14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1663458 Jul 16 22:42:46.770244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'Port': ['ID=90f8b49b-76ac-4554-9f52-48c4075a49c9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:46.960449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-2eee2ede-9d6d-431d-91fa-d88e5ac57944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.967048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-2eee2ede-9d6d-431d-91fa-d88e5ac57944 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1969423 Jul 16 22:42:46.995808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:47.235364 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-a76b4122-b2ad-4ebb-ba13-c0139ea6f289 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602561 Jul 16 22:42:47.331960 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f963dba1-f1e5-4486-80b3-3a3b3cb3f86a req-069142c9-413e-4415-bc74-4bbd8799d624 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 210 time: 0.6297774 Jul 16 22:42:47.387760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:47.413318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:47.439729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:47.441746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:47.510765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-b93a9507-da01-4b25-8182-e82659e7b338 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519443 Jul 16 22:42:47.523874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] No DVR routers for this DVR port 90f8b49b-76ac-4554-9f52-48c4075a49c9 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:47.525984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.532032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32010416-532e-4e29-9589-856c57962a81 req-1665e0ad-2acc-431c-a156-fbc734796a46 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "DELETE /v2.0/ports/90f8b49b-76ac-4554-9f52-48c4075a49c9 HTTP/1.1" status: 204 len: 173 time: 1.9556463 Jul 16 22:42:47.533314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'name': 'network-vif-deleted', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:47.546376 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a4653-1b8a-4cbc-9ab4-5bc4596376a1" -d '{"events": [{"server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "name": "network-vif-deleted", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:47.594466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 90f8b49b-76ac-4554-9f52-48c4075a49c9 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:47.624033 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87739219-2a32-4ff3-b4dc-5b212a9fcc91 x-openstack-request-id: req-87739219-2a32-4ff3-b4dc-5b212a9fcc91 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:47.624033 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224df07f-faec-4d9e-9966-0a52401cafed", "name": "network-vif-deleted", "tag": "90f8b49b-76ac-4554-9f52-48c4075a49c9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:47.624033 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87739219-2a32-4ff3-b4dc-5b212a9fcc91 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:47.625441 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224df07f-faec-4d9e-9966-0a52401cafed', 'name': 'network-vif-deleted', 'tag': '90f8b49b-76ac-4554-9f52-48c4075a49c9', 'status': 'completed', 'code': 200} Jul 16 22:42:47.648091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-a90ebc0e-60ba-4448-9cd7-28035652650e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 200 len: 217 time: 0.1307635 Jul 16 22:42:47.825464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 90f8b49b-76ac-4554-9f52-48c4075a49c9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:47.826848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 90f8b49b-76ac-4554-9f52-48c4075a49c9 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:47.872480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-265f9051-cd56-4b29-8c67-3f98fa21dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:47.874940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-265f9051-cd56-4b29-8c67-3f98fa21dc27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.2017121 Jul 16 22:42:47.960527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:48.027849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-ff9adf5c-fdda-4dd8-941b-b48de39b2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:48.029788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-ff9adf5c-fdda-4dd8-941b-b48de39b2efe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485889 Jul 16 22:42:48.340123 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-0e0c5cf0-ba80-4009-aa11-1d1f232e9e37 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040185 Jul 16 22:42:48.616475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-825aab25-0b7e-4513-a1f7-d5aed1b8ee91 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697723 Jul 16 22:42:48.713860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-c8d20a87-6ca4-45de-ab38-c702ad18d189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 200 len: 217 time: 0.0895994 Jul 16 22:42:48.779743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:48.815878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-145d08f6-ef75-4adf-812f-e969b739d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:48.832445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-145d08f6-ef75-4adf-812f-e969b739d45f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 200 len: 797 time: 0.1129487 Jul 16 22:42:48.889980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:42:48.910697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-13dc1ee9-5a17-418d-b079-6cf5a753912a req-cb3eeed6-0927-4986-86c1-f728621efce8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=224df07f-faec-4d9e-9966-0a52401cafed HTTP/1.1" status: 200 len: 210 time: 0.2151895 Jul 16 22:42:48.912427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:48.915874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:42:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:48.987313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-8f4c2c1e-593a-4a21-81fb-ba0296c6808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:48.989944 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-8f4c2c1e-593a-4a21-81fb-ba0296c6808b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1516099 Jul 16 22:42:49.208459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:49.214452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-461d8316-6144-43d5-9241-0d2ae8af87f7 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089965 Jul 16 22:42:49.519665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-bc77dea0-b0bd-4f56-adf2-fc50c47b2101 service neutron] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013515 Jul 16 22:42:49.691936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-9e6f3dd4-ea48-4bd2-8a0f-53b7ffac66af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 200 len: 217 time: 0.1653543 Jul 16 22:42:49.746760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:49.776289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064420e-23a9-4a19-a223-b71c97198c94 None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:49.868494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-786dc24f-7684-46f1-b978-4da59e7b41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:49.870042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-786dc24f-7684-46f1-b978-4da59e7b41d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.1625252 Jul 16 22:42:49.997598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-287fc653-2bf6-4400-8a25-47810ce5ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:49.999631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-287fc653-2bf6-4400-8a25-47810ce5ba21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1233635 Jul 16 22:42:50.135228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:50.145045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-654e5382-988f-424b-a58c-19a0d6b978bb service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386571 Jul 16 22:42:50.270386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.314815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-deae35ac-e5da-4702-b821-0a66e8ddd274 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616166 Jul 16 22:42:50.338443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.360769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4742fd1-dc0e-4466-a927-5d00cc887cab None None] New status for floating IP 29b61821-1358-4562-8e2c-ad476f01f029: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:42:50.411503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-84a7bb15-407e-4c30-9b2e-59b6e5a85828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 200 len: 217 time: 0.0912423 Jul 16 22:42:50.422878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.428286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.432847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "DELETE /v2.0/security-groups/306bca1a-93db-4af2-a1a8-48445efd2da5 HTTP/1.1" status: 204 len: 168 time: 0.2951925 Jul 16 22:42:50.461728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:50.465790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bf6a7-99b3-4caf-8ff8-14877d2398b7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bca1a-93db-4af2-a1a8-48445efd2da5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:50.509260 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-251cf513-d0fd-41e1-8ee8-db9cfa661ce6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] show failed (client error): The resource could not be found. Jul 16 22:42:50.515222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-251cf513-d0fd-41e1-8ee8-db9cfa661ce6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups/306bca1a-93db-4af2-a1a8-48445efd2da5 HTTP/1.1" status: 404 len: 347 time: 0.0402763 Jul 16 22:42:50.516142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:50.549429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-824c66bd-64e1-4268-a98e-fa6dec02b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:50.555654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-824c66bd-64e1-4268-a98e-fa6dec02b874 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 200 len: 797 time: 0.1344614 Jul 16 22:42:50.685671 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.771060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-068452b9-5f77-4d58-9f9a-e6285b9f4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:50.786638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-068452b9-5f77-4d58-9f9a-e6285b9f4450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eae965a-655e-48c6-8c05-40603dbb1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2251546 Jul 16 22:42:50.950633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Deleting port a37863ac-4f5e-4814-a302-ad9c6ff96f70 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:50.950931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.043167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-2f38a19f-5176-4b93-89ab-c30284d83fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474020 Jul 16 22:42:51.117766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.120472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.133053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Calling delete_port for a37863ac-4f5e-4814-a302-ad9c6ff96f70 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:51.211046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd822f15-a1ec-4c38-bd38-035c3766ab53 req-08b53e74-8c1f-468c-a0bc-e4366af0cc31 service neutron] 10.222.0.47 "GET /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598771 Jul 16 22:42:51.345535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.443381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'Port': ['ID=a37863ac-4f5e-4814-a302-ad9c6ff96f70,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:51.465615 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.468584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.470648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6ff64177-1c2f-41c1-9329-e2eafd0973bc tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "DELETE /v2.0/floatingips/29b61821-1358-4562-8e2c-ad476f01f029 HTTP/1.1" status: 204 len: 168 time: 0.9531651 Jul 16 22:42:51.930907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53536) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:51.937079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956477737', 'description': 'tempest-description--1516035564'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:51.969949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.134799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.146906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.195574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.199496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2638941 Jul 16 22:42:52.199496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d34ae8-42ed-4efc-9a9b-0ca9ab5e9877 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5adc51-512b-4fe1-a130-afaa095ae8fb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:52.200072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:52.205275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group_rule': {'security_group_id': '0b5adc51-512b-4fe1-a130-afaa095ae8fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:52.255052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.346892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.354465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.379109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fd868b-f5ec-425c-88e3-bb94fb6128cd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:52.383298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.384595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-79e2352f-87d1-41c2-9341-f6e56275c47e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832137 Jul 16 22:42:52.387365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:52.393036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'security_group_rule': {'security_group_id': '0b5adc51-512b-4fe1-a130-afaa095ae8fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:52.427482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.515394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.520238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.551228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7dd41c-822b-4742-99e1-661deb7e93dd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:52.564543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.565860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5c62684c-5c84-4d7c-9696-9f5199c21498 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771157 Jul 16 22:42:52.569067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 53554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:52.573913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:52.603948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.730194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.880276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Allocated IP 172.25.5.71 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:52.955344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.009794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.056420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.119240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:53.127462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:53.146242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:53.153267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:53.295742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.352645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.602803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.608030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.660376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:53.721775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.741177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.749568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d049080-b72e-4812-9a81-5ab56b2ba15c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1792216 Jul 16 22:42:54.040253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-ab8842f2-9bc2-45f1-941c-4d5f8e7eee67 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1956477737&fields=id&tenant_id=e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 267 time: 0.0841587 Jul 16 22:42:54.168241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-3742f6e4-ab4a-4be5-ab08-bc0fc2eec42b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:54.169697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-3742f6e4-ab4a-4be5-ab08-bc0fc2eec42b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 811 time: 0.1256840 Jul 16 22:42:54.203542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-512e1cd7-17c4-49be-bf67-5f677c8e991f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/quotas/e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 375 time: 0.0220494 Jul 16 22:42:54.382887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-fa1304d1-d4ac-409e-8175-ad0583d96c20 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1706316 Jul 16 22:42:54.616903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a45ea0d3-c093-42b6-ab10-50447dcbd7aa service neutron] 10.222.0.70 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150090 Jul 16 22:42:54.841970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-0c2fc519-2e97-4018-a57a-37e498b56d09 service neutron] 10.222.0.70 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239118 Jul 16 22:42:55.231626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b27a63b-e54f-4b9e-92f7-556eaa8e54d5 req-f85422b6-2938-43ae-9f93-20911ea9f8c1 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 210 time: 0.0431056 Jul 16 22:42:56.407066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6aa6c092-717c-4de0-a2d2-5cd20ae99e02 req-7d14f957-4e9a-499b-adf9-7c6edb68b135 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 210 time: 0.0351725 Jul 16 22:42:56.895552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-f076ea21-9783-41e4-8d6f-3c51a9753ab8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:56.898062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-f076ea21-9783-41e4-8d6f-3c51a9753ab8 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 811 time: 0.2117875 Jul 16 22:42:57.001136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-acf06105-eb26-4336-86b8-259a155e8e19 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5d48751479c4281b938f75bf0ed305c HTTP/1.1" status: 200 len: 380 time: 0.0867884 Jul 16 22:42:57.010920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'port': {'device_id': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'admin_state_up': True, 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'security_groups': ['0b5adc51-512b-4fe1-a130-afaa095ae8fb']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:57.313457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Made reservation on behalf of e5d48751479c4281b938f75bf0ed305c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:42:57.320147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:57.531898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c1918d5-ba71-4658-a0a8-6efd71483fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:57.584642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-59e9c252-2bfe-4f02-a3db-0a3f4ffdc265 req-98629246-acfc-4858-86b9-161ac2f76c85 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 210 time: 0.0398531 Jul 16 22:42:57.619750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Allocated IP 172.20.0.3 (2d2638eb-f1d4-406a-896e-fa0ac4225a48/11642482-5c5f-410f-bb15-655244978029/13aa9055-d620-42a2-a28b-b8286e934e78) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:42:57.902111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:57.925201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Transition to ACTIVE for port object 13aa9055-d620-42a2-a28b-b8286e934e78 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:57.997863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:58.089220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:42:58.097066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:42:58.108139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:42:58.124869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event updated for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:58.203676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:58.205740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:58.235370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-be7c534c-0299-4202-b768-6f38b4347263 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287276 Jul 16 22:42:58.351181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Request body: {'port': {'device_id': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:42:58.502654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-929d9d1a-c821-4aac-acc3-9a0d25aaa7fc None None] Provisioning for port 13aa9055-d620-42a2-a28b-b8286e934e78 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:42:58.507366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-929d9d1a-c821-4aac-acc3-9a0d25aaa7fc None None] Provisioning complete for port 13aa9055-d620-42a2-a28b-b8286e934e78 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:58.507884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-929d9d1a-c821-4aac-acc3-9a0d25aaa7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:58.562307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-929d9d1a-c821-4aac-acc3-9a0d25aaa7fc None None] Port 13aa9055-d620-42a2-a28b-b8286e934e78 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:42:58.596519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:58.903252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aafb8-81e3-4aaa-b554-fec790e0c7b3 req-54b5cece-fee2-468f-8846-548d67436d3f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:58.904953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-815aafb8-81e3-4aaa-b554-fec790e0c7b3 req-54b5cece-fee2-468f-8846-548d67436d3f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 931 time: 0.1047814 Jul 16 22:42:58.955405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-815aafb8-81e3-4aaa-b554-fec790e0c7b3 req-c6f7cdee-e724-449a-9731-49cd37ecfda5 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Jul 16 22:42:59.133346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aa9055-d620-42a2-a28b-b8286e934e78 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:42:59.142436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.155911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Transition to ACTIVE for port object 13aa9055-d620-42a2-a28b-b8286e934e78 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:42:59.163212 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.320087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Pushing event updated for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:59.455330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Attempting to bind port 13aa9055-d620-42a2-a28b-b8286e934e78 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:42:59.455750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Attempting to bind port 13aa9055-d620-42a2-a28b-b8286e934e78 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:42:59.456188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Attempting to bind port 13aa9055-d620-42a2-a28b-b8286e934e78 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:59.475402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Port 13aa9055-d620-42a2-a28b-b8286e934e78 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:42:59.475747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Attempting to bind port 13aa9055-d620-42a2-a28b-b8286e934e78 on network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:42:59.484046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:42:59.484542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Checking segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:42:59.484951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Bound using segment: {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:42:59.489456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Bound port: 13aa9055-d620-42a2-a28b-b8286e934e78, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:42:59.489836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.758210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:42:59.768926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=13aa9055-d620-42a2-a28b-b8286e934e78,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:42:59.782555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.831578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:59.832376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.837229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] 10.222.0.68 "PUT /v2.0/ports/13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 1092 time: 1.5940251 Jul 16 22:42:59.839551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:59.859304 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42875655-4463-4f29-a8bd-1984d8192df9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:59.888616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748dc08-a118-4242-8a08-ea35853b3e08 service neutron] Pushing event updated for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:59.901259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2df52c35-9bf1-4cb2-8e4f-24671e658b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.964336 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60356d33-6919-4fd9-8997-3f0e0b5d4edb x-openstack-request-id: req-60356d33-6919-4fd9-8997-3f0e0b5d4edb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:59.964908 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:59.965186 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60356d33-6919-4fd9-8997-3f0e0b5d4edb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:59.965625 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78', 'status': 'completed', 'code': 200} Jul 16 22:43:00.031688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-655b10f4-4686-4e63-bb41-955ccf4e805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:00.049905 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-655b10f4-4686-4e63-bb41-955ccf4e805d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1095 time: 0.1301048 Jul 16 22:43:00.125153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:00.174184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-e304c313-8e81-41b9-bc9c-eb384ade369b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 217 time: 0.1103251 Jul 16 22:43:00.303123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a91b45e4-fe32-4eb5-b9bc-cb7eb7f1c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:00.304920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-a91b45e4-fe32-4eb5-b9bc-cb7eb7f1c9ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.1299961 Jul 16 22:43:00.472605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e548e6-cb7c-407c-84a6-5000f85fea71 req-9619da79-fc4c-4111-b744-30c461025c6b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:00.474297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42e548e6-cb7c-407c-84a6-5000f85fea71 req-9619da79-fc4c-4111-b744-30c461025c6b tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 943 time: 0.3343282 Jul 16 22:43:00.513630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac393e-9441-4015-88de-da9e28d55598 req-d51ed474-d8a4-482f-9e4a-a2206fbfd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:00.515186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-d51ed474-d8a4-482f-9e4a-a2206fbfd393 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027445 Jul 16 22:43:00.560041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42e548e6-cb7c-407c-84a6-5000f85fea71 req-21dbb164-71bb-4167-8211-af0ebbeeba33 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718942 Jul 16 22:43:00.851594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-0f15b550-fcda-4e89-a0df-fb0688276f27 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295710 Jul 16 22:43:01.063170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5ac393e-9441-4015-88de-da9e28d55598 req-08c68170-b7b2-4a87-b52a-8aae416a3c7a service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051523 Jul 16 22:43:01.276520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875655-4463-4f29-a8bd-1984d8192df9 req-60775966-c1f1-47c2-93ac-a2b8434cbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:01.280002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-60775966-c1f1-47c2-93ac-a2b8434cbf08 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1095 time: 0.1337178 Jul 16 22:43:01.386438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:01.557166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875655-4463-4f29-a8bd-1984d8192df9 req-e16cc3bf-2210-4887-ba37-249ca0b841af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:01.558632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-e16cc3bf-2210-4887-ba37-249ca0b841af service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.2722650 Jul 16 22:43:01.698693 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-e45b4925-1502-4579-9cda-6a547183c571 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 217 time: 0.1308203 Jul 16 22:43:01.842556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875655-4463-4f29-a8bd-1984d8192df9 req-2555ebcb-4331-4cb0-8f83-b9a3478516bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:01.847884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-2555ebcb-4331-4cb0-8f83-b9a3478516bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.1421535 Jul 16 22:43:01.964785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875655-4463-4f29-a8bd-1984d8192df9 req-a7500bff-5ecc-44cf-8a67-3b7250a65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:01.966561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-a7500bff-5ecc-44cf-8a67-3b7250a65ce2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945239 Jul 16 22:43:02.121994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d37f10-e182-4183-bb85-373f8ca80cae req-c87c413b-012e-4ba2-ad8e-c99dee2a7c20 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:02.123594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3d37f10-e182-4183-bb85-373f8ca80cae req-c87c413b-012e-4ba2-ad8e-c99dee2a7c20 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 943 time: 0.3333309 Jul 16 22:43:02.145894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-0c85061b-d086-456e-8268-984831bdede8 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666605 Jul 16 22:43:02.271064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3d37f10-e182-4183-bb85-373f8ca80cae req-98f7301b-5a4b-4b05-949e-16c7b1f0a0bd tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024144 Jul 16 22:43:02.312036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42875655-4463-4f29-a8bd-1984d8192df9 req-66066018-9241-4866-9174-3187eeb9e0c0 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617107 Jul 16 22:43:02.708480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:02.980849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:02.996319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.006767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.015207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.022059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.028703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.035742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.044283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-a7581bb6-cd73-42ab-a984-269f9752a9b2 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.2556026 Jul 16 22:43:03.107546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83e62e5f-e73a-4398-b38d-6c808bb99a3f req-3326f358-f1e2-4c57-b858-6defdae5c95c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617197 Jul 16 22:43:03.690738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 13aa9055-d620-42a2-a28b-b8286e934e78 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:43:03.903463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.920602 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.932981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.979828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=13aa9055-d620-42a2-a28b-b8286e934e78,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:03.981275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.004833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.033559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.042164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '13aa9055-d620-42a2-a28b-b8286e934e78', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'port_id': '13aa9055-d620-42a2-a28b-b8286e934e78', 'mac_address': 'fa:16:3e:de:e5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:43:04.061477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.063996 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-6b860b21-146a-4731-9ab4-07c78a87d5e6 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.4751916 Jul 16 22:43:04.187727 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.217297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aa9055-d620-42a2-a28b-b8286e934e78 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:43:04.256988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=13aa9055-d620-42a2-a28b-b8286e934e78,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:04.261265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.278233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-ec2c4c3d-543d-4f74-9f4d-1ec08be1f771 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.280550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-ec2c4c3d-543d-4f74-9f4d-1ec08be1f771 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1936817 Jul 16 22:43:04.410320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:04.434100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.434456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.434805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.435145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.435484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.435820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.436410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.436740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.453224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.453697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.454634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.454985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.479827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['13aa9055-d620-42a2-a28b-b8286e934e78'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:43:04.552370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-03638d32-c0a8-4222-a1fc-bb3e04fdc602 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2623582 Jul 16 22:43:04.607862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:04.616021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa6a8f-94fe-4e48-939d-3f28fd967499 req-33601d82-c11b-4666-a47f-27456f03d29f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.623375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3cfa6a8f-94fe-4e48-939d-3f28fd967499 req-33601d82-c11b-4666-a47f-27456f03d29f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 943 time: 1.1915116 Jul 16 22:43:04.721324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3cfa6a8f-94fe-4e48-939d-3f28fd967499 req-ae3d62e7-164e-4a9b-b4d6-9835f25db91d tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872846 Jul 16 22:43:04.869583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.900112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.920424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.940477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.962152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.980017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.990400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.992699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-38dd68b9-7f4b-451e-9a0b-5b713d7663be tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 5443 time: 0.4532719 Jul 16 22:43:04.999239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.236125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c07f32d0-745f-46f3-8c7e-f20bb39bf141,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:05.301070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] For port c07f32d0-745f-46f3-8c7e-f20bb39bf141, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:05.394003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] device_id is not set on port c07f32d0-745f-46f3-8c7e-f20bb39bf141 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:43:05.473366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3dc03da-fc56-410c-a3bc-9632f21f96dc req-20d0f07b-a625-4678-b771-f9752a01527c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4468811 Jul 16 22:43:05.489514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.501196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.702359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 13aa9055-d620-42a2-a28b-b8286e934e78 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:05.723126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] No DVR routers for this DVR port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:05.864538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 13aa9055-d620-42a2-a28b-b8286e934e78 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:05.885593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 13aa9055-d620-42a2-a28b-b8286e934e78 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:05.891248 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.943136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:05.984063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.984453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.985800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.985800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.986023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.986312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.986646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.986982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.987311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.987642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.987973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.988302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:06.007562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] In _notify_port_updated(), no bound segment for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:43:06.009388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.010303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.012147 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-532d2f4e-0994-494c-8475-42d0bfa4c889 service neutron] 10.222.0.47 "PUT /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 200 len: 1033 time: 1.4194474 Jul 16 22:43:06.099107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-9cfef191-c413-4436-a952-295404090d52 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.101289 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-9cfef191-c413-4436-a952-295404090d52 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "GET /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0818574 Jul 16 22:43:06.119717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:06.398064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.444880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b352229c-9ed9-4f2c-a431-98f456952165 None None] Provisioning complete for port c07f32d0-745f-46f3-8c7e-f20bb39bf141 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:06.447108 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b352229c-9ed9-4f2c-a431-98f456952165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.461122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.543703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03fda4-3277-446e-909b-7a4e1b5a859b req-9a8f404e-27f4-4d18-9bde-b93795baac2d tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.551520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f03fda4-3277-446e-909b-7a4e1b5a859b req-9a8f404e-27f4-4d18-9bde-b93795baac2d tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 944 time: 0.1817484 Jul 16 22:43:06.604883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b352229c-9ed9-4f2c-a431-98f456952165 None None] Port c07f32d0-745f-46f3-8c7e-f20bb39bf141 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:06.628139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:06.630696 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240fa68-2ecf-474f-8b44-f77b4ea76d09" -d '{"events": [{"server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "name": "network-vif-plugged", "status": "completed", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:06.651741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=13aa9055-d620-42a2-a28b-b8286e934e78,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:06.666760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.681401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f03fda4-3277-446e-909b-7a4e1b5a859b req-2966f6d8-9403-4dd0-9aeb-01c98fc8128e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218388 Jul 16 22:43:06.749835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f0b16ba5-b252-4146-b92d-2273d162c6d0,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:06.754881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:06.765407 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a2189e-a1df-4f62-80b5-3f5565004b4d x-openstack-request-id: req-47a2189e-a1df-4f62-80b5-3f5565004b4d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:06.765407 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "name": "network-vif-plugged", "status": "completed", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:06.765407 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47a2189e-a1df-4f62-80b5-3f5565004b4d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:06.765407 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78', 'code': 200} Jul 16 22:43:06.838550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] For port f0b16ba5-b252-4146-b92d-2273d162c6d0, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:06.880278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] device_id is not set on port f0b16ba5-b252-4146-b92d-2273d162c6d0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:43:06.892156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.905141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554b12-b77f-43a9-b7e7-d3f3d865d119 req-55e27d50-58e0-4f6a-b79a-40e98f94ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.905821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.907267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e554b12-b77f-43a9-b7e7-d3f3d865d119 req-55e27d50-58e0-4f6a-b79a-40e98f94ed75 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1097 time: 0.0682523 Jul 16 22:43:06.911922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.917891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.924822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.930839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.936919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.939481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-c3bec947-1b80-4e55-a24e-cbddc475912f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 4663 time: 0.1768448 Jul 16 22:43:06.943986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:06.946481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e554b12-b77f-43a9-b7e7-d3f3d865d119 req-4ced624d-b95f-46a5-bed1-155c9159614a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Jul 16 22:43:06.965916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f0b16ba5-b252-4146-b92d-2273d162c6d0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:07.023875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] No DVR routers for this DVR port f0b16ba5-b252-4146-b92d-2273d162c6d0 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:07.048709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f0b16ba5-b252-4146-b92d-2273d162c6d0 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:07.049505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b06e4323-b99f-485a-9758-ab7c2a61cde5 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:07.063843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Pushing event updated for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:07.097812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67bf4a4f-b1e8-49fc-b15e-68b4aa92f11f req-f4b4797a-3f62-4277-bd3f-7557a887c223 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d6a059f-f1e0-4f30-828f-33089e519e9e&id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480861 Jul 16 22:43:07.117237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] In _notify_port_updated(), no bound segment for port f0b16ba5-b252-4146-b92d-2273d162c6d0 on network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:43:07.118350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:07.119151 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.120609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-638e6c7a-35d9-47a3-8a4e-107447b20b0f service neutron] 10.222.0.47 "PUT /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 200 len: 1031 time: 1.0129354 Jul 16 22:43:07.252154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.268118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port b06e4323-b99f-485a-9758-ab7c2a61cde5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:07.268588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.391806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-316edfc0-1c6c-4de3-ba85-8ee9407c8e4c None None] Provisioning complete for port f0b16ba5-b252-4146-b92d-2273d162c6d0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:07.400111 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-316edfc0-1c6c-4de3-ba85-8ee9407c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.407891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:07.501797 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.502522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b25459c6-e1e0-473f-81d0-1bd7d1f7012d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:07.617472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-316edfc0-1c6c-4de3-ba85-8ee9407c8e4c None None] Port f0b16ba5-b252-4146-b92d-2273d162c6d0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:07.620109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:07.756384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.810254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:07.814579 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.815527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a193767-1216-4f05-b766-9fc3e054efdb no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:07.836400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port b06e4323-b99f-485a-9758-ab7c2a61cde5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b06e4323-b99f-485a-9758-ab7c2a61cde5,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:07.837107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:07.854984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for b06e4323-b99f-485a-9758-ab7c2a61cde5 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:07.917409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:07.965924 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.014046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:08.017846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.018804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c07f32d0-745f-46f3-8c7e-f20bb39bf141 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:08.038238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.088696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=b06e4323-b99f-485a-9758-ab7c2a61cde5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:08.138142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:08.144541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c07f32d0-745f-46f3-8c7e-f20bb39bf141 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:08.145239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 224a0df0-16c2-4e3d-93d1-f5d38392b955 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:08.166952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port b06e4323-b99f-485a-9758-ab7c2a61cde5 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:08.173017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.175461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-275e477a-a34d-4322-b05a-63a7df641808 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "DELETE /v2.0/ports/b06e4323-b99f-485a-9758-ab7c2a61cde5 HTTP/1.1" status: 204 len: 173 time: 1.0464458 Jul 16 22:43:08.176238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:08.178799 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f9f416-db40-4547-baaf-66c12486a3d9" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:08.249996 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.293681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:08.302573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c81ae6-b183-429b-97e8-0d0a91d091fc req-7ed78c4a-08c8-4d9c-a6fd-1e087c648fb7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.303424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.304187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device e3a4a448-5141-48d1-8c19-29cce61e913f no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:08.304320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67c81ae6-b183-429b-97e8-0d0a91d091fc req-7ed78c4a-08c8-4d9c-a6fd-1e087c648fb7 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.2797608 Jul 16 22:43:08.390451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67c81ae6-b183-429b-97e8-0d0a91d091fc req-c4479d3f-e8b4-4175-baee-115914f7488d tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741117 Jul 16 22:43:08.413409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port 3a193767-1216-4f05-b766-9fc3e054efdb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:08.414177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.460763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:08.480978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-15a0ae16-2aba-4f81-a100-fcac100c0c62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.495196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-15a0ae16-2aba-4f81-a100-fcac100c0c62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.505376 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136abb0b-e6f4-40a0-9078-2d65d6065f83 x-openstack-request-id: req-136abb0b-e6f4-40a0-9078-2d65d6065f83 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:08.505720 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:08.505910 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-136abb0b-e6f4-40a0-9078-2d65d6065f83 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:08.506313 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'status': 'completed', 'code': 200} Jul 16 22:43:08.518181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.530839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-15a0ae16-2aba-4f81-a100-fcac100c0c62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.543991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-15a0ae16-2aba-4f81-a100-fcac100c0c62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.545789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-15a0ae16-2aba-4f81-a100-fcac100c0c62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 3144 time: 0.1922731 Jul 16 22:43:08.615272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:08.627018 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.634400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34e5d577-7c11-4f8a-aa6d-f5249aa78718 req-009a5518-5909-4bb1-af82-2fac392bd00f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791752 Jul 16 22:43:08.686403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port 3a193767-1216-4f05-b766-9fc3e054efdb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a193767-1216-4f05-b766-9fc3e054efdb,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:08.686777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:08.713922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for 3a193767-1216-4f05-b766-9fc3e054efdb owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:08.742774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:08.761532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:08.763932 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c7eba-dea4-4ca7-8db9-9cf683ccc02f" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:08.833687 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed4c56-78c0-4d4c-9600-241f00acfdb8 x-openstack-request-id: req-b5ed4c56-78c0-4d4c-9600-241f00acfdb8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:08.834005 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "b06e4323-b99f-485a-9758-ab7c2a61cde5", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:08.834264 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5ed4c56-78c0-4d4c-9600-241f00acfdb8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:08.834722 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06e4323-b99f-485a-9758-ab7c2a61cde5', 'code': 200} Jul 16 22:43:08.834914 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'code': 200} Jul 16 22:43:08.835166 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb', 'code': 200} Jul 16 22:43:08.835418 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'code': 200} Jul 16 22:43:08.835668 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'code': 200} Jul 16 22:43:08.973782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.007925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=3a193767-1216-4f05-b766-9fc3e054efdb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:09.085133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port 3a193767-1216-4f05-b766-9fc3e054efdb on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:09.095524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.098621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-9dc54946-0c4b-4501-82ba-6b31e05a88bc tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "DELETE /v2.0/ports/3a193767-1216-4f05-b766-9fc3e054efdb HTTP/1.1" status: 204 len: 173 time: 0.9154325 Jul 16 22:43:09.241358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port 224a0df0-16c2-4e3d-93d1-f5d38392b955 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:09.241624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.340415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port 224a0df0-16c2-4e3d-93d1-f5d38392b955, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=224a0df0-16c2-4e3d-93d1-f5d38392b955,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:09.340787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.406555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for 224a0df0-16c2-4e3d-93d1-f5d38392b955 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:09.733820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e1de-852a-4e8d-8ea1-08e54e73d719 req-259fedfd-7ca8-4023-b603-01c502931bf6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:09.737249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a30e1de-852a-4e8d-8ea1-08e54e73d719 req-259fedfd-7ca8-4023-b603-01c502931bf6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.1681514 Jul 16 22:43:09.738179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.847758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=224a0df0-16c2-4e3d-93d1-f5d38392b955,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:09.997639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port 224a0df0-16c2-4e3d-93d1-f5d38392b955 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:10.003537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a571f-dac5-4601-ada5-fdfebfa2016a req-a102cf6d-c409-4367-bf12-1158081fbccf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:10.005719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.009836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a571f-dac5-4601-ada5-fdfebfa2016a req-a102cf6d-c409-4367-bf12-1158081fbccf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:10.010653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-4531f4bb-c442-43aa-b924-0e0118668e62 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "DELETE /v2.0/ports/224a0df0-16c2-4e3d-93d1-f5d38392b955 HTTP/1.1" status: 204 len: 173 time: 0.9056020 Jul 16 22:43:10.012092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-939a571f-dac5-4601-ada5-fdfebfa2016a req-a102cf6d-c409-4367-bf12-1158081fbccf tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 1677 time: 0.1440506 Jul 16 22:43:10.029647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a30e1de-852a-4e8d-8ea1-08e54e73d719 req-3cfe42dd-ec36-4173-b594-79e2151ed4da tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839892 Jul 16 22:43:10.066703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-939a571f-dac5-4601-ada5-fdfebfa2016a req-fbd65564-2415-4315-84cd-2e0b8c3ba8a0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Jul 16 22:43:10.252197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port b25459c6-e1e0-473f-81d0-1bd7d1f7012d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:10.252660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.407439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f06d-4839-4625-96f8-fa7b49abbda0 req-898dd230-a832-4a8a-848a-cb9d58685cb6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:10.412151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ee4f06d-4839-4625-96f8-fa7b49abbda0 req-898dd230-a832-4a8a-848a-cb9d58685cb6 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.1796355 Jul 16 22:43:10.421696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 53970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:10.430740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Request body: {'floatingip': {'port_id': '13aa9055-d620-42a2-a28b-b8286e934e78'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:10.474683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port b25459c6-e1e0-473f-81d0-1bd7d1f7012d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:10.475180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.483319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.568618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb'}, {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:10.571641 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f19e7e-9f1a-482c-987a-9e373cf10eff" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb"}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:10.642743 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2f5c63-6769-445b-96b5-f9f91d734680 x-openstack-request-id: req-2b2f5c63-6769-445b-96b5-f9f91d734680 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:10.643273 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "3a193767-1216-4f05-b766-9fc3e054efdb", "status": "completed", "code": 200}, {"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "224a0df0-16c2-4e3d-93d1-f5d38392b955", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:10.643615 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b2f5c63-6769-445b-96b5-f9f91d734680 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:10.644080 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': '3a193767-1216-4f05-b766-9fc3e054efdb', 'status': 'completed', 'code': 200} Jul 16 22:43:10.644399 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': '224a0df0-16c2-4e3d-93d1-f5d38392b955', 'status': 'completed', 'code': 200} Jul 16 22:43:10.752203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.753066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:10.753933 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Floating IP c29dddb6-55a7-436b-a078-56e2f37f5eb9 disassociated. External IP: 172.25.5.72, port: b25459c6-e1e0-473f-81d0-1bd7d1f7012d. Jul 16 22:43:10.754467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for b25459c6-e1e0-473f-81d0-1bd7d1f7012d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:10.986321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.048326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=b25459c6-e1e0-473f-81d0-1bd7d1f7012d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:11.274811 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:43:11.464558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:11.559954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.566999 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.770845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:11.782796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Sync routers for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:11.805397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:11.806050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:11.810054 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Floating IP b063a696-0eb9-47b9-9c9a-8c52912b9eb8 associated. External IP: 172.25.5.71, port: 13aa9055-d620-42a2-a28b-b8286e934e78. Jul 16 22:43:11.853813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port b25459c6-e1e0-473f-81d0-1bd7d1f7012d on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:11.856538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.867274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-48bacd81-7faf-4504-b0d0-c5710e3c5f4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "DELETE /v2.0/ports/b25459c6-e1e0-473f-81d0-1bd7d1f7012d HTTP/1.1" status: 204 len: 173 time: 1.8365293 Jul 16 22:43:12.091353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:12.100179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da18ca-45fc-43fe-ae3b-081d47740146 req-f4fdc368-d0e8-4c03-8b24-cdc3643ff0a1 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:12.102447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0da18ca-45fc-43fe-ae3b-081d47740146 req-f4fdc368-d0e8-4c03-8b24-cdc3643ff0a1 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 943 time: 0.6418610 Jul 16 22:43:12.184008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0da18ca-45fc-43fe-ae3b-081d47740146 req-30c5dca5-dd18-4e54-a6b4-5f59287c857f tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups?id=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755889 Jul 16 22:43:12.222261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port e3a4a448-5141-48d1-8c19-29cce61e913f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:12.222626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:12.384552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port e3a4a448-5141-48d1-8c19-29cce61e913f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=e3a4a448-5141-48d1-8c19-29cce61e913f,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:12.384927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:12.398753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for e3a4a448-5141-48d1-8c19-29cce61e913f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:12.474525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:12.602151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:12.644636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:12.646172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:12.658586 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c91f1d-9ecd-4c5e-ab79-52f6a6b021bc" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:12.682610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Checking router: 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:12.702409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:12.703138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:12.741539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:12.757485 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:12.783828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:12.784885 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:12.794738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:12.814323 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd03bd7-d5ca-4f55-ae5f-92521b5fea6d x-openstack-request-id: req-dfd03bd7-d5ca-4f55-ae5f-92521b5fea6d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:12.814865 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "b25459c6-e1e0-473f-81d0-1bd7d1f7012d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:12.816652 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfd03bd7-d5ca-4f55-ae5f-92521b5fea6d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:12.817179 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'b25459c6-e1e0-473f-81d0-1bd7d1f7012d', 'status': 'completed', 'code': 200} Jul 16 22:43:12.822640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=e3a4a448-5141-48d1-8c19-29cce61e913f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:12.907743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-94949c0b-2ab4-41a6-bea0-3d66e1d951ac tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "PUT /v2.0/floatingips/b063a696-0eb9-47b9-9c9a-8c52912b9eb8 HTTP/1.1" status: 200 len: 990 time: 2.4844484 Jul 16 22:43:12.910686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:12.913429 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47116be1-f460-4638-af9a-2f6125c1bfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:12.972714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:12.986417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port e3a4a448-5141-48d1-8c19-29cce61e913f on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:13.012684 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:13.014621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9838251b-448a-47b5-a337-87ecaadfafad req-f82c02a8-efba-480c-b63d-4a43bca408b5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.47 "DELETE /v2.0/ports/e3a4a448-5141-48d1-8c19-29cce61e913f HTTP/1.1" status: 204 len: 173 time: 1.1345663 Jul 16 22:43:13.051166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:13.204998 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25262b1f-2317-41bd-8baa-cdee6ad982d7 x-openstack-request-id: req-25262b1f-2317-41bd-8baa-cdee6ad982d7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:13.205534 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:13.206057 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25262b1f-2317-41bd-8baa-cdee6ad982d7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:13.206668 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78', 'status': 'completed', 'code': 200} Jul 16 22:43:13.409243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-9ef76523-5f68-4970-bc77-e6ccc06bba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:13.412121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-9ef76523-5f68-4970-bc77-e6ccc06bba7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1097 time: 0.1777840 Jul 16 22:43:13.583843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ce9eb9f-1c2e-4556-bd94-1d0079133d43 req-8e3dd3dc-35f6-4da7-95d4-45b5a0aa66e1 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0472624 Jul 16 22:43:13.704870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:13.734186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'b063a696-0eb9-47b9-9c9a-8c52912b9eb8', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '13aa9055-d620-42a2-a28b-b8286e934e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:de:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:42:53Z', 'updated_at': '2021-07-16T22:43:11Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:13.771917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-1dc939ce-100c-4b2b-ac1b-2ac18a6e8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:13.772405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fa9ff-d978-4087-9039-87624df482fa None None] The sync data for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 is: [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '496412dc-0177-4581-9319-9f8ab7a2978f', 'name': '', 'network_id': '777ab15a-1c8f-4d55-8c0e-036fc79b385b', 'tenant_id': '3d499a43c279441685319954e196bef4', 'mac_address': 'fa:16:3e:0f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:35Z', 'updated_at': '2021-07-16T22:32:49Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'subnets': [{'id': '36575e07-dd2e-41e8-ac64-d6fccd3e4b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:13.786573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-1dc939ce-100c-4b2b-ac1b-2ac18a6e8baf service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.3529036 Jul 16 22:43:13.825283 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:13.856789 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:13.857692 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:13.949603 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-064a094c-255c-4ebd-8a97-f842cfbc5b25 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 998 time: 0.1592100 Jul 16 22:43:14.023869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-edf4a814-6032-4a0b-85f0-a5d235359ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:14.025821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-edf4a814-6032-4a0b-85f0-a5d235359ee7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0666933 Jul 16 22:43:14.107015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-e9216317-47e5-455d-bbf0-71b18866e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:14.109537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-e9216317-47e5-455d-bbf0-71b18866e05e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773487 Jul 16 22:43:14.120840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:14.288722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-980bdccd-f9f4-4daa-818e-b7ab19bf7531 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723909 Jul 16 22:43:14.460264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061e6b7-050d-42b7-a35f-9a623be71f70 None None] New status for floating IP c29dddb6-55a7-436b-a078-56e2f37f5eb9: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:43:14.539926 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'b063a696-0eb9-47b9-9c9a-8c52912b9eb8', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '13aa9055-d620-42a2-a28b-b8286e934e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:de:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:42:53Z', 'updated_at': '2021-07-16T22:43:11Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:14.587368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47116be1-f460-4638-af9a-2f6125c1bfbe req-e8b78554-18bc-4138-bb86-50461e1fff4b service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925861 Jul 16 22:43:14.614740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d978-eb60-489e-a4fe-2efe010b778b None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'b063a696-0eb9-47b9-9c9a-8c52912b9eb8', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'port_id': '13aa9055-d620-42a2-a28b-b8286e934e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'mac_address': 'fa:16:3e:de:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:42:53Z', 'updated_at': '2021-07-16T22:43:11Z', 'revision_number': 1, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:14.819153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:14.822100 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff605137-7860-4004-a4ed-32caecbb8ed9" -d '{"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:14.982256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44b47e83-82a4-47ba-aa4e-03d1c62efb86 req-528fcf18-4d9d-4790-8084-b429e8ab1b67 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.1589067 Jul 16 22:43:14.996749 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d317b1-f9c6-41b2-9dae-b17e17e0cd29 x-openstack-request-id: req-20d317b1-f9c6-41b2-9dae-b17e17e0cd29 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:14.997192 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c912624-5744-410c-97fe-e07b5bfafcb0", "name": "network-vif-deleted", "tag": "e3a4a448-5141-48d1-8c19-29cce61e913f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:14.997451 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20d317b1-f9c6-41b2-9dae-b17e17e0cd29 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:14.997849 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c912624-5744-410c-97fe-e07b5bfafcb0', 'name': 'network-vif-deleted', 'tag': 'e3a4a448-5141-48d1-8c19-29cce61e913f', 'status': 'completed', 'code': 200} Jul 16 22:43:15.199659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167e63d-94ab-478b-a680-bf73d7206140 None None] New status for floating IP b063a696-0eb9-47b9-9c9a-8c52912b9eb8: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:43:16.372597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d7227ee-bbc6-4274-9a4e-ee35c6e9c01b req-8a22ffce-9753-41fd-a309-e31741e9b8b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0444040 Jul 16 22:43:17.565979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0521b36b-1978-4e92-a4a7-d7ad2f262005 req-867fc15d-2147-4763-9726-999d5763a0ec tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0347900 Jul 16 22:43:19.483546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f97ea49-dce5-4179-8224-68acb6cae457 req-0a0bca29-3f8a-453d-9083-af6b78179a73 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0882180 Jul 16 22:43:20.690375 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:20.799334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ddd0a717-4394-4400-8c77-1e411df26ab7 req-cfae12b2-24a7-47bc-aab5-61885a920b4b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0374172 Jul 16 22:43:22.049652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdfc73c0-937c-43cf-b837-8bcc44b3372c req-335d6815-35d5-41db-b604-f320156a86e3 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0453019 Jul 16 22:43:22.223936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54212) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:22.435905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.560833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.566661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.598082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd6f2d-59b9-475f-97a0-31d31ee08490,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:22.617449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.618378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.619723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.620286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.621013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.621547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.622080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.623158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.629428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.630089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.630630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.631166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:22.661815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53b13e51-c911-439e-86d8-8e97941ba20a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a56a625f0f54022a6683311f792a4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367743 Jul 16 22:43:22.664258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:22.721494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.749270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.806258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.809858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:22.813213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66bd6f2d-59b9-475f-97a0-31d31ee08490 HTTP/1.1" status: 204 len: 168 time: 0.1471386 Jul 16 22:43:22.837599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f972-82ea-404d-8d9f-d1887d85041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd6f2d-59b9-475f-97a0-31d31ee08490,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:22.949735 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:23.348281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ee1c0b35-a245-44cd-84b5-db378a4fe32f req-a601af61-fdfb-4fe3-961a-5f754df76118 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0573196 Jul 16 22:43:23.991464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:24.174506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1549113355-network', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:24.211878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Made reservation on behalf of 8f5598b4125e4782984e5f8dc20c9876 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:24.214450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.227590 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.391380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.396698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.443672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:43:24.474688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dbe382-e484-4397-a055-c4da8548f0c4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:24.489420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.489767 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Added segment 6885fd87-a847-41a1-8b67-738a1b23f716 of type vlan for network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb Jul 16 22:43:24.600925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.646570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.649166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:24.651932 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:24.736879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3b389a4-d7cd-410e-b7ff-ba0acedc51d3 req-77aa34fd-ebbf-4139-b38f-53881eb65f7e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.1371973 Jul 16 22:43:24.815229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8232312 Jul 16 22:43:24.816215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff325e8e-8a88-49a8-b8f8-b2fdd1477a85 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e8259a-9f0f-4d74-80f7-d74b3a2267fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:24.818033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:24.825237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Request body: {'subnet': {'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1549113355-subnet', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:24.843278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:43:24.897337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Made reservation on behalf of 8f5598b4125e4782984e5f8dc20c9876 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:24.901399 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.127315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.169114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=824a0297-98b4-43b8-9a49-f425e5816ce6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:25.203125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Checking segment: {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:25.204379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Network hostable DHCP agents. Network: c4e8259a-9f0f-4d74-80f7-d74b3a2267fb, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:43:25.224494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:43:25.241091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c4e8259a-9f0f-4d74-80f7-d74b3a2267fb) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:25.248808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1be55-fa13-4c57-9be0-9aaad577f94a None None] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:25.263739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:25.264336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.298195 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7da3bd03-aa4b-48af-9cda-f8254ace9c01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4790328 Jul 16 22:43:25.300712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:25.305173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:25.353817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.355025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.466914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.640546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.814985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:43:25.821081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.095214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23a3c130-3b52-4886-82d8-ae75a3ce3fb5 req-37a84757-c335-4fca-b1d6-493b5967ee72 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0618277 Jul 16 22:43:26.118228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Allocated IP 172.20.0.2 (c4e8259a-9f0f-4d74-80f7-d74b3a2267fb/824a0297-98b4-43b8-9a49-f425e5816ce6/c7ee31af-53ca-4843-8a83-7fb4e7407fa4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:26.135583 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.156709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.280477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.290346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Transition to ACTIVE for port object c7ee31af-53ca-4843-8a83-7fb4e7407fa4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:26.311870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Transition to ACTIVE for port object c7ee31af-53ca-4843-8a83-7fb4e7407fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:26.320490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.331470 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Allocated IP 172.25.5.164 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/12180522-4609-41de-913e-3267c5e1e707) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:26.400448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Pushing event updated for resources: {'Port': ['ID=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:26.415138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:26.416291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:26.418916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:26.487417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Attempting to bind port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:26.487799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Attempting to bind port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:26.488163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Attempting to bind port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 on network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:26.493756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:26.494135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Checking segment: {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:26.494539 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.494936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Bound using segment: {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:26.495403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Bound port: c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:26.495789 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.514379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.567872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] For port c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:26.571843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] For port c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:26.578163 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.580407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:26.625796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Pushing event updated for resources: {'Port': ['ID=12180522-4609-41de-913e-3267c5e1e707,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:26.640318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:26.642607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:26.644935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:26.734074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152ab31-c46d-47cd-8ddf-af5a03fc846f None None] Pushing event updated for resources: {'Port': ['ID=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:27.128181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:27.477513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec86eedf-3cec-4200-99aa-50cd719ef0d5 req-06616659-a36d-4ed7-b47d-32311466c452 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0662818 Jul 16 22:43:27.518844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c7ee31af-53ca-4843-8a83-7fb4e7407fa4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:27.624826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d85250a-6f64-4993-a273-5def1cb6bdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:27.636934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:27.639463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:27.952054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Router c4b08a3b-5bae-436e-aab8-7c82331eee73 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:43:28.151395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:28.161377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Sync routers for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:28.174133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:28.174831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:28.186029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:28.189897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-604c46cd-c463-444c-bde0-f05af83e49ac admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8857150 Jul 16 22:43:28.190243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:28.485150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5129a4d-0226-430b-9f7e-d97cb7c1555c None None] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:28.731926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:28.913849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a78f8af9-8bf6-4671-bd0f-5d23483ab021 req-8a98f7be-6569-4962-8085-2931691c980e tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.1207175 Jul 16 22:43:28.915538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Provisioning for port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:28.948651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Provisioning complete for port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:28.948991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.093171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:26Z', 'revision_number': 3, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:29.197173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Checking router: c4b08a3b-5bae-436e-aab8-7c82331eee73 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:29.203685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Updating router c4b08a3b-5bae-436e-aab8-7c82331eee73 port 12180522-4609-41de-913e-3267c5e1e707 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:43:29.307484 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.377735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] For port c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:29.379260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.638335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.709843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.780722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.810593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Transition to ACTIVE for port object 12180522-4609-41de-913e-3267c5e1e707 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:29.877220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.943933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Allocated IP 172.20.0.1 (c4e8259a-9f0f-4d74-80f7-d74b3a2267fb/824a0297-98b4-43b8-9a49-f425e5816ce6/b75d17a0-88a1-46d8-85e4-ded1955d5d03) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:30.079824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4339845-4fd9-4a16-90ac-caf6ae0168f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.096348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Attempting to bind port 12180522-4609-41de-913e-3267c5e1e707 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:30.096729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Attempting to bind port 12180522-4609-41de-913e-3267c5e1e707 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:30.097129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Attempting to bind port 12180522-4609-41de-913e-3267c5e1e707 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:30.143531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:30.143927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:30.144350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.145445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:30.145445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Bound port: 12180522-4609-41de-913e-3267c5e1e707, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:30.145720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.180667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b8d849b2-a3fc-41af-bad0-f38d407899de None None] Provisioning complete for port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:30.192582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8d849b2-a3fc-41af-bad0-f38d407899de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.240109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.270774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Transition to ACTIVE for port object b75d17a0-88a1-46d8-85e4-ded1955d5d03 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:30.357834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f27b053-31f9-487c-9d06-3bd6091110a4 req-29908885-ff92-40e5-9e8d-4bd12239f9ff tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0804253 Jul 16 22:43:30.361324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.400859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f089420-9aa3-4bc1-a3bd-2ea1229e4593 None None] Pushing event updated for resources: {'Port': ['ID=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:30.424227 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.439418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:30.449033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:30.452653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:30.572775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.618534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891fac4-9575-490e-9480-14358f0f7c0b None None] Pushing event updated for resources: {'Port': ['ID=12180522-4609-41de-913e-3267c5e1e707,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:30.656848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] For port 12180522-4609-41de-913e-3267c5e1e707, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:30.684905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Pushing event updated for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:30.690253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] For port 12180522-4609-41de-913e-3267c5e1e707, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12180522-4609-41de-913e-3267c5e1e707,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:30.711227 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:30.838738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:30.839410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:30.932776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891fac4-9575-490e-9480-14358f0f7c0b None None] Pushing event updated for resources: {'Port': ['ID=12180522-4609-41de-913e-3267c5e1e707,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:30.950630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11d2ec77-a20b-4328-86be-8077099481e7 None None] Provisioning for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:30.956778 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.031044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11d2ec77-a20b-4328-86be-8077099481e7 None None] Provisioning complete for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:31.031385 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11d2ec77-a20b-4328-86be-8077099481e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.141768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-11d2ec77-a20b-4328-86be-8077099481e7 None None] Port b75d17a0-88a1-46d8-85e4-ded1955d5d03 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:31.154897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:31.269430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.274981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.452606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Pushing event updated for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:31.463359 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.502884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:31.555179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c7ee31af-53ca-4843-8a83-7fb4e7407fa4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:31.745333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:31.760484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fab6bbf9-3c11-4588-a487-30afb9ebb0c5 req-ab3a8781-fe41-4ad7-b7cb-631f8debb318 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0681853 Jul 16 22:43:31.764810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:32.023865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Router c4b08a3b-5bae-436e-aab8-7c82331eee73 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:32.147685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b75d17a0-88a1-46d8-85e4-ded1955d5d03', 'name': '', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'mac_address': 'fa:16:3e:b6:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:29Z', 'updated_at': '2021-07-16T22:43:29Z', 'revision_number': 1, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'subnets': [{'id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:32.219230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a62df-6b7f-4ddd-8666-fc5f9f32b21a None None] The sync data for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 is: [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b75d17a0-88a1-46d8-85e4-ded1955d5d03', 'name': '', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'mac_address': 'fa:16:3e:b6:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:29Z', 'updated_at': '2021-07-16T22:43:29Z', 'revision_number': 1, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'subnets': [{'id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:32.236851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:32.245094 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:32.305811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:32.322651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-abd9789d-136d-4d80-b73b-19c8ce5f8a93 admin admin] 10.222.0.70 "PUT /v2.0/routers/c4b08a3b-5bae-436e-aab8-7c82331eee73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1236610 Jul 16 22:43:32.330435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-832bc9e4-d8c0-4594-9ffc-75c9431cd13e None None] Provisioning complete for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:32.330847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-832bc9e4-d8c0-4594-9ffc-75c9431cd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:32.427798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-832bc9e4-d8c0-4594-9ffc-75c9431cd13e None None] Port b75d17a0-88a1-46d8-85e4-ded1955d5d03 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:32.711946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:32.995468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e78c9692-4030-4aed-b1ae-3efc8d21d492 req-09cff716-9bcb-482c-bed3-3d08999ba306 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0335395 Jul 16 22:43:33.241088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:33.247938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-309272817-network', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:33.295834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Made reservation on behalf of b1c83b67b2db42b68dce5469947d3130 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:33.305535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.344016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.575299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12180522-4609-41de-913e-3267c5e1e707 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:33.601262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.606916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.644074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:43:33.657981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac26524-8ebc-48c9-9dce-470e5e188313,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:33.678865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.679214 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Added segment bb67626b-9c0f-4ba6-ac1b-6617ef8c408f of type vlan for network c1639298-7d13-48dd-ae2b-6d7cb195e81c Jul 16 22:43:33.700645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 12180522-4609-41de-913e-3267c5e1e707 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:33.707832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 12180522-4609-41de-913e-3267c5e1e707 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:33.709423 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.768634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.830759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.834333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:33.835465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.939882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:33.952739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] Pushing event updated for resources: {'Network': ['ID=c1639298-7d13-48dd-ae2b-6d7cb195e81c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:33.968125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:33.976024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Request body: {'subnet': {'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-309272817-subnet', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:33.980123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:43:33.982191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aaef418e-3ab2-453f-baaa-530b8c5c3e0f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7391374 Jul 16 22:43:34.008710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Made reservation on behalf of b1c83b67b2db42b68dce5469947d3130 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:34.013058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:34.083203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 12180522-4609-41de-913e-3267c5e1e707, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12180522-4609-41de-913e-3267c5e1e707,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:34.099750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:34.219781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=12180522-4609-41de-913e-3267c5e1e707,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:34.417645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-306ede4f-7bb4-419f-a338-da64f5c6b4ba req-f36c561b-7956-46ce-b32f-9dd0003451b7 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c912624-5744-410c-97fe-e07b5bfafcb0 HTTP/1.1" status: 200 len: 210 time: 0.0672760 Jul 16 22:43:34.466482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.070630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:35.111003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Checking segment: {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:35.111371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Network hostable DHCP agents. Network: c1639298-7d13-48dd-ae2b-6d7cb195e81c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:43:35.152928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:43:35.180762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c1639298-7d13-48dd-ae2b-6d7cb195e81c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:35.185674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:35.186825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.193719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ee597-960f-4dd4-816b-ef909a4ca692 None None] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:35.218779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0a30ad19-392b-4869-9c9f-1dd5e07d8b76 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2484972 Jul 16 22:43:35.221459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:35.226652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:35.256165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.257690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.332000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.518917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-c1e2b9c7-45e0-43fb-8c1b-69d3137fba95 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1426325 Jul 16 22:43:35.592491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'fixed_ips': [{'subnet_id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:43:35.594013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.653306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12180522-4609-41de-913e-3267c5e1e707 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:35.722679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:35.803721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-37d36128-c21e-4110-a7da-3dee14e50b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:35.805463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-37d36128-c21e-4110-a7da-3dee14e50b46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1097 time: 0.1932533 Jul 16 22:43:35.805947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:35.979857 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Sync routers for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:36.028182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 12180522-4609-41de-913e-3267c5e1e707 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:36.035182 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:36.039371 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:36.041211 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.129722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-ebf4a227-2f5b-4e16-a89f-4671d0fb2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:36.131242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-ebf4a227-2f5b-4e16-a89f-4671d0fb2f21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.2535195 Jul 16 22:43:36.160775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Allocated IP 172.20.0.2 (c1639298-7d13-48dd-ae2b-6d7cb195e81c/1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a/acca4365-a0c3-43c0-8c80-46b132ebe39f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:36.246940 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:36.284659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.290636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.336703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.356266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.360249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-4d2300d5-343c-4cdc-8aab-5f36dfe96fbc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 1000 time: 0.2142389 Jul 16 22:43:36.490721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.510279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Transition to ACTIVE for port object acca4365-a0c3-43c0-8c80-46b132ebe39f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:36.522660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b75d17a0-88a1-46d8-85e4-ded1955d5d03', 'name': '', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'mac_address': 'fa:16:3e:b6:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:29Z', 'updated_at': '2021-07-16T22:43:31Z', 'revision_number': 2, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'subnets': [{'id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:36.548200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-42765b67-310f-4d92-9059-b6d0b2b9909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:36.549876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-42765b67-310f-4d92-9059-b6d0b2b9909f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.1816366 Jul 16 22:43:36.582248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Transition to ACTIVE for port object acca4365-a0c3-43c0-8c80-46b132ebe39f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:36.594528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.625719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Allocated IP 172.25.5.174 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/54cf9d3c-4605-4927-8ddb-4206a62bddbb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:36.628122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Checking router: c4b08a3b-5bae-436e-aab8-7c82331eee73 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:36.629257 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Updating router c4b08a3b-5bae-436e-aab8-7c82331eee73 port b75d17a0-88a1-46d8-85e4-ded1955d5d03 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:43:36.632455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.637603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.639864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/security-groups/0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4 HTTP/1.1" status: 204 len: 168 time: 0.8327429 Jul 16 22:43:36.644312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:36.654385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa065369-ab40-4212-870d-78c8f09a9f3c tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:36.665595 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-599f9fc3-fa05-40d9-8387-1f117ef21c9b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] show failed (client error): The resource could not be found. Jul 16 22:43:36.666922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-599f9fc3-fa05-40d9-8387-1f117ef21c9b tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "GET /v2.0/security-groups/0bc0baa1-7fdc-4719-90b1-c23c5c4d19d4 HTTP/1.1" status: 404 len: 347 time: 0.0214367 Jul 16 22:43:36.671140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54552) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:36.681971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:36.687842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:36.714275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:36.749986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Pushing event updated for resources: {'Port': ['ID=acca4365-a0c3-43c0-8c80-46b132ebe39f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:36.767548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-448bb308-cf8d-4e68-8dd6-9547908f70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:36.771717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-448bb308-cf8d-4e68-8dd6-9547908f70ef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2118907 Jul 16 22:43:36.793938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.840411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.878106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Attempting to bind port acca4365-a0c3-43c0-8c80-46b132ebe39f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:36.878509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Attempting to bind port acca4365-a0c3-43c0-8c80-46b132ebe39f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:36.878872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Attempting to bind port acca4365-a0c3-43c0-8c80-46b132ebe39f on network c1639298-7d13-48dd-ae2b-6d7cb195e81c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:36.893748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:36.894048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Checking segment: {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:36.894461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.894890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Bound using segment: {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:36.897684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Bound port: acca4365-a0c3-43c0-8c80-46b132ebe39f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:36.898095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.912556 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:36.963468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Pushing event updated for resources: {'Port': ['ID=54cf9d3c-4605-4927-8ddb-4206a62bddbb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:36.981367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:36.984866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:36.987728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:37.055303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] For port acca4365-a0c3-43c0-8c80-46b132ebe39f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:37.076789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] For port acca4365-a0c3-43c0-8c80-46b132ebe39f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=acca4365-a0c3-43c0-8c80-46b132ebe39f,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:37.147410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.154177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port dd09a8a8-6111-4611-bbbc-d7195524575d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:37.154522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.235373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-c411c2ff-8b57-4f0f-b620-3eb663e048ad service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848786 Jul 16 22:43:37.346348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31759-bcf2-4345-b929-e76412f2e75a None None] Pushing event updated for resources: {'Port': ['ID=acca4365-a0c3-43c0-8c80-46b132ebe39f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:37.446044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.447376 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.466400 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Transition to ACTIVE for port object b75d17a0-88a1-46d8-85e4-ded1955d5d03 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:37.475700 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.595278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Pushing event updated for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:37.623511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0bdc3abd-d545-41a4-8f3b-dc3723d20714 req-c15e902d-fac9-466c-ba2a-74e3b2b752cb service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785863 Jul 16 22:43:37.675821 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.676172 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.676523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.676873 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.677257 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.677569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.677895 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.678221 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.689163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.689506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.700385 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.701778 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.702348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.704280 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:37.725924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for dd09a8a8-6111-4611-bbbc-d7195524575d owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:37.793563 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Attempting to bind port b75d17a0-88a1-46d8-85e4-ded1955d5d03 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:37.793961 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Attempting to bind port b75d17a0-88a1-46d8-85e4-ded1955d5d03 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:37.794340 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Attempting to bind port b75d17a0-88a1-46d8-85e4-ded1955d5d03 on network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:37.811593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:37.812520 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Checking segment: {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:37.813043 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.813450 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Bound using segment: {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:37.813927 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Bound port: b75d17a0-88a1-46d8-85e4-ded1955d5d03, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6885fd87-a847-41a1-8b67-738a1b23f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:37.814306 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:37.920272 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] For port b75d17a0-88a1-46d8-85e4-ded1955d5d03, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:37.938151 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] For port b75d17a0-88a1-46d8-85e4-ded1955d5d03, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b75d17a0-88a1-46d8-85e4-ded1955d5d03,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:37.958301 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.050826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:38.052483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.066037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.159920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=dd09a8a8-6111-4611-bbbc-d7195524575d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:38.220379 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:38.221607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:38.285786 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38264-8b0c-436e-98f1-bc506b607c6b None None] Pushing event updated for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:38.362600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.368794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.375749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e212568-e2c0-4036-84fe-90d6bc40f90d tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/floatingips/c29dddb6-55a7-436b-a078-56e2f37f5eb9 HTTP/1.1" status: 204 len: 168 time: 1.6973054 Jul 16 22:43:38.376910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:38.456372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:38.563035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Deleting subnet e2e7a936-e20d-498c-8f44-862013433b70 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:43:38.608106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.672795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.761627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port f0b16ba5-b252-4146-b92d-2273d162c6d0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:38.761627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.785149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:38.842776 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b75d17a0-88a1-46d8-85e4-ded1955d5d03', 'name': '', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'mac_address': 'fa:16:3e:b6:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:29Z', 'updated_at': '2021-07-16T22:43:37Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'subnets': [{'id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:38.889136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0345d-5767-4688-9221-2beb8d78e0be None None] The sync data for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 is: [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:30Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b75d17a0-88a1-46d8-85e4-ded1955d5d03', 'name': '', 'network_id': 'c4e8259a-9f0f-4d74-80f7-d74b3a2267fb', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'mac_address': 'fa:16:3e:b6:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:29Z', 'updated_at': '2021-07-16T22:43:37Z', 'revision_number': 4, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'subnets': [{'id': '824a0297-98b4-43b8-9a49-f425e5816ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:38.913459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Router 441a39a5-5b09-4659-8c09-59c81b0213ca is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:43:38.926495 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.123692 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.127833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e2e7a936-e20d-498c-8f44-862013433b70 HTTP/1.1" status: 204 len: 168 time: 1.0704176 Jul 16 22:43:39.128215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54610) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:39.138062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835697-81d0-4dd2-bdef-310bd6ec7bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e7a936-e20d-498c-8f44-862013433b70,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:39.189839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665029f-41a8-4204-a713-eb7760a3b094 None None] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:39.287688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a04f16d8-fa3a-4b67-b5dc-9556adbc8900 None None] Provisioning for port acca4365-a0c3-43c0-8c80-46b132ebe39f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:39.333527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.351573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.408199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for f0b16ba5-b252-4146-b92d-2273d162c6d0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:39.641746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:39.653332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Sync routers for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:39.669301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:39.669959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:39.698954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.704072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc08e9ae-6be9-4505-a096-d3cd21b1e748 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4813066 Jul 16 22:43:39.704912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:39.768507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.818603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99127914-2c5a-4fd5-a666-26ead92f0861']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:39.847593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7be6d3c-fe42-47e4-93aa-2761729375bd') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:39.848511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7be6d3c-fe42-47e4-93aa-2761729375bd') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:39.883850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.917138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device acca4365-a0c3-43c0-8c80-46b132ebe39f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:39.932043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.949182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:43:39.950679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:43:39.954652 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:43:40.034579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:40.079464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.081313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port acca4365-a0c3-43c0-8c80-46b132ebe39f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:40.087535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.094508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] 10.222.0.70 "DELETE /v2.0/networks/99127914-2c5a-4fd5-a666-26ead92f0861 HTTP/1.1" status: 204 len: 168 time: 0.9651077 Jul 16 22:43:40.111246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945cd96-cf1e-4f0b-9f74-38bdfb0e2e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=99127914-2c5a-4fd5-a666-26ead92f0861,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:40.165993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port acca4365-a0c3-43c0-8c80-46b132ebe39f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:40.166426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.214341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.227703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] Provisioning complete for port acca4365-a0c3-43c0-8c80-46b132ebe39f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:40.228309 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.279937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:40.349844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=f0b16ba5-b252-4146-b92d-2273d162c6d0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:40.369989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec41e3bf-3eb6-4139-86ba-f6aca0bf73f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ea9daedd2b244dfb807db2b74a9c068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881932 Jul 16 22:43:40.371919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:40.444618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.451189 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.453778 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.456692 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.459513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2eaede9-5b20-4c32-b603-9f811dbc8026 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/ports/f0b16ba5-b252-4146-b92d-2273d162c6d0 HTTP/1.1" status: 204 len: 168 time: 2.0815945 Jul 16 22:43:40.462110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:40.476954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.515638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] For port acca4365-a0c3-43c0-8c80-46b132ebe39f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=acca4365-a0c3-43c0-8c80-46b132ebe39f,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:40.528290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.539390 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.542310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.546764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf551f66-cb52-4b57-8169-c6284c51ffa1 HTTP/1.1" status: 204 len: 168 time: 0.1702771 Jul 16 22:43:40.555471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880ddd5-a51f-4f68-9ad6-7ade2ba4917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf551f66-cb52-4b57-8169-c6284c51ffa1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:40.594767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:37Z', 'revision_number': 3, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:40.614658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:43:40.615243 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:43:40.653609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Checking router: 441a39a5-5b09-4659-8c09-59c81b0213ca for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:40.654463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Updating router 441a39a5-5b09-4659-8c09-59c81b0213ca port 54cf9d3c-4605-4927-8ddb-4206a62bddbb binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:43:40.704118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.704420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port c07f32d0-745f-46f3-8c7e-f20bb39bf141 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:40.704920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.834701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af5ac-b484-4773-bd4d-9e41dbd1b745 None None] Pushing event updated for resources: {'Port': ['ID=acca4365-a0c3-43c0-8c80-46b132ebe39f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:40.925055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:40.955859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for c07f32d0-745f-46f3-8c7e-f20bb39bf141 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:41.054402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.217671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b75d17a0-88a1-46d8-85e4-ded1955d5d03 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:41.217671 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.281148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Transition to ACTIVE for port object 54cf9d3c-4605-4927-8ddb-4206a62bddbb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:41.288285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.293201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:41.364116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:41.364287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.364419 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.442064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=c07f32d0-745f-46f3-8c7e-f20bb39bf141,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:41.450409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Allocated IP 172.20.0.1 (c1639298-7d13-48dd-ae2b-6d7cb195e81c/1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a/305e71d6-ccb7-4694-9d59-b848e17c2df1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:41.506254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.508085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Attempting to bind port 54cf9d3c-4605-4927-8ddb-4206a62bddbb on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:41.508454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Attempting to bind port 54cf9d3c-4605-4927-8ddb-4206a62bddbb by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:41.508824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Attempting to bind port 54cf9d3c-4605-4927-8ddb-4206a62bddbb on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:41.525690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd5ef0-ece9-4cea-9034-a6a726e1ddbb None None] Pushing event updated for resources: {'Port': ['ID=54cf9d3c-4605-4927-8ddb-4206a62bddbb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:41.535629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:41.536202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:41.536630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.537051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:41.537530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Bound port: 54cf9d3c-4605-4927-8ddb-4206a62bddbb, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:41.537911 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.598497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] For port 54cf9d3c-4605-4927-8ddb-4206a62bddbb, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:41.598982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.603190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b0202a5-a0b2-4d16-92fc-c27c747cfe70 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/ports/c07f32d0-745f-46f3-8c7e-f20bb39bf141 HTTP/1.1" status: 204 len: 168 time: 1.1377933 Jul 16 22:43:41.604146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:41.614483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] For port 54cf9d3c-4605-4927-8ddb-4206a62bddbb, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=54cf9d3c-4605-4927-8ddb-4206a62bddbb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:41.667664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b75d17a0-88a1-46d8-85e4-ded1955d5d03, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b75d17a0-88a1-46d8-85e4-ded1955d5d03,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:41.672607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.713991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting subnet 3cd78854-6390-4245-a6f6-14e8bc01a804 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:43:41.718746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.729700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.750892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Transition to ACTIVE for port object 305e71d6-ccb7-4694-9d59-b848e17c2df1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:41.764193 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.803384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.823119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.861803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:41.862450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:41.872337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd5ef0-ece9-4cea-9034-a6a726e1ddbb None None] Pushing event updated for resources: {'Port': ['ID=54cf9d3c-4605-4927-8ddb-4206a62bddbb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:41.888717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:41.898894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:41.915280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:41.923344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:42.014448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.048283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.092750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device acca4365-a0c3-43c0-8c80-46b132ebe39f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:42.159951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.202968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-321256308-network', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:42.248394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.323348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd78854-6390-4245-a6f6-14e8bc01a804,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.340717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.362292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e1bf8a68-a013-4a20-abf6-d09e70df74d5 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/subnets/3cd78854-6390-4245-a6f6-14e8bc01a804 HTTP/1.1" status: 204 len: 168 time: 0.7564056 Jul 16 22:43:42.363945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Made reservation on behalf of 8ec4a2da4b90494395a2aa4fa8231e63 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:42.366608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.375269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.383326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54702) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:42.414512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.515803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc661e-cfac-4398-9454-e5677ef57554 None None] Network 9eae965a-655e-48c6-8c05-40603dbb1f4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:42.602525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.610901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.704609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72ddad10-b81f-4d76-80af-732316b3abef None None] Provisioning for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:42.713058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72ddad10-b81f-4d76-80af-732316b3abef None None] Provisioning complete for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:42.713706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72ddad10-b81f-4d76-80af-732316b3abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.738354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.745461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.752002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.773724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:43:42.805706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72ddad10-b81f-4d76-80af-732316b3abef None None] Port 305e71d6-ccb7-4694-9d59-b848e17c2df1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:42.815666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:42.822399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751586d-a1f6-4d18-95a5-38fb321b15da,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.849564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting subnet 9ceeb55b-d092-423c-b6d5-be9b284ff1e5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:43:42.879394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.879974 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Added segment f6114391-f8e1-46df-8c9e-48cb6325e74e of type vlan for network 113b31bf-65c4-421e-b597-7193c044cb05 Jul 16 22:43:42.881706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.932002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port acca4365-a0c3-43c0-8c80-46b132ebe39f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:42.932384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.979351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.001508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.133382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:43.136303 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.144114 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.146186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:43.146806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.238585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:37Z', 'revision_number': 3, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:43.268844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:43.271019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:43.275783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3812251 Jul 16 22:43:43.281357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:43.283649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf1bf6-6e36-414d-8968-3f302400e65f None None] The sync data for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 is: [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:37Z', 'revision_number': 3, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:43.303150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Request body: {'subnet': {'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-321256308-subnet', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:43.347053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] DHCP port deletion for 9eae965a-655e-48c6-8c05-40603dbb1f4f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:43:43.365428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Made reservation on behalf of 8ec4a2da4b90494395a2aa4fa8231e63 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:43.368781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.441596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.445851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Deleting port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:43.446442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.487192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595e7cd-c30c-40a4-9d0b-b2c588287cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=113b31bf-65c4-421e-b597-7193c044cb05,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:43.501908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 113b31bf-65c4-421e-b597-7193c044cb05 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:43:43.548863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Router 441a39a5-5b09-4659-8c09-59c81b0213ca has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:43.620706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.640682 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:43.642765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/subnets/9ceeb55b-d092-423c-b6d5-be9b284ff1e5 HTTP/1.1" status: 204 len: 168 time: 1.2583773 Jul 16 22:43:43.646835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:43.689962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0559613-eb89-469e-b4c7-86f1c6471001 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Subnet': ['ID=9ceeb55b-d092-423c-b6d5-be9b284ff1e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:43.813166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70215489-adf9-46a4-a651-d9b4b487a68f None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:43.888081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:43.903817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b3e06e9-c089-4f0e-a39c-aa8043b9d9a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/441a39a5-5b09-4659-8c09-59c81b0213ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1853371 Jul 16 22:43:43.966431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] For port 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1f799174-4c93-479f-a6c6-a2beb0eff8c8,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:43.966841 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.028380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Calling delete_port for 1f799174-4c93-479f-a6c6-a2beb0eff8c8 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:44.046731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.060311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bb61064-88d0-43b9-a8da-c4f8bc97beb3 None None] Provisioning complete for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:44.061022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bb61064-88d0-43b9-a8da-c4f8bc97beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.061713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.239995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 54cf9d3c-4605-4927-8ddb-4206a62bddbb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:44.259473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Checking segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:44.259804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Network hostable DHCP agents. Network: 113b31bf-65c4-421e-b597-7193c044cb05, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:43:44.289773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2171d02-23d6-44d4-8cd0-9912622f065a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:44.317558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Network 113b31bf-65c4-421e-b597-7193c044cb05 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:43:44.356742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 113b31bf-65c4-421e-b597-7193c044cb05) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:44.388185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:44.388835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.435539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:44.435729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.504811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c0ffc-db0f-497b-b1a9-5d3776036f05 None None] Network 113b31bf-65c4-421e-b597-7193c044cb05 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:44.506099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b9aa27e-daad-40e3-846a-b45ef784d58b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2218065 Jul 16 22:43:44.508881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:44.553412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:44.722004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port 1f799174-4c93-479f-a6c6-a2beb0eff8c8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1f799174-4c93-479f-a6c6-a2beb0eff8c8,segment=NetworkSegment(a6f3ee05-5313-4bce-a358-54cf15909738),segment_id=a6f3ee05-5313-4bce-a358-54cf15909738)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:44.725095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.731824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6bb61064-88d0-43b9-a8da-c4f8bc97beb3 None None] Port 305e71d6-ccb7-4694-9d59-b848e17c2df1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:44.759527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for 1f799174-4c93-479f-a6c6-a2beb0eff8c8 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:44.869188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.915394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 54cf9d3c-4605-4927-8ddb-4206a62bddbb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:44.926016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.927620 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.927802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.929751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 54cf9d3c-4605-4927-8ddb-4206a62bddbb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:44.930389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.932986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=1f799174-4c93-479f-a6c6-a2beb0eff8c8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:44.943690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:45.034165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] Pushing event deleted for resources: {'Port': ['ID=1f799174-4c93-479f-a6c6-a2beb0eff8c8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:45.050483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d35f29-29f9-474a-ab41-e1ffbaa4a104 None None] No DVR routers for this DVR port 1f799174-4c93-479f-a6c6-a2beb0eff8c8 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:45.194515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-113b31bf-65c4-421e-b597-7193c044cb05', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:43:45.195787 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.199179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] DHCP port deletion for 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:43:45.235220 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.247773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eae965a-655e-48c6-8c05-40603dbb1f4f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:45.261077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f3ee05-5313-4bce-a358-54cf15909738') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:45.261783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f3ee05-5313-4bce-a358-54cf15909738') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:45.278617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.307443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.323427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:43:45.324946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:43:45.413101 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:43:45.417003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.423594 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.472696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 54cf9d3c-4605-4927-8ddb-4206a62bddbb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=54cf9d3c-4605-4927-8ddb-4206a62bddbb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:45.482594 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.483072 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.483942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b75d17a0-88a1-46d8-85e4-ded1955d5d03 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:45.484808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.489798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/networks/9eae965a-655e-48c6-8c05-40603dbb1f4f HTTP/1.1" status: 204 len: 168 time: 1.8115616 Jul 16 22:43:45.491245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a3cef-7b50-4932-aac5-d1e8d3af20b8 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Network': ['ID=9eae965a-655e-48c6-8c05-40603dbb1f4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:45.491906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:45.578470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Allocated IP 172.20.0.2 (113b31bf-65c4-421e-b597-7193c044cb05/f2171d02-23d6-44d4-8cd0-9912622f065a/7677c08d-6550-4709-9685-2156a5c334b3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:45.609150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Deleting port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:45.609955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.818574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.982875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Deleting port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:45.983638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.083928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] For port f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:46.084350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.120874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Calling delete_port for f6acd0ef-f89d-46c5-b5dc-6779d5879c40 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:46.350071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:46.374982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.466338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Port': ['ID=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:46.479279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] No DVR routers for this DVR port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:46.498496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] For port f6acd0ef-f89d-46c5-b5dc-6779d5879c40, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,segment=NetworkSegment(65fbbdb4-b92c-48c5-bdbf-8d72c67577c9),segment_id=65fbbdb4-b92c-48c5-bdbf-8d72c67577c9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:46.499992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.542817 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Sync routers for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:46.561269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Calling delete_port for f6acd0ef-f89d-46c5-b5dc-6779d5879c40 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:46.563825 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:46.564478 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:46.630194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c44aa0-077b-485f-80f4-985790f5fd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.712514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.723032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.799137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690cfc98-b0f0-4c73-85d8-8d6f2805f0dc']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:46.841375 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:46.895858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:46.896457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fbbdb4-b92c-48c5-bdbf-8d72c67577c9') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:46.938257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:46.980685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.021373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-2d29d6a1-7f7d-4550-9fc1-da8304541dfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7359753 Jul 16 22:43:47.023679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:43:47.023679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:43:47.063080 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:43:47.078499 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.106958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.129536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.140355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Transition to ACTIVE for port object 7677c08d-6550-4709-9685-2156a5c334b3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:47.155943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Transition to ACTIVE for port object 7677c08d-6550-4709-9685-2156a5c334b3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:47.177512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.194798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b75d17a0-88a1-46d8-85e4-ded1955d5d03 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:47.195441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.203642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=54cf9d3c-4605-4927-8ddb-4206a62bddbb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:47.258920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.275210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.284858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Network 113b31bf-65c4-421e-b597-7193c044cb05 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:47.285602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Network 690cfc98-b0f0-4c73-85d8-8d6f2805f0dc is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:43:47.286064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] No DVR routers for this DVR port f6acd0ef-f89d-46c5-b5dc-6779d5879c40 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:47.293236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Allocated IP 172.25.5.9 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0800437e-4cc0-4b2e-95b9-5c967a735474) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:47.296467 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.297757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:47.306297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] 10.222.0.70 "DELETE /v2.0/networks/690cfc98-b0f0-4c73-85d8-8d6f2805f0dc HTTP/1.1" status: 204 len: 168 time: 1.8098755 Jul 16 22:43:47.306297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208d43-f893-4480-af70-fb23c2b225b0 tempest-TaggedBootDevicesTest_v242-2075587570 tempest-TaggedBootDevicesTest_v242-2075587570-project] Pushing event deleted for resources: {'Network': ['ID=690cfc98-b0f0-4c73-85d8-8d6f2805f0dc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:47.317918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c44aa0-077b-485f-80f4-985790f5fd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.320849 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-6f9f6b25-4f00-4fb5-ad92-7427ae19576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:47.322542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-6f9f6b25-4f00-4fb5-ad92-7427ae19576b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1097 time: 0.2361715 Jul 16 22:43:47.323789 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c44aa0-077b-485f-80f4-985790f5fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.377735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:47.502784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-cd212e1f-a992-4f49-b24d-9d32a07efef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:47.504588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-cd212e1f-a992-4f49-b24d-9d32a07efef7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1511335 Jul 16 22:43:47.518453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Pushing event updated for resources: {'Port': ['ID=7677c08d-6550-4709-9685-2156a5c334b3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:47.567633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:47.599787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc44f99-879d-4c53-8c5d-e627dea3cc08 None None] Pushing event deleted for resources: {'Port': ['ID=f6acd0ef-f89d-46c5-b5dc-6779d5879c40,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:47.622628 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:42Z', 'revision_number': 4, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '305e71d6-ccb7-4694-9d59-b848e17c2df1', 'name': '', 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'mac_address': 'fa:16:3e:0a:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:41Z', 'updated_at': '2021-07-16T22:43:42Z', 'revision_number': 2, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'subnets': [{'id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:47.638770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-f1cb241e-8cb6-44bb-9681-88448f9e4d3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 1001 time: 0.1167409 Jul 16 22:43:47.640352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44aa0-077b-485f-80f4-985790f5fd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf191e0-eab5-4fe1-9b31-0eca2315191b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:47.654103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.660730 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0c44aa0-077b-485f-80f4-985790f5fd6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ff1d9e00ab3493eb7c97f7423918e38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3090794 Jul 16 22:43:47.669336 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Checking router: 441a39a5-5b09-4659-8c09-59c81b0213ca for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:47.669943 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Updating router 441a39a5-5b09-4659-8c09-59c81b0213ca port 305e71d6-ccb7-4694-9d59-b848e17c2df1 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:43:47.676911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 54870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:47.701476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Attempting to bind port 7677c08d-6550-4709-9685-2156a5c334b3 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:47.702492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Attempting to bind port 7677c08d-6550-4709-9685-2156a5c334b3 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:47.702971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Attempting to bind port 7677c08d-6550-4709-9685-2156a5c334b3 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:47.731012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:47.731012 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Checking segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:47.731012 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.732082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Bound using segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:47.734039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Bound port: 7677c08d-6550-4709-9685-2156a5c334b3, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:47.734039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.754136 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.760001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-996cfe6b-951e-4c76-9e40-02645f090c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:47.771320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-996cfe6b-951e-4c76-9e40-02645f090c8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.1250002 Jul 16 22:43:47.881972 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:47.890541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1f799174-4c93-479f-a6c6-a2beb0eff8c8 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:47.939015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-6e6c527d-7976-4c40-bcfd-3330f77f8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:47.944167 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-6e6c527d-7976-4c40-bcfd-3330f77f8b2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665287 Jul 16 22:43:48.006408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1f799174-4c93-479f-a6c6-a2beb0eff8c8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:48.006932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1f799174-4c93-479f-a6c6-a2beb0eff8c8 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:48.034955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] For port 7677c08d-6550-4709-9685-2156a5c334b3, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:48.043475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] For port 7677c08d-6550-4709-9685-2156a5c334b3, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7677c08d-6550-4709-9685-2156a5c334b3,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:48.053065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.074819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:48.090586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:48.126691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:48.142055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.161683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825e24-ba7e-4b86-a413-5a6b6289a1ed None None] Pushing event updated for resources: {'Port': ['ID=7677c08d-6550-4709-9685-2156a5c334b3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:48.201355 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-1c9eed2b-967e-4e44-8b54-2211726a6d2d service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477281 Jul 16 22:43:48.211425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 54cf9d3c-4605-4927-8ddb-4206a62bddbb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:48.314095 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:43:48.326026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.382415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 54cf9d3c-4605-4927-8ddb-4206a62bddbb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:48.382794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.438143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78e5c50c-fed5-48d7-aabc-e03cb80dfa46 req-f37db527-dc67-4bd9-a8a6-d267ad58d6e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265537 Jul 16 22:43:48.456223 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.471327 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Transition to ACTIVE for port object 305e71d6-ccb7-4694-9d59-b848e17c2df1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:48.480752 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.515445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.517974 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.533643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcf191e0-eab5-4fe1-9b31-0eca2315191b HTTP/1.1" status: 204 len: 168 time: 0.8555653 Jul 16 22:43:48.539914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Pushing event updated for resources: {'Port': ['ID=0800437e-4cc0-4b2e-95b9-5c967a735474,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:48.584144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4a95-dbac-40f3-a131-2f3acd86ef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf191e0-eab5-4fe1-9b31-0eca2315191b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:48.790802 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5543-c597-4fab-ae70-18e575adea66 None None] Pushing event updated for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:48.799892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6acd0ef-f89d-46c5-b5dc-6779d5879c40 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:48.844779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Attempting to bind port 305e71d6-ccb7-4694-9d59-b848e17c2df1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:48.845200 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Attempting to bind port 305e71d6-ccb7-4694-9d59-b848e17c2df1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:48.845559 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Attempting to bind port 305e71d6-ccb7-4694-9d59-b848e17c2df1 on network c1639298-7d13-48dd-ae2b-6d7cb195e81c {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:48.856480 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:48.856819 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Checking segment: {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:48.864276 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.865076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Bound using segment: {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:48.865817 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Bound port: 305e71d6-ccb7-4694-9d59-b848e17c2df1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:48.866503 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:48.867125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f6acd0ef-f89d-46c5-b5dc-6779d5879c40 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:48.867503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f6acd0ef-f89d-46c5-b5dc-6779d5879c40 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:49.258986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54910) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:49.281113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c66bac9-b70a-4b6d-8c54-b693e1db1ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.292197 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] For port 305e71d6-ccb7-4694-9d59-b848e17c2df1, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:49.297015 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] For port 305e71d6-ccb7-4694-9d59-b848e17c2df1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=305e71d6-ccb7-4694-9d59-b848e17c2df1,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:49.303864 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.421742 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5543-c597-4fab-ae70-18e575adea66 None None] Pushing event updated for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:49.434863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15b342-4493-46e2-b084-a679f82d73a3 req-eb461927-b799-44d1-ad9c-157e0358fe15 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:49.443723 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:49.444641 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:49.450191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd15b342-4493-46e2-b084-a679f82d73a3 req-eb461927-b799-44d1-ad9c-157e0358fe15 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.2806602 Jul 16 22:43:49.458269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c66bac9-b70a-4b6d-8c54-b693e1db1ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.469307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c66bac9-b70a-4b6d-8c54-b693e1db1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.508620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.511894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66bac9-b70a-4b6d-8c54-b693e1db1ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda8036-3081-499f-878d-557124ec0675,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:49.551003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c66bac9-b70a-4b6d-8c54-b693e1db1ec1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a6f16db1c0d45e1afb5132c7dc50cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906373 Jul 16 22:43:49.553890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54914) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:49.628474 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:49.695379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.758045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd15b342-4493-46e2-b084-a679f82d73a3 req-a14d5cd9-160f-4e8a-a0b1-68a0e4126546 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068719 Jul 16 22:43:49.761553 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.860735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.864265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:49.865865 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bda8036-3081-499f-878d-557124ec0675 HTTP/1.1" status: 204 len: 168 time: 0.3109615 Jul 16 22:43:49.911143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfa0c-3c01-4068-96c7-0a6fd9d1afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda8036-3081-499f-878d-557124ec0675,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:50.013751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:50.016215 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:42Z', 'revision_number': 4, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '305e71d6-ccb7-4694-9d59-b848e17c2df1', 'name': '', 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'mac_address': 'fa:16:3e:0a:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:41Z', 'updated_at': '2021-07-16T22:43:49Z', 'revision_number': 4, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'subnets': [{'id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:50.058749 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc35932-83de-47f4-8ec9-da09ca372e15 None None] The sync data for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 is: [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:43:42Z', 'revision_number': 4, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '305e71d6-ccb7-4694-9d59-b848e17c2df1', 'name': '', 'network_id': 'c1639298-7d13-48dd-ae2b-6d7cb195e81c', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'mac_address': 'fa:16:3e:0a:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:41Z', 'updated_at': '2021-07-16T22:43:49Z', 'revision_number': 4, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'subnets': [{'id': '1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:50.279634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6b4de-9e6f-4de3-b4f5-ad0ed24edcc0 None None] Network 113b31bf-65c4-421e-b597-7193c044cb05 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:50.389070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7677c08d-6550-4709-9685-2156a5c334b3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:50.499794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Provisioning for port 7677c08d-6550-4709-9685-2156a5c334b3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:50.552493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7677c08d-6550-4709-9685-2156a5c334b3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:50.565865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Provisioning complete for port 7677c08d-6550-4709-9685-2156a5c334b3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:50.566245 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:50.582564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:50.637019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7677c08d-6550-4709-9685-2156a5c334b3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:50.637613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:50.846847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:50.904353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.004476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Deleting port b75d17a0-88a1-46d8-85e4-ded1955d5d03 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:51.005887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.070140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] For port 7677c08d-6550-4709-9685-2156a5c334b3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7677c08d-6550-4709-9685-2156a5c334b3,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:51.073173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.120920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.203643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:43:51.204014 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:43:51.242666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Router f27389c1-f27f-4d31-aea1-9914cb3d206d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:43:51.253428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42999e41-31da-4fc2-adea-6d7f1ffe3a5b None None] Pushing event updated for resources: {'Port': ['ID=7677c08d-6550-4709-9685-2156a5c334b3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:51.345019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] For port b75d17a0-88a1-46d8-85e4-ded1955d5d03, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b75d17a0-88a1-46d8-85e4-ded1955d5d03,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:51.345471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.408773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Calling delete_port for b75d17a0-88a1-46d8-85e4-ded1955d5d03 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:51.426002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9d701-e9cf-47a0-aa2f-5ce746685ac6 req-48cb7ed2-e0b8-438a-ab36-6ee21e6c86d5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:51.430424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6f9d701-e9cf-47a0-aa2f-5ce746685ac6 req-48cb7ed2-e0b8-438a-ab36-6ee21e6c86d5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3264380 Jul 16 22:43:51.448477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0edcae09-a347-4dfb-b738-749f52aa5419 None None] Provisioning complete for port 7677c08d-6550-4709-9685-2156a5c334b3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:51.449068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0edcae09-a347-4dfb-b738-749f52aa5419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.652706 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e6f9d701-e9cf-47a0-aa2f-5ce746685ac6 req-58c43b0b-9668-4789-a753-e1410ec0d856 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015753 Jul 16 22:43:51.657614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:51.673600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Sync routers for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:51.700822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:51.703725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:51.772821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.774972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6505e767-b56f-4862-ae3f-12331be2f317 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.2501612 Jul 16 22:43:51.777608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 54954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:51.779026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:51.871614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Pushing event deleted for resources: {'Port': ['ID=b75d17a0-88a1-46d8-85e4-ded1955d5d03,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:51.960892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:52.366784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:52.544365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:49Z', 'revision_number': 3, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:52.611347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Checking router: f27389c1-f27f-4d31-aea1-9914cb3d206d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:52.611699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Updating router f27389c1-f27f-4d31-aea1-9914cb3d206d port 0800437e-4cc0-4b2e-95b9-5c967a735474 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:43:52.693654 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:52.928567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:52.971604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7677c08d-6550-4709-9685-2156a5c334b3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:53.220769 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.259209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Allocated IP 172.20.0.1 (113b31bf-65c4-421e-b597-7193c044cb05/f2171d02-23d6-44d4-8cd0-9912622f065a/9ade3a75-da34-4efb-9685-16840c9a15b0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:53.262645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.293165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Transition to ACTIVE for port object 0800437e-4cc0-4b2e-95b9-5c967a735474 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:53.307013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.365358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Attempting to bind port 0800437e-4cc0-4b2e-95b9-5c967a735474 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:53.366046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Attempting to bind port 0800437e-4cc0-4b2e-95b9-5c967a735474 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:53.366595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Attempting to bind port 0800437e-4cc0-4b2e-95b9-5c967a735474 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:53.389075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:53.389998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:53.390580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.391198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:53.391850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Bound port: 0800437e-4cc0-4b2e-95b9-5c967a735474, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:53.392349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.394271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7677c08d-6550-4709-9685-2156a5c334b3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:53.394658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.417555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.438133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Transition to ACTIVE for port object 9ade3a75-da34-4efb-9685-16840c9a15b0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:53.486187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.530649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Network 113b31bf-65c4-421e-b597-7193c044cb05 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:53.538154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:53.541633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:53.548033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Pushing event updated for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:53.549675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Router c4b08a3b-5bae-436e-aab8-7c82331eee73 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:53.607792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194af2f-3d15-4896-9963-d00374db190f None None] Pushing event updated for resources: {'Port': ['ID=0800437e-4cc0-4b2e-95b9-5c967a735474,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:53.618268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:53.779179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:53.780684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 305e71d6-ccb7-4694-9d59-b848e17c2df1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:53.798816 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Sync routers for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:53.803983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f4414117-068a-4406-aa17-786c223a4bec admin admin] 10.222.0.70 "PUT /v2.0/routers/c4b08a3b-5bae-436e-aab8-7c82331eee73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2333388 Jul 16 22:43:53.808200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:53.823606 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:53.824558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:53.838398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] For port 0800437e-4cc0-4b2e-95b9-5c967a735474, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:53.878281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] For port 0800437e-4cc0-4b2e-95b9-5c967a735474, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0800437e-4cc0-4b2e-95b9-5c967a735474,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:53.888768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.026813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.036505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:54.037435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:54.134196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bded4-de34-41f0-83a2-1a9b951298f9 req-a8f03197-b02f-4763-836b-2622c632c67d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:54.143058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b2bded4-de34-41f0-83a2-1a9b951298f9 req-a8f03197-b02f-4763-836b-2622c632c67d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.7196810 Jul 16 22:43:54.165719 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:54.170518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194af2f-3d15-4896-9963-d00374db190f None None] Pushing event updated for resources: {'Port': ['ID=0800437e-4cc0-4b2e-95b9-5c967a735474,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:54.246101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5ea0fd8-9dc7-4862-87f9-8eff9c3609fd None None] Provisioning for port 9ade3a75-da34-4efb-9685-16840c9a15b0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:54.276152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b2bded4-de34-41f0-83a2-1a9b951298f9 req-f4578b16-41f8-467a-bddc-0d2a212488e2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320045 Jul 16 22:43:54.299636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.328522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:54.334707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:54.335083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.338487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5ea0fd8-9dc7-4862-87f9-8eff9c3609fd None None] Provisioning complete for port 9ade3a75-da34-4efb-9685-16840c9a15b0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:54.339023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0fd8-9dc7-4862-87f9-8eff9c3609fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.430039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.435437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.475790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.570740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:54.588557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Pushing event updated for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:54.591842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.648413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Deleting port 12180522-4609-41de-913e-3267c5e1e707 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:54.648785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.734720 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '12180522-4609-41de-913e-3267c5e1e707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:51Z', 'revision_number': 5, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port': {'id': '12180522-4609-41de-913e-3267c5e1e707', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:26Z', 'updated_at': '2021-07-16T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:54.777699 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Checking router: c4b08a3b-5bae-436e-aab8-7c82331eee73 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:54.791207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Routers {'c4b08a3b-5bae-436e-aab8-7c82331eee73'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:54.792273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['c4b08a3b-5bae-436e-aab8-7c82331eee73'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:54.795728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea0fd8-9dc7-4862-87f9-8eff9c3609fd None None] Port 9ade3a75-da34-4efb-9685-16840c9a15b0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:54.813897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Network 113b31bf-65c4-421e-b597-7193c044cb05 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:54.816483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:54.859327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:54.957233 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] Set router c4b08a3b-5bae-436e-aab8-7c82331eee73 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:54.962847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e628fe3-1344-4c20-ad9e-7b3ad1d3ea96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.970258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] For port 12180522-4609-41de-913e-3267c5e1e707, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12180522-4609-41de-913e-3267c5e1e707,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:54.970899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:54.995575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Calling delete_port for 12180522-4609-41de-913e-3267c5e1e707 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:55.018247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Router f27389c1-f27f-4d31-aea1-9914cb3d206d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:55.080121 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:54Z', 'revision_number': 6, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:55.152911 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30084e-9b7a-4b52-8bb1-7735e3eb1dbb None None] The sync data for ids ['c4b08a3b-5bae-436e-aab8-7c82331eee73'] in n-d-793621-16 is: [{'id': 'c4b08a3b-5bae-436e-aab8-7c82331eee73', 'name': 'tempest-TestAggregatesBasicOps-1549113355-router', 'tenant_id': '8f5598b4125e4782984e5f8dc20c9876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:25Z', 'updated_at': '2021-07-16T22:43:54Z', 'revision_number': 6, 'project_id': '8f5598b4125e4782984e5f8dc20c9876', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:55.286906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e628fe3-1344-4c20-ad9e-7b3ad1d3ea96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.294432 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e628fe3-1344-4c20-ad9e-7b3ad1d3ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.295232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:55.307597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bd4f82fc-155c-4a62-b5d9-96e0e3a74ebe admin admin] 10.222.0.70 "PUT /v2.0/routers/f27389c1-f27f-4d31-aea1-9914cb3d206d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5271664 Jul 16 22:43:55.313281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.422237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4b67d87d-9890-4e8f-9564-bc9f7cd4271b None None] Provisioning complete for port 9ade3a75-da34-4efb-9685-16840c9a15b0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:55.422613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b67d87d-9890-4e8f-9564-bc9f7cd4271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.436293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628fe3-1344-4c20-ad9e-7b3ad1d3ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea5fce0-c13c-4e67-b5c4-313a2b80906a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:55.453539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 305e71d6-ccb7-4694-9d59-b848e17c2df1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=305e71d6-ccb7-4694-9d59-b848e17c2df1,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:55.480710 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.483936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:55.502138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5e628fe3-1344-4c20-ad9e-7b3ad1d3ea96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2996b69c76f949e1865d370acb908053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297211 Jul 16 22:43:55.561163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:55.573210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d87d-9890-4e8f-9564-bc9f7cd4271b None None] Port 9ade3a75-da34-4efb-9685-16840c9a15b0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:43:55.600654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b75d17a0-88a1-46d8-85e4-ded1955d5d03 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:55.619800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.640653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.664490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b75d17a0-88a1-46d8-85e4-ded1955d5d03 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:55.668486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b75d17a0-88a1-46d8-85e4-ded1955d5d03 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:55.680932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Pushing event deleted for resources: {'Port': ['ID=12180522-4609-41de-913e-3267c5e1e707,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:55.697317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '9ade3a75-da34-4efb-9685-16840c9a15b0', 'name': '', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'mac_address': 'fa:16:3e:09:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:52Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 1, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'subnets': [{'id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:55.701230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.757914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1bb74-2411-4459-b41f-268ac69171e5 None None] The sync data for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 is: [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '9ade3a75-da34-4efb-9685-16840c9a15b0', 'name': '', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'mac_address': 'fa:16:3e:09:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:52Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 1, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'subnets': [{'id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:55.824152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.824152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.834441 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bea5fce0-c13c-4e67-b5c4-313a2b80906a HTTP/1.1" status: 204 len: 168 time: 0.3393033 Jul 16 22:43:55.861143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d46b70-82a5-4795-8f44-a4f482ea1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea5fce0-c13c-4e67-b5c4-313a2b80906a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:55.863762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4164a9-5201-4017-bf2d-bd5ed32a8756 req-5bab436e-dcdb-4fb2-b7a3-555808881586 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:55.885090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df4164a9-5201-4017-bf2d-bd5ed32a8756 req-5bab436e-dcdb-4fb2-b7a3-555808881586 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.4160609 Jul 16 22:43:55.938949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.065584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df4164a9-5201-4017-bf2d-bd5ed32a8756 req-8bc5a087-8f3d-4d9e-b4c1-02409f0b6db9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796019 Jul 16 22:43:56.086959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.096025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.186876 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.187565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b08a3b-5bae-436e-aab8-7c82331eee73 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:43:56.196613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.203007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-36c9c143-ce49-4fd7-835c-9f33e5a0a463 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c4b08a3b-5bae-436e-aab8-7c82331eee73 HTTP/1.1" status: 204 len: 168 time: 2.3927131 Jul 16 22:43:56.205671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:56.332050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Deleting subnet 824a0297-98b4-43b8-9a49-f425e5816ce6 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:43:56.347169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.403199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.480030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:56.486334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-27193660-network', 'tenant_id': '563f6af834514800bc69c1f9cb291415'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:56.518471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:56.549126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-016418e2-4180-4364-84c8-e3030290de35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.575049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Made reservation on behalf of 563f6af834514800bc69c1f9cb291415 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:56.577672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.578525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.591348 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.703127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.738695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824a0297-98b4-43b8-9a49-f425e5816ce6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:56.743636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-016418e2-4180-4364-84c8-e3030290de35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.746081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.747997 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74000638-0e17-47da-9aa8-e0f33fa3f96a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/824a0297-98b4-43b8-9a49-f425e5816ce6 HTTP/1.1" status: 204 len: 168 time: 0.5410731 Jul 16 22:43:56.752095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223878f1-bf8f-4278-a0a6-aa1572c7d88e None None] Network c4e8259a-9f0f-4d74-80f7-d74b3a2267fb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:56.753853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:56.773546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-016418e2-4180-4364-84c8-e3030290de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.881688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.939688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016418e2-4180-4364-84c8-e3030290de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f178ad3-6cdd-4bec-91d1-50181eeb619a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:56.958978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-016418e2-4180-4364-84c8-e3030290de35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b34775e0c5604f5e90055f4781b844b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388072 Jul 16 22:43:56.963685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:57.084173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Deleting port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:57.084876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.110209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.118744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.179792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:43:57.203611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df39d50-8b91-407a-b5ef-db70b5e3b7d2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:57.213892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.214261 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Added segment f908fab7-7abf-4752-9f68-f53681acbfac of type vlan for network a1cba766-fbf3-4e13-b35a-8abf436fbd27 Jul 16 22:43:57.258502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] For port c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:57.259528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.263905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] DHCP port deletion for c4e8259a-9f0f-4d74-80f7-d74b3a2267fb request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:43:57.264527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.293171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Calling delete_port for c7ee31af-53ca-4843-8a83-7fb4e7407fa4 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:57.312117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.370922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Deleting port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:57.370922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.401636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.466799 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.470206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.474198 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f178ad3-6cdd-4bec-91d1-50181eeb619a HTTP/1.1" status: 204 len: 168 time: 0.5050972 Jul 16 22:43:57.476608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.543807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d230c66-f2da-482c-82bc-529424a4028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f178ad3-6cdd-4bec-91d1-50181eeb619a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:57.546744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] No DVR routers for this DVR port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:57.547049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] For port c7ee31af-53ca-4843-8a83-7fb4e7407fa4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,segment=NetworkSegment(6885fd87-a847-41a1-8b67-738a1b23f716),segment_id=6885fd87-a847-41a1-8b67-738a1b23f716)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:57.549244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:57.549403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.560511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:43:57.605096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Calling delete_port for c7ee31af-53ca-4843-8a83-7fb4e7407fa4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:57.650909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.653590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ebad-b3d5-48fd-a86c-aca3c88c1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.654471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:57.656450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.753462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] Pushing event updated for resources: {'Network': ['ID=a1cba766-fbf3-4e13-b35a-8abf436fbd27,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:57.776589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.794757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:43:57.800345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e8259a-9f0f-4d74-80f7-d74b3a2267fb']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:57.805078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3182e27-2d2a-40f9-a00c-48954b2aaa51 req-8f8e140d-4f5f-4865-8c49-f5032ec5ac24 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:57.812925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a3182e27-2d2a-40f9-a00c-48954b2aaa51 req-8f8e140d-4f5f-4865-8c49-f5032ec5ac24 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3828101 Jul 16 22:43:57.821683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:57.822114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f847970-cb1e-4eca-9d36-e0b65bac5925 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3396578 Jul 16 22:43:57.824671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6885fd87-a847-41a1-8b67-738a1b23f716') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:57.825012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6885fd87-a847-41a1-8b67-738a1b23f716') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:57.846912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Request body: {'subnet': {'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-27193660-subnet', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:57.883923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.920007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a3182e27-2d2a-40f9-a00c-48954b2aaa51 req-1edf7279-ff83-4667-b35f-1021f7147379 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966868 Jul 16 22:43:57.958254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.967031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Made reservation on behalf of 563f6af834514800bc69c1f9cb291415 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:57.969533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.995589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:43:57.996005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:43:57.997801 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:43:58.004722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0800437e-4cc0-4b2e-95b9-5c967a735474 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:58.061635 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.118415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] Pushing event deleted for resources: {'Port': ['ID=c7ee31af-53ca-4843-8a83-7fb4e7407fa4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:58.150373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290289a6-1565-4151-ac58-5d3ff7e75ea7 None None] No DVR routers for this DVR port c7ee31af-53ca-4843-8a83-7fb4e7407fa4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:58.196278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0800437e-4cc0-4b2e-95b9-5c967a735474 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:58.203785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0800437e-4cc0-4b2e-95b9-5c967a735474 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:58.204754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.353279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.363656 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.365656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c4e8259a-9f0f-4d74-80f7-d74b3a2267fb HTTP/1.1" status: 204 len: 168 time: 1.6102669 Jul 16 22:43:58.369755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:58.385914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a1bd-cde2-451c-b3ad-3e9d33dd9ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e8259a-9f0f-4d74-80f7-d74b3a2267fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:58.446222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.478811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0800437e-4cc0-4b2e-95b9-5c967a735474, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0800437e-4cc0-4b2e-95b9-5c967a735474,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:58.479208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.490083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.490987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 305e71d6-ccb7-4694-9d59-b848e17c2df1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:58.586070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Checking segment: {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:58.586923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Network hostable DHCP agents. Network: a1cba766-fbf3-4e13-b35a-8abf436fbd27, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:43:58.595662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd04d7e4-4708-4eb9-9eed-cc68231fa4b0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:58.696787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:43:58.722061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0800437e-4cc0-4b2e-95b9-5c967a735474,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:58.741446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a1cba766-fbf3-4e13-b35a-8abf436fbd27) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:58.753476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:58.754087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.761967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b8363-4dd4-477d-873f-c866ad6ac522 None None] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:43:58.793175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58b7aa93-a226-4226-86a6-6711e9488c1a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9703553 Jul 16 22:43:58.796071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:58.800690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:58.816176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 305e71d6-ccb7-4694-9d59-b848e17c2df1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:58.816756 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.848517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.850647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.992770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.176940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c7ee31af-53ca-4843-8a83-7fb4e7407fa4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:59.193542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:43:59.194402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.198382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.231559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c7ee31af-53ca-4843-8a83-7fb4e7407fa4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:59.231910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c7ee31af-53ca-4843-8a83-7fb4e7407fa4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:59.232345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12180522-4609-41de-913e-3267c5e1e707 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:59.259050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.288350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 12180522-4609-41de-913e-3267c5e1e707 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:59.288704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12180522-4609-41de-913e-3267c5e1e707 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:59.671283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Allocated IP 172.20.0.2 (a1cba766-fbf3-4e13-b35a-8abf436fbd27/cd04d7e4-4708-4eb9-9eed-cc68231fa4b0/30d3728b-e37e-4178-95a4-d85602ca94c3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:59.720595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.744311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0800437e-4cc0-4b2e-95b9-5c967a735474 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:59.765162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:59.943254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca9b73-6ee1-4db1-891c-a9aab9ad9789 req-df61865c-ee7e-4343-9d1c-1bdb5841c883 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:59.953004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83ca9b73-6ee1-4db1-891c-a9aab9ad9789 req-df61865c-ee7e-4343-9d1c-1bdb5841c883 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.7678783 Jul 16 22:44:00.012342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Allocated IP 172.25.5.223 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0d2988a5-e05d-4fc8-90a6-48aee08bf60f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:00.139827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.172078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Sync routers for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:00.182428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83ca9b73-6ee1-4db1-891c-a9aab9ad9789 req-20bdecf4-71ab-406b-86bc-a28a09cbbdf8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285144 Jul 16 22:44:00.261605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Transition to ACTIVE for port object 30d3728b-e37e-4178-95a4-d85602ca94c3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:00.262641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:00.263281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:43:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:00.274878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ef22271-5303-43f5-891f-02e256048313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.305245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.317938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Deleting port 305e71d6-ccb7-4694-9d59-b848e17c2df1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:00.319353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.324910 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.344549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Transition to ACTIVE for port object 30d3728b-e37e-4178-95a4-d85602ca94c3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:00.441727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.486149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] For port 305e71d6-ccb7-4694-9d59-b848e17c2df1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=305e71d6-ccb7-4694-9d59-b848e17c2df1,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:00.486697 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.499768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0800437e-4cc0-4b2e-95b9-5c967a735474 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:00.500171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.503120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.509754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Calling delete_port for 305e71d6-ccb7-4694-9d59-b848e17c2df1 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:00.511821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:00.521433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:00.532205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:00.787381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Pushing event updated for resources: {'Port': ['ID=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:00.816855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:00.931954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.011111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=305e71d6-ccb7-4694-9d59-b848e17c2df1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.216662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.307640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Pushing event updated for resources: {'Port': ['ID=30d3728b-e37e-4178-95a4-d85602ca94c3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.327970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:01.330441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:01.385696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:01.411485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.456167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:01.850300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.889487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:44:01.894379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Attempting to bind port 30d3728b-e37e-4178-95a4-d85602ca94c3 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:01.895285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Attempting to bind port 30d3728b-e37e-4178-95a4-d85602ca94c3 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:01.896025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Attempting to bind port 30d3728b-e37e-4178-95a4-d85602ca94c3 on network a1cba766-fbf3-4e13-b35a-8abf436fbd27 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:01.909145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e4033-53df-4600-a30b-65be28f36bc6 req-4069819d-42e9-4579-ab20-4f9fdcbbd8b4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:01.924707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f94e4033-53df-4600-a30b-65be28f36bc6 req-4069819d-42e9-4579-ab20-4f9fdcbbd8b4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.4268281 Jul 16 22:44:01.985512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:01.988623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Checking segment: {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:01.989276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.989869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Bound using segment: {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:01.990553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Bound port: 30d3728b-e37e-4178-95a4-d85602ca94c3, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:01.992068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.180443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] For port 30d3728b-e37e-4178-95a4-d85602ca94c3, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:02.185254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] For port 30d3728b-e37e-4178-95a4-d85602ca94c3, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30d3728b-e37e-4178-95a4-d85602ca94c3,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:02.196275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f94e4033-53df-4600-a30b-65be28f36bc6 req-a2de63ae-1867-4e59-8358-64b728532307 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769470 Jul 16 22:44:02.224174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Router 441a39a5-5b09-4659-8c09-59c81b0213ca has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:02.226248 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.307138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:02.346076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2c95d113-8600-444e-90a3-36a628e1da28', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:02.410680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db155911-b5c4-4322-9719-2bd6edaf7579 None None] Pushing event updated for resources: {'Port': ['ID=30d3728b-e37e-4178-95a4-d85602ca94c3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:02.439458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.483926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:02.499984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '9ade3a75-da34-4efb-9685-16840c9a15b0', 'name': '', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'mac_address': 'fa:16:3e:09:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:52Z', 'updated_at': '2021-07-16T22:43:54Z', 'revision_number': 2, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'subnets': [{'id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:02.513892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:02.523258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-481e16f7-359e-48c4-9b2a-d8ec14d31b36 admin admin] 10.222.0.70 "PUT /v2.0/routers/441a39a5-5b09-4659-8c09-59c81b0213ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1496825 Jul 16 22:44:02.523916 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Sync routers for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:02.533546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:02.540565 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:02.542982 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:02.595424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Checking router: f27389c1-f27f-4d31-aea1-9914cb3d206d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:02.595857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Updating router f27389c1-f27f-4d31-aea1-9914cb3d206d port 9ade3a75-da34-4efb-9685-16840c9a15b0 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:02.682178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.739512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:02.825979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.923866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:02.969568 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:03.013059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:03.041478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2c95d113-8600-444e-90a3-36a628e1da28'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:03.044040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:03.221617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Router 31e6632c-f246-4489-8d9b-2590efa27cc3 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:44:03.453975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:03.484085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:03.488651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4a2685cf-40c9-4a1d-bb7b-57e3ce73eddf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6913664 Jul 16 22:44:03.489574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:03.584286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Sync routers for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:03.714011 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:44:00Z', 'revision_number': 5, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:03.775125 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Checking router: 441a39a5-5b09-4659-8c09-59c81b0213ca for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:03.804133 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Routers {'441a39a5-5b09-4659-8c09-59c81b0213ca'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:03.806084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['441a39a5-5b09-4659-8c09-59c81b0213ca'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:04.035907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:04.037808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:04.464766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce43ae-88f8-4b0e-b299-70f4b32ce33c req-2230dcb2-970c-4768-aa8f-41601fdf844e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:04.477061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcce43ae-88f8-4b0e-b299-70f4b32ce33c req-2230dcb2-970c-4768-aa8f-41601fdf844e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 944 time: 0.5207133 Jul 16 22:44:04.494736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.666364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] Set router 441a39a5-5b09-4659-8c09-59c81b0213ca gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:04.695804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d313375-44d2-475a-ae61-1a7be0c9a44c None None] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:04.752987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30d3728b-e37e-4178-95a4-d85602ca94c3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:04.833971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:04.973202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ccde9bf-73db-4c6e-bfc7-fe9d0ff0c6d0 None None] Provisioning for port 30d3728b-e37e-4178-95a4-d85602ca94c3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:05.041879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcce43ae-88f8-4b0e-b299-70f4b32ce33c req-c5fbebbc-f108-4fdc-9881-395c199d19db tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5429847 Jul 16 22:44:05.097455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.155223 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:44:00Z', 'revision_number': 5, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:05.160821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.172896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Deleting port 54cf9d3c-4605-4927-8ddb-4206a62bddbb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:05.173680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.188414 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5e23f-f1d6-4d6d-935e-b409da0f035d None None] The sync data for ids ['441a39a5-5b09-4659-8c09-59c81b0213ca'] in n-d-793621-16 is: [{'id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'name': 'tempest-TestAggregatesBasicOps-309272817-router', 'tenant_id': 'b1c83b67b2db42b68dce5469947d3130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:35Z', 'updated_at': '2021-07-16T22:44:00Z', 'revision_number': 5, 'project_id': 'b1c83b67b2db42b68dce5469947d3130', 'gw_port': {'id': '54cf9d3c-4605-4927-8ddb-4206a62bddbb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a39a5-5b09-4659-8c09-59c81b0213ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:36Z', 'updated_at': '2021-07-16T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:05.292266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] For port 54cf9d3c-4605-4927-8ddb-4206a62bddbb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=54cf9d3c-4605-4927-8ddb-4206a62bddbb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:05.292776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.295907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:05.306565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Calling delete_port for 54cf9d3c-4605-4927-8ddb-4206a62bddbb owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:05.382571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.419368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Transition to ACTIVE for port object 9ade3a75-da34-4efb-9685-16840c9a15b0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:05.488287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:05.525248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.592868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cf9d3c-4605-4927-8ddb-4206a62bddbb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:05.702630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.754560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.883405 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.885890 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.973037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.984087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441a39a5-5b09-4659-8c09-59c81b0213ca {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:44:05.991880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.993306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6f8ecaa6-735d-487a-b1d7-2edf809dd6b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/441a39a5-5b09-4659-8c09-59c81b0213ca HTTP/1.1" status: 204 len: 168 time: 3.4570427 Jul 16 22:44:05.997583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:06.118024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.127395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Pushing event updated for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.132178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.156721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Deleting subnet 1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:44:06.173359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.183984 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.431037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.526076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e1d44-069d-46a5-aa94-9dd2b20295f5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.561702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a62a7944c1d74539982fa291c0d6766e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7158551 Jul 16 22:44:06.566399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:06.617111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.617338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.617686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.618025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.618354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.618684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.619014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.619337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.619665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.619984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.620305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.620623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc2c0f-4e02-4b2b-974a-a6e61d9c27d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.638026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 30d3728b-e37e-4178-95a4-d85602ca94c3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:06.663659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 30d3728b-e37e-4178-95a4-d85602ca94c3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:06.664056 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.666203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.666544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.666884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.667216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.667548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.667877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.668230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.668953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.668953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.669213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.669466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.669784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.768050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108529-4dcc-4bdb-b25b-5b94c2abe2f7 req-4cfb1ffd-f085-4b11-af97-a606313e7236 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.785851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb108529-4dcc-4bdb-b25b-5b94c2abe2f7 req-4cfb1ffd-f085-4b11-af97-a606313e7236 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 944 time: 0.4719765 Jul 16 22:44:06.828805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.897334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb108529-4dcc-4bdb-b25b-5b94c2abe2f7 req-7e71a6b9-66c2-48ba-8b92-825e7e1527b5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046484 Jul 16 22:44:06.931795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Allocated IP 172.20.0.1 (a1cba766-fbf3-4e13-b35a-8abf436fbd27/cd04d7e4-4708-4eb9-9eed-cc68231fa4b0/77b6efa7-3ab0-4508-bc77-cd4e33ac06d1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:07.032440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.090950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.097449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.099777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-df045d7e-55c9-4e9e-8dc8-48cc14d37779 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1ff5a7d3-e5dc-4f1e-8f6f-96e0986b004a HTTP/1.1" status: 204 len: 168 time: 1.0906911 Jul 16 22:44:07.102298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.126177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Attempting to bind port 9ade3a75-da34-4efb-9685-16840c9a15b0 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:07.128216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Attempting to bind port 9ade3a75-da34-4efb-9685-16840c9a15b0 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:07.128539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Attempting to bind port 9ade3a75-da34-4efb-9685-16840c9a15b0 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:07.164385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.171071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.189084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02331131-6dee-4491-8c87-75bf2197dbba None None] Network c1639298-7d13-48dd-ae2b-6d7cb195e81c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:07.276255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.292235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:07.309660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Transition to ACTIVE for port object 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:07.362999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.378827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Deleting port acca4365-a0c3-43c0-8c80-46b132ebe39f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:07.379400 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.426982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:07.427545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Checking segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:07.428066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.428577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Bound using segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:07.429258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Bound port: 9ade3a75-da34-4efb-9685-16840c9a15b0, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:07.429784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.437348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.469349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] For port acca4365-a0c3-43c0-8c80-46b132ebe39f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=acca4365-a0c3-43c0-8c80-46b132ebe39f,segment=NetworkSegment(bb67626b-9c0f-4ba6-ac1b-6617ef8c408f),segment_id=bb67626b-9c0f-4ba6-ac1b-6617ef8c408f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:07.469709 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.482973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Calling delete_port for acca4365-a0c3-43c0-8c80-46b132ebe39f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:07.498236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:00Z', 'revision_number': 3, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:07.543197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Checking router: 31e6632c-f246-4489-8d9b-2590efa27cc3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:07.543753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Updating router 31e6632c-f246-4489-8d9b-2590efa27cc3 port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:07.571772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.616632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2c95d113-8600-444e-90a3-36a628e1da28 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:07.616632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.634366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Pushing event updated for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.660511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.663309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.666824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/531e1d44-069d-46a5-aa94-9dd2b20295f5 HTTP/1.1" status: 204 len: 168 time: 1.0971768 Jul 16 22:44:07.672502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:07.676621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:07.685631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:07.695576 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.704899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.718458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ad8f-1300-41e3-a132-c7017977acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e1d44-069d-46a5-aa94-9dd2b20295f5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.778710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Pushing event deleted for resources: {'Port': ['ID=acca4365-a0c3-43c0-8c80-46b132ebe39f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.800216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] No DVR routers for this DVR port acca4365-a0c3-43c0-8c80-46b132ebe39f on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:44:07.834812 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.902909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 30d3728b-e37e-4178-95a4-d85602ca94c3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30d3728b-e37e-4178-95a4-d85602ca94c3,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:07.915237 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.933209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] For port 9ade3a75-da34-4efb-9685-16840c9a15b0, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:07.946906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.002511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.044909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1639298-7d13-48dd-ae2b-6d7cb195e81c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:08.098698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:08.098991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb67626b-9c0f-4ba6-ac1b-6617ef8c408f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:08.142153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.175097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.189513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:44:08.190157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:44:08.193000 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:44:08.204655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=30d3728b-e37e-4178-95a4-d85602ca94c3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:08.233031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] For port 9ade3a75-da34-4efb-9685-16840c9a15b0, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ade3a75-da34-4efb-9685-16840c9a15b0,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:08.263234 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.446841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.461308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.474300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1639298-7d13-48dd-ae2b-6d7cb195e81c HTTP/1.1" status: 204 len: 168 time: 1.3707685 Jul 16 22:44:08.538260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727942-f690-4702-88fd-31bec5fcc82b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1639298-7d13-48dd-ae2b-6d7cb195e81c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:08.608073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050cb6b-2678-4245-96bd-1860e829d669 req-98c018ed-dec8-4b67-953a-b79c825e14b9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:08.612860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6bf89-5ddd-4b15-8bdf-6fe7adc3e605 None None] DHCP port deletion for c1639298-7d13-48dd-ae2b-6d7cb195e81c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:44:08.615322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9050cb6b-2678-4245-96bd-1860e829d669 req-98c018ed-dec8-4b67-953a-b79c825e14b9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 944 time: 0.3846412 Jul 16 22:44:08.617857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:08.622090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 54cf9d3c-4605-4927-8ddb-4206a62bddbb no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:08.695099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1848-3193-42eb-b061-bf2314fe3d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.719628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:08.720752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:08.749201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.770994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:08.893274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9050cb6b-2678-4245-96bd-1860e829d669 req-2b6fb737-8f92-4ee7-8fd6-25197b42d175 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075384 Jul 16 22:44:08.962742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-214505ea-be46-436f-8e70-2e782878eda7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f5598b4125e4782984e5f8dc20c9876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884828 Jul 16 22:44:08.963458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:09.002728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 54cf9d3c-4605-4927-8ddb-4206a62bddbb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:09.003124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 54cf9d3c-4605-4927-8ddb-4206a62bddbb not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:09.003856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 305e71d6-ccb7-4694-9d59-b848e17c2df1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:09.035409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 305e71d6-ccb7-4694-9d59-b848e17c2df1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:09.035811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 305e71d6-ccb7-4694-9d59-b848e17c2df1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:09.052945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.092509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.155743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1848-3193-42eb-b061-bf2314fe3d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.155881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-989da4ff-b74a-473d-8bc7-3e904b495d18 None None] Provisioning complete for port 30d3728b-e37e-4178-95a4-d85602ca94c3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:09.158130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-989da4ff-b74a-473d-8bc7-3e904b495d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.165979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1848-3193-42eb-b061-bf2314fe3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.167671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Deleting port 496412dc-0177-4581-9319-9f8ab7a2978f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:09.168382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.184571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.219624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5bdd1848-3193-42eb-b061-bf2314fe3d8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66c08fea934a4a9999a6a2be70072c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987227 Jul 16 22:44:09.220649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1848-3193-42eb-b061-bf2314fe3d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b5340-ede6-42ed-8fae-ea42a9172644,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.224213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:09.243724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ddccf-e394-4303-94ea-dc60c9213b57 None None] Pushing event updated for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.287208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.310393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] For port 496412dc-0177-4581-9319-9f8ab7a2978f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=496412dc-0177-4581-9319-9f8ab7a2978f,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:09.310902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.315200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.326613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Calling delete_port for 496412dc-0177-4581-9319-9f8ab7a2978f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:09.360981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:09.372243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:09.375033 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b44339-65ee-4863-80b3-a41dab371ec5" -d '{"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:09.378078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.381944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.382468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.386851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39dbe382-e484-4397-a055-c4da8548f0c4 HTTP/1.1" status: 204 len: 168 time: 0.4201756 Jul 16 22:44:09.403646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.411497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.412551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/363b5340-ede6-42ed-8fae-ea42a9172644 HTTP/1.1" status: 204 len: 168 time: 0.1869297 Jul 16 22:44:09.434656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f6b4f-6b13-49cf-be06-6573d700926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dbe382-e484-4397-a055-c4da8548f0c4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.445045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:09.464670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929236d0-e099-44fa-acd9-d4f6f4e4f30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b5340-ede6-42ed-8fae-ea42a9172644,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.611738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.722840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.723645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.791392 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbbc49c-2fb5-48fd-ac30-e6e24b4bc8a9 x-openstack-request-id: req-1fbbc49c-2fb5-48fd-ac30-e6e24b4bc8a9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:09.791683 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:09.791799 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fbbc49c-2fb5-48fd-ac30-e6e24b4bc8a9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:09.792111 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'code': 200} Jul 16 22:44:09.818048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.886072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Transition to ACTIVE for port object 0d2988a5-e05d-4fc8-90a6-48aee08bf60f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:09.945344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.142005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.149362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Pushing event updated for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:10.173784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.357689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30d3728b-e37e-4178-95a4-d85602ca94c3 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:10.416929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Pushing event deleted for resources: {'Port': ['ID=496412dc-0177-4581-9319-9f8ab7a2978f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:10.471580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Attempting to bind port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:10.471905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Attempting to bind port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:10.472285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Attempting to bind port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:10.481189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57340-7edf-4c9f-b24b-75429ab80cfd None None] Pushing event updated for resources: {'Port': ['ID=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:10.539075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:10.539354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:10.539755 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.540162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:10.540654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Bound port: 0d2988a5-e05d-4fc8-90a6-48aee08bf60f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:10.541143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.574790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:10.631086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87397c61-38b2-4112-8148-a4a03c2681a3 None None] Provisioning for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:10.647843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87397c61-38b2-4112-8148-a4a03c2681a3 None None] Provisioning complete for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:10.648222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87397c61-38b2-4112-8148-a4a03c2681a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.681499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] For port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:10.691149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d8429561-845e-433c-80ff-e58504361757 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1c83b67b2db42b68dce5469947d3130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142049 Jul 16 22:44:10.693637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:10.704279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 30d3728b-e37e-4178-95a4-d85602ca94c3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:10.704593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.711674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] For port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:10.718392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:10.734652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:10.772685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.796645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-87397c61-38b2-4112-8148-a4a03c2681a3 None None] Port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:10.807842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.877525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.879295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '9ade3a75-da34-4efb-9685-16840c9a15b0', 'name': '', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'mac_address': 'fa:16:3e:09:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:52Z', 'updated_at': '2021-07-16T22:44:07Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'subnets': [{'id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:11.027241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a870e-85f2-45ba-9735-259bbdc663ce None None] The sync data for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 is: [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:43:53Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '9ade3a75-da34-4efb-9685-16840c9a15b0', 'name': '', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'mac_address': 'fa:16:3e:09:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:52Z', 'updated_at': '2021-07-16T22:44:07Z', 'revision_number': 4, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'subnets': [{'id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:11.037870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.041795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.043729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ac26524-8ebc-48c9-9dce-470e5e188313 HTTP/1.1" status: 204 len: 168 time: 0.3488891 Jul 16 22:44:11.078058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9069f-325c-4578-bc17-23016093686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac26524-8ebc-48c9-9dce-470e5e188313,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:11.081697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57340-7edf-4c9f-b24b-75429ab80cfd None None] Pushing event updated for resources: {'Port': ['ID=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:11.109214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:11.118727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:11.285110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Router 31e6632c-f246-4489-8d9b-2590efa27cc3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:11.316363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa33a35-7c83-46b1-b7d6-b2c355f54324 req-2b81fc86-09dd-45e4-b695-8238121f5c72 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:11.322553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fa33a35-7c83-46b1-b7d6-b2c355f54324 req-2b81fc86-09dd-45e4-b695-8238121f5c72 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 1.1268895 Jul 16 22:44:11.577799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf53a40f-6407-4057-a02b-38410c2fb4bc None None] Provisioning complete for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:11.578431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf53a40f-6407-4057-a02b-38410c2fb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.585177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ade3a75-da34-4efb-9685-16840c9a15b0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:11.652813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2fa33a35-7c83-46b1-b7d6-b2c355f54324 req-6bd8d59b-9c11-4136-881b-cd2cb23ca6c6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209660 Jul 16 22:44:11.737734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.834394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf53a40f-6407-4057-a02b-38410c2fb4bc None None] Port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:11.855372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:12.143141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9ade3a75-da34-4efb-9685-16840c9a15b0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:12.179438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9ade3a75-da34-4efb-9685-16840c9a15b0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:12.181690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:12.715902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:12.771922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9ade3a75-da34-4efb-9685-16840c9a15b0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ade3a75-da34-4efb-9685-16840c9a15b0,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:12.784940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:12.802633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device acca4365-a0c3-43c0-8c80-46b132ebe39f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:12.831431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '77b6efa7-3ab0-4508-bc77-cd4e33ac06d1', 'name': '', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'mac_address': 'fa:16:3e:bb:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:06Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 2, 'project_id': '563f6af834514800bc69c1f9cb291415', 'subnets': [{'id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:12.902135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:12.932867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: acca4365-a0c3-43c0-8c80-46b132ebe39f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:12.934082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device acca4365-a0c3-43c0-8c80-46b132ebe39f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:12.939142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0895b1a-5723-467a-8df8-8c8680845a25 None None] The sync data for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 is: [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '77b6efa7-3ab0-4508-bc77-cd4e33ac06d1', 'name': '', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'mac_address': 'fa:16:3e:bb:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:06Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 2, 'project_id': '563f6af834514800bc69c1f9cb291415', 'subnets': [{'id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:12.969197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:13.050867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07cb7c50-0edf-407b-a583-103ee1e5a95c admin admin] 10.222.0.70 "PUT /v2.0/routers/31e6632c-f246-4489-8d9b-2590efa27cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5510657 Jul 16 22:44:13.338174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:13.340438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ade3a75-da34-4efb-9685-16840c9a15b0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:13.375271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb03553-f29e-47a9-9c69-a7462ce50289 req-b9e09955-b3e6-421e-83dd-aa0d95445e3a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:13.388486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fb03553-f29e-47a9-9c69-a7462ce50289 req-b9e09955-b3e6-421e-83dd-aa0d95445e3a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3176100 Jul 16 22:44:13.511915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9ade3a75-da34-4efb-9685-16840c9a15b0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:13.512304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:13.814942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fb03553-f29e-47a9-9c69-a7462ce50289 req-5e89010e-4f8c-4193-95d6-dbb7e6d3bfee tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251742 Jul 16 22:44:13.816353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:13.831120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Sync routers for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:13.840589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3af671a-220c-4511-8f08-198cc892b162 admin admin] 10.222.0.70 "PUT /v2.0/routers/5e2e6877-964a-4ad8-b674-f54f8d09b8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5383065 Jul 16 22:44:13.841137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55596) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:13.865021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:13.865740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:14.052326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.291602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.366541 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:14.455023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Deleting port b606bb98-384d-45e4-bdfa-94be60e0aebb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:14.465730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.499598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:14.786788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] For port b606bb98-384d-45e4-bdfa-94be60e0aebb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b606bb98-384d-45e4-bdfa-94be60e0aebb,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:14.787593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.848947 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:44:09Z', 'revision_number': 5, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port': {'id': 'b606bb98-384d-45e4-bdfa-94be60e0aebb', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:25Z', 'updated_at': '2021-07-16T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:14.884427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Calling delete_port for b606bb98-384d-45e4-bdfa-94be60e0aebb owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:14.892344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Checking router: 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:14.915730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b8c253d-cff4-4c6d-ad80-577a70d80809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.921531 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Routers {'5e2e6877-964a-4ad8-b674-f54f8d09b8a1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:14.927159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:14.965103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-266d36df-38b5-4662-8566-c4ca610e54cf tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:14.966838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-266d36df-38b5-4662-8566-c4ca610e54cf tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.3003728 Jul 16 22:44:15.039245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-3a9155f4-efb7-4864-8dd6-3fdac82d2d3e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/quotas/563f6af834514800bc69c1f9cb291415 HTTP/1.1" status: 200 len: 375 time: 0.0643880 Jul 16 22:44:15.202965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b8c253d-cff4-4c6d-ad80-577a70d80809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.214246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b8c253d-cff4-4c6d-ad80-577a70d80809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.217446 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] Set router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:15.282135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8b8c253d-cff4-4c6d-ad80-577a70d80809 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3952e743fcda4bc4915b595808da2d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785232 Jul 16 22:44:15.288407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:15.320746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d2988a5-e05d-4fc8-90a6-48aee08bf60f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:15.369787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c253d-cff4-4c6d-ad80-577a70d80809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d663f9-1216-4608-98c8-ccd27bb77ee7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.399592 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:44:14Z', 'revision_number': 6, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:15.436227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:15.444134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:15.445055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.475540 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b080d-47ee-4ec4-8d00-a9f455cbfdd1 None None] The sync data for ids ['5e2e6877-964a-4ad8-b674-f54f8d09b8a1'] in n-d-793621-16 is: [{'id': '5e2e6877-964a-4ad8-b674-f54f8d09b8a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1856584533-router', 'tenant_id': '3d499a43c279441685319954e196bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:23Z', 'updated_at': '2021-07-16T22:44:14Z', 'revision_number': 6, 'project_id': '3d499a43c279441685319954e196bef4', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:15.518765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.598183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.599389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.650897 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.707204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.708061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:15.710620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.711276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Pushing event deleted for resources: {'Port': ['ID=b606bb98-384d-45e4-bdfa-94be60e0aebb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.713992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.724427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05d663f9-1216-4608-98c8-ccd27bb77ee7 HTTP/1.1" status: 204 len: 168 time: 0.4225354 Jul 16 22:44:15.745699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85433f9e-dcd2-4d29-a658-8daf54683421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d663f9-1216-4608-98c8-ccd27bb77ee7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.843209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.928338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-06e3447f-346f-45a0-8546-bddaa3a0f691 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8761930 Jul 16 22:44:15.929525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:15.935528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741374850', 'description': 'tempest-secgroup-smoke-741374850 description', 'project_id': '95f977a739d24e11bb3c37be8e56bd94'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:16.011002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.016275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.034339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.267425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.275706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.372394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.379850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a362a-7e89-495a-a6d3-be2bf96fcd26 req-a0bc8ee0-87fb-4bb1-aa8f-9beea5a606aa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:16.382957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e9a362a-7e89-495a-a6d3-be2bf96fcd26 req-a0bc8ee0-87fb-4bb1-aa8f-9beea5a606aa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.2336876 Jul 16 22:44:16.389462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2e6877-964a-4ad8-b674-f54f8d09b8a1 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:44:16.394399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:16.404902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.409083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d1a6ac06-869a-4ac4-9c77-b9d5f252ed8a admin admin] 10.222.0.70 "DELETE /v2.0/routers/5e2e6877-964a-4ad8-b674-f54f8d09b8a1 HTTP/1.1" status: 204 len: 168 time: 2.5646989 Jul 16 22:44:16.440172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:16.470066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-566bed68-2e52-447c-aada-04a17492832c service neutron] 10.222.0.70 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342667 Jul 16 22:44:16.471403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cae3-ee4e-4b94-97e9-638058e8525b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.487784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e9a362a-7e89-495a-a6d3-be2bf96fcd26 req-1435f579-d4b0-4a3c-b7b7-568fb9d00f2e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889344 Jul 16 22:44:16.614097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.621937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.666462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-3c877176-609c-464e-869d-953f75ea8ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823330 Jul 16 22:44:16.694322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44833f28-328a-4f30-a2b8-edb6f987e105,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:16.725763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Deleting subnet 36575e07-dd2e-41e8-ac64-d6fccd3e4b34 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:44:16.734561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.808045 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.930310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cae3-ee4e-4b94-97e9-638058e8525b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.938829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cae3-ee4e-4b94-97e9-638058e8525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.958329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.051067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4d3cae3-ee4e-4b94-97e9-638058e8525b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0a35fe87a914778b2b91e3db2b3c047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537206 Jul 16 22:44:17.054412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:17.115504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3cae3-ee4e-4b94-97e9-638058e8525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2cb14-b7a8-471f-a6fb-780ae9b8b4b4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:17.228388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.260814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.267786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.296491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4ed868b8-9910-479a-953a-ed2e0b8e56fd req-e914c493-a97c-4528-aceb-66ca2725d72b tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 210 time: 0.1614981 Jul 16 22:44:17.298331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.303513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.309269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d2988a5-e05d-4fc8-90a6-48aee08bf60f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:17.340722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.344896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.347285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47a2cb14-b7a8-471f-a6fb-780ae9b8b4b4 HTTP/1.1" status: 204 len: 168 time: 0.2804317 Jul 16 22:44:17.364917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc4847-443f-42a3-b134-3af9b5d017f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2cb14-b7a8-471f-a6fb-780ae9b8b4b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:17.389081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4ff2f-4708-45a9-954c-79cdfa9f9cda,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:17.393970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.397881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0fdeba51-daec-41f7-accd-f922d00082fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4645414 Jul 16 22:44:17.398798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55670) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:17.403538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:17.416419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.420994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/36575e07-dd2e-41e8-ac64-d6fccd3e4b34 HTTP/1.1" status: 204 len: 168 time: 0.9566047 Jul 16 22:44:17.422478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d66a2-30bf-4caa-a69b-f13eed9adf3d None None] Network 777ab15a-1c8f-4d55-8c0e-036fc79b385b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:17.426425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50575792-186e-426a-830b-b1a77b564b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36575e07-dd2e-41e8-ac64-d6fccd3e4b34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:17.427377 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:17.449766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Sync routers for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:17.474841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:17.475369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.508475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:17.510156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:17.623328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.653438 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.807832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.816270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.860345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae00003b-207c-4371-b150-f33d820c97f7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:17.876646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Deleting port ceccff4b-316b-451c-b2f9-985fa1d3c4ae {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:17.877442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.950369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:17.955983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-af42d05f-2637-4210-9b91-c7c683a4fa35 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5556839 Jul 16 22:44:17.957794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:17.964704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:18.055032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.057389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] For port ceccff4b-316b-451c-b2f9-985fa1d3c4ae, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,segment=NetworkSegment(a68b449f-023d-4e53-a58f-f825fe37be37),segment_id=a68b449f-023d-4e53-a58f-f825fe37be37)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:18.057851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.073384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Calling delete_port for ceccff4b-316b-451c-b2f9-985fa1d3c4ae owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:18.252334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 496412dc-0177-4581-9319-9f8ab7a2978f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:18.286516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.298896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.331354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b927c9a5-1e97-499b-bdd1-b6a02bed6aa7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:18.332534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.333968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:18.354278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.361696 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-83e64e28-f881-4075-bf16-cfdd640ca1fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4026287 Jul 16 22:44:18.362459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:18.374871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:18.414772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 496412dc-0177-4581-9319-9f8ab7a2978f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:18.415125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 496412dc-0177-4581-9319-9f8ab7a2978f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:18.415754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b606bb98-384d-45e4-bdfa-94be60e0aebb no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:18.461356 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a895000-ebb3-44f3-8917-8f01365efd0a req-590fcff6-141f-4f08-a23c-4f6c3dd55a1a tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 210 time: 0.0551596 Jul 16 22:44:18.487436 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.531753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] No DVR routers for this DVR port ceccff4b-316b-451c-b2f9-985fa1d3c4ae on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:44:18.585833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330e17-ea79-41e6-a49b-631d690ff37d req-a0a616e6-3f71-4265-a3bb-f35ffdde61b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.597527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf330e17-ea79-41e6-a49b-631d690ff37d req-a0a616e6-3f71-4265-a3bb-f35ffdde61b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.7298334 Jul 16 22:44:18.601955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceccff4b-316b-451c-b2f9-985fa1d3c4ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:18.663820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b606bb98-384d-45e4-bdfa-94be60e0aebb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:18.664475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b606bb98-384d-45e4-bdfa-94be60e0aebb not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:18.692723 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.698301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.728534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.740425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777ab15a-1c8f-4d55-8c0e-036fc79b385b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:18.751711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68b449f-023d-4e53-a58f-f825fe37be37') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:18.752214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68b449f-023d-4e53-a58f-f825fe37be37') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:18.760884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74abdd9d-3914-4000-b328-0cfcde59a6ed,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:18.763891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.780764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.788075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.788700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:44:18.789231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.789632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aba22b8d-75d3-457a-8226-b95d172a36aa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254587 Jul 16 22:44:18.792698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55706) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:18.803341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:44:18.859603 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:44:18.862822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.889846 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.892476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/777ab15a-1c8f-4d55-8c0e-036fc79b385b HTTP/1.1" status: 204 len: 168 time: 1.4626691 Jul 16 22:44:18.926717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c1da8-86ec-40e2-bbf5-4868398f63b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=777ab15a-1c8f-4d55-8c0e-036fc79b385b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:18.942367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:18.952459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf330e17-ea79-41e6-a49b-631d690ff37d req-1fef0fc1-46d9-4251-980c-26909b39f824 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534949 Jul 16 22:44:18.985742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45c230-1734-47d3-8726-2f7a2b5069e4 None None] DHCP port deletion for 777ab15a-1c8f-4d55-8c0e-036fc79b385b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:44:19.039977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '77b6efa7-3ab0-4508-bc77-cd4e33ac06d1', 'name': '', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'mac_address': 'fa:16:3e:bb:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:06Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 2, 'project_id': '563f6af834514800bc69c1f9cb291415', 'subnets': [{'id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:19.119927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Checking router: 31e6632c-f246-4489-8d9b-2590efa27cc3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:19.121197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Updating router 31e6632c-f246-4489-8d9b-2590efa27cc3 port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:19.150841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.159795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.225324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f7d24-64d1-4e81-9fb1-277f17b309e8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:19.248002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:19.251767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.254989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.264282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07dcb923-9456-426c-8781-a7f65569d8cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4702227 Jul 16 22:44:19.264941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55720) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:19.274572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceccff4b-316b-451c-b2f9-985fa1d3c4ae no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:19.280443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:19.357949 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:44:19.366937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.370870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2831f181-55e5-4851-a1ae-cbc0747306c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d499a43c279441685319954e196bef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214995 Jul 16 22:44:19.374578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:19.385358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ceccff4b-316b-451c-b2f9-985fa1d3c4ae {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:19.385949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ceccff4b-316b-451c-b2f9-985fa1d3c4ae not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:19.525945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.527761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.534824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.599869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198a74a6-22b3-40c7-a1b5-36bdc6b105ba,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:19.614448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.616287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8eba3a2-15c2-4c14-a0c3-c5ca1ed84fc1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3462553 Jul 16 22:44:19.618914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:19.625722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '60a4ff2f-4708-45a9-954c-79cdfa9f9cda', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:19.628942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.680469 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:44:19.693162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.725199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.728041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.729441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d6a059f-f1e0-4f30-828f-33089e519e9e HTTP/1.1" status: 204 len: 168 time: 0.3522317 Jul 16 22:44:19.744714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a0f2f-16c7-408a-9600-342405f937f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a059f-f1e0-4f30-828f-33089e519e9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:19.819469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-145517ba-c41f-4676-89f2-73371b693f6f req-41e2b0ae-b047-4693-bd90-d413b44f5f71 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 210 time: 0.0556378 Jul 16 22:44:19.879903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.892827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.946314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:19.949292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285720 Jul 16 22:44:19.952137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:19.957203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f318b8-5076-4019-99d4-b26227a476de tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3b0eca-2897-4a5e-a26f-fdc890de3c2b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:19.958196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'network': {'name': 'tempest-network-smoke--1337280524', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:20.025602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:20.029225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.057172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.079665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Transition to ACTIVE for port object 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:20.112850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.137435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:44:20.179528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.182583 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Added segment fdf35c41-4258-4fb9-8fff-6071b9ece304 of type vlan for network fb3bb650-e7fb-4594-ae57-f38888419175 Jul 16 22:44:20.299015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f43e-cb7b-4a31-b4d6-e14c42dca25c None None] Pushing event updated for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:20.364942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.512679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.530348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:20.537991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.548153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-753d9e4b-9194-42e4-b906-08cecefd551f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:20.554579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Attempting to bind port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:20.555171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Attempting to bind port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:20.555307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Attempting to bind port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 on network a1cba766-fbf3-4e13-b35a-8abf436fbd27 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:20.562669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-753d9e4b-9194-42e4-b906-08cecefd551f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.47 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.4380500 Jul 16 22:44:20.585460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:20.585865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Checking segment: {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:20.586289 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.586692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Bound using segment: {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:20.587182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Bound port: 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f908fab7-7abf-4752-9f68-f53681acbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:20.587571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.593704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Request body: {'port': {'device_id': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'admin_state_up': True, 'tenant_id': '563f6af834514800bc69c1f9cb291415'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:20.721493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ade69b-5947-4e0c-91d6-bd05ac1856bb req-f5963bb5-8eb9-4f1f-b261-d8b89c291b84 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:20.731220 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05ade69b-5947-4e0c-91d6-bd05ac1856bb req-f5963bb5-8eb9-4f1f-b261-d8b89c291b84 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3725131 Jul 16 22:44:20.799555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Made reservation on behalf of 563f6af834514800bc69c1f9cb291415 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:20.805020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:20.805847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] For port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:20.816955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] For port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:20.884655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-05ade69b-5947-4e0c-91d6-bd05ac1856bb req-585c4cdf-a2bb-4133-b7d4-3649a733d7f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511800 Jul 16 22:44:20.907559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.045345 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.117991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:21.125173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:21.167898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Allocated IP 172.20.0.3 (113b31bf-65c4-421e-b597-7193c044cb05/f2171d02-23d6-44d4-8cd0-9912622f065a/a9c4d6b4-e106-438d-a4bb-a9e355c5c470) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:21.294772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f43e-cb7b-4a31-b4d6-e14c42dca25c None None] Pushing event updated for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:21.501198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:21.549930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.589510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Transition to ACTIVE for port object a9c4d6b4-e106-438d-a4bb-a9e355c5c470 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:21.610836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6551065 Jul 16 22:44:21.612056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:21.613690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67134a0e-acd6-44ed-919b-123e808e5b84 req-77f723d1-bbb4-4c3e-933d-11e8da32ede0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 210 time: 0.1221981 Jul 16 22:44:21.671541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'admin_state_up': True, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:21.715021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd9e88-256d-4bda-bae5-e7d991c6dfb0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Network': ['ID=fb3bb650-e7fb-4594-ae57-f38888419175,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:21.800914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network fb3bb650-e7fb-4594-ae57-f38888419175 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:44:21.814938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.831503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:21.876082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Network 113b31bf-65c4-421e-b597-7193c044cb05 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:21.975829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Pushing event updated for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:21.988115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.990880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:21.996503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:22.015082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:22.069547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1527629101-network', 'tenant_id': '328501c57c0c4a80af4d06257b21ed49'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:22.120231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Made reservation on behalf of 328501c57c0c4a80af4d06257b21ed49 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:22.126414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.154627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:22.155817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.171589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.196144 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-4d418c7d-6d0f-4369-ba29-c0099e3492ea tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6256630 Jul 16 22:44:22.316615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Request body: {'port': {'device_id': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:22.320889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.340514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '77b6efa7-3ab0-4508-bc77-cd4e33ac06d1', 'name': '', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'mac_address': 'fa:16:3e:bb:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:06Z', 'updated_at': '2021-07-16T22:44:20Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'subnets': [{'id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:22.412136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117239-a06f-462b-ab18-a57ed3ccce1f None None] The sync data for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 is: [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:44:08Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '77b6efa7-3ab0-4508-bc77-cd4e33ac06d1', 'name': '', 'network_id': 'a1cba766-fbf3-4e13-b35a-8abf436fbd27', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'mac_address': 'fa:16:3e:bb:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:06Z', 'updated_at': '2021-07-16T22:44:20Z', 'revision_number': 4, 'project_id': '563f6af834514800bc69c1f9cb291415', 'subnets': [{'id': 'cd04d7e4-4708-4eb9-9eed-cc68231fa4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:22.526076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a6a89d5-f4f2-45fe-95e8-7662f0051388 None None] Provisioning for port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:22.537952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a6a89d5-f4f2-45fe-95e8-7662f0051388 None None] Provisioning complete for port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:22.538340 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a6a89d5-f4f2-45fe-95e8-7662f0051388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.557555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.578902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.599348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b085949-3544-4b45-ba08-201e6711a9c7 req-40194f27-dd39-4141-89b0-edb81f180489 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:22.610278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b085949-3544-4b45-ba08-201e6711a9c7 req-40194f27-dd39-4141-89b0-edb81f180489 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3165247 Jul 16 22:44:22.637130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a89d5-f4f2-45fe-95e8-7662f0051388 None None] Port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:22.737050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.772880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:44:22.783556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9b085949-3544-4b45-ba08-201e6711a9c7 req-287a178b-5b2f-4320-bfc1-eca1ea24ff2d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723824 Jul 16 22:44:22.813584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:22.819939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.821421 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Added segment 9e7b3538-6178-4d0e-a730-410f79aece9c of type vlan for network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 Jul 16 22:44:22.861448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.861745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.862227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.863294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.864149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.867544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.868188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.869660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.870135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.871261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.871904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.873665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:22.983014 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.988284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.015680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.086460 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.088127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:23.090690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.123060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2898188 Jul 16 22:44:23.137456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:23.147377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Request body: {'subnet': {'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1527629101-subnet', 'tenant_id': '328501c57c0c4a80af4d06257b21ed49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:23.208825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Made reservation on behalf of 328501c57c0c4a80af4d06257b21ed49 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:23.211196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.241540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b32e8-77f4-430b-aca5-7ed6c856196b admin admin] Pushing event updated for resources: {'Network': ['ID=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:23.262981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:44:23.266600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:23.476500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:23.502464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:23.502860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.517388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e5daf-aab3-4957-8517-318dbe4b818e req-0ba11e3f-eaa9-45e8-9a70-b3524353d3d0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:23.519987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-131e5daf-aab3-4957-8517-318dbe4b818e req-0ba11e3f-eaa9-45e8-9a70-b3524353d3d0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1027 time: 0.6991141 Jul 16 22:44:23.700984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.739474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:23.744872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:23.840089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:23.860525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-131e5daf-aab3-4957-8517-318dbe4b818e req-a3ba9c1f-434d-4707-af77-2d95002b492f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111498 Jul 16 22:44:24.042434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.107552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.169577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb2952-bc73-4ca4-9928-68a76aa545b0 req-553bd277-b4e7-440a-903b-a6570acfcea1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:24.171804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77bb2952-bc73-4ca4-9928-68a76aa545b0 req-553bd277-b4e7-440a-903b-a6570acfcea1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.1408458 Jul 16 22:44:24.246046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77bb2952-bc73-4ca4-9928-68a76aa545b0 req-f074a936-9f6b-4a44-b5a0-d047907ef048 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684209 Jul 16 22:44:24.349081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c4d6b4-e106-438d-a4bb-a9e355c5c470 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:24.354831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.366198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.435724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Transition to ACTIVE for port object a9c4d6b4-e106-438d-a4bb-a9e355c5c470 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:24.448052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.158 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/07b00969-8912-46d9-b302-ce287cdd8d63) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:24.451009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.453064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1a7618-af1d-402b-b0a4-2279e109c6f9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:24.565277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:24.683881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Checking segment: {'id': '9e7b3538-6178-4d0e-a730-410f79aece9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:24.684255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Network hostable DHCP agents. Network: 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:44:24.792255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:44:24.844582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:24.854380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a68ce-5908-4d0e-b980-584031f205f3 None None] Network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:24.862349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:24.863567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.913573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.916140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Attempting to bind port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:24.916526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Attempting to bind port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:24.916897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Attempting to bind port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:24.933511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 on network 113b31bf-65c4-421e-b597-7193c044cb05 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:24.934539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Attempting to bind port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:24.954995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:24.955506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Checking segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:24.955738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Bound using segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:24.956312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Bound port: a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:24.956753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.981199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d841d63d-19b3-404f-9a91-39fdd049a7f5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8299711 Jul 16 22:44:25.144462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:25.165244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:25.172236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:25.191906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:25.210937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:25.211576 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:25.226543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] 10.222.0.47 "PUT /v2.0/ports/a9c4d6b4-e106-438d-a4bb-a9e355c5c470 HTTP/1.1" status: 200 len: 1092 time: 2.9156704 Jul 16 22:44:25.236493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:25.245480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc56039-054f-4164-a8c6-f74151644282 None None] Network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:25.252018 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:25.299375 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:44:25.301482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:25.406018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d4025-85c9-4385-8631-93363111cf5f req-25b11f91-1f5e-48e2-aa20-9bffc4591596 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:25.418286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d11d4025-85c9-4385-8631-93363111cf5f req-25b11f91-1f5e-48e2-aa20-9bffc4591596 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1053 time: 0.3583474 Jul 16 22:44:25.536164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:25.537101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2f1c-07b3-4dc6-a64d-14046f026a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:25.567480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:25.577574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:25.578487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:25.636672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=07b00969-8912-46d9-b302-ce287cdd8d63,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:25.641362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:25.650087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d11d4025-85c9-4385-8631-93363111cf5f req-2153af9b-f0f9-491d-9a14-8890f77981ae tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597490 Jul 16 22:44:25.870886 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3257e73-1a51-4807-a262-a2dec606afd5 x-openstack-request-id: req-c3257e73-1a51-4807-a262-a2dec606afd5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:25.871582 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:25.871582 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3257e73-1a51-4807-a262-a2dec606afd5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:25.872027 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470', 'status': 'completed', 'code': 200} Jul 16 22:44:25.878739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-8ff0eb82-9ed6-4f7f-8c31-9393021a85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:25.880307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-8ff0eb82-9ed6-4f7f-8c31-9393021a85b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1095 time: 0.5743852 Jul 16 22:44:25.975319 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-262ec150-00f0-423c-8065-efde7d851fd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470 HTTP/1.1" status: 200 len: 217 time: 0.0543034 Jul 16 22:44:26.116812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59782-1bca-4c04-b92a-92b114bb8070 req-2718dd12-c739-4980-9222-bbfb94262522 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:26.126175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10e59782-1bca-4c04-b92a-92b114bb8070 req-2718dd12-c739-4980-9222-bbfb94262522 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.2557447 Jul 16 22:44:26.174227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-a542d436-8575-4018-b9f1-cea56046a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:26.175958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-a542d436-8575-4018-b9f1-cea56046a726 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 200 len: 848 time: 0.1915150 Jul 16 22:44:26.241836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-75e595f6-6b51-415d-b471-2a5b3a3800e4 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:26.250033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-75e595f6-6b51-415d-b471-2a5b3a3800e4 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/networks?id=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 HTTP/1.1" status: 200 len: 822 time: 0.2717690 Jul 16 22:44:26.266126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10e59782-1bca-4c04-b92a-92b114bb8070 req-c3b52db9-9a63-47e4-b2ee-98d619f13b2d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399629 Jul 16 22:44:26.271454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-9b7e2b68-643d-45a7-9b79-6311d401dc30 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/quotas/328501c57c0c4a80af4d06257b21ed49 HTTP/1.1" status: 200 len: 375 time: 0.0157182 Jul 16 22:44:26.320413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:26.330385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-0b4ba30e-722c-4a8d-bf11-47937c3a0d53 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=328501c57c0c4a80af4d06257b21ed49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513973 Jul 16 22:44:26.402810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-3a37a41e-8477-4108-8ce0-227d358f520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:26.405055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-3a37a41e-8477-4108-8ce0-227d358f520d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113b31bf-65c4-421e-b597-7193c044cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164335 Jul 16 22:44:26.517314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-dc4e4d05-20f8-4d69-b695-29ddef5aa9c7 service neutron] 10.222.0.70 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857748 Jul 16 22:44:26.676498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-695c7961-53f9-4149-9692-326ad6a0dc9f service neutron] 10.222.0.70 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556702 Jul 16 22:44:27.008054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae25d323-b280-408f-8357-383892693af6 req-d73ea7db-4fad-4d86-945d-a1d5f0141bdc tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 210 time: 0.1010478 Jul 16 22:44:27.120013 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-6bcdf96a-9955-440a-a06f-187182cbca85 service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850019 Jul 16 22:44:27.358898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0234-5198-4e50-8f91-d9a7d4444549 req-e5349d9b-419d-491c-99b7-b16b6374cedf tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.366811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-433a0234-5198-4e50-8f91-d9a7d4444549 req-e5349d9b-419d-491c-99b7-b16b6374cedf tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1095 time: 0.2456923 Jul 16 22:44:27.389638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0423b9b-1b6b-40d6-8ae5-a57945d4a451 req-671315a4-e01d-49a0-a15d-bb1b291528a3 service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561824 Jul 16 22:44:27.424694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:27.443668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-433a0234-5198-4e50-8f91-d9a7d4444549 req-3d973dee-578f-4c40-b927-d84274ba32ee tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758381 Jul 16 22:44:27.544773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c2ed61f0-6ef4-400b-b43d-1abdac600302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:27.712006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5402-2b63-482b-9630-2610a61d8e6f req-75497499-e3df-41bf-a243-af757880f1e3 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.723426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04aa5402-2b63-482b-9630-2610a61d8e6f req-75497499-e3df-41bf-a243-af757880f1e3 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.1529424 Jul 16 22:44:27.863323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04aa5402-2b63-482b-9630-2610a61d8e6f req-7b1cba71-332e-4932-988b-95b148414a20 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335900 Jul 16 22:44:27.877100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-e2a2b9ac-46b7-45d4-b4e4-519b0f012a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.879141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-e2a2b9ac-46b7-45d4-b4e4-519b0f012a2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1095 time: 0.4277735 Jul 16 22:44:27.936803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 79d8c666-b792-4ec4-8382-350fcd2f93b4 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:44:28.242718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-cbe15005-c6f7-43b6-a41d-ff56a95ec05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:28.244113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-cbe15005-c6f7-43b6-a41d-ff56a95ec05d service neutron] 10.222.0.47 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.3562582 Jul 16 22:44:28.259688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:28.272057 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Sync routers for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:28.274988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cca6783e-0bb9-4548-bc8f-0218519f1bf7 req-cf3d1cf8-0a50-44ad-9b3a-4cfb87f97760 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 210 time: 0.0641868 Jul 16 22:44:28.289750 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:28.295673 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:28.317711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.318948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d3190aa-b841-4a43-bda5-1df6f6891fdf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6735122 Jul 16 22:44:28.320486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-293edc13-2a1a-4d4f-9048-60a2a18abe07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470 HTTP/1.1" status: 200 len: 217 time: 0.0674491 Jul 16 22:44:28.322298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:28.385491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-abe92620-c12c-4277-9896-511f12093b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:28.387050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-abe92620-c12c-4277-9896-511f12093b60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 200 len: 848 time: 0.0604157 Jul 16 22:44:28.493208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-27ccd058-df74-43f2-bb88-0f3772c0bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:28.500185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-27ccd058-df74-43f2-bb88-0f3772c0bfb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113b31bf-65c4-421e-b597-7193c044cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971379 Jul 16 22:44:28.559146 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:28.766840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-006bd009-ff00-44d3-8abe-6aa54304075f service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570648 Jul 16 22:44:28.869115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38a64857-d764-4369-9a18-147f0a64e2a0 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=95f977a739d24e11bb3c37be8e56bd94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5452592 Jul 16 22:44:28.869822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:28.902054 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:25Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:29.001993 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Checking router: 79d8c666-b792-4ec4-8382-350fcd2f93b4 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:29.005680 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Updating router 79d8c666-b792-4ec4-8382-350fcd2f93b4 port 07b00969-8912-46d9-b302-ce287cdd8d63 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:29.115009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-a50e5f8f-2a9b-44be-be6a-27ad99ec1c14 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:29.116557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-a50e5f8f-2a9b-44be-be6a-27ad99ec1c14 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.68 "GET /v2.0/networks?id=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 HTTP/1.1" status: 200 len: 822 time: 0.5366662 Jul 16 22:44:29.161347 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.175910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Request body: {'port': {'device_id': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2', 'admin_state_up': True, 'tenant_id': '328501c57c0c4a80af4d06257b21ed49'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:29.252886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-405cbac3-06b2-4ca5-aa60-bdb0d134fddd req-30b15e9b-8fb0-4243-9c7e-4d4fa226be22 service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660470 Jul 16 22:44:29.254971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdc27e-cd65-4715-954f-6906d984c7a0 req-e5ff812e-ad59-471a-9d6e-434fe91c538f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:29.256734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5fdc27e-cd65-4715-954f-6906d984c7a0 req-e5ff812e-ad59-471a-9d6e-434fe91c538f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1095 time: 0.4889722 Jul 16 22:44:29.271264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a9c4d6b4-e106-438d-a4bb-a9e355c5c470 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:29.337265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5fdc27e-cd65-4715-954f-6906d984c7a0 req-40410a57-c0e9-4892-b316-809e0515ec1d tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725522 Jul 16 22:44:29.489605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:29.514910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'port_id': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470', 'mac_address': 'fa:16:3e:9f:77:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:29.622465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.660323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c4d6b4-e106-438d-a4bb-a9e355c5c470 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:29.708405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a425f-9b7f-4e49-bb9c-c76e6beb44c3 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:29.722545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:29.730042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b24a425f-9b7f-4e49-bb9c-c76e6beb44c3 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8563685 Jul 16 22:44:29.740338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:29.783290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.857200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f5c3-11cc-43db-b4b7-cefb8186fbd4 req-e793ba20-b9d6-44f2-bef4-cb2c8437a334 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:29.865961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fd0f5c3-11cc-43db-b4b7-cefb8186fbd4 req-e793ba20-b9d6-44f2-bef4-cb2c8437a334 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.6528807 Jul 16 22:44:29.867289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Made reservation on behalf of 328501c57c0c4a80af4d06257b21ed49 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:29.871049 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.878948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.888452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Transition to ACTIVE for port object 07b00969-8912-46d9-b302-ce287cdd8d63 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:29.893780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45e676ea-5ed3-4d05-b3a4-1a4d8a23f054 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1714368 Jul 16 22:44:29.894548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:29.906395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961879317', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:29.907233 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.934891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7fd0f5c3-11cc-43db-b4b7-cefb8186fbd4 req-a86d31ed-584d-4460-8793-2bb70f34dca1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519927 Jul 16 22:44:29.970750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-552536cd-3671-4f33-8a75-a47e3999fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.006433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc88c884-4d9c-4931-84cc-270f9376b8e4 req-c88a662e-87ca-4693-867e-6be0af14bc90 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 210 time: 0.1601210 Jul 16 22:44:30.041823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a9c4d6b4-e106-438d-a4bb-a9e355c5c470'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:30.069107 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c2734-6e6b-4346-ba34-837ebff4ba98 None None] Pushing event updated for resources: {'Port': ['ID=07b00969-8912-46d9-b302-ce287cdd8d63,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.161731 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Attempting to bind port 07b00969-8912-46d9-b302-ce287cdd8d63 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:30.162099 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Attempting to bind port 07b00969-8912-46d9-b302-ce287cdd8d63 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:30.172287 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Attempting to bind port 07b00969-8912-46d9-b302-ce287cdd8d63 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:30.189155 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:30.189541 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:30.193727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.194947 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.197015 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:30.210412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Bound port: 07b00969-8912-46d9-b302-ce287cdd8d63, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:30.210904 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.214843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.277987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Allocated IP 172.20.0.11 (49c7187c-1d12-48e9-8ae3-e6c19cc40bc2/2d1a7618-af1d-402b-b0a4-2279e109c6f9/07ad4a22-080b-4f15-aa38-8410789caf68) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:30.283648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:30.299856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.449408 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] For port 07b00969-8912-46d9-b302-ce287cdd8d63, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:30.456132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] For port 07b00969-8912-46d9-b302-ce287cdd8d63, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=07b00969-8912-46d9-b302-ce287cdd8d63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:30.463235 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.578315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c2734-6e6b-4346-ba34-837ebff4ba98 None None] Pushing event updated for resources: {'Port': ['ID=07b00969-8912-46d9-b302-ce287cdd8d63,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.605484 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:30.608462 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:30.617001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.661065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 55968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:30.775795 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:30.916072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.923478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.949598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb139d-67d5-4268-9cc0-2bb97e047efe req-862f213b-02d6-4427-8356-21c600a5ae27 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:30.953994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfb139d-67d5-4268-9cc0-2bb97e047efe req-862f213b-02d6-4427-8356-21c600a5ae27 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1096 time: 0.3082664 Jul 16 22:44:31.035372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Pushing event updated for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:31.063146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Subnet': ['ID=597a3671-6372-4716-a7a7-13b52b21032a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:31.072302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1918d9d7-35ff-440a-a650-cc3288b181a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.087892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:31.095423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:31.136430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Checking segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:31.136430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network hostable DHCP agents. Network: fb3bb650-e7fb-4594-ae57-f38888419175, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:44:31.148819 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:25Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:31.173668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network fb3bb650-e7fb-4594-ae57-f38888419175 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:44:31.191374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, fb3bb650-e7fb-4594-ae57-f38888419175) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:31.192298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1918d9d7-35ff-440a-a650-cc3288b181a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.196632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:31.201268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d875b7-8bc6-4bc0-99cb-7135ee08babb None None] Network fb3bb650-e7fb-4594-ae57-f38888419175 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:31.203801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1918d9d7-35ff-440a-a650-cc3288b181a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.223694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:31.229821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.239089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979c8e-d8d1-4d58-8ac6-b253af3ae464 None None] The sync data for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 is: [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:25Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:31.286148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a9c4d6b4-e106-438d-a4bb-a9e355c5c470 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:31.304808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1918d9d7-35ff-440a-a650-cc3288b181a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c823079d6d5b4307a93f039e3a3c3bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156089 Jul 16 22:44:31.305070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5178ed0-a216-4bb9-a182-871f9a7791f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4027274 Jul 16 22:44:31.307427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918d9d7-35ff-440a-a650-cc3288b181a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2117189f-9133-4563-86d3-2b3e7d983534,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:31.310448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:31.311163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 55980) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:31.324466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dbfb139d-67d5-4268-9cc0-2bb97e047efe req-bab2be6e-e30a-4809-b887-b2eaa2a1fa4e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430710 Jul 16 22:44:31.370441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:31.379387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.411094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-964512a7-510c-47d3-a1b2-e1d6553fbfb9 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2710259 Jul 16 22:44:31.427498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Request body: {'port': {'device_id': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:31.553979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.568859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:31.576452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:31.577290 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.644161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-fb3bb650-e7fb-4594-ae57-f38888419175', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:44:31.645669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.675842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.800454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.925254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705577d-2716-48bc-8aca-385354027f80 req-44f2da84-a6c7-43ec-b83a-583f5ba224ba tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:31.937935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4705577d-2716-48bc-8aca-385354027f80 req-44f2da84-a6c7-43ec-b83a-583f5ba224ba tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 932 time: 0.2671735 Jul 16 22:44:32.200871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:32.209374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52a2d8-6d07-441f-85a4-6e6cb86bff69 req-61f63d21-9a7b-452a-a9d7-9352e053b21d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:32.217263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e52a2d8-6d07-441f-85a4-6e6cb86bff69 req-61f63d21-9a7b-452a-a9d7-9352e053b21d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.9501829 Jul 16 22:44:32.221630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:32.224764 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e49c287-eea0-4d2c-875d-274bf6a1695a" -d '{"events": [{"server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:32.233370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.290676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.396591 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.417967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Allocated IP 172.20.0.2 (fb3bb650-e7fb-4594-ae57-f38888419175/597a3671-6372-4716-a7a7-13b52b21032a/91eab4a1-3db2-4b3f-b6fb-81273e5d8e67) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:32.424734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.492937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e52a2d8-6d07-441f-85a4-6e6cb86bff69 req-3436b73f-38ed-47d3-ae3c-92adece27331 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746205 Jul 16 22:44:32.504686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.508812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ad4a22-080b-4f15-aa38-8410789caf68 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:32.510561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.518856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.529268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2117189f-9133-4563-86d3-2b3e7d983534 HTTP/1.1" status: 204 len: 168 time: 1.1292849 Jul 16 22:44:32.544995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Transition to ACTIVE for port object 07ad4a22-080b-4f15-aa38-8410789caf68 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:32.553579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.561472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542422d-edae-4cf1-8f45-9b665b54b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117189f-9133-4563-86d3-2b3e7d983534,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.567348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4705577d-2716-48bc-8aca-385354027f80 req-bc3d7b60-b294-4d0d-84c7-3b8d7861d1bb tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285233 Jul 16 22:44:32.691199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Pushing event updated for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.719647 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af65fe8c-a429-418f-be8f-e38484be29ad x-openstack-request-id: req-af65fe8c-a429-418f-be8f-e38484be29ad {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:32.719647 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:32.723248 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af65fe8c-a429-418f-be8f-e38484be29ad {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:32.723248 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470', 'code': 200} Jul 16 22:44:32.778522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.800122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.840043 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.883329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Transition to ACTIVE for port object 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:32.943420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Transition to ACTIVE for port object 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:32.955791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.962568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Attempting to bind port 07ad4a22-080b-4f15-aa38-8410789caf68 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:32.963576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Attempting to bind port 07ad4a22-080b-4f15-aa38-8410789caf68 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '9e7b3538-6178-4d0e-a730-410f79aece9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:32.964389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Attempting to bind port 07ad4a22-080b-4f15-aa38-8410789caf68 on network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:33.020641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Port 07ad4a22-080b-4f15-aa38-8410789caf68 on network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:33.021099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Attempting to bind port 07ad4a22-080b-4f15-aa38-8410789caf68 on network 49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:33.030971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:33.031552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Checking segment: {'id': '9e7b3538-6178-4d0e-a730-410f79aece9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:33.032009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Bound using segment: {'id': '9e7b3538-6178-4d0e-a730-410f79aece9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:33.032532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Bound port: 07ad4a22-080b-4f15-aa38-8410789caf68, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7b3538-6178-4d0e-a730-410f79aece9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:33.032943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.039491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Pushing event updated for resources: {'Port': ['ID=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.058380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Network fb3bb650-e7fb-4594-ae57-f38888419175 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:33.063212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:33.066122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:33.089627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147f65f-da63-4ba0-ad18-c789fea6ab14 req-3e53b616-170d-424a-a222-622ba9d8dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:33.091808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9147f65f-da63-4ba0-ad18-c789fea6ab14 req-3e53b616-170d-424a-a222-622ba9d8dc73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.2145462 Jul 16 22:44:33.125560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:33.155826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c60b-806c-41b9-afc3-86055c656196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.157694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Attempting to bind port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:33.157866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Attempting to bind port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:33.158328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Attempting to bind port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:33.164154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:33.164584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Checking segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:33.165013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.165458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Bound using segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:33.166220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Bound port: 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:33.166658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.185524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:33.189407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=07ad4a22-080b-4f15-aa38-8410789caf68,segment=NetworkSegment(9e7b3538-6178-4d0e-a730-410f79aece9c),segment_id=9e7b3538-6178-4d0e-a730-410f79aece9c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:33.231031 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.268779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9147f65f-da63-4ba0-ad18-c789fea6ab14 req-6ac4ed7f-e70c-4981-9669-5d0f0004726f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690738 Jul 16 22:44:33.284578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] For port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:33.289960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] For port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:33.294239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 07b00969-8912-46d9-b302-ce287cdd8d63 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:33.298427 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.322754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec0525-ce60-40d4-954a-ffdb7a89a1ed req-567c828c-a35a-466f-9c7c-297a25f5e2f7 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:33.324637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20ec0525-ce60-40d4-954a-ffdb7a89a1ed req-567c828c-a35a-466f-9c7c-297a25f5e2f7 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.3543696 Jul 16 22:44:33.328062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:33.329315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.330960 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] 10.222.0.68 "PUT /v2.0/ports/07ad4a22-080b-4f15-aa38-8410789caf68 HTTP/1.1" status: 200 len: 1093 time: 1.9078431 Jul 16 22:44:33.332673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:33.335400 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2" -d '{"events": [{"name": "network-changed", "server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:33.426506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.1 (fb3bb650-e7fb-4594-ae57-f38888419175/597a3671-6372-4716-a7a7-13b52b21032a/d10f9cc2-36c4-491c-afa0-b027cc510d9c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:33.451375 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f625e2-348d-4760-b9c2-d191062e0f5b x-openstack-request-id: req-17f625e2-348d-4760-b9c2-d191062e0f5b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:33.452372 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:33.452372 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17f625e2-348d-4760-b9c2-d191062e0f5b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:33.452744 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68', 'status': 'completed', 'code': 200} Jul 16 22:44:33.457852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e75a8-12af-4e0b-a1ca-d88268c71026 service neutron] Pushing event updated for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.482007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9e7a1-b8b4-4037-bb19-144fafe9c224 None None] Pushing event updated for resources: {'Port': ['ID=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.501326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20ec0525-ce60-40d4-954a-ffdb7a89a1ed req-23a5c0df-8bda-4d3c-88fe-4a4b45c93451 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579239 Jul 16 22:44:33.508381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-f337a268-7ef0-4f85-b7be-a3c8fc75a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:33.519475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-f337a268-7ef0-4f85-b7be-a3c8fc75a3af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1097 time: 0.4513943 Jul 16 22:44:33.524147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c60b-806c-41b9-afc3-86055c656196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.530635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c60b-806c-41b9-afc3-86055c656196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.543096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 07b00969-8912-46d9-b302-ce287cdd8d63 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:33.551304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 07b00969-8912-46d9-b302-ce287cdd8d63 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:33.551805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.661487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2ba0c60b-806c-41b9-afc3-86055c656196 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32314d8191b04c36a9e51dfffad4fc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301285 Jul 16 22:44:33.665612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:33.674323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0c60b-806c-41b9-afc3-86055c656196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8398eae-284d-4ee0-a336-49a7abe0b75e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.727645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.774420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.777177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 07b00969-8912-46d9-b302-ce287cdd8d63, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=07b00969-8912-46d9-b302-ce287cdd8d63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:33.784764 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.836854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-5579c1da-a2e7-4173-9b54-864e10998019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:33.838507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-5579c1da-a2e7-4173-9b54-864e10998019 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=328501c57c0c4a80af4d06257b21ed49&device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 1096 time: 0.4435349 Jul 16 22:44:33.925687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=07b00969-8912-46d9-b302-ce287cdd8d63,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.950397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object d10f9cc2-36c4-491c-afa0-b027cc510d9c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:33.966907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.019605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-ef2e5d88-5ccf-456d-8f00-9aee5c69b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.021245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-ef2e5d88-5ccf-456d-8f00-9aee5c69b055 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.4995174 Jul 16 22:44:34.024700 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-7c432e33-68bd-4a18-8775-ecd7f83e362a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ad4a22-080b-4f15-aa38-8410789caf68 HTTP/1.1" status: 200 len: 217 time: 0.1646791 Jul 16 22:44:34.052112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.076285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a113b15-5a57-4d71-b87b-188e6b8a3f44 req-c2fbbbc5-97d5-4e27-ad6a-fab013a48536 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.078418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a113b15-5a57-4d71-b87b-188e6b8a3f44 req-c2fbbbc5-97d5-4e27-ad6a-fab013a48536 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.2866981 Jul 16 22:44:34.139460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.157175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a113b15-5a57-4d71-b87b-188e6b8a3f44 req-9d871d77-a9eb-4f65-a73c-87451273b0e7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664370 Jul 16 22:44:34.185491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network fb3bb650-e7fb-4594-ae57-f38888419175 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:34.189921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:34.194876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:34.239640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.242232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.243385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8398eae-284d-4ee0-a336-49a7abe0b75e HTTP/1.1" status: 204 len: 168 time: 0.5768871 Jul 16 22:44:34.254477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea8113-9671-4fb8-af6c-66d023cc97a7 req-58841139-7fac-40a8-972c-af6de1294cff tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.256253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7ea8113-9671-4fb8-af6c-66d023cc97a7 req-58841139-7fac-40a8-972c-af6de1294cff tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 944 time: 0.3613114 Jul 16 22:44:34.259250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2ec81-b23a-4b03-ae38-74918fc6d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8398eae-284d-4ee0-a336-49a7abe0b75e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:34.263162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:34.282817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.306571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-584ed743-8203-4f8f-bef1-c1310d621bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.308788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-584ed743-8203-4f8f-bef1-c1310d621bda service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2d1a7618-af1d-402b-b0a4-2279e109c6f9 HTTP/1.1" status: 200 len: 862 time: 0.2688839 Jul 16 22:44:34.312463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-04776be0-b1b1-45ff-b968-e7e03baefc89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 1001 time: 0.2820868 Jul 16 22:44:34.404540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-2e3a82b7-b4e3-4ef0-8fad-d32308977647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.406097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-2e3a82b7-b4e3-4ef0-8fad-d32308977647 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0854626 Jul 16 22:44:34.408508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-576fbd45-db6d-46ae-b644-009629104f4e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889175 Jul 16 22:44:34.484249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7ea8113-9671-4fb8-af6c-66d023cc97a7 req-37c2c00f-196e-4647-b9ca-17c905ca74f4 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096853 Jul 16 22:44:34.492234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.614973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-5c530eb0-0f5c-4bf3-8337-5444d76b13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.617214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-5c530eb0-0f5c-4bf3-8337-5444d76b13e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878281 Jul 16 22:44:34.668310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-3dd93718-a09f-4825-b148-f5db262c3ce7 service neutron] 10.222.0.68 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052515 Jul 16 22:44:34.828665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-100a39af-ccae-4f53-a13c-d7301df1ab32 req-1da28bd8-5828-405d-ae6b-3e3f4cd7a5f8 service neutron] 10.222.0.68 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959122 Jul 16 22:44:34.830881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56026) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:34.885216 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be3043dd-27fc-4686-9f0b-b382f25169f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.901191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-d960a1b2-29c9-4ba5-95a4-46d11127380c service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778103 Jul 16 22:44:35.070764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-2c6d21b1-fe1a-4890-b270-2d70bf280947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:35.073159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-2c6d21b1-fe1a-4890-b270-2d70bf280947 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=328501c57c0c4a80af4d06257b21ed49&device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 1096 time: 0.1835294 Jul 16 22:44:35.076342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0837ad8f-43d0-4bab-a0db-98fe299a6122 None None] Network fb3bb650-e7fb-4594-ae57-f38888419175 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:35.077980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec2765d-40c5-4004-a041-dff296a9a0a2 req-1de2b430-45bc-44f9-8cac-888d9802ec45 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535544 Jul 16 22:44:35.194717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b224885-4ae1-4590-864c-f761156895d4 None None] Provisioning for port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:35.275678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-f1d0ac19-8b07-4017-9a47-ea0b53a3b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:35.277176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-f1d0ac19-8b07-4017-9a47-ea0b53a3b7cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 HTTP/1.1" status: 200 len: 923 time: 0.1814945 Jul 16 22:44:35.311530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:35.337341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-4f19e44b-fca4-423e-ae0f-8ece9be97750 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ad4a22-080b-4f15-aa38-8410789caf68 HTTP/1.1" status: 200 len: 217 time: 0.0524416 Jul 16 22:44:35.400319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 07b00969-8912-46d9-b302-ce287cdd8d63 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:35.472519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be3043dd-27fc-4686-9f0b-b382f25169f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.486698 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be3043dd-27fc-4686-9f0b-b382f25169f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.512134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-7fad1fc7-63de-49d8-b4cd-ab0b9c844127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:35.514404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-7fad1fc7-63de-49d8-b4cd-ab0b9c844127 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2d1a7618-af1d-402b-b0a4-2279e109c6f9 HTTP/1.1" status: 200 len: 862 time: 0.1692808 Jul 16 22:44:35.535257 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.555614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 07b00969-8912-46d9-b302-ce287cdd8d63 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:35.556524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.604575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be3043dd-27fc-4686-9f0b-b382f25169f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7791983681384b2798b644a141e19284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724209 Jul 16 22:44:35.605469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:35.606905 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-224dd9d9-db2e-4062-adf6-1bf60ec43c39 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779212 Jul 16 22:44:35.607388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:35.608833 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db0301-0c37-4db8-a4b2-0ffdcaaf74f2" -d '{"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:35.623984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3043dd-27fc-4686-9f0b-b382f25169f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a71d95-8110-4f70-bcf9-3004a138a25b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.633689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:35.640929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb3594-a98c-4894-af68-3b5409716925 req-3c17915b-2e74-4fa2-a5fa-6e1b902c25f5 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:35.642549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45bb3594-a98c-4894-af68-3b5409716925 req-3c17915b-2e74-4fa2-a5fa-6e1b902c25f5 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.9527063 Jul 16 22:44:35.652415 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.694997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-70380130-3ccc-4f6a-9603-325b7389a568 req-fd71266c-374f-460b-a82c-3a1d013cb01e service neutron] (93923) timed out ('10.222.0.70', 43416) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:44:35.705496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-0dd4d567-61ec-4ff1-8924-74d97508db03 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3485358 Jul 16 22:44:35.724952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ab900-19b9-4dab-9ee3-8394775c18fb req-c21f5669-5ebb-4e4f-9920-f01654817df1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:35.728839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba6ab900-19b9-4dab-9ee3-8394775c18fb req-c21f5669-5ebb-4e4f-9920-f01654817df1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 945 time: 0.3037508 Jul 16 22:44:35.755589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45bb3594-a98c-4894-af68-3b5409716925 req-ce266b5d-bed8-4784-80de-515ae9dce2fc tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050467 Jul 16 22:44:35.784816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.785645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.800597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:35.803437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.914746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.942994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:35.956309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:35.956831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.972083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:36.021529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Provisioning for port d10f9cc2-36c4-491c-afa0-b027cc510d9c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:36.038033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Provisioning complete for port d10f9cc2-36c4-491c-afa0-b027cc510d9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:36.038422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.113809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network fb3bb650-e7fb-4594-ae57-f38888419175 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:36.120702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Port d10f9cc2-36c4-491c-afa0-b027cc510d9c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:36.130610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:36.175879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Provisioning complete for port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:36.176205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.230636 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.289614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:36.309918 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.345631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ca5a-ce59-40b4-811b-17d12b0dd63c req-9ebae64c-d260-451b-ae74-0459d338b03c tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:36.348348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d605ca5a-ce59-40b4-811b-17d12b0dd63c req-9ebae64c-d260-451b-ae74-0459d338b03c tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 944 time: 0.2333143 Jul 16 22:44:36.379486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.386806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:36.404445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.409574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 79d8c666-b792-4ec4-8382-350fcd2f93b4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:36.409806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ba6ab900-19b9-4dab-9ee3-8394775c18fb req-2d8f62ff-da19-4480-bea2-9b45f66b80cc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6656215 Jul 16 22:44:36.413101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d605ca5a-ce59-40b4-811b-17d12b0dd63c req-c641ad41-39f7-4225-bca0-cc7dcd7ab05a tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551052 Jul 16 22:44:36.474118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:44:36.474493 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-6d7cff8b-7992-41e2-bdc0-ef6c5206d71c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:44:36.477918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-92cc60f0-6d2e-4795-b4d6-e0e54c744052 service neutron] 10.222.0.68 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336036 Jul 16 22:44:36.480605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.525371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb40f6-de61-47ba-8239-074703e03786 req-ce7ebf96-beeb-4416-8eee-a88d002b804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:36.526921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-ce7ebf96-beeb-4416-8eee-a88d002b804a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 1097 time: 0.7261443 Jul 16 22:44:36.541106 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309df67-b2e9-4433-b471-6a8d15487260 x-openstack-request-id: req-8309df67-b2e9-4433-b471-6a8d15487260 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:36.541787 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:36.542763 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8309df67-b2e9-4433-b471-6a8d15487260 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:36.543875 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'code': 200} Jul 16 22:44:36.554424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:36.560589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d8114f7f-1d6a-498d-866c-89c1fb689407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/79d8c666-b792-4ec4-8382-350fcd2f93b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1390889 Jul 16 22:44:36.570379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Sync routers for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:36.581613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:36.582745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:36.679581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf859f-79c1-4194-979e-5fb296a1a688 req-848d94b2-a3be-46d9-8808-8a84cf483f12 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:36.681854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58cf859f-79c1-4194-979e-5fb296a1a688 req-848d94b2-a3be-46d9-8808-8a84cf483f12 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0745254 Jul 16 22:44:36.726873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-58cf859f-79c1-4194-979e-5fb296a1a688 req-e5ac5b5d-73ab-4400-a283-85b8702936fb tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Jul 16 22:44:36.731904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb40f6-de61-47ba-8239-074703e03786 req-e5d3dbd0-8f7d-4763-b0af-2290e042b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:36.733945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-e5d3dbd0-8f7d-4763-b0af-2290e042b434 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 200 len: 912 time: 0.1840248 Jul 16 22:44:36.770449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:36.851512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2543a16-1e9f-42cc-ae9e-ad21e41075e2 req-4986254e-6fae-4f21-b753-408f72258e85 service neutron] 10.222.0.68 "GET /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666551 Jul 16 22:44:36.852416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.855086 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.856317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94a71d95-8110-4f70-bcf9-3004a138a25b HTTP/1.1" status: 204 len: 168 time: 1.2457786 Jul 16 22:44:36.891759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51749-4a4d-4c7a-92df-6ec563f27979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a71d95-8110-4f70-bcf9-3004a138a25b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:36.895533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-a3de572c-2e46-4f0e-80db-c1a8ae009b45 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 200 len: 1000 time: 0.1536350 Jul 16 22:44:36.941327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04f3cf-9692-4651-b2c1-f6313cf97620 req-8908dbd3-3061-4302-91b5-8a6f8e66acb9 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:36.942765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f04f3cf-9692-4651-b2c1-f6313cf97620 req-8908dbd3-3061-4302-91b5-8a6f8e66acb9 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0682232 Jul 16 22:44:36.959671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-6026dd15-b54d-4eb0-ab9d-c71f7f0b3aa5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741374850&fields=id&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 267 time: 0.1530118 Jul 16 22:44:37.000565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb40f6-de61-47ba-8239-074703e03786 req-6114dc54-e1e7-4dcc-af1f-76a7d2d26dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:37.002226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-6114dc54-e1e7-4dcc-af1f-76a7d2d26dee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 200 len: 850 time: 0.0980275 Jul 16 22:44:37.005222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f04f3cf-9692-4651-b2c1-f6313cf97620 req-ef0ec799-0bfd-4d14-85db-1cd43c093401 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Jul 16 22:44:37.187325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00841fe9-4ea5-4da6-a18c-4327e0b478ac None None] Provisioning complete for port d10f9cc2-36c4-491c-afa0-b027cc510d9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:37.188422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00841fe9-4ea5-4da6-a18c-4327e0b478ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.215630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb40f6-de61-47ba-8239-074703e03786 req-74b54f03-b2b3-47d6-af8f-abaa56306313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:37.217525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-74b54f03-b2b3-47d6-af8f-abaa56306313 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d2638eb-f1d4-406a-896e-fa0ac4225a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040007 Jul 16 22:44:37.251349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 2, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:37.263318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:37.347861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-a6bb751f-3b9d-4f58-93c8-0f2173f2f336 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:37.354855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-a6bb751f-3b9d-4f58-93c8-0f2173f2f336 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 797 time: 0.3873510 Jul 16 22:44:37.370832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00841fe9-4ea5-4da6-a18c-4327e0b478ac None None] Port d10f9cc2-36c4-491c-afa0-b027cc510d9c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:37.378311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Checking router: 79d8c666-b792-4ec4-8382-350fcd2f93b4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:37.378853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Updating router 79d8c666-b792-4ec4-8382-350fcd2f93b4 port d10f9cc2-36c4-491c-afa0-b027cc510d9c binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:37.384031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-7faf2457-7ed1-424f-aa1e-6c4cb6922eff tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/quotas/95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 375 time: 0.0272267 Jul 16 22:44:37.443519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.443790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-cd9be757-c093-4fae-abf5-c686e1b111f4 service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190974 Jul 16 22:44:37.468305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:37.468678 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.552122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-959879d3-425a-41a2-922f-50eb9162f994 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:37.554687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-959879d3-425a-41a2-922f-50eb9162f994 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.1614604 Jul 16 22:44:37.557783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-82f18f97-46c4-4a9d-bb17-6f673ac7b03d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666882 Jul 16 22:44:37.580423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-151a7907-61b1-459d-8ccd-3f2acbb01e72 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/quotas/563f6af834514800bc69c1f9cb291415 HTTP/1.1" status: 200 len: 375 time: 0.0181351 Jul 16 22:44:37.642997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9fb40f6-de61-47ba-8239-074703e03786 req-6d57f829-ab54-4800-96f7-622f7ecd267c service neutron] 10.222.0.68 "GET /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919367 Jul 16 22:44:37.754363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-48071ced-a1fa-4102-9cb1-6dd4a332e31d service neutron] 10.222.0.70 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879833 Jul 16 22:44:37.843467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-fa77a36c-7a34-4963-9e95-b4d47b99ef99 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2573888 Jul 16 22:44:38.110612 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.113265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-448e444f-8454-49ba-bc5c-298ab5aa67ac service neutron] 10.222.0.70 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864212 Jul 16 22:44:38.114362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Transition to ACTIVE for port object d10f9cc2-36c4-491c-afa0-b027cc510d9c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:38.114362 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.114362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 07ad4a22-080b-4f15-aa38-8410789caf68 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:38.115584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-1a5eff1b-a40b-40af-aa2b-2a665cf41d78 service neutron] 10.222.0.70 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768942 Jul 16 22:44:38.116301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229b03-0551-47db-a59b-956ca93aa452 None None] Pushing event updated for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.145287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Attempting to bind port d10f9cc2-36c4-491c-afa0-b027cc510d9c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:38.145669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Attempting to bind port d10f9cc2-36c4-491c-afa0-b027cc510d9c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:38.146036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Attempting to bind port d10f9cc2-36c4-491c-afa0-b027cc510d9c on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:38.153443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:38.153845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Checking segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:38.154229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.154630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Bound using segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:38.155110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Bound port: d10f9cc2-36c4-491c-afa0-b027cc510d9c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:38.155493 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.263724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-cb07f7e6-2877-4021-8d67-dc602e2c165a service neutron] 10.222.0.70 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168615 Jul 16 22:44:38.357641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=07ad4a22-080b-4f15-aa38-8410789caf68,segment=NetworkSegment(9e7b3538-6178-4d0e-a730-410f79aece9c),segment_id=9e7b3538-6178-4d0e-a730-410f79aece9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:38.392000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] For port d10f9cc2-36c4-491c-afa0-b027cc510d9c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:38.405567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] For port d10f9cc2-36c4-491c-afa0-b027cc510d9c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d10f9cc2-36c4-491c-afa0-b027cc510d9c,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:38.445156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '07ad4a22-080b-4f15-aa38-8410789caf68', 'network_id': '49c7187c-1d12-48e9-8ae3-e6c19cc40bc2', 'port_id': '07ad4a22-080b-4f15-aa38-8410789caf68', 'mac_address': 'fa:16:3e:ad:7e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1a7618-af1d-402b-b0a4-2279e109c6f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:38.451025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.576561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa22b37-763f-4510-a3ce-1f62c63f6f27 req-e588745a-cdaa-4989-9fe2-ec79d8705b08 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:38.579161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2aa22b37-763f-4510-a3ce-1f62c63f6f27 req-e588745a-cdaa-4989-9fe2-ec79d8705b08 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 944 time: 0.1032653 Jul 16 22:44:38.659142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229b03-0551-47db-a59b-956ca93aa452 None None] Pushing event updated for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.688162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2aa22b37-763f-4510-a3ce-1f62c63f6f27 req-3cb6a75d-4a10-452f-8ee0-bc04222ecc21 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007867 Jul 16 22:44:38.784642 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.802312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0415d-4232-4de9-848f-8818345ef537 req-155edc6e-b177-4ee0-9095-87f37ff12a6f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:38.811548 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bf0415d-4232-4de9-848f-8818345ef537 req-155edc6e-b177-4ee0-9095-87f37ff12a6f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1354785 Jul 16 22:44:38.838026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:38.840021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:44:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:38.890501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bf0415d-4232-4de9-848f-8818345ef537 req-ce1eec5f-44fc-4e18-9793-8f954b9fa0aa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778792 Jul 16 22:44:38.971431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ad4a22-080b-4f15-aa38-8410789caf68 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:39.029693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=07ad4a22-080b-4f15-aa38-8410789caf68,segment=NetworkSegment(9e7b3538-6178-4d0e-a730-410f79aece9c),segment_id=9e7b3538-6178-4d0e-a730-410f79aece9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:39.030535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-04e59a0d-75b4-429e-8aba-b560427a0f4e req-62a983c6-c3ec-489e-88ab-1fdadf8bc4b1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 210 time: 0.0696514 Jul 16 22:44:39.061798 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:39.094008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3cc08b3-be1a-4bb5-85b9-1d3c4846e698 req-ca7b4297-eeb1-41a1-8bae-4e6e84b40ac6 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 210 time: 0.0961084 Jul 16 22:44:39.440783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:39.524797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['07ad4a22-080b-4f15-aa38-8410789caf68'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:39.587749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:39.651410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:40.148232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:38Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:40.155690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c32778-9dbb-4bef-949e-ebc36bd37c02 req-df781610-b2f8-42cd-972c-83c2a5e93b70 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:40.173206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04c32778-9dbb-4bef-949e-ebc36bd37c02 req-df781610-b2f8-42cd-972c-83c2a5e93b70 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 945 time: 0.2070169 Jul 16 22:44:40.195346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005f16-78a1-44db-b090-e844c41c166b None None] The sync data for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 is: [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:38Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:40.281596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-04c32778-9dbb-4bef-949e-ebc36bd37c02 req-80693c2d-51bc-457e-97ba-6fbf08e05c11 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071386 Jul 16 22:44:40.394839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-5027f478-7e91-47af-8ae8-3dde32b93be9 req-cb71fa4d-be1d-4d19-8513-c8bc6076ba9d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:44:40.396324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5027f478-7e91-47af-8ae8-3dde32b93be9 req-cb71fa4d-be1d-4d19-8513-c8bc6076ba9d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070589 Jul 16 22:44:40.490424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-943d3df4-4bc1-42d1-853d-4e1dfc0298b0 req-991d1db2-a0d0-43e2-bee7-51121c197156 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 210 time: 0.0482967 Jul 16 22:44:40.773996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-074c5299-8371-486f-815f-870b66aec408 req-9ef3e54e-17b2-4df0-af27-8d78c3f1f58c tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 210 time: 0.0938182 Jul 16 22:44:41.014168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-0d3f4b6f-966f-4f78-bdfc-1c4c1abdd0bb tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:41.021551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-0d3f4b6f-966f-4f78-bdfc-1c4c1abdd0bb tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.68 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.3990262 Jul 16 22:44:41.032736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-3fb38428-b79e-4d9b-8654-3cfabb27fcce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:41.040350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-3fb38428-b79e-4d9b-8654-3cfabb27fcce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 797 time: 0.3615725 Jul 16 22:44:41.052615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Request body: {'port': {'device_id': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'admin_state_up': True, 'tenant_id': '563f6af834514800bc69c1f9cb291415'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:41.149985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc9411-7f4a-416b-b4be-32d3c0d3f1d5 req-e910edce-f8c2-4273-8fbb-812b3992e370 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:41.166443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97dc9411-7f4a-416b-b4be-32d3c0d3f1d5 req-e910edce-f8c2-4273-8fbb-812b3992e370 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.2573400 Jul 16 22:44:41.236775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-72cdb979-2f15-4d1a-92c1-d6bc111d4e8d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 379 time: 0.1667850 Jul 16 22:44:41.243647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-97dc9411-7f4a-416b-b4be-32d3c0d3f1d5 req-554356b5-95dc-4824-bb26-72f1473220c6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762179 Jul 16 22:44:41.285252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'port': {'device_id': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'admin_state_up': True, 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'security_groups': ['60a4ff2f-4708-45a9-954c-79cdfa9f9cda']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:41.326948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:41.345939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Made reservation on behalf of 563f6af834514800bc69c1f9cb291415 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:41.350886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.359169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d10f9cc2-36c4-491c-afa0-b027cc510d9c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:41.378433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:41.520639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d10f9cc2-36c4-491c-afa0-b027cc510d9c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:41.527377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d10f9cc2-36c4-491c-afa0-b027cc510d9c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:41.529601 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.680669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.722479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b22-35fc-41dc-b1e2-68fb659d5a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.767371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a1cebb52-af55-4bbd-aee4-30b77a2ad623 req-cd0381db-a248-4dbf-9514-b169c8511428 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 210 time: 0.0494459 Jul 16 22:44:41.778760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d10f9cc2-36c4-491c-afa0-b027cc510d9c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d10f9cc2-36c4-491c-afa0-b027cc510d9c,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:41.786853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.805906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a7b25-d5e6-463c-91e3-f21b36eeb675 req-8f804885-3ed8-4599-8b89-aaf2224d2cab tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:41.808019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af5a7b25-d5e6-463c-91e3-f21b36eeb675 req-8f804885-3ed8-4599-8b89-aaf2224d2cab tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 945 time: 0.2315786 Jul 16 22:44:41.827761 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-1d111560-79fa-4441-ab52-ac5e85288123 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4469895 Jul 16 22:44:41.868429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-5a1dfe31-78d4-4ebc-8ec8-dfa777958348 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:44:41.881057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-5a1dfe31-78d4-4ebc-8ec8-dfa777958348 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325999 Jul 16 22:44:41.890235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Allocated IP 172.20.0.11 (113b31bf-65c4-421e-b597-7193c044cb05/f2171d02-23d6-44d4-8cd0-9912622f065a/b7b5a28e-1928-464f-b18a-857e00f4f374) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:41.894083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:42.009090 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b22-35fc-41dc-b1e2-68fb659d5a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.016785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 07ad4a22-080b-4f15-aa38-8410789caf68 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:42.024668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af5a7b25-d5e6-463c-91e3-f21b36eeb675 req-95753aca-5aae-4b8e-a16c-ed7b5a2361a1 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032578 Jul 16 22:44:42.026048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b22-35fc-41dc-b1e2-68fb659d5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.058839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7b198f8d-980b-495e-a347-891512de4206 req-d1d6ae90-78ec-4e9a-8f23-e889f5a223d5 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 210 time: 0.0533860 Jul 16 22:44:42.061072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a4b7b22-35fc-41dc-b1e2-68fb659d5a99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e044d8120116441ab35249c3388bd53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327936 Jul 16 22:44:42.063918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:42.116924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:42.122279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.149128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.157175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 07ad4a22-080b-4f15-aa38-8410789caf68 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:42.166902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b7b22-35fc-41dc-b1e2-68fb659d5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4841b1e-afc4-412c-9694-d164324e0eff,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:42.168071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 07ad4a22-080b-4f15-aa38-8410789caf68 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:42.170457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.195346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.280636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.291103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.294073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4841b1e-afc4-412c-9694-d164324e0eff HTTP/1.1" status: 204 len: 168 time: 0.2212148 Jul 16 22:44:42.358987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e23994-b4dc-4e4f-be4b-98a4d10ea20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4841b1e-afc4-412c-9694-d164324e0eff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:42.427351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.495120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:42.502018 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd16a9-60bf-46f1-9a2e-9f059179ad45" -d '{"events": [{"server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "name": "network-vif-plugged", "status": "completed", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:42.529919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=07ad4a22-080b-4f15-aa38-8410789caf68,segment=NetworkSegment(9e7b3538-6178-4d0e-a730-410f79aece9c),segment_id=9e7b3538-6178-4d0e-a730-410f79aece9c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:42.539035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.573002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.14 (fb3bb650-e7fb-4594-ae57-f38888419175/597a3671-6372-4716-a7a7-13b52b21032a/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:42.620854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.641333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:42.735214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00f85-efbd-4a0a-9c31-fd7d20feefab req-c0046699-7d0a-4ad4-adfd-9290991de010 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:42.743505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4dc00f85-efbd-4a0a-9c31-fd7d20feefab req-c0046699-7d0a-4ad4-adfd-9290991de010 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1275537 Jul 16 22:44:42.784479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Transition to ACTIVE for port object b7b5a28e-1928-464f-b18a-857e00f4f374 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:42.795713 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4847d44-bfeb-4993-8a81-33e0ecd2e2b3 x-openstack-request-id: req-d4847d44-bfeb-4993-8a81-33e0ecd2e2b3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:42.796581 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "name": "network-vif-plugged", "status": "completed", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:42.797138 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4847d44-bfeb-4993-8a81-33e0ecd2e2b3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:42.797721 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68', 'code': 200} Jul 16 22:44:42.821677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4dc00f85-efbd-4a0a-9c31-fd7d20feefab req-abf54b1b-fabf-46fe-a1e6-d23fda5d3195 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761931 Jul 16 22:44:43.043224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:43.083011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-136e5e88-d727-4e49-af0e-beb2ecf15fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.101383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64292-9aad-4ffd-b870-00be04f0b51a req-dcaddd82-33d2-49c0-b62e-64d328472c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:43.102952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0de64292-9aad-4ffd-b870-00be04f0b51a req-dcaddd82-33d2-49c0-b62e-64d328472c44 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 1098 time: 0.2202172 Jul 16 22:44:43.104094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.115554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a9c4d6b4-e106-438d-a4bb-a9e355c5c470'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:43.122092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c0b7ed6-5136-4249-87c6-f1fe9f0e045f req-d75fc0e0-a178-4b45-b1ae-48eddfa4529d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 210 time: 0.0616829 Jul 16 22:44:43.310415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Network 113b31bf-65c4-421e-b597-7193c044cb05 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:43.329375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.333643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:43.344381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:43.346805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d10f9cc2-36c4-491c-afa0-b027cc510d9c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:43.430754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-136e5e88-d727-4e49-af0e-beb2ecf15fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.436160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:43.439014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object ef97eb98-62ea-4da4-87f5-eb339cd5ef8a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:43.455594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-136e5e88-d727-4e49-af0e-beb2ecf15fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.471457 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0de64292-9aad-4ffd-b870-00be04f0b51a req-6a623c17-1131-464f-a3cd-68b4203d3a74 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482318 Jul 16 22:44:43.507452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-136e5e88-d727-4e49-af0e-beb2ecf15fc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=779be3499ef24e779f9b7125462a26ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599371 Jul 16 22:44:43.510833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:43.537568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:43.538192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.554791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d10f9cc2-36c4-491c-afa0-b027cc510d9c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:43.555956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.600221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0b2ce-ccb3-49ee-90c2-bf686c08a0e6 req-0e40315a-de3b-497e-92ea-14b9c6271374 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:43.610433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4a0b2ce-ccb3-49ee-90c2-bf686c08a0e6 req-0e40315a-de3b-497e-92ea-14b9c6271374 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 946 time: 0.2591407 Jul 16 22:44:43.612132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-f6e37005-ebd1-47c0-988d-930229cf8e0f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5702841 Jul 16 22:44:43.618405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e5e88-d727-4e49-af0e-beb2ecf15fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764889b3-108c-4acb-9b8c-b4ca187a0080,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:43.619602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69d7f9-54fb-4af9-9b36-da3067f14866 req-5534bdbe-2ca2-4c75-9872-cfb2290aa88f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:43.642973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb69d7f9-54fb-4af9-9b36-da3067f14866 req-5534bdbe-2ca2-4c75-9872-cfb2290aa88f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1028 time: 0.3340755 Jul 16 22:44:43.664305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Request body: {'port': {'device_id': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:43.670250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.753605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4a0b2ce-ccb3-49ee-90c2-bf686c08a0e6 req-ef964674-3e7c-4497-878b-fa4a02cdf1cb tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420610 Jul 16 22:44:43.757316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.785109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network fb3bb650-e7fb-4594-ae57-f38888419175 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:43.795751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-06c496f3-140d-4339-ba04-03dd0b86c3e9 None None] Provisioning for port b7b5a28e-1928-464f-b18a-857e00f4f374 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:43.803068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-06c496f3-140d-4339-ba04-03dd0b86c3e9 None None] Provisioning complete for port b7b5a28e-1928-464f-b18a-857e00f4f374 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:43.805315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06c496f3-140d-4339-ba04-03dd0b86c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.806973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:43.817456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:43.822227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:43.830110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb69d7f9-54fb-4af9-9b36-da3067f14866 req-2660cafd-0cbc-425e-b112-4cde3bd7b22f tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857004 Jul 16 22:44:43.834940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.953275 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.954204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-06c496f3-140d-4339-ba04-03dd0b86c3e9 None None] Port b7b5a28e-1928-464f-b18a-857e00f4f374 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:43.955864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.957297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/764889b3-108c-4acb-9b8c-b4ca187a0080 HTTP/1.1" status: 204 len: 168 time: 0.4435029 Jul 16 22:44:43.976938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8161e-ede9-48fc-b50a-21c56bd2a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764889b3-108c-4acb-9b8c-b4ca187a0080,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:44.023192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:44.025514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:44.043532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:44.078316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-d4225292-7eb7-4e32-b803-b72f589ca643 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8106232 Jul 16 22:44:44.122087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Request body: {'port': {'device_id': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:44.413121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b486025-6620-4927-92e2-a0267bf53d90 None None] Provisioning for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:44.421987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b486025-6620-4927-92e2-a0267bf53d90 None None] Provisioning complete for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:44.423029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b486025-6620-4927-92e2-a0267bf53d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:44.452431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:44.528119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f909-5b6f-4d9f-8a5f-c852a5f9712f req-0988fd39-ac29-4e51-8203-718fd083cb38 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:44.531346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21e6f909-5b6f-4d9f-8a5f-c852a5f9712f req-0988fd39-ac29-4e51-8203-718fd083cb38 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 932 time: 0.1885808 Jul 16 22:44:44.547149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0b486025-6620-4927-92e2-a0267bf53d90 None None] Port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:44.596280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e343b15-7c79-4b89-9620-4658bf7f0e98 req-1058d983-7156-47af-aaf0-e72362edfa06 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:44.605745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e343b15-7c79-4b89-9620-4658bf7f0e98 req-1058d983-7156-47af-aaf0-e72362edfa06 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.4071031 Jul 16 22:44:44.611097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21e6f909-5b6f-4d9f-8a5f-c852a5f9712f req-407ec7a5-f67c-4e7f-b9a3-ff716e2f6afe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715263 Jul 16 22:44:44.905531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e343b15-7c79-4b89-9620-4658bf7f0e98 req-fb3558bc-a6e0-4d0a-9862-e44ed4e30a23 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921784 Jul 16 22:44:44.987838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b5a28e-1928-464f-b18a-857e00f4f374 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:44.995601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:45.008197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Transition to ACTIVE for port object b7b5a28e-1928-464f-b18a-857e00f4f374 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:45.027125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340ddba-ddea-4923-b1d7-f6925ce47c86 req-401eb19d-9896-4f5a-9f76-f1663104d483 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:45.038218 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2340ddba-ddea-4923-b1d7-f6925ce47c86 req-401eb19d-9896-4f5a-9f76-f1663104d483 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 946 time: 0.1229422 Jul 16 22:44:45.083989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2340ddba-ddea-4923-b1d7-f6925ce47c86 req-fba2b180-62ed-43ba-866b-480176e6b4a0 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Jul 16 22:44:45.148359 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:45.284176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Pushing event updated for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:45.923990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1295d-12cd-49f2-9fa0-1e351176320d req-977c6867-4ae9-4f6f-b970-565603711457 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:45.932021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9d1295d-12cd-49f2-9fa0-1e351176320d req-977c6867-4ae9-4f6f-b970-565603711457 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 932 time: 0.0875511 Jul 16 22:44:46.006036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef97eb98-62ea-4da4-87f5-eb339cd5ef8a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:46.018442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.024721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5039-1e05-4798-bed7-579e98558c6e req-ed522cb5-f289-44ab-8757-e02a3fc802ed tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:46.033362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52de5039-1e05-4798-bed7-579e98558c6e req-ed522cb5-f289-44ab-8757-e02a3fc802ed tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1054 time: 0.8864782 Jul 16 22:44:46.058338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9d1295d-12cd-49f2-9fa0-1e351176320d req-0e939a18-9ece-4b3d-8a93-adf50b49f9f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246331 Jul 16 22:44:46.097281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Transition to ACTIVE for port object ef97eb98-62ea-4da4-87f5-eb339cd5ef8a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:46.119664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.199890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Attempting to bind port b7b5a28e-1928-464f-b18a-857e00f4f374 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:46.200343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Attempting to bind port b7b5a28e-1928-464f-b18a-857e00f4f374 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:46.200778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Attempting to bind port b7b5a28e-1928-464f-b18a-857e00f4f374 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:46.218633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52de5039-1e05-4798-bed7-579e98558c6e req-eb59257a-1a8b-424f-941d-0c5357f73ebe tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840975 Jul 16 22:44:46.233391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Port b7b5a28e-1928-464f-b18a-857e00f4f374 on network 113b31bf-65c4-421e-b597-7193c044cb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:46.233880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Attempting to bind port b7b5a28e-1928-464f-b18a-857e00f4f374 on network 113b31bf-65c4-421e-b597-7193c044cb05 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:46.242435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:46.242933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Checking segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:46.243391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Bound using segment: {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:46.243944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Bound port: b7b5a28e-1928-464f-b18a-857e00f4f374, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6114391-f8e1-46df-8c9e-48cb6325e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:46.244426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.275247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:46.651445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:46.653914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:46.654626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:46.655371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:46.664392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:46.665021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:46.680690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:46.686113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Checking segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:46.686779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Bound using segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:46.687720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Bound port: ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:46.688302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.720709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7b5a28e-1928-464f-b18a-857e00f4f374,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:46.737771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.819255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:46.822853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:46.837141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa414c-a05e-4b59-8197-3441c86d0ab4 req-c0453ae6-a742-4262-88e6-18b685c295f7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:46.845919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56fa414c-a05e-4b59-8197-3441c86d0ab4 req-c0453ae6-a742-4262-88e6-18b685c295f7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.3119493 Jul 16 22:44:46.882258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.921173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:46.921887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.923369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] 10.222.0.68 "PUT /v2.0/ports/b7b5a28e-1928-464f-b18a-857e00f4f374 HTTP/1.1" status: 200 len: 1093 time: 3.2762589 Jul 16 22:44:46.923883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:46.927093 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a100943-336f-485c-8ab8-7ecd05d33336" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:46.960933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:46.961684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:46.964353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1093 time: 2.8492115 Jul 16 22:44:46.992114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807f68-677f-4659-acf9-27f0c08ab6bc service neutron] Pushing event updated for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:47.076589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1cd31-fc31-468e-8196-7b7928b6efba req-e3f17676-381f-4156-8e00-dbc2923958ff tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:47.081423 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31d1cd31-fc31-468e-8196-7b7928b6efba req-e3f17676-381f-4156-8e00-dbc2923958ff tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 946 time: 0.2343087 Jul 16 22:44:47.180835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-31d1cd31-fc31-468e-8196-7b7928b6efba req-006ad1b1-a637-41cb-bd11-e09f6d412668 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945313 Jul 16 22:44:47.202563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7449b-56d2-44a4-8e05-41a878d434d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:47.240346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56fa414c-a05e-4b59-8197-3441c86d0ab4 req-823f0586-8cac-4b5c-869b-3dcf50aaa2d0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930597 Jul 16 22:44:47.397827 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e914b8f8-6e8d-4943-8f22-fe2f24d540d5 x-openstack-request-id: req-e914b8f8-6e8d-4943-8f22-fe2f24d540d5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:47.398118 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:47.398376 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e914b8f8-6e8d-4943-8f22-fe2f24d540d5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:47.398782 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374', 'status': 'completed', 'code': 200} Jul 16 22:44:47.412517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-634334cc-f252-4f34-9e4c-096fbf14f755 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2305954 Jul 16 22:44:47.535246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-545dd5e5-bdeb-45cc-bd19-2d38d86357a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:47.538995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-545dd5e5-bdeb-45cc-bd19-2d38d86357a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1096 time: 0.5625486 Jul 16 22:44:47.673440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-fb77ab76-e83a-4ba1-bb77-c505c4af5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:47.675729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-fb77ab76-e83a-4ba1-bb77-c505c4af5745 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1096 time: 0.4264882 Jul 16 22:44:47.677270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-550c4eb8-d274-4d80-9569-4ba5e55dc462 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b5a28e-1928-464f-b18a-857e00f4f374 HTTP/1.1" status: 200 len: 217 time: 0.1296105 Jul 16 22:44:47.715928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-d678356d-9a8a-4b81-8783-240839019e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:47.718295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-d678356d-9a8a-4b81-8783-240839019e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.2442048 Jul 16 22:44:47.745357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134b502-8684-4c0e-85dc-fa7ca4bca826 req-403dbcaf-3fcd-4287-95d3-3ed3bff59878 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:47.755524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6134b502-8684-4c0e-85dc-fa7ca4bca826 req-403dbcaf-3fcd-4287-95d3-3ed3bff59878 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1096 time: 0.1924362 Jul 16 22:44:47.833501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-9bac56b4-64b5-43f1-9f6b-5f820c9a8f63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 217 time: 0.0932896 Jul 16 22:44:47.984171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6134b502-8684-4c0e-85dc-fa7ca4bca826 req-9eca7d59-bb12-4df2-9010-eb9c0ff34c88 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262607 Jul 16 22:44:48.016288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-160d3afe-f1f3-4508-8cbc-00c2982beb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.018122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-160d3afe-f1f3-4508-8cbc-00c2982beb78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 200 len: 848 time: 0.2792284 Jul 16 22:44:48.022648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-dd56df8d-1e7e-4bfe-a43e-4a858b039e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.025965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-dd56df8d-1e7e-4bfe-a43e-4a858b039e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.2641702 Jul 16 22:44:48.070480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-14e4fda9-6f9f-4973-bea7-9a7adb34e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.071959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-14e4fda9-6f9f-4973-bea7-9a7adb34e5be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.2222202 Jul 16 22:44:48.082332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1c5f9-f8bf-4812-b4c5-6b908637b707 req-073a04cc-a4ce-4053-8ae5-9b77f7517372 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.084865 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-f01c32b6-b374-44a9-8ac6-a6e7c5cf9cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470 HTTP/1.1" status: 200 len: 217 time: 0.0509412 Jul 16 22:44:48.086384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3f1c5f9-f8bf-4812-b4c5-6b908637b707 req-073a04cc-a4ce-4053-8ae5-9b77f7517372 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.4285169 Jul 16 22:44:48.164540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c9368-49bf-4974-b48e-380c83e918d4 req-656e5225-01ea-459d-80eb-b730d7adfdb1 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.166269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921c9368-49bf-4974-b48e-380c83e918d4 req-656e5225-01ea-459d-80eb-b730d7adfdb1 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.68 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 946 time: 0.2880645 Jul 16 22:44:48.170523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-6c52a33c-00e8-4a01-9275-fcfe2d1a8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.172663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-6c52a33c-00e8-4a01-9275-fcfe2d1a8611 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 200 len: 848 time: 0.0823979 Jul 16 22:44:48.203847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-c17e0766-6537-44a8-9497-bde4f2b527a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.205387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-c17e0766-6537-44a8-9497-bde4f2b527a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=113b31bf-65c4-421e-b597-7193c044cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748807 Jul 16 22:44:48.281522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3f1c5f9-f8bf-4812-b4c5-6b908637b707 req-464d9c23-fc2b-4d46-bffc-354b39372ac4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756718 Jul 16 22:44:48.287678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-52e1b10b-8c95-4eb7-ac5c-4b27184106ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.295976 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-52e1b10b-8c95-4eb7-ac5c-4b27184106ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113b31bf-65c4-421e-b597-7193c044cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157138 Jul 16 22:44:48.526989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-2bafe336-a004-41f7-9c90-9db0e6056ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.529229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-2bafe336-a004-41f7-9c90-9db0e6056ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4413803 Jul 16 22:44:48.537997 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-1b593405-34f0-46c5-926f-baa0cdb521f9 service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335801 Jul 16 22:44:48.555560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-bf671361-f2e5-436c-8780-7b26e3c26964 service neutron] 10.222.0.68 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027270 Jul 16 22:44:48.590205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d950b-e38c-43e9-9fd4-6c1f7da2f79d req-d90755b1-0c6a-4878-9e9d-7a14e488b09d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.600190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac3d950b-e38c-43e9-9fd4-6c1f7da2f79d req-d90755b1-0c6a-4878-9e9d-7a14e488b09d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 946 time: 0.1454687 Jul 16 22:44:48.699972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac3d950b-e38c-43e9-9fd4-6c1f7da2f79d req-9cae4427-2639-42d0-956d-691837d5c1d6 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974767 Jul 16 22:44:48.790619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-10a83fc8-c7b6-4223-bbab-228191257388 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331645 Jul 16 22:44:48.842670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Deleting port 07ad4a22-080b-4f15-aa38-8410789caf68 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:48.845406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:48.921612 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6489d59a-daff-4ab2-9ab9-177b28f2bc91 req-8ebe41ed-87b4-418d-b4ad-846d470ceed3 service neutron] 10.222.0.47 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694346 Jul 16 22:44:48.959784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fe1d3d16-7714-4999-b62a-dbd3db2b10d9 req-3484cf7f-f505-4f84-a587-bdd222e2cae2 service neutron] 10.222.0.68 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922729 Jul 16 22:44:49.254026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a0fdd5-144f-40ae-9bd3-3479f3667216 req-194b96bd-0709-4e3f-b38b-8cfb9bd53651 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561522 Jul 16 22:44:49.256947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10ed78-a398-4dd7-a6ca-e171ae6fd43f req-73cb49b1-3d42-4612-b362-7f6aef02e6ad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.264450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a10ed78-a398-4dd7-a6ca-e171ae6fd43f req-73cb49b1-3d42-4612-b362-7f6aef02e6ad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.2193725 Jul 16 22:44:49.291693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] For port 07ad4a22-080b-4f15-aa38-8410789caf68, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=07ad4a22-080b-4f15-aa38-8410789caf68,segment=NetworkSegment(9e7b3538-6178-4d0e-a730-410f79aece9c),segment_id=9e7b3538-6178-4d0e-a730-410f79aece9c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:49.294610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:49.329806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a10ed78-a398-4dd7-a6ca-e171ae6fd43f req-62b677d9-ba31-468e-9af5-41c3f1f03ef9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643623 Jul 16 22:44:49.367531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Calling delete_port for 07ad4a22-080b-4f15-aa38-8410789caf68 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:49.375427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-99c84b73-742c-41e8-a699-cafb5cee6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.376949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-99c84b73-742c-41e8-a699-cafb5cee6395 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=563f6af834514800bc69c1f9cb291415&device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1096 time: 0.3229375 Jul 16 22:44:49.406686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:49.409929 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921ae0c6-8754-40d9-b255-ff773a552996" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:49.620854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e329-092a-4f93-999b-fd45d03826a6 req-5f9b1fec-b961-4fab-ba21-ea94f81db40f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.632758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b253e329-092a-4f93-999b-fd45d03826a6 req-5f9b1fec-b961-4fab-ba21-ea94f81db40f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.1444583 Jul 16 22:44:49.640119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-cfac5c60-72ab-4de7-80bf-88e7b8774fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.641633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-cfac5c60-72ab-4de7-80bf-88e7b8774fdf service neutron] 10.222.0.68 "GET /v2.0/networks?id=113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 200 len: 910 time: 0.2195992 Jul 16 22:44:49.719486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-53630ce2-f684-4007-94ba-61f8cdf0c281 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b5a28e-1928-464f-b18a-857e00f4f374 HTTP/1.1" status: 200 len: 217 time: 0.0680981 Jul 16 22:44:49.734462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b253e329-092a-4f93-999b-fd45d03826a6 req-3562196e-3802-4c83-aa62-349c6f10cfb6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998495 Jul 16 22:44:49.772582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1c086-cf87-4cdc-a712-c5f010b55221 req-fbe5aa96-d57a-4f14-80d8-43a360ea1805 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.779993 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94f1c086-cf87-4cdc-a712-c5f010b55221 req-fbe5aa96-d57a-4f14-80d8-43a360ea1805 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1096 time: 0.5250123 Jul 16 22:44:49.834245 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310c86d5-bf92-4dca-9309-e15a95d309b2 x-openstack-request-id: req-310c86d5-bf92-4dca-9309-e15a95d309b2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:49.834736 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:49.835131 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-310c86d5-bf92-4dca-9309-e15a95d309b2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:49.835664 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'status': 'completed', 'code': 200} Jul 16 22:44:49.863169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94f1c086-cf87-4cdc-a712-c5f010b55221 req-9d1fcd3e-ac27-4438-9096-e9c53e4138b6 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Jul 16 22:44:49.877864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-de6af129-5d84-4d89-8cfe-f3d85d9dc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:49.877864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-de6af129-5d84-4d89-8cfe-f3d85d9dc9bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 200 len: 848 time: 0.1474164 Jul 16 22:44:50.057366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.061055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae0c6-8754-40d9-b255-ff773a552996 req-40e59c96-c6a1-4dd2-b6d6-9e602fd20d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.062704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-40e59c96-c6a1-4dd2-b6d6-9e602fd20d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1096 time: 0.1917083 Jul 16 22:44:50.092292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Pushing event deleted for resources: {'Port': ['ID=07ad4a22-080b-4f15-aa38-8410789caf68,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:50.108333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-74deb45a-e102-4e27-b1c1-ff1f102c1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.110135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-74deb45a-e102-4e27-b1c1-ff1f102c1e20 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=113b31bf-65c4-421e-b597-7193c044cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964049 Jul 16 22:44:50.185194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca0f72-f0c0-4020-8b98-24dd1cb19466 req-6117540b-a863-4735-a486-512ad6fd4bf2 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.194174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fca0f72-f0c0-4020-8b98-24dd1cb19466 req-6117540b-a863-4735-a486-512ad6fd4bf2 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/ports?device_id=db3986ff-4c24-4e09-8f7e-8ac0b74faaac HTTP/1.1" status: 200 len: 867 time: 0.1711421 Jul 16 22:44:50.229571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] No DVR routers for this DVR port 07ad4a22-080b-4f15-aa38-8410789caf68 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:44:50.258046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.260022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921c9368-49bf-4974-b48e-380c83e918d4 req-db90237f-1f0c-46f7-96c0-7d6b95c4045d tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.68 "DELETE /v2.0/ports/07ad4a22-080b-4f15-aa38-8410789caf68 HTTP/1.1" status: 204 len: 173 time: 2.0859821 Jul 16 22:44:50.274845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fca0f72-f0c0-4020-8b98-24dd1cb19466 req-b3a9e5ad-6b65-4f9e-9048-d76f24de4e98 tempest-ServerAddressesNegativeTestJSON-1601643820 tempest-ServerAddressesNegativeTestJSON-1601643820-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767648 Jul 16 22:44:50.337608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae0c6-8754-40d9-b255-ff773a552996 req-a9fa10c2-90fd-47b9-8915-be35444937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.339114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-a9fa10c2-90fd-47b9-8915-be35444937b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.2489080 Jul 16 22:44:50.350261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-17a38b1f-ac4e-4362-9c31-7cf4a06218db service neutron] 10.222.0.68 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218525 Jul 16 22:44:50.443591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-23a9d8e0-c60f-4247-810b-0e0dc902af44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 217 time: 0.0923789 Jul 16 22:44:50.619105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae0c6-8754-40d9-b255-ff773a552996 req-4bb3318d-e967-4fb3-8072-c33e5c43274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.620580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-4bb3318d-e967-4fb3-8072-c33e5c43274e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.1607006 Jul 16 22:44:50.631600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a100943-336f-485c-8ab8-7ecd05d33336 req-03c4e3c7-833c-4082-b353-6b453c44f003 service neutron] 10.222.0.68 "GET /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665248 Jul 16 22:44:50.694672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6267-37d2-4512-9a3b-333a51699b05 req-b40f479d-b3ac-4ac2-928d-3f5c690eff1d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.696434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7f6267-37d2-4512-9a3b-333a51699b05 req-b40f479d-b3ac-4ac2-928d-3f5c690eff1d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1429682 Jul 16 22:44:50.732822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.749723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae0c6-8754-40d9-b255-ff773a552996 req-20823338-6824-44f3-8110-e43558af86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.757307 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-20823338-6824-44f3-8110-e43558af86b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169486 Jul 16 22:44:50.799043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7f6267-37d2-4512-9a3b-333a51699b05 req-8171fa30-5903-4d35-9ba9-2342e5d61634 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943470 Jul 16 22:44:50.925479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-2e1b956d-92fd-4e0c-93a8-9c9a031ace8a service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669147 Jul 16 22:44:51.066414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ce94a-1432-4a58-a144-a179528be33d req-8b96f2a8-abf4-47e9-8631-2c708ca55a3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:51.091374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f96ce94a-1432-4a58-a144-a179528be33d req-8b96f2a8-abf4-47e9-8631-2c708ca55a3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.1275368 Jul 16 22:44:51.158382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-921ae0c6-8754-40d9-b255-ff773a552996 req-d1ab041f-de22-49ec-8ad1-5a00f0a6c98c service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237253 Jul 16 22:44:51.200462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f96ce94a-1432-4a58-a144-a179528be33d req-b2f77b18-4a54-4cd1-b766-97c72f2f8488 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073301 Jul 16 22:44:51.209997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d0ec0-ed70-444e-9a9c-f09b3a542511 req-aa546fa8-253a-42f9-83fc-462e812b5c46 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:51.227776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a5d0ec0-ed70-444e-9a9c-f09b3a542511 req-aa546fa8-253a-42f9-83fc-462e812b5c46 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1096 time: 0.1670108 Jul 16 22:44:51.289708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a5d0ec0-ed70-444e-9a9c-f09b3a542511 req-4cba6465-66e2-4f13-b34d-af83b9370e68 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605698 Jul 16 22:44:51.339262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:51.463713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:51.546836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:51.586421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'mac_address': 'fa:16:3e:06:39:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:51.591789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Deleting subnet 2d1a7618-af1d-402b-b0a4-2279e109c6f9 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:44:51.600873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.655212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.663859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.679271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef97eb98-62ea-4da4-87f5-eb339cd5ef8a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:51.717600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:51.723543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.736041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.841158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:51.951876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:52.078525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 07ad4a22-080b-4f15-aa38-8410789caf68 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:52.122866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7b5a28e-1928-464f-b18a-857e00f4f374 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:52.242785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7b5a28e-1928-464f-b18a-857e00f4f374,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:52.257451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 07ad4a22-080b-4f15-aa38-8410789caf68 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:52.257812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 07ad4a22-080b-4f15-aa38-8410789caf68 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:52.259499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'b7b5a28e-1928-464f-b18a-857e00f4f374', 'network_id': '113b31bf-65c4-421e-b597-7193c044cb05', 'port_id': 'b7b5a28e-1928-464f-b18a-857e00f4f374', 'mac_address': 'fa:16:3e:72:10:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2171d02-23d6-44d4-8cd0-9912622f065a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:52.281910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'name': 'network-vif-deleted', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:52.287422 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493040f9-7b32-4ca1-9a7f-13753cfc90a6" -d '{"events": [{"server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "name": "network-vif-deleted", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:52.463630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:52.504384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:52.562475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3546f4-3bec-4afa-81d3-75b55f9783fc req-2d2e3727-d99d-4116-a0a7-2036780896fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:52.570732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e3546f4-3bec-4afa-81d3-75b55f9783fc req-2d2e3727-d99d-4116-a0a7-2036780896fa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 945 time: 0.1110673 Jul 16 22:44:52.580810 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b5a28e-1928-464f-b18a-857e00f4f374 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:52.611574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1a7618-af1d-402b-b0a4-2279e109c6f9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:52.625668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e3546f4-3bec-4afa-81d3-75b55f9783fc req-c738f8f7-5a4c-46bb-aa48-7c2634a5e4fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534000 Jul 16 22:44:52.645508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-44ab85ba-618a-4d67-bd0d-f81f6c51ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:52.652113 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-44ab85ba-618a-4d67-bd0d-f81f6c51ca2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 1095 time: 0.3249965 Jul 16 22:44:52.655678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:52.659891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66eacd84-e5b7-4167-b804-11cf8ccff180 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2d1a7618-af1d-402b-b0a4-2279e109c6f9 HTTP/1.1" status: 204 len: 168 time: 1.1929982 Jul 16 22:44:52.660540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:52.666438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad68f-4835-4eb9-aa3e-0ff28ffc5f70 req-82ae623e-94d6-4d9f-b309-e1c97150f511 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:52.674938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d1ad68f-4835-4eb9-aa3e-0ff28ffc5f70 req-82ae623e-94d6-4d9f-b309-e1c97150f511 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.3739033 Jul 16 22:44:52.706132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7b5a28e-1928-464f-b18a-857e00f4f374,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:52.733849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:52.742750 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e21fdc8-f4cc-4aba-af58-60bcc05494d4 x-openstack-request-id: req-5e21fdc8-f4cc-4aba-af58-60bcc05494d4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:52.743121 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3986ff-4c24-4e09-8f7e-8ac0b74faaac", "name": "network-vif-deleted", "tag": "07ad4a22-080b-4f15-aa38-8410789caf68", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:52.743317 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e21fdc8-f4cc-4aba-af58-60bcc05494d4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:52.743695 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3986ff-4c24-4e09-8f7e-8ac0b74faaac', 'name': 'network-vif-deleted', 'tag': '07ad4a22-080b-4f15-aa38-8410789caf68', 'status': 'completed', 'code': 200} Jul 16 22:44:52.800031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d1ad68f-4835-4eb9-aa3e-0ff28ffc5f70 req-2cefb2d1-8a34-4f43-95e4-cd8845dadc53 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240973 Jul 16 22:44:52.863261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-83aa0c2d-e993-4844-933e-d523f85851ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:52.865175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-83aa0c2d-e993-4844-933e-d523f85851ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1658924 Jul 16 22:44:52.893537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:52.936654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:52.974228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b7b5a28e-1928-464f-b18a-857e00f4f374'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:53.023966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-3e4d88ca-7d20-4221-9256-66dc4bc0b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:53.025874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-3e4d88ca-7d20-4221-9256-66dc4bc0b5b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1520643 Jul 16 22:44:53.029458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.063140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.073615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c7187c-1d12-48e9-8ae3-e6c19cc40bc2']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:53.085622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7b3538-6178-4d0e-a730-410f79aece9c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:53.086416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7b3538-6178-4d0e-a730-410f79aece9c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:53.096611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.112999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.120178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:44:53.120813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:44:53.131974 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:44:53.189102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-ed2ac79f-bf99-4dd5-8128-27a9177a8214 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 999 time: 0.1531546 Jul 16 22:44:53.214199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.222256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.224127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/49c7187c-1d12-48e9-8ae3-e6c19cc40bc2 HTTP/1.1" status: 204 len: 168 time: 0.5624192 Jul 16 22:44:53.272891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-46c7d15f-c88e-4714-bd22-b480684e62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:53.276545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-46c7d15f-c88e-4714-bd22-b480684e62df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0795438 Jul 16 22:44:53.284042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f18f0-ae7c-43ac-9cfe-28b23a3066a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c7187c-1d12-48e9-8ae3-e6c19cc40bc2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:53.314451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fbcdc-9a3e-45c0-9df1-6b96026c4a91 req-8abecde1-4329-416d-9778-aee40a9bb0fb tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:53.316826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-159fbcdc-9a3e-45c0-9df1-6b96026c4a91 req-8abecde1-4329-416d-9778-aee40a9bb0fb tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1097 time: 0.1839986 Jul 16 22:44:53.380699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:53.442160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-159fbcdc-9a3e-45c0-9df1-6b96026c4a91 req-61d8140b-015f-4f67-912b-513ccc279aef tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186888 Jul 16 22:44:53.486444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-d27b986f-14ec-4b76-9e94-da11e38c6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:53.493278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-d27b986f-14ec-4b76-9e94-da11e38c6afc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069311 Jul 16 22:44:53.516191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:53.528204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:53.528849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.601265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 56630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:53.715055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-857d4da3-d5a1-4a79-9fe6-b63c7c20d022 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118347 Jul 16 22:44:53.715609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:53.717398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3d0d4de6-4845-41dd-bdb3-b206fb5fc628 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=328501c57c0c4a80af4d06257b21ed49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1145203 Jul 16 22:44:53.773600 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.837433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:53.839770 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a55eefa-8061-4ca7-9421-9e2a5bd4b0ac" -d '{"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:53.874481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:53.887160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:53.965257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b202756-9fd9-48ca-8f02-9fa5ffdc117f req-907a0d06-5799-4d45-9cf1-f082bd8b910f service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388899 Jul 16 22:44:54.017361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:54.035577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.068355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7ae3d-c510-4bde-aacb-5a8d19643451 req-c8a69a07-4f71-4cd5-8321-13a16ab2cf74 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:54.077691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40e7ae3d-c510-4bde-aacb-5a8d19643451 req-c8a69a07-4f71-4cd5-8321-13a16ab2cf74 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1101384 Jul 16 22:44:54.093133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7b5a28e-1928-464f-b18a-857e00f4f374 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:54.155890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-40e7ae3d-c510-4bde-aacb-5a8d19643451 req-a4797f6a-eef2-48c8-b33c-b4a5b530fd91 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772002 Jul 16 22:44:54.164262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.199586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8fce-f8af-4f79-b1d7-2790a373b036 req-f683f8b4-d32e-41a2-9820-f6d355bfcc0b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:54.200303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port b7b5a28e-1928-464f-b18a-857e00f4f374 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:54.201193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-625a8fce-f8af-4f79-b1d7-2790a373b036 req-f683f8b4-d32e-41a2-9820-f6d355bfcc0b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.3409002 Jul 16 22:44:54.243684 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf4fc5-17ab-4e10-94e6-40fa403684fb x-openstack-request-id: req-ebbf4fc5-17ab-4e10-94e6-40fa403684fb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:54.244121 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:54.244365 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebbf4fc5-17ab-4e10-94e6-40fa403684fb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:54.247171 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'code': 200} Jul 16 22:44:54.253615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port b7b5a28e-1928-464f-b18a-857e00f4f374 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:54.254119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.264741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-625a8fce-f8af-4f79-b1d7-2790a373b036 req-c3088d9d-d853-4492-a8b0-093e21c3b7c1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517552 Jul 16 22:44:54.291741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.310521 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.315964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5 HTTP/1.1" status: 204 len: 168 time: 0.5983882 Jul 16 22:44:54.348842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbeff6-7580-4e75-b0e7-0129d977e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7a41f-f8a6-4a83-8edd-c4bf929ba8e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:54.549330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.552897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b8b59-d8d8-4bbc-9471-ad6830ba2b11 req-1c6dd02e-6636-4153-b404-63a51e85de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:54.557562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-239b8b59-d8d8-4bbc-9471-ad6830ba2b11 req-1c6dd02e-6636-4153-b404-63a51e85de1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.1939151 Jul 16 22:44:54.631575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-239b8b59-d8d8-4bbc-9471-ad6830ba2b11 req-82dab860-6050-4ebc-9771-241bd6a096b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588667 Jul 16 22:44:54.691852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7b5a28e-1928-464f-b18a-857e00f4f374,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:54.696887 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:54.883494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919bfa7-a5ba-4833-96b1-94cc80fa064f req-930f3b39-0cf0-4e86-bb84-f7ee26a5e134 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:54.889898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2919bfa7-a5ba-4833-96b1-94cc80fa064f req-930f3b39-0cf0-4e86-bb84-f7ee26a5e134 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1097 time: 0.2126458 Jul 16 22:44:54.890866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:55.005389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2919bfa7-a5ba-4833-96b1-94cc80fa064f req-cb25c7c5-ea31-4a86-8b92-317dce83faaa tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088018 Jul 16 22:44:55.573838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c321-5404-4554-bed9-0d227d100ffe req-c4a3687d-9d90-485b-badd-5bd17b4c7f47 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:55.576167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff04c321-5404-4554-bed9-0d227d100ffe req-c4a3687d-9d90-485b-badd-5bd17b4c7f47 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1356595 Jul 16 22:44:55.619335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29b433-2911-4e24-96cb-c86e56efe46e req-aede6fa1-fb0d-436c-840a-fd85dea0a596 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:55.623606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d29b433-2911-4e24-96cb-c86e56efe46e req-aede6fa1-fb0d-436c-840a-fd85dea0a596 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1622744 Jul 16 22:44:55.687449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ff04c321-5404-4554-bed9-0d227d100ffe req-9b3b046b-d539-4a70-a11f-18c366a0e26c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947061 Jul 16 22:44:55.734889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d29b433-2911-4e24-96cb-c86e56efe46e req-84d8598d-c836-4181-b979-8cdd2986d630 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048160 Jul 16 22:44:56.248781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:56.251485 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c585c7d-6442-480c-97c6-3d4f65334327" -d '{"events": [{"server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "name": "network-vif-plugged", "status": "completed", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:56.332750 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392234ef-ef60-48e4-b199-ecdb98dab5df x-openstack-request-id: req-392234ef-ef60-48e4-b199-ecdb98dab5df {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:56.333075 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "name": "network-vif-plugged", "status": "completed", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:56.333374 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-392234ef-ef60-48e4-b199-ecdb98dab5df {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:56.333771 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374', 'code': 200} Jul 16 22:44:56.368037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564a70-1ded-4e1f-8992-533cbd7c910a req-cb14b721-9e7c-427d-ac49-bd7d2823c019 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:56.377152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1564a70-1ded-4e1f-8992-533cbd7c910a req-cb14b721-9e7c-427d-ac49-bd7d2823c019 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1014342 Jul 16 22:44:56.440951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1564a70-1ded-4e1f-8992-533cbd7c910a req-957382d6-b817-4db6-91f7-283b21ec957a tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Jul 16 22:44:56.500498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1051-8838-4a16-a45b-56cdb093ef78 req-57f16075-f7fc-414c-868a-4070cc8112b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:56.503294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed9c1051-8838-4a16-a45b-56cdb093ef78 req-57f16075-f7fc-414c-868a-4070cc8112b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1015842 Jul 16 22:44:56.578521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed9c1051-8838-4a16-a45b-56cdb093ef78 req-856dd38c-6292-4691-8f15-7589c0cf4774 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691531 Jul 16 22:44:57.126800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aaa56-fd48-46bf-8d5d-44ca48955769 req-6ef3896b-23bc-4bcc-b021-b64600079f5b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:57.135917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-710aaa56-fd48-46bf-8d5d-44ca48955769 req-6ef3896b-23bc-4bcc-b021-b64600079f5b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.2056870 Jul 16 22:44:57.255393 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-710aaa56-fd48-46bf-8d5d-44ca48955769 req-7b79a950-a87b-4395-bd9d-9b51a8bd0dc7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181209 Jul 16 22:44:57.560263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2fad-6105-41bf-872a-96a103613a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:57.659158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267a42e-7440-479b-9481-f9c2fb413818 req-1856e350-7bc8-434c-9b9c-f46d14e4f5bc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:57.674573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9267a42e-7440-479b-9481-f9c2fb413818 req-1856e350-7bc8-434c-9b9c-f46d14e4f5bc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1686320 Jul 16 22:44:57.754854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9267a42e-7440-479b-9481-f9c2fb413818 req-a2acc476-4aa2-46f9-9602-bcd2f41564dd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785861 Jul 16 22:44:58.022250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3173-240e-437a-9914-b50eb4c2f7a2 req-9e3d5d4f-fb37-40d7-b798-2acd0913a8c2 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:58.047279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b45f3173-240e-437a-9914-b50eb4c2f7a2 req-9e3d5d4f-fb37-40d7-b798-2acd0913a8c2 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1071556 Jul 16 22:44:58.100235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b45f3173-240e-437a-9914-b50eb4c2f7a2 req-43d29c86-1e78-4019-bd9a-f75be4dead35 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478232 Jul 16 22:44:58.364243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f223-fbd1-4625-bd4e-fbd4bf099bf5 req-628b68b8-1ae5-45bf-9918-aeb806c43ecf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:58.372894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1150f223-fbd1-4625-bd4e-fbd4bf099bf5 req-628b68b8-1ae5-45bf-9918-aeb806c43ecf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1016324 Jul 16 22:44:58.419510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1150f223-fbd1-4625-bd4e-fbd4bf099bf5 req-e6104453-2b33-4996-baae-101ded953786 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452356 Jul 16 22:44:58.455965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:58.605916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c85c4f-5692-4a51-8c27-7984fccf2381 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:58.609401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-79c85c4f-5692-4a51-8c27-7984fccf2381 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1093 time: 0.1524155 Jul 16 22:44:58.612205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:58.622894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:58.682126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:58.739092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14752-9f95-44c3-9306-b3d07c7d2a65 req-edcfd87b-8b4e-4675-af40-d365690ae9bc tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:58.747233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07d14752-9f95-44c3-9306-b3d07c7d2a65 req-edcfd87b-8b4e-4675-af40-d365690ae9bc tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1289423 Jul 16 22:44:58.798611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-07d14752-9f95-44c3-9306-b3d07c7d2a65 req-0deb6da8-5645-459f-b32d-b4fa4193742a tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Jul 16 22:44:59.046172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:59.219379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd41dfb-05b0-485e-99cc-2766a1bb9a89 req-68e8e012-1703-47d2-939f-be85c8f13717 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:59.226438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bd41dfb-05b0-485e-99cc-2766a1bb9a89 req-68e8e012-1703-47d2-939f-be85c8f13717 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1907218 Jul 16 22:44:59.298142 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bd41dfb-05b0-485e-99cc-2766a1bb9a89 req-f52d6c32-d380-4c51-8166-09fed4467f4b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649824 Jul 16 22:44:59.327668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.106 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1d8bb669-f5bb-41ba-9bce-910d136a3f51) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:59.549369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:59.602985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:59.624286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3edff7-5129-4004-9d3a-a781feac3ef2 req-0e33a02d-4ea0-4290-a59d-e67d6c9f3190 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:59.634013 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c3edff7-5129-4004-9d3a-a781feac3ef2 req-0e33a02d-4ea0-4290-a59d-e67d6c9f3190 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.0896256 Jul 16 22:44:59.675173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:59.681338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:59.701947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:59.747580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=1d8bb669-f5bb-41ba-9bce-910d136a3f51,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:59.752449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c3edff7-5129-4004-9d3a-a781feac3ef2 req-16cf89ab-f01f-4a41-ab66-e16f158beecf tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174362 Jul 16 22:44:59.825106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7810da85-9928-4553-aa90-f6192a596594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.142997 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.382106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.528221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.627782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e53f0-8596-40db-9fe9-26bd50e2d640 req-026716d2-7d77-4f6e-8a09-b5b143c0fbe9 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:00.632322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e93e53f0-8596-40db-9fe9-26bd50e2d640 req-026716d2-7d77-4f6e-8a09-b5b143c0fbe9 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1718712 Jul 16 22:45:00.745212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e93e53f0-8596-40db-9fe9-26bd50e2d640 req-7b474bf6-46e2-4257-8c31-3b4da63e6327 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070025 Jul 16 22:45:00.840016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.848326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:00.947761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=1d8bb669-f5bb-41ba-9bce-910d136a3f51,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:01.039312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.081129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf515-dc42-4327-b15b-d77b2833ef8b req-be35daa7-c944-4054-95d3-eafac4cb58fd tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:01.090994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4ccf515-dc42-4327-b15b-d77b2833ef8b req-be35daa7-c944-4054-95d3-eafac4cb58fd tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.0858600 Jul 16 22:45:01.154635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4ccf515-dc42-4327-b15b-d77b2833ef8b req-89bc7488-2b84-4dbf-9894-bdf7eeecc1a6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624266 Jul 16 22:45:01.239716 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP df433f5e-b9c4-45e4-b631-8fc16862b02f associated. External IP: 172.25.5.106, port: ef97eb98-62ea-4da4-87f5-eb339cd5ef8a. Jul 16 22:45:01.395906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.758898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 79d8c666-b792-4ec4-8382-350fcd2f93b4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:01.773337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-d611699b-5487-4c32-bb99-ed2b2747abcd tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:01.775098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-d611699b-5487-4c32-bb99-ed2b2747abcd tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.0986145 Jul 16 22:45:02.004281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:02.014501 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Sync routers for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:02.033059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:02.033703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:02.054288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Deleting port b7b5a28e-1928-464f-b18a-857e00f4f374 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:02.054719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.058923 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.177498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ac1d-3519-464b-93de-08a88e53412e req-4d1ce674-6512-4327-b28f-1ee8c2571720 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.194854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c6ac1d-3519-464b-93de-08a88e53412e req-4d1ce674-6512-4327-b28f-1ee8c2571720 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 1098 time: 0.1907849 Jul 16 22:45:02.208114 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:02.269107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-98d2093f-40da-4165-9002-1cb6bb6a43ae tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6540651 Jul 16 22:45:02.271823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:02.280692 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c62b77-87e8-4f4a-8c7b-9b7456695798" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:02.290796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c6ac1d-3519-464b-93de-08a88e53412e req-8527441b-1d4f-4311-ba53-5f89d605a6cd tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886989 Jul 16 22:45:02.332208 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:45:02.364774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] For port b7b5a28e-1928-464f-b18a-857e00f4f374, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b7b5a28e-1928-464f-b18a-857e00f4f374,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:02.365174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.441713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Calling delete_port for b7b5a28e-1928-464f-b18a-857e00f4f374 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:02.705508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68df09-9082-4c4f-a5d7-ba0f97be6778 req-d1dc4cd6-51a5-43f2-929f-1a9be31e60f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.715012 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b68df09-9082-4c4f-a5d7-ba0f97be6778 req-d1dc4cd6-51a5-43f2-929f-1a9be31e60f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1771183 Jul 16 22:45:02.732716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.827900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b68df09-9082-4c4f-a5d7-ba0f97be6778 req-4b42ac54-db71-4249-94f2-8d4c6b9b80d8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139388 Jul 16 22:45:02.833770 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'df433f5e-b9c4-45e4-b631-8fc16862b02f', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'mac_address': 'fa:16:3e:06:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:00Z', 'updated_at': '2021-07-16T22:45:00Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:02.903379 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Checking router: 79d8c666-b792-4ec4-8382-350fcd2f93b4 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:02.913438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:02.914086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:02.924119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.937598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a9c4d6b4-e106-438d-a4bb-a9e355c5c470'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:02.940251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['b7b5a28e-1928-464f-b18a-857e00f4f374'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:03.004672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7b5a28e-1928-464f-b18a-857e00f4f374,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:03.082372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:03.230746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] No DVR routers for this DVR port b7b5a28e-1928-464f-b18a-857e00f4f374 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:03.238156 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:03.240415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-376d478a-8daf-498a-9537-c88a481a3cf9 req-eea0224b-b58f-44cf-89ee-b0157595aa8e tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.68 "DELETE /v2.0/ports/b7b5a28e-1928-464f-b18a-857e00f4f374 HTTP/1.1" status: 204 len: 173 time: 1.4598873 Jul 16 22:45:03.358242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebb14-e6a8-4d21-bc16-195719db90fa req-e1437b09-67b6-451b-8adb-0f5a9bd5b58d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:03.372803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a80ebb14-e6a8-4d21-bc16-195719db90fa req-e1437b09-67b6-451b-8adb-0f5a9bd5b58d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.2036870 Jul 16 22:45:03.497034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a80ebb14-e6a8-4d21-bc16-195719db90fa req-3c4c2792-e63a-4ac6-b53c-7bf389a23627 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137512 Jul 16 22:45:03.522608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:03.576283 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'df433f5e-b9c4-45e4-b631-8fc16862b02f', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'mac_address': 'fa:16:3e:06:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:00Z', 'updated_at': '2021-07-16T22:45:00Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:03.601870 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f55a6ee-e91e-4905-8165-83d6411ec51b x-openstack-request-id: req-9f55a6ee-e91e-4905-8165-83d6411ec51b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:03.604775 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:03.605776 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f55a6ee-e91e-4905-8165-83d6411ec51b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:03.606327 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'status': 'completed', 'code': 200} Jul 16 22:45:03.626418 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf18e9f-2f70-46e2-a17d-d1fc9ce752f8 None None] The sync data for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 is: [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'df433f5e-b9c4-45e4-b631-8fc16862b02f', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'mac_address': 'fa:16:3e:06:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:00Z', 'updated_at': '2021-07-16T22:45:00Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:03.678320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-65b66853-2863-4aa0-bf3b-54c319177517 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/df433f5e-b9c4-45e4-b631-8fc16862b02f HTTP/1.1" status: 200 len: 992 time: 0.1538007 Jul 16 22:45:03.892268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-766170ad-3047-45aa-b890-fba24a5f37c5 req-842405be-f77b-4cc7-b2ab-9736a5b676ee tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1a0261-e61a-4160-b596-a617e5ea3514 HTTP/1.1" status: 200 len: 210 time: 0.1236699 Jul 16 22:45:03.939752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-d1c16a42-d21d-4fd0-b3b9-a2ece1f0034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:03.942492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-d1c16a42-d21d-4fd0-b3b9-a2ece1f0034d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.1951885 Jul 16 22:45:04.187788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6b512-ea4f-42a4-9894-1f702eec3131 None None] New status for floating IP df433f5e-b9c4-45e4-b631-8fc16862b02f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:45:04.251172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef488-6c0e-4d24-9fa1-e4b6328cdc72 req-6342c377-6b51-4ee7-a951-491f4cbed109 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:04.256762 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c8ef488-6c0e-4d24-9fa1-e4b6328cdc72 req-6342c377-6b51-4ee7-a951-491f4cbed109 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1727805 Jul 16 22:45:04.297473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-be2f422a-4f88-4753-b58a-210c0c801e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:04.299673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-be2f422a-4f88-4753-b58a-210c0c801e51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.2945352 Jul 16 22:45:04.329720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c8ef488-6c0e-4d24-9fa1-e4b6328cdc72 req-526e0087-3167-47cf-a160-2a31c4f5d4df tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655107 Jul 16 22:45:04.417900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-c542c1f9-2fcb-4a90-a2f5-dc35f103d7ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1000 time: 0.0665255 Jul 16 22:45:04.674192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 56870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:04.776292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-07d7b304-7bd0-4053-932d-d672e6b4b649 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/df433f5e-b9c4-45e4-b631-8fc16862b02f HTTP/1.1" status: 200 len: 994 time: 0.0939541 Jul 16 22:45:05.607531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'name': 'network-vif-deleted', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:05.614704 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f8230-1dcc-4072-8eae-3cd180922843" -d '{"events": [{"server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "name": "network-vif-deleted", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:05.994296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263cf0d-ac13-48dd-892c-678b82e51102 req-678f553a-1478-4b14-8dcb-78be5c6020aa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:06.002489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7263cf0d-ac13-48dd-892c-678b82e51102 req-678f553a-1478-4b14-8dcb-78be5c6020aa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1211286 Jul 16 22:45:06.080497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7263cf0d-ac13-48dd-892c-678b82e51102 req-0c7aad3e-cac7-44f0-ab57-ac3d5bee2c71 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770454 Jul 16 22:45:06.155696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7b5a28e-1928-464f-b18a-857e00f4f374 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:06.243641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: b7b5a28e-1928-464f-b18a-857e00f4f374 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:06.244123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b7b5a28e-1928-464f-b18a-857e00f4f374 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:06.350239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e6e59-2246-4926-b317-a880f10915e0 req-0564fe20-c5eb-4dd1-bedf-7cd4de3cd791 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:06.357855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c92e6e59-2246-4926-b317-a880f10915e0 req-0564fe20-c5eb-4dd1-bedf-7cd4de3cd791 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0715814 Jul 16 22:45:06.392317 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c92e6e59-2246-4926-b317-a880f10915e0 req-75e34d24-d896-4539-8e18-d1aad221e456 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jul 16 22:45:06.455638 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cad25cd-1512-4049-96d7-092ebc4ea3c5 x-openstack-request-id: req-9cad25cd-1512-4049-96d7-092ebc4ea3c5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:06.455960 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a0261-e61a-4160-b596-a617e5ea3514", "name": "network-vif-deleted", "tag": "b7b5a28e-1928-464f-b18a-857e00f4f374", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:06.456275 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cad25cd-1512-4049-96d7-092ebc4ea3c5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:06.456700 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a0261-e61a-4160-b596-a617e5ea3514', 'name': 'network-vif-deleted', 'tag': 'b7b5a28e-1928-464f-b18a-857e00f4f374', 'status': 'completed', 'code': 200} Jul 16 22:45:06.926513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55fabc43-f3a5-4d66-bd15-011b72ee2720 req-ac6e3c7c-8b9c-4db0-b71d-5481002a5206 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0508578 Jul 16 22:45:07.131731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-0261a678-8283-446d-a05e-ecc546ebbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:07.134357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-0261a678-8283-446d-a05e-ecc546ebbe11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.0741217 Jul 16 22:45:07.282734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-b5eb96bd-dd44-4a2f-b8f0-f42b6afcb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:07.284312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-b5eb96bd-dd44-4a2f-b8f0-f42b6afcb118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358798 Jul 16 22:45:07.396569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43853d-72d4-495b-9e3b-8ed883a9dcf7 req-f4dadc6c-87f0-4df7-81c3-d7cb3b1f6e11 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:07.405240 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d43853d-72d4-495b-9e3b-8ed883a9dcf7 req-f4dadc6c-87f0-4df7-81c3-d7cb3b1f6e11 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1150753 Jul 16 22:45:07.499566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-0c19121e-cd1a-49b8-b02b-4f2627703c86 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980615 Jul 16 22:45:07.505729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d43853d-72d4-495b-9e3b-8ed883a9dcf7 req-9c6ebc69-4656-486a-b0c3-95e2997452e6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939362 Jul 16 22:45:07.738307 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-85c62b77-87e8-4f4a-8c7b-9b7456695798 req-004ead8d-da4f-4ae4-8142-e205694147bd service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336707 Jul 16 22:45:07.880354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b7c5-eed7-4a7d-a385-d8045aacae91 req-2cdd2a9a-365f-4b20-a3c7-0aaf1ba4b958 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:07.882592 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e487b7c5-eed7-4a7d-a385-d8045aacae91 req-2cdd2a9a-365f-4b20-a3c7-0aaf1ba4b958 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0800924 Jul 16 22:45:07.954186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e487b7c5-eed7-4a7d-a385-d8045aacae91 req-db237b08-a70f-491b-a289-1d54e5ff10c0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 Jul 16 22:45:08.157508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6015f329-5ae3-4183-8442-afcde800cfd7 req-593637c7-1fff-42a2-82dc-4e2ed967419b tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0557888 Jul 16 22:45:08.760571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306054-0635-4d88-b199-1cf619434153 req-41f6c480-17b7-4f1a-a1f4-5b025d458ae3 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:08.764164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75306054-0635-4d88-b199-1cf619434153 req-41f6c480-17b7-4f1a-a1f4-5b025d458ae3 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1304171 Jul 16 22:45:08.868927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eead8e-5d09-49c6-9540-e1839e2d589a req-4f4032b3-c6a4-48c8-b07c-d918fa1eabaf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:08.872450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69eead8e-5d09-49c6-9540-e1839e2d589a req-4f4032b3-c6a4-48c8-b07c-d918fa1eabaf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1590896 Jul 16 22:45:08.952309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69eead8e-5d09-49c6-9540-e1839e2d589a req-9e6cdd04-0b18-4021-a4ab-30af7a403f8b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713038 Jul 16 22:45:08.969882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Deleting port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:08.970244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:09.061740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] For port a9c4d6b4-e106-438d-a4bb-a9e355c5c470, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:09.062208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:09.076709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Calling delete_port for a9c4d6b4-e106-438d-a4bb-a9e355c5c470 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:09.274207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd7e6-7bb8-4fea-ace5-2f9d36871330 req-b28b3f15-5c91-4599-a841-6589d1b7cdf0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:09.277033 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d4fd7e6-7bb8-4fea-ace5-2f9d36871330 req-b28b3f15-5c91-4599-a841-6589d1b7cdf0 tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0934045 Jul 16 22:45:09.284928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:09.299120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a9c4d6b4-e106-438d-a4bb-a9e355c5c470'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:09.342540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c4d6b4-e106-438d-a4bb-a9e355c5c470,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:09.368250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d4fd7e6-7bb8-4fea-ace5-2f9d36871330 req-3962d1af-b00e-4c5e-a69f-5de5067a781a tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8df39d50-8b91-407a-b5ef-db70b5e3b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Jul 16 22:45:09.433914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] No DVR routers for this DVR port a9c4d6b4-e106-438d-a4bb-a9e355c5c470 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:09.436745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:09.438927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-75306054-0635-4d88-b199-1cf619434153 req-ecad634d-062a-4b22-bd3b-08e746fd78de tempest-TestServerMultinode-107511707 tempest-TestServerMultinode-107511707-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a9c4d6b4-e106-438d-a4bb-a9e355c5c470 HTTP/1.1" status: 204 len: 173 time: 0.6651647 Jul 16 22:45:09.446811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'name': 'network-vif-deleted', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:09.449910 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f03627-5370-4be8-9279-6b0454f453bd" -d '{"events": [{"server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "name": "network-vif-deleted", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:09.484814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a13e308e-dfed-4147-b9b2-1559fa68bc99 req-365af919-827c-4666-8188-ca6f63f7f867 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0519793 Jul 16 22:45:09.502500 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3dc05f-fa70-43fc-803c-d25c2d658308 x-openstack-request-id: req-ea3dc05f-fa70-43fc-803c-d25c2d658308 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:09.502790 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2", "name": "network-vif-deleted", "tag": "a9c4d6b4-e106-438d-a4bb-a9e355c5c470", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:09.503040 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea3dc05f-fa70-43fc-803c-d25c2d658308 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:09.504022 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc5cd9-4ae4-4cce-8b70-873d1891d8d2', 'name': 'network-vif-deleted', 'tag': 'a9c4d6b4-e106-438d-a4bb-a9e355c5c470', 'status': 'completed', 'code': 200} Jul 16 22:45:09.656206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26ca24f2-9969-41d5-bdae-f5e800daec62 req-60c57918-b919-4392-bb56-1da3b18dd217 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Jul 16 22:45:10.214895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba75b6-2ade-4fef-b31c-f6c528612aa9 req-f078b62c-9dda-4c61-91dd-44ece241098d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:10.217182 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8ba75b6-2ade-4fef-b31c-f6c528612aa9 req-f078b62c-9dda-4c61-91dd-44ece241098d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.0945966 Jul 16 22:45:10.270343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8ba75b6-2ade-4fef-b31c-f6c528612aa9 req-3e5f498b-168c-4a95-aa9c-0067eaa36a6d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Jul 16 22:45:10.459011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bec398f9-799a-424b-9e11-38ee278c3ce9 req-daf51962-b11c-4482-b473-ada0c94f7a76 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0433576 Jul 16 22:45:10.498284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:10.706715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9eb287c4-c88a-47ca-be2a-44fdfa23c7fd req-80fdc1f9-ccaf-4cad-af54-7356da7055c8 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0295472 Jul 16 22:45:11.301718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:11.446519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a9c4d6b4-e106-438d-a4bb-a9e355c5c470 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:11.482203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: a9c4d6b4-e106-438d-a4bb-a9e355c5c470 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:11.482888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a9c4d6b4-e106-438d-a4bb-a9e355c5c470 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:11.692003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Deleting port 9ade3a75-da34-4efb-9685-16840c9a15b0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:11.692496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:11.845559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] For port 9ade3a75-da34-4efb-9685-16840c9a15b0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ade3a75-da34-4efb-9685-16840c9a15b0,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:11.846204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:11.867009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Calling delete_port for 9ade3a75-da34-4efb-9685-16840c9a15b0 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:11.903647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f993d3ab-9f49-4c39-a979-46b592defbaa req-1d42a7bd-e880-4fb6-8b5a-6fbf57ea8126 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0330520 Jul 16 22:45:11.936101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca54819-3d55-4b40-bb0a-ffca25886287 req-5c75e988-c0ad-4862-bfa2-a295b45b9c13 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:11.938785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ca54819-3d55-4b40-bb0a-ffca25886287 req-5c75e988-c0ad-4862-bfa2-a295b45b9c13 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1633086 Jul 16 22:45:12.003160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ca54819-3d55-4b40-bb0a-ffca25886287 req-74c17c89-ba2f-466c-8353-2456c016d093 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634129 Jul 16 22:45:12.163357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:12.195488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ade3a75-da34-4efb-9685-16840c9a15b0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:12.511950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:12.609979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9b1aa3e-c034-494a-b45e-9beb9c01d67a req-6810199e-6c47-43aa-908c-1a7d750e289d tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0331421 Jul 16 22:45:12.847152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Router f27389c1-f27f-4d31-aea1-9914cb3d206d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:12.966044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:12.973496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2cb7e6c8-fafd-4529-ba61-18075c048280 admin admin] 10.222.0.70 "PUT /v2.0/routers/f27389c1-f27f-4d31-aea1-9914cb3d206d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4719865 Jul 16 22:45:12.973732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57060) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:12.979846 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Sync routers for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:12.989355 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:12.990310 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:13.089236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:13.201376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:13.257076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:13.273696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Deleting port 0800437e-4cc0-4b2e-95b9-5c967a735474 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:13.275556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:13.334973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6ef0-bb98-4404-9ec4-ce48fd4b21fe req-7a274324-ef42-4620-9e65-f04b6e2c5e2b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:13.342959 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb0c6ef0-bb98-4404-9ec4-ce48fd4b21fe req-7a274324-ef42-4620-9e65-f04b6e2c5e2b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1036825 Jul 16 22:45:13.414636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] For port 0800437e-4cc0-4b2e-95b9-5c967a735474, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0800437e-4cc0-4b2e-95b9-5c967a735474,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:13.415809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:13.418889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb0c6ef0-bb98-4404-9ec4-ce48fd4b21fe req-7acf884d-0472-4896-a471-e66845c559a4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743988 Jul 16 22:45:13.437590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Calling delete_port for 0800437e-4cc0-4b2e-95b9-5c967a735474 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:13.543424 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:45:12Z', 'revision_number': 5, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port': {'id': '0800437e-4cc0-4b2e-95b9-5c967a735474', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:47Z', 'updated_at': '2021-07-16T22:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:13.580646 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Checking router: f27389c1-f27f-4d31-aea1-9914cb3d206d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:13.593997 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Routers {'f27389c1-f27f-4d31-aea1-9914cb3d206d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:13.594994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['f27389c1-f27f-4d31-aea1-9914cb3d206d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:13.724223 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] Set router f27389c1-f27f-4d31-aea1-9914cb3d206d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:13.809714 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:45:13Z', 'revision_number': 6, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:13.854666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde56d-08f5-4fb1-89c4-df4de69cf118 None None] The sync data for ids ['f27389c1-f27f-4d31-aea1-9914cb3d206d'] in n-d-793621-16 is: [{'id': 'f27389c1-f27f-4d31-aea1-9914cb3d206d', 'name': 'tempest-TestServerMultinode-321256308-router', 'tenant_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:44Z', 'updated_at': '2021-07-16T22:45:13Z', 'revision_number': 6, 'project_id': '8ec4a2da4b90494395a2aa4fa8231e63', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:13.990765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c82242c-90a7-44c4-8087-2b2510b46719 req-6c8ba09c-0ec8-4b46-bb90-a9326e336fad tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.1098597 Jul 16 22:45:14.022290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.053577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Pushing event deleted for resources: {'Port': ['ID=0800437e-4cc0-4b2e-95b9-5c967a735474,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:14.139913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.252885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.255704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.327040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.327583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27389c1-f27f-4d31-aea1-9914cb3d206d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:45:14.332384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.335735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-72d1dfaa-97bb-406d-8309-ae7090ac059f admin admin] 10.222.0.70 "DELETE /v2.0/routers/f27389c1-f27f-4d31-aea1-9914cb3d206d HTTP/1.1" status: 204 len: 168 time: 1.3589361 Jul 16 22:45:14.336155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:14.390604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Deleting subnet f2171d02-23d6-44d4-8cd0-9912622f065a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:14.393999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.491233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.647969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.716658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.781832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2171d02-23d6-44d4-8cd0-9912622f065a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:14.801756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a3608-766f-466c-9dc0-9d19a52ab9d4 None None] Network 113b31bf-65c4-421e-b597-7193c044cb05 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:14.819938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:14.824246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f2171d02-23d6-44d4-8cd0-9912622f065a HTTP/1.1" status: 204 len: 168 time: 0.4848833 Jul 16 22:45:14.824246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.824622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:14.861345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.861741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.862469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.863715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.864070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.864413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.864750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.865166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.865501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.865832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.866162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7663aeb-70f8-4f8a-9f81-f6d90801332e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:14.971231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.081962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5db3c-a472-42fa-b080-b0b5de237f0d req-0b59f95f-78ad-4290-8b31-6582771bdfb0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:15.090044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8bb5db3c-a472-42fa-b080-b0b5de237f0d req-0b59f95f-78ad-4290-8b31-6582771bdfb0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 943 time: 0.1094577 Jul 16 22:45:15.093208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Deleting port 7677c08d-6550-4709-9685-2156a5c334b3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:15.093659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.147135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8bb5db3c-a472-42fa-b080-b0b5de237f0d req-1c5fd068-09cf-42f3-9c71-793838349943 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561311 Jul 16 22:45:15.212860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] For port 7677c08d-6550-4709-9685-2156a5c334b3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7677c08d-6550-4709-9685-2156a5c334b3,segment=NetworkSegment(f6114391-f8e1-46df-8c9e-48cb6325e74e),segment_id=f6114391-f8e1-46df-8c9e-48cb6325e74e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:15.213484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.223806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] DHCP port deletion for 113b31bf-65c4-421e-b597-7193c044cb05 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:45:15.229484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Calling delete_port for 7677c08d-6550-4709-9685-2156a5c334b3 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:15.283540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0800437e-4cc0-4b2e-95b9-5c967a735474 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:15.321348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0800437e-4cc0-4b2e-95b9-5c967a735474 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:15.321924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0800437e-4cc0-4b2e-95b9-5c967a735474 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:15.322677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ade3a75-da34-4efb-9685-16840c9a15b0 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:15.328575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.347082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9ade3a75-da34-4efb-9685-16840c9a15b0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:15.347646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ade3a75-da34-4efb-9685-16840c9a15b0 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:15.365658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53f4bbb2-11c8-42f3-8cb9-bfe1dcec5cb4 req-b9c5a5e1-dccd-4aed-93c1-03b5a920eab9 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0528235 Jul 16 22:45:15.366763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Deleting port 7677c08d-6550-4709-9685-2156a5c334b3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:15.367316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.392938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Pushing event deleted for resources: {'Port': ['ID=7677c08d-6550-4709-9685-2156a5c334b3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:15.398214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] No DVR routers for this DVR port 7677c08d-6550-4709-9685-2156a5c334b3 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:15.451556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] For port 7677c08d-6550-4709-9685-2156a5c334b3, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:15.452344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.461925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:45:15.476621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Calling delete_port for 7677c08d-6550-4709-9685-2156a5c334b3 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:15.480729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Port 7677c08d-6550-4709-9685-2156a5c334b3 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:45:15.482596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.484511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.498111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113b31bf-65c4-421e-b597-7193c044cb05']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:15.517488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6114391-f8e1-46df-8c9e-48cb6325e74e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:15.517851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6114391-f8e1-46df-8c9e-48cb6325e74e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:15.529097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.536035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] No DVR routers for this DVR port 7677c08d-6550-4709-9685-2156a5c334b3 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:15.543187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Pushing event deleted for resources: {'Port': ['ID=7677c08d-6550-4709-9685-2156a5c334b3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:15.545091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.552368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:15.552747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:15.555010 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:15.575511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.575862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.576604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.577230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.577719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.578287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.578806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.579322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.579854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.580368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.580898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.581339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1ac2c-b14c-4c6e-8d44-82fbeb91afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:15.629895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.635832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.637831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] 10.222.0.70 "DELETE /v2.0/networks/113b31bf-65c4-421e-b597-7193c044cb05 HTTP/1.1" status: 204 len: 168 time: 0.8120432 Jul 16 22:45:15.640895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:15.672259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4976-96fe-4f12-a36e-f8e6c305e93c admin admin] Pushing event deleted for resources: {'Network': ['ID=113b31bf-65c4-421e-b597-7193c044cb05,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:15.675311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:15.719381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2c95d113-8600-444e-90a3-36a628e1da28', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2c95d113-8600-444e-90a3-36a628e1da28', 'mac_address': 'fa:16:3e:89:0d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:45:15.762229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.777007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:15.825418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:15.834411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:15.909179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:16.040456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2c95d113-8600-444e-90a3-36a628e1da28'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:16.178118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:16.617241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bece79ec-ac2d-40f1-b025-3d007a3899f8 req-a1c05b9a-1049-4d95-bd11-f0f0d5d9dbef tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0686042 Jul 16 22:45:16.925864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8c93f-6a3a-408e-ba0a-d7155f23e799 req-74599b41-b489-4359-ae06-9c20eb61c475 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:16.927668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15d8c93f-6a3a-408e-ba0a-d7155f23e799 req-74599b41-b489-4359-ae06-9c20eb61c475 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 944 time: 0.5424325 Jul 16 22:45:17.021667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15d8c93f-6a3a-408e-ba0a-d7155f23e799 req-b701d050-ace5-415e-aac0-a912f5b2908b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751736 Jul 16 22:45:17.082674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Deleting port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:17.083073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.201472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] For port 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:17.202044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.213948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7677c08d-6550-4709-9685-2156a5c334b3 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:17.220425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Calling delete_port for 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:17.236109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7677c08d-6550-4709-9685-2156a5c334b3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:17.236462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7677c08d-6550-4709-9685-2156a5c334b3 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:17.445980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.474497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:17.482571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b6efa7-3ab0-4508-bc77-cd4e33ac06d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:17.548195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2c95d113-8600-444e-90a3-36a628e1da28 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:17.548637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.671328 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.690025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:17.882902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:17.886164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:17.899112 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656e123-5779-45da-ae0d-fd00ea892026" -d '{"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:17.906909 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:18.018560 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a533b2-fb17-4f64-9b46-79ac6ef925e8 x-openstack-request-id: req-d6a533b2-fb17-4f64-9b46-79ac6ef925e8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:18.020320 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:18.020737 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6a533b2-fb17-4f64-9b46-79ac6ef925e8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:18.021353 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'code': 200} Jul 16 22:45:18.031480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:18.101849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d032304-bec1-4111-b085-0791253aa595 req-e5de369c-6695-49a7-84c9-1f2fb2c40755 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0856450 Jul 16 22:45:18.113135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Router 31e6632c-f246-4489-8d9b-2590efa27cc3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:18.237340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fdbaa-22fa-4347-b743-54cdcf8aa3e2 req-0fd3a6a7-b5a2-42f0-95b8-7272808f5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:18.239108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b5fdbaa-22fa-4347-b743-54cdcf8aa3e2 req-0fd3a6a7-b5a2-42f0-95b8-7272808f5e8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0663421 Jul 16 22:45:18.303388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b5fdbaa-22fa-4347-b743-54cdcf8aa3e2 req-25a330ba-e6d6-47a7-b809-337a4a038ecd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572407 Jul 16 22:45:18.346080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:18.351899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c49aa4ab-71a1-4a5e-aa96-970b41dc7a29 admin admin] 10.222.0.70 "PUT /v2.0/routers/31e6632c-f246-4489-8d9b-2590efa27cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7096672 Jul 16 22:45:18.358098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Sync routers for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:18.360796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:18.367877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:18.371827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:18.390062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24c11-601b-4597-9264-529a59571e82 req-47214287-7819-4ebe-a2e2-00259b37b05b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:18.392870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-25f24c11-601b-4597-9264-529a59571e82 req-47214287-7819-4ebe-a2e2-00259b37b05b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1077094 Jul 16 22:45:18.450865 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-25f24c11-601b-4597-9264-529a59571e82 req-b27cf528-454c-40a4-9a92-5c57f7d2ac3d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499322 Jul 16 22:45:18.513566 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:18.623026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:18.649325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:18.721943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Deleting port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:18.722292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:18.825282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] For port 0d2988a5-e05d-4fc8-90a6-48aee08bf60f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:18.826028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:18.846196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Calling delete_port for 0d2988a5-e05d-4fc8-90a6-48aee08bf60f owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:18.856588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:45:17Z', 'revision_number': 5, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port': {'id': '0d2988a5-e05d-4fc8-90a6-48aee08bf60f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:43:59Z', 'updated_at': '2021-07-16T22:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:18.890925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Checking router: 31e6632c-f246-4489-8d9b-2590efa27cc3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:18.900677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Routers {'31e6632c-f246-4489-8d9b-2590efa27cc3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:18.901982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['31e6632c-f246-4489-8d9b-2590efa27cc3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:19.078380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:19.107468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2988a5-e05d-4fc8-90a6-48aee08bf60f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:19.216236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] Set router 31e6632c-f246-4489-8d9b-2590efa27cc3 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:19.259813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:19.288535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:45:18Z', 'revision_number': 6, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:19.328685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7440a3-3bbb-4452-8704-797b9158182c None None] The sync data for ids ['31e6632c-f246-4489-8d9b-2590efa27cc3'] in n-d-793621-16 is: [{'id': '31e6632c-f246-4489-8d9b-2590efa27cc3', 'name': 'tempest-TestServerMultinode-27193660-router', 'tenant_id': '563f6af834514800bc69c1f9cb291415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:43:58Z', 'updated_at': '2021-07-16T22:45:18Z', 'revision_number': 6, 'project_id': '563f6af834514800bc69c1f9cb291415', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:19.847951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9bf6-8516-41f7-8887-e327e1a04829 req-ef416f4d-4bac-4d86-a298-c542a6b3f3fc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:19.853866 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-38fc9bf6-8516-41f7-8887-e327e1a04829 req-ef416f4d-4bac-4d86-a298-c542a6b3f3fc tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1650352 Jul 16 22:45:19.924178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-38fc9bf6-8516-41f7-8887-e327e1a04829 req-3662e2fc-f89f-4666-a324-1d73279f013f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609698 Jul 16 22:45:19.966747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4107837-3cee-4337-a296-787d69ed6601 req-4c793fc9-796c-4a0c-9846-616073d7a6da tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.5975037 Jul 16 22:45:19.978107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:19.982154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.039671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.040207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e6632c-f246-4489-8d9b-2590efa27cc3 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:45:20.046230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.047383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3c796b2d-f23f-4443-9ea8-69522b1e3cfd admin admin] 10.222.0.70 "DELETE /v2.0/routers/31e6632c-f246-4489-8d9b-2590efa27cc3 HTTP/1.1" status: 204 len: 168 time: 1.6852353 Jul 16 22:45:20.050132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:20.106567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Deleting subnet cd04d7e4-4708-4eb9-9eed-cc68231fa4b0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:20.114003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.168932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.280211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.380239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.398494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.401864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cd04d7e4-4708-4eb9-9eed-cc68231fa4b0 HTTP/1.1" status: 204 len: 168 time: 0.3502657 Jul 16 22:45:20.404007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3ff5c-3d5e-4062-bf60-31a1fe8084ff None None] Network a1cba766-fbf3-4e13-b35a-8abf436fbd27 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:20.404941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:20.440738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8f7a1-c2a7-46cb-b912-f57297918b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd04d7e4-4708-4eb9-9eed-cc68231fa4b0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:20.506064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.570777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Deleting port 30d3728b-e37e-4178-95a4-d85602ca94c3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:20.571918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.649227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] For port 30d3728b-e37e-4178-95a4-d85602ca94c3, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30d3728b-e37e-4178-95a4-d85602ca94c3,segment=NetworkSegment(f908fab7-7abf-4752-9f68-f53681acbfac),segment_id=f908fab7-7abf-4752-9f68-f53681acbfac)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:20.649526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.675431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Calling delete_port for 30d3728b-e37e-4178-95a4-d85602ca94c3 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:20.743347 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.753823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] DHCP port deletion for a1cba766-fbf3-4e13-b35a-8abf436fbd27 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:45:20.801857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.826110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Deleting port 30d3728b-e37e-4178-95a4-d85602ca94c3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:20.827008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.849247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] No DVR routers for this DVR port 30d3728b-e37e-4178-95a4-d85602ca94c3 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:20.854768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d3728b-e37e-4178-95a4-d85602ca94c3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:20.904150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] For port 30d3728b-e37e-4178-95a4-d85602ca94c3, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:20.904680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.919073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Calling delete_port for 30d3728b-e37e-4178-95a4-d85602ca94c3 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:20.922442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Port 30d3728b-e37e-4178-95a4-d85602ca94c3 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:45:20.924117 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:20.958116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] Pushing event deleted for resources: {'Port': ['ID=30d3728b-e37e-4178-95a4-d85602ca94c3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:20.960330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c2202-7142-4530-8602-e331869a7e68 None None] No DVR routers for this DVR port 30d3728b-e37e-4178-95a4-d85602ca94c3 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:20.994384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.007518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cba766-fbf3-4e13-b35a-8abf436fbd27']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:21.019342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f908fab7-7abf-4752-9f68-f53681acbfac') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:21.019813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f908fab7-7abf-4752-9f68-f53681acbfac') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:21.029617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.045690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.052526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:21.053193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:21.055123 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:21.217333 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.236569 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.245883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a1cba766-fbf3-4e13-b35a-8abf436fbd27 HTTP/1.1" status: 204 len: 168 time: 0.8392086 Jul 16 22:45:21.262024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d2988a5-e05d-4fc8-90a6-48aee08bf60f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:21.270820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa99f0-23c2-42bc-a307-0b5d60a46eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cba766-fbf3-4e13-b35a-8abf436fbd27,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:21.306631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0d2988a5-e05d-4fc8-90a6-48aee08bf60f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:21.307398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d2988a5-e05d-4fc8-90a6-48aee08bf60f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:21.308066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30d3728b-e37e-4178-95a4-d85602ca94c3 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:21.329730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 30d3728b-e37e-4178-95a4-d85602ca94c3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:21.330547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30d3728b-e37e-4178-95a4-d85602ca94c3 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:21.331219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:21.353114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:21.353824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 77b6efa7-3ab0-4508-bc77-cd4e33ac06d1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:21.362754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c629deb-e0b1-4d6c-8ae9-18f00ea55255 req-208f5412-db99-4e2a-918c-3bd4fdb37f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:21.382970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e34f000-10cc-46ca-b768-b068a2aba428 req-fda981f4-fada-4adc-b5ef-7e8709b451a7 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.1343942 Jul 16 22:45:21.383174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c629deb-e0b1-4d6c-8ae9-18f00ea55255 req-208f5412-db99-4e2a-918c-3bd4fdb37f5c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1542206 Jul 16 22:45:21.458667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c629deb-e0b1-4d6c-8ae9-18f00ea55255 req-605a8d83-c071-44a2-8f87-dd6803f8ae54 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674796 Jul 16 22:45:21.676654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:21.720355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4be96281-a203-4447-a68c-aa4082b80fc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ec4a2da4b90494395a2aa4fa8231e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422239 Jul 16 22:45:21.722657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57640) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:21.770985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.792250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.866808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.869596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:21.870763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e751586d-a1f6-4d18-95a5-38fb321b15da HTTP/1.1" status: 204 len: 168 time: 0.1471865 Jul 16 22:45:21.878955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fd435-c5a4-4a3a-b4ea-a0ce16761e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751586d-a1f6-4d18-95a5-38fb321b15da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:22.228037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:22.274162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d7c9179e-8837-4664-9e9d-6209e72051b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=563f6af834514800bc69c1f9cb291415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449016 Jul 16 22:45:22.280183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:22.354421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.381472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.455589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.459192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.463998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8df39d50-8b91-407a-b5ef-db70b5e3b7d2 HTTP/1.1" status: 204 len: 168 time: 0.1801991 Jul 16 22:45:22.480253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac419c7-59b7-44d7-bee4-14cc3c213101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df39d50-8b91-407a-b5ef-db70b5e3b7d2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:22.570665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-822ab0e1-ad1a-4139-849e-7fc6a97db6ab req-a9fbe9a5-a31f-4a35-b4be-0ffa3c6ec6ae tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0345569 Jul 16 22:45:23.006266 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:23.803862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c14fbf0e-cea5-4e10-89d9-4d74f49cc30b req-ac5857d7-7152-480f-8af2-959568c2643f tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0372753 Jul 16 22:45:25.000486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a5ec6df-c11b-42d0-a9fd-6a32d79afed5 req-6ad3f7dd-b62a-4627-bbb4-dbe19c174e13 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0596144 Jul 16 22:45:26.185990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f02c3df-7836-41a8-9ac1-7da07842db6c req-93ee899b-9a31-4e7c-b344-0a284a59bbde tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0379908 Jul 16 22:45:27.356408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb9b2054-100b-42c1-a51d-c55859b238f6 req-19270365-a78f-464d-97ac-58801218b40e tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0339694 Jul 16 22:45:27.534741 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb89705e-71f9-4a15-b369-6b4e3ab108bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.537932 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1df210ed-e91e-426a-8bd1-d2fd9187ede4 req-1d97c2a4-cd13-4118-8452-42e5dee51a77 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0511761 Jul 16 22:45:29.710217 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53d606d4-e3e1-4bc5-ad1d-f30814505846 req-5446e767-69ba-4f02-b55d-57224caa281b tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0388360 Jul 16 22:45:29.818415 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95d1ef29-e7d1-4632-a5d4-59252a1162eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:30.111100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:30.869796 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4862b626-1055-4f3b-b4d6-914fc148ee9b req-3a5d2438-5f50-4d2d-a442-fbae4e9e5e11 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0337830 Jul 16 22:45:31.379120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:32.040676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86783c22-cdd7-4d33-8caa-23b264c0e99a req-e3227c74-74a6-4125-9c73-9dee3376284f tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0322299 Jul 16 22:45:32.722096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:32.941245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788eb1c-50c5-44ce-9f8f-400a0e20fd47 req-0f096c66-2c1d-4b3e-9bb9-835f665a57b2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:32.942696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d788eb1c-50c5-44ce-9f8f-400a0e20fd47 req-0f096c66-2c1d-4b3e-9bb9-835f665a57b2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.0661707 Jul 16 22:45:32.992263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d788eb1c-50c5-44ce-9f8f-400a0e20fd47 req-41e7e1b3-22a4-4738-8cff-bd2c05ba9a07 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436728 Jul 16 22:45:33.210069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6d81719c-5a46-4802-9d08-0789ac86ffff req-c18f216e-01bc-40a6-8a65-1a22ed119603 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0323713 Jul 16 22:45:34.173303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c7d8-3918-4262-9dc8-5a5eddb3f380 req-bf3f5c51-ed29-491e-b69c-af2af81fd638 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.179946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3278c7d8-3918-4262-9dc8-5a5eddb3f380 req-bf3f5c51-ed29-491e-b69c-af2af81fd638 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.0769615 Jul 16 22:45:34.228901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3278c7d8-3918-4262-9dc8-5a5eddb3f380 req-6190fdbd-0c93-44a9-b787-503e644602be tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474312 Jul 16 22:45:34.229945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-4075798a-ba21-4671-8b8f-421bc82811e2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.232443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-4075798a-ba21-4671-8b8f-421bc82811e2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.0755370 Jul 16 22:45:34.268333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-0d0757b0-5ab9-4d52-aebf-2d4739bee99c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:34.375095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-0d0757b0-5ab9-4d52-aebf-2d4739bee99c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:34.380072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-0d0757b0-5ab9-4d52-aebf-2d4739bee99c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:34.409866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c6a797d-312a-4c3b-b944-267fa6b2ef0d req-0140a93f-7bcc-4380-b0f3-b354bc5c1256 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0450008 Jul 16 22:45:34.425104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2694f44-e876-4abb-b08e-9577c3e2a240 req-0d0757b0-5ab9-4d52-aebf-2d4739bee99c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751151 Jul 16 22:45:34.438491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0757b0-5ab9-4d52-aebf-2d4739bee99c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e95cd9-9719-4afb-877d-4f810386612f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:34.640415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961f54a-7e27-40bb-9eb0-0d2e90a7528f req-d7399759-e3c0-486e-9f63-ede4c39c1259 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.642046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f961f54a-7e27-40bb-9eb0-0d2e90a7528f req-d7399759-e3c0-486e-9f63-ede4c39c1259 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0726280 Jul 16 22:45:34.704951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f961f54a-7e27-40bb-9eb0-0d2e90a7528f req-bbcdae49-9a24-4f24-a3bb-de0e576a1a4d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569444 Jul 16 22:45:34.742703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 57818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:34.819723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d05a6-6730-4705-bb85-27278a116add req-ac13d054-8273-445d-9aaa-145710cdff7c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.821642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad2d05a6-6730-4705-bb85-27278a116add req-ac13d054-8273-445d-9aaa-145710cdff7c tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.1299739 Jul 16 22:45:34.870201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7ad9c7b4-3837-4112-a82a-ba9ee7fa7e8a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/df433f5e-b9c4-45e4-b631-8fc16862b02f HTTP/1.1" status: 200 len: 994 time: 0.1251681 Jul 16 22:45:34.976408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Deleting port 13aa9055-d620-42a2-a28b-b8286e934e78 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:34.976680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:35.089768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] For port 13aa9055-d620-42a2-a28b-b8286e934e78, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=13aa9055-d620-42a2-a28b-b8286e934e78,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:35.090130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:35.345779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-5eef7530-384b-48ce-be3f-da2207de207f req-b1555ebd-d6e3-4e99-aa03-d9c155eae1e0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:45:35.357651 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5eef7530-384b-48ce-be3f-da2207de207f req-b1555ebd-d6e3-4e99-aa03-d9c155eae1e0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161345 Jul 16 22:45:35.383660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:35.384147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:35.384348 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Floating IP b063a696-0eb9-47b9-9c9a-8c52912b9eb8 disassociated. External IP: 172.25.5.71, port: 13aa9055-d620-42a2-a28b-b8286e934e78. Jul 16 22:45:35.386027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Calling delete_port for 13aa9055-d620-42a2-a28b-b8286e934e78 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:35.475791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4751-351a-43d5-b844-be076105bce0 req-a3dea671-42fc-40b2-843b-62085d49a605 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:35.485576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35bd4751-351a-43d5-b844-be076105bce0 req-a3dea671-42fc-40b2-843b-62085d49a605 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 945 time: 0.0808346 Jul 16 22:45:35.597637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35bd4751-351a-43d5-b844-be076105bce0 req-ece4bc33-6b53-4672-86fb-dcc3c6e11c56 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b5adc51-512b-4fe1-a130-afaa095ae8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057689 Jul 16 22:45:35.643845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:35.708199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'Port': ['ID=13aa9055-d620-42a2-a28b-b8286e934e78,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:35.729301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.729649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.730485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.730485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.730640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.730962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.731822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.732634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.733044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.733970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.734350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.734677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:35.896734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c79c8f67-c1c6-4ffc-ba12-4e34c13511da req-30b97930-0dbb-4169-bde1-a3440c00570e tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0823538 Jul 16 22:45:35.923490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:36.083786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-3d88b911-9655-493a-bd19-92d968ea979b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108649 Jul 16 22:45:36.159298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:36.168405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d10f1-027f-4026-8ceb-3902953f15fa req-157274b3-f399-4a97-b8c7-176254f0b537 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:36.176888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:36.187237 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d22d10f1-027f-4026-8ceb-3902953f15fa req-157274b3-f399-4a97-b8c7-176254f0b537 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1476457 Jul 16 22:45:36.191345 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:36.200561 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:36.328435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] No DVR routers for this DVR port 13aa9055-d620-42a2-a28b-b8286e934e78 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:36.332304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.334568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad2d05a6-6730-4705-bb85-27278a116add req-c5173933-1ef2-4526-a0ab-150b3b4e8736 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.68 "DELETE /v2.0/ports/13aa9055-d620-42a2-a28b-b8286e934e78 HTTP/1.1" status: 204 len: 173 time: 1.5069239 Jul 16 22:45:36.337431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'name': 'network-vif-deleted', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:36.342274 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1008f188-4c5c-42ac-ab21-71ce10a8bf77" -d '{"events": [{"server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "name": "network-vif-deleted", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:36.418866 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:36.420866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d22d10f1-027f-4026-8ceb-3902953f15fa req-18c5f872-936c-48a7-9f90-ff7015c5fced tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325034 Jul 16 22:45:36.477096 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b594b07-c72a-46b7-9344-df621f6d3167 x-openstack-request-id: req-0b594b07-c72a-46b7-9344-df621f6d3167 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:36.477666 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5ad471-6a67-4d17-aa31-0c72456831ba", "name": "network-vif-deleted", "tag": "13aa9055-d620-42a2-a28b-b8286e934e78", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:36.478206 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b594b07-c72a-46b7-9344-df621f6d3167 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:36.479869 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5ad471-6a67-4d17-aa31-0c72456831ba', 'name': 'network-vif-deleted', 'tag': '13aa9055-d620-42a2-a28b-b8286e934e78', 'status': 'completed', 'code': 200} Jul 16 22:45:36.826729 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:36.865457 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67c54c98-ce3b-40ac-a85e-40fa73355700 req-e884a039-2282-4b2c-8baa-2a9936657e47 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 210 time: 0.0558586 Jul 16 22:45:36.885797 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:36.898519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:36.898519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.136092 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:37.198135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4d8a3dd6-82c0-48a9-ad3e-588f20a6deaa req-0bd1f107-065c-4aad-8734-73aefb999e11 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0701122 Jul 16 22:45:37.450890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-394a7ffc-e88a-4012-81f7-40f97edf3868 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0515244 Jul 16 22:45:37.590465 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.622794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-213e8f3a-bf3b-43fa-bab2-4e055fa30040 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5d48751479c4281b938f75bf0ed305c&device_id=8d5ad471-6a67-4d17-aa31-0c72456831ba HTTP/1.1" status: 200 len: 210 time: 0.0744162 Jul 16 22:45:37.668276 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519b1f0-7c73-434e-8596-a0a4ed92f82e None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:38:29Z', 'revision_number': 4, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f0553a24-9882-44ee-9d0e-da546c760cd7', 'name': '', 'network_id': '2d2638eb-f1d4-406a-896e-fa0ac4225a48', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'mac_address': 'fa:16:3e:44:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '11642482-5c5f-410f-bb15-655244978029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:28Z', 'updated_at': '2021-07-16T22:38:38Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'subnets': [{'id': '11642482-5c5f-410f-bb15-655244978029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:37.938968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c462e-9e88-4408-a193-928fc205fbdf req-d676c6a9-57c0-4b08-833b-e366d29c937d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:37.945954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f2c462e-9e88-4408-a193-928fc205fbdf req-d676c6a9-57c0-4b08-833b-e366d29c937d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.3216770 Jul 16 22:45:38.032768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f2c462e-9e88-4408-a193-928fc205fbdf req-5a2a756c-c3cd-4776-b8f9-49d3d4a4e374 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859058 Jul 16 22:45:38.036664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-cee528f2-ed19-4682-9f8f-e10ddb65857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.038278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-cee528f2-ed19-4682-9f8f-e10ddb65857b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e5d48751479c4281b938f75bf0ed305c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3102283 Jul 16 22:45:38.095727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:38.203224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.240694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.303087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf5499-4e51-4c6c-b44a-4734c94eb682 None None] New status for floating IP b063a696-0eb9-47b9-9c9a-8c52912b9eb8: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:45:38.307894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.311227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.312706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "DELETE /v2.0/security-groups/0b5adc51-512b-4fe1-a130-afaa095ae8fb HTTP/1.1" status: 204 len: 168 time: 0.2122302 Jul 16 22:45:38.323004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:38.323782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9e20e-8c7e-47d5-a41c-24b9d068936e tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5adc51-512b-4fe1-a130-afaa095ae8fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:38.339069 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-2c9b013f-de5f-4507-aecd-1b3b0a668cc2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] show failed (client error): The resource could not be found. Jul 16 22:45:38.340522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2c9b013f-de5f-4507-aecd-1b3b0a668cc2 tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "GET /v2.0/security-groups/0b5adc51-512b-4fe1-a130-afaa095ae8fb HTTP/1.1" status: 404 len: 347 time: 0.0143046 Jul 16 22:45:38.353473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 57930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:38.390435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-39d68a9f-aeae-4c8c-8863-37029214ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.392231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d8c2f29c-5836-4b73-98f2-8a69cd99425a req-39d68a9f-aeae-4c8c-8863-37029214ffc3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3381612 Jul 16 22:45:38.419974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-892af515-c223-4d40-b47b-bd431d845a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.422922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-892af515-c223-4d40-b47b-bd431d845a43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.1418965 Jul 16 22:45:38.589747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cde1717-ad6f-4c65-8979-7ab2371a5229 req-8062e82d-9256-44f5-a55e-fc35a64c4740 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.1065288 Jul 16 22:45:38.597741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Deleting port 7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:38.598080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.700921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.701640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.716106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Calling delete_port for 7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:38.746129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-c4c60d33-bc9c-437a-877e-29245875b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.747646 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-c4c60d33-bc9c-437a-877e-29245875b322 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.3176234 Jul 16 22:45:38.891691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.896066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-e48fe422-f7b5-4857-9aa7-835dae028d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1002 time: 0.1374397 Jul 16 22:45:38.932094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Pushing event deleted for resources: {'Port': ['ID=7ab9e443-e7b7-4dfe-a723-eb6dc22c22e7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:38.977345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b8b3f09a-ba8b-4d0d-813d-a84248ed6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.979383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b8b3f09a-ba8b-4d0d-813d-a84248ed6295 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.0766633 Jul 16 22:45:39.003802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.006542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.007871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e348225b-e52e-4621-ae4e-1e9ed1ce267f tempest-AttachVolumeTestJSON-1294878850 tempest-AttachVolumeTestJSON-1294878850-project] 10.222.0.70 "DELETE /v2.0/floatingips/b063a696-0eb9-47b9-9c9a-8c52912b9eb8 HTTP/1.1" status: 204 len: 168 time: 0.6534517 Jul 16 22:45:39.105282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-04201280-e6d8-401b-bcb2-aff750c7d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:39.107445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-04201280-e6d8-401b-bcb2-aff750c7d56e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217678 Jul 16 22:45:39.281998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e7fe-15ac-4b58-888f-cb691e05fc64 req-b97311de-680a-4190-b98e-fdde45ccd3ef tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:39.284132 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11b8e7fe-15ac-4b58-888f-cb691e05fc64 req-b97311de-680a-4190-b98e-fdde45ccd3ef tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0771737 Jul 16 22:45:39.293727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-e80458da-9e25-4e28-a91f-cc1a9f3e9ef8 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784735 Jul 16 22:45:39.325761 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:45:39.348184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11b8e7fe-15ac-4b58-888f-cb691e05fc64 req-c34ff076-8888-4438-8c83-822ee5e0da8b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558074 Jul 16 22:45:39.402649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-96c01ec4-1ad0-4170-bfaf-657c442aee9d service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020117 Jul 16 22:45:39.769382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6d08056-9f27-44b1-aec1-797693fb086d req-ca020cfd-8622-44cd-b7bd-7bea2505407e tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0347080 Jul 16 22:45:40.373118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 13aa9055-d620-42a2-a28b-b8286e934e78 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:40.396862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 13aa9055-d620-42a2-a28b-b8286e934e78 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:40.397320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 13aa9055-d620-42a2-a28b-b8286e934e78 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:40.536618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acb596-7951-4a3d-9f5f-f25b8d18534d req-0bfc1d53-50b6-450e-afd0-7b7d245e0add tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:40.538193 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52acb596-7951-4a3d-9f5f-f25b8d18534d req-0bfc1d53-50b6-450e-afd0-7b7d245e0add tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0648868 Jul 16 22:45:40.576590 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52acb596-7951-4a3d-9f5f-f25b8d18534d req-e442fed1-dcb5-4554-b846-8e354d79d804 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326793 Jul 16 22:45:40.927257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49e21e11-16d6-40a2-b925-fd299f4e7cec req-16902d4b-3e57-4495-9f7f-731602cdc55c tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0295973 Jul 16 22:45:41.773548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b67fe3-1de8-4832-bc22-6737891e10ac req-cb5b480d-e30b-4e45-9cab-7e5ca5db0f13 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:41.781526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50b67fe3-1de8-4832-bc22-6737891e10ac req-cb5b480d-e30b-4e45-9cab-7e5ca5db0f13 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0893049 Jul 16 22:45:41.832627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-50b67fe3-1de8-4832-bc22-6737891e10ac req-9539ea0c-afb7-411a-8b80-7d4463dd6051 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501060 Jul 16 22:45:42.129251 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43720391-69dc-4c16-87d3-a76497a2a9ee req-8ba17f68-42c7-4817-8085-60e6b46ee144 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0446556 Jul 16 22:45:43.066678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe34f-77a7-4589-8e9c-1d19edc59f8d req-2154eba4-ab8d-4a45-b8b1-d793f50897a9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:43.068851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21dbe34f-77a7-4589-8e9c-1d19edc59f8d req-2154eba4-ab8d-4a45-b8b1-d793f50897a9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0952656 Jul 16 22:45:43.129133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21dbe34f-77a7-4589-8e9c-1d19edc59f8d req-021544d1-f749-4bb7-9429-bf01f9bab3db tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493352 Jul 16 22:45:43.398786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25796a5f-1aa5-42d5-8a76-475fc1b2615d req-510d2343-a4d5-4d21-a3cf-48d61f60ca74 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0532200 Jul 16 22:45:44.357119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2e4c2-c06a-4c1a-8e01-f91621ff3738 req-e0cb7f47-441c-48e7-ad6a-4f77afc301ea tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:44.359611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03e2e4c2-c06a-4c1a-8e01-f91621ff3738 req-e0cb7f47-441c-48e7-ad6a-4f77afc301ea tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0780022 Jul 16 22:45:44.408403 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03e2e4c2-c06a-4c1a-8e01-f91621ff3738 req-dd417666-fb2f-4ccc-8661-da4adc422199 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Jul 16 22:45:44.605668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1de904-81a6-45ba-8e3d-2b0267f1bcf3 req-54da88ec-52f7-4217-807e-3e8702f33f96 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0656922 Jul 16 22:45:45.347882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-44288a0c-ec15-403a-ad8d-19177ee3c808 req-3f358dbd-01ee-4e9d-86c7-dcd6b9204ff9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0410531 Jul 16 22:45:45.656651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d89bb-5637-41bd-828e-c43676321b9a req-7fe15878-fa48-4115-8daa-8bb626471d3f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:45.665991 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-942d89bb-5637-41bd-828e-c43676321b9a req-7fe15878-fa48-4115-8daa-8bb626471d3f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1150851 Jul 16 22:45:45.758417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-942d89bb-5637-41bd-828e-c43676321b9a req-7e765b5e-ff2e-4a82-98d4-c12a1b67ceb3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861776 Jul 16 22:45:45.863405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a0856c35-a518-4642-86ad-19fc2f4d245a req-f7f012bf-41d8-4a48-90f9-a1e1739590d8 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 16 22:45:47.062097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928e32-49ad-4b00-9bba-977ecea21139 req-b2f95e16-e96e-4791-98a3-a8778f6d80af tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:47.076377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8928e32-49ad-4b00-9bba-977ecea21139 req-b2f95e16-e96e-4791-98a3-a8778f6d80af tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1761601 Jul 16 22:45:47.105717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb01c98d-0557-4ebf-be1e-7fe8b40a7e65 req-c1ccdb52-cedf-4e92-9727-151523054d1d tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0430472 Jul 16 22:45:47.131807 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a8928e32-49ad-4b00-9bba-977ecea21139 req-4796a8bc-f4cd-4738-8469-8535bb41a22a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499997 Jul 16 22:45:47.302702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-cb458e7b-b16b-4b80-b3c9-6da2b11ef5ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1100476 Jul 16 22:45:47.423167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186020-9d59-4ad4-94a8-62172677d3ce req-528093b3-8a64-4f03-bba4-29b776e8bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:47.424767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-528093b3-8a64-4f03-bba4-29b776e8bb16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0770726 Jul 16 22:45:47.526708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0aa766e6-3ffe-492a-8866-916fb959ad6c req-53a9d13d-8d82-406d-8401-fa2554cbcc65 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa&device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0410097 Jul 16 22:45:47.608613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186020-9d59-4ad4-94a8-62172677d3ce req-47cd1c3e-123e-4307-bc9d-6a827a5f98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:47.610444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-47cd1c3e-123e-4307-bc9d-6a827a5f98a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1626375 Jul 16 22:45:47.690782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-86051d1f-f76f-4d44-9358-fc02d05079c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 200 len: 1001 time: 0.0706470 Jul 16 22:45:47.754979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186020-9d59-4ad4-94a8-62172677d3ce req-51bace48-5f5b-4fcb-84f0-c2fbfb28e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:47.757388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-51bace48-5f5b-4fcb-84f0-c2fbfb28e2e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0577581 Jul 16 22:45:48.019474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d934ac5-515d-4e6b-8f24-cc6bd5b94905 req-104c3110-0788-4a9e-9ad5-8d0712ffafba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=78948f5329904283acedbc2bc472caba&device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0642240 Jul 16 22:45:48.028451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186020-9d59-4ad4-94a8-62172677d3ce req-e1663cc2-4cf0-4e16-9e55-39feb119a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:48.029988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-e1663cc2-4cf0-4e16-9e55-39feb119a67f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2597880 Jul 16 22:45:48.070655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d934ac5-515d-4e6b-8f24-cc6bd5b94905 req-ea3fed88-19fa-4fa7-8230-526dc9aee352 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=78948f5329904283acedbc2bc472caba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395892 Jul 16 22:45:48.202197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-10dd5ad7-aad5-4b02-a709-175faa859680 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628370 Jul 16 22:45:48.216913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9384fb63-e6a9-4142-b5cc-c34c4e17bc7a req-832d94b9-92e2-46b4-88f0-1029168dfa9e tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.1269054 Jul 16 22:45:48.326959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-34186020-9d59-4ad4-94a8-62172677d3ce req-40d95c53-7f80-49ae-87d3-20e0ec2beb33 service neutron] 10.222.0.47 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089540 Jul 16 22:45:48.425980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d934ac5-515d-4e6b-8f24-cc6bd5b94905 req-4e950262-526f-444c-a678-d839acce972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:48.436323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d934ac5-515d-4e6b-8f24-cc6bd5b94905 req-4e950262-526f-444c-a678-d839acce972b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573811 Jul 16 22:45:48.485028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f7ec-0737-4412-a8ea-9e409f0a0473 req-76162ccd-d49e-44ab-aae9-c64e181ad7df tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:48.487633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a91f7ec-0737-4412-a8ea-9e409f0a0473 req-76162ccd-d49e-44ab-aae9-c64e181ad7df tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1476047 Jul 16 22:45:48.581859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a91f7ec-0737-4412-a8ea-9e409f0a0473 req-2c0cae56-f0a0-4e96-8934-dcccd7e9c434 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876949 Jul 16 22:45:49.390406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-223c4603-ecf4-4b09-a0cc-394ed71a84a2 req-a2ffb27e-e37a-4c8a-9a91-5e4ec2c5d883 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0362983 Jul 16 22:45:49.712057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d934ac5-515d-4e6b-8f24-cc6bd5b94905 req-89d2dbab-dbbe-4d30-8c89-f473ca19220f tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0471184 Jul 16 22:45:49.802349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:49.954602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f135a-3e62-46c7-83af-d2af5754bf32 req-0c385bcb-ff7c-4a33-9b93-6bd9e2cf4d1d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:49.959838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a8f135a-3e62-46c7-83af-d2af5754bf32 req-0c385bcb-ff7c-4a33-9b93-6bd9e2cf4d1d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1704073 Jul 16 22:45:50.037578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a8f135a-3e62-46c7-83af-d2af5754bf32 req-a680d930-cab4-470f-91a3-8c3388d7f65f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718455 Jul 16 22:45:50.357670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.475470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.560419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d97e29-f917-42f8-b25f-c9902906833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.659783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4b8ca4c-21e3-4b14-88ee-57484fa7e889 req-e00aefb9-5512-4394-862d-a1c45b0b5877 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2b012ad-b266-4e09-bcb1-49994bdd20fa HTTP/1.1" status: 200 len: 210 time: 0.0772078 Jul 16 22:45:50.693549 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d97e29-f917-42f8-b25f-c9902906833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.699779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4d97e29-f917-42f8-b25f-c9902906833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.735851 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.755811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4d97e29-f917-42f8-b25f-c9902906833f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b856d63afd924b33a059f6e48493a551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967981 Jul 16 22:45:50.756823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97e29-f917-42f8-b25f-c9902906833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f9f53-cd05-42bc-8c61-995f4d142e09,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:50.758728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58254) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.844189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.891159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.940859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Deleting port f0553a24-9882-44ee-9d0e-da546c760cd7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:50.941397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.970616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.973066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.974194 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c74f9f53-cd05-42bc-8c61-995f4d142e09 HTTP/1.1" status: 204 len: 168 time: 0.2138901 Jul 16 22:45:51.051039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] For port f0553a24-9882-44ee-9d0e-da546c760cd7, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f0553a24-9882-44ee-9d0e-da546c760cd7,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:51.051497 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.055270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb66c1-7457-4c12-9a95-8d3d9221f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f9f53-cd05-42bc-8c61-995f4d142e09,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:51.095051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Calling delete_port for f0553a24-9882-44ee-9d0e-da546c760cd7 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:51.290216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eb5b2-4f65-41df-bfa9-8ac7db4a9f84 req-d97c6dd8-adc8-4b10-942a-fbf14a40669c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.297484 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-688eb5b2-4f65-41df-bfa9-8ac7db4a9f84 req-d97c6dd8-adc8-4b10-942a-fbf14a40669c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.0943854 Jul 16 22:45:51.338636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.348934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-688eb5b2-4f65-41df-bfa9-8ac7db4a9f84 req-b82d1c2a-d59b-41a3-86f5-e4eba84a7635 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505028 Jul 16 22:45:51.403694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0553a24-9882-44ee-9d0e-da546c760cd7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:51.532145 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-eb5e835b-76e3-4435-9c4b-339958196c51 service neutron] show failed (client error): The resource could not be found. Jul 16 22:45:51.533463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-eb5e835b-76e3-4435-9c4b-339958196c51 service neutron] 10.222.0.47 "GET /v2.0/ports/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1153440 Jul 16 22:45:51.890728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.925154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-8b91ec87-45b0-4f01-819a-ff75751a2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.928133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-8b91ec87-45b0-4f01-819a-ff75751a2006 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 1098 time: 0.0766706 Jul 16 22:45:51.940665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:51.974042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:52.093724 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.188106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1755559929-network', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:52.219166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Router 4099013d-59ef-4b46-b094-2f3366a47d93 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:52.292028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Made reservation on behalf of 8784e57d600146feb6ab4b44d95b5a13 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:52.294436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.305424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ac522b0-e3b3-4d51-a100-1c6774951a6e req-9cc6e86e-f694-41c9-a84b-4c7c8910c20d tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0398765 Jul 16 22:45:52.326289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef233768-6d8d-4298-96f1-270bc0329fde req-64312591-0b79-46b7-9aab-2b5c7b35abd2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=78948f5329904283acedbc2bc472caba&device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Jul 16 22:45:52.329507 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.370145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef233768-6d8d-4298-96f1-270bc0329fde req-de4296df-aa26-41d4-a921-38f3626366d6 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=78948f5329904283acedbc2bc472caba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355172 Jul 16 22:45:52.378430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:52.385103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c609fa8-3f56-45d1-a8c1-3382fb040548 admin admin] 10.222.0.70 "PUT /v2.0/routers/4099013d-59ef-4b46-b094-2f3366a47d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816128 Jul 16 22:45:52.388198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:52.391416 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Sync routers for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:52.411688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:52.412718 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:52.510745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.630117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.669801 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:52.697987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Deleting port 3d1aa68b-567e-4b5a-ae55-1aa425a47951 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:52.698700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.799315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] For port 3d1aa68b-567e-4b5a-ae55-1aa425a47951, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3d1aa68b-567e-4b5a-ae55-1aa425a47951,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:52.799987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.825777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Calling delete_port for 3d1aa68b-567e-4b5a-ae55-1aa425a47951 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:52.902086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:45:51Z', 'revision_number': 5, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port': {'id': '3d1aa68b-567e-4b5a-ae55-1aa425a47951', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:38:22Z', 'updated_at': '2021-07-16T22:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:52.931843 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Checking router: 4099013d-59ef-4b46-b094-2f3366a47d93 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:52.940128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:52.941064 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Routers {'4099013d-59ef-4b46-b094-2f3366a47d93'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:52.941840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4099013d-59ef-4b46-b094-2f3366a47d93'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:53.018978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.042001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.060234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:45:53.065017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] Set router 4099013d-59ef-4b46-b094-2f3366a47d93 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:53.101069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1aa68b-567e-4b5a-ae55-1aa425a47951,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:53.137446 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:45:52Z', 'revision_number': 6, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:53.151764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030a541-2839-4ac1-9e0e-429126a20246 req-a3be38a4-d94d-4f1d-af97-ba810f8d048f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:53.158722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1030a541-2839-4ac1-9e0e-429126a20246 req-a3be38a4-d94d-4f1d-af97-ba810f8d048f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1913297 Jul 16 22:45:53.183821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.203769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadad5e4-9c9c-4f4e-b5a8-009ee3f05dfe None None] The sync data for ids ['4099013d-59ef-4b46-b094-2f3366a47d93'] in n-d-793621-16 is: [{'id': '4099013d-59ef-4b46-b094-2f3366a47d93', 'name': 'tempest-AttachVolumeTestJSON-1328543390-router', 'tenant_id': 'e5d48751479c4281b938f75bf0ed305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:38:20Z', 'updated_at': '2021-07-16T22:45:52Z', 'revision_number': 6, 'project_id': 'e5d48751479c4281b938f75bf0ed305c', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:53.215846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef233768-6d8d-4298-96f1-270bc0329fde req-243fdcd9-27fd-4493-85f7-40fccb7a99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:53.222549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef233768-6d8d-4298-96f1-270bc0329fde req-243fdcd9-27fd-4493-85f7-40fccb7a99ec service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8398142 Jul 16 22:45:53.228983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:53.228983 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97272379-c06d-416a-a2f2-9e517da6a4a4" -d '{"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:53.235922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.282221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Transition to ACTIVE for port object ef97eb98-62ea-4da4-87f5-eb339cd5ef8a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:45:53.301956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.328678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.330891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.372751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.374907 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6248f0-6221-4ccd-9dcd-f2e4c90172cd x-openstack-request-id: req-fe6248f0-6221-4ccd-9dcd-f2e4c90172cd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:53.375784 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:53.375784 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe6248f0-6221-4ccd-9dcd-f2e4c90172cd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:53.376159 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'code': 200} Jul 16 22:45:53.376916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:53.390996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1030a541-2839-4ac1-9e0e-429126a20246 req-ce69fbb3-8357-4741-968d-585d66faf07e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313113 Jul 16 22:45:53.395903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.466134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.466899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4099013d-59ef-4b46-b094-2f3366a47d93 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:45:53.476108 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.481009 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8c3b3f8-f93f-4840-abb3-9f11ca8446df admin admin] 10.222.0.70 "DELETE /v2.0/routers/4099013d-59ef-4b46-b094-2f3366a47d93 HTTP/1.1" status: 204 len: 168 time: 1.0897918 Jul 16 22:45:53.482008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:53.511894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:45:53.537081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e47c94-ae3a-42af-a512-cd6343331ae3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:53.566742 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.567093 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Added segment 35c95aed-f35d-4c22-9298-ebbe6d762891 of type vlan for network 75ad7e97-96d1-4b27-8c8c-711f13685a34 Jul 16 22:45:53.576797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6b6ab580-73fe-4af0-a136-2335fe6a1097 req-153dcdcc-d728-4e60-ba1a-e681c850a4fc tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0795474 Jul 16 22:45:53.605563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Deleting subnet 11642482-5c5f-410f-bb15-655244978029 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:53.609942 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.688042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] No DVR routers for this DVR port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:53.696046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.754106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.800330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.855640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.856622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:53.857223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.867478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.889149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865fa0c-5167-435c-8016-03d2bc329096 None None] Network 2d2638eb-f1d4-406a-896e-fa0ac4225a48 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:53.914391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:53.920088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/11642482-5c5f-410f-bb15-655244978029 HTTP/1.1" status: 204 len: 168 time: 0.4370306 Jul 16 22:45:53.921899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803cca-91e1-46a4-8531-89412abaf963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11642482-5c5f-410f-bb15-655244978029,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:53.923819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:53.935988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9608641 Jul 16 22:45:53.945867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:53.953289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Request body: {'subnet': {'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1755559929-subnet', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:54.000370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ea744-4ecc-485c-81fd-58f63f2f4ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=75ad7e97-96d1-4b27-8c8c-711f13685a34,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.011729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:45:54.012076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:45:54.012467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:45:54.017334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:45:54.017666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Attempting to bind port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on network fb3bb650-e7fb-4594-ae57-f38888419175 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:45:54.021059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:45:54.023480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:45:54.023838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Checking segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:54.024413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Bound using segment: {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:45:54.025031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Bound port: ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf35c41-4258-4fb9-8fff-6071b9ece304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:45:54.025401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.034079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.037765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Made reservation on behalf of 8784e57d600146feb6ab4b44d95b5a13 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:54.041384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.133794 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:45:54.137087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:45:54.142865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.182455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.183144 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.184514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] 10.222.0.68 "PUT /v2.0/ports/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1093 time: 2.2491500 Jul 16 22:45:54.283905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98298b20-b432-4d9a-b8a1-af4fe3f8d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.309423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] DHCP port deletion for 2d2638eb-f1d4-406a-896e-fa0ac4225a48 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:45:54.320686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Deleting port be729114-fbdb-4ade-9437-376bc9912759 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:54.321217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.330742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-72ce5e0c-c00e-49ea-86cf-dd58305f393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.332283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-72ce5e0c-c00e-49ea-86cf-dd58305f393f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1096 time: 0.1167681 Jul 16 22:45:54.383813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Deleting port be729114-fbdb-4ade-9437-376bc9912759 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:54.384569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.434070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef233768-6d8d-4298-96f1-270bc0329fde req-9471d58f-c6a5-4798-a1f7-cd06ecda04d8 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.68 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0377088 Jul 16 22:45:54.490558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] For port be729114-fbdb-4ade-9437-376bc9912759, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=be729114-fbdb-4ade-9437-376bc9912759,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:54.491002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.498845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b95ffd01-5968-417f-9efb-fef7570d5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.500677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b95ffd01-5968-417f-9efb-fef7570d5dd5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.1561286 Jul 16 22:45:54.531689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Calling delete_port for be729114-fbdb-4ade-9437-376bc9912759 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:54.550171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.588170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] For port be729114-fbdb-4ade-9437-376bc9912759, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=be729114-fbdb-4ade-9437-376bc9912759,segment=NetworkSegment(11eb5871-e19e-4dfa-be31-5bd0ba8f08fb),segment_id=11eb5871-e19e-4dfa-be31-5bd0ba8f08fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:54.588597 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.638063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3c4eaa-544a-461c-98c2-c251a89e2044,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.648400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-df0e4f35-79c6-4bf2-8281-c87d578be353 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1000 time: 0.1323123 Jul 16 22:45:54.652625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Calling delete_port for be729114-fbdb-4ade-9437-376bc9912759 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:54.768249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Checking segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:54.768724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Network hostable DHCP agents. Network: 75ad7e97-96d1-4b27-8c8c-711f13685a34, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:45:54.780549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-3cda0a84-f043-40ef-843d-af3539316cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.782363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-3cda0a84-f043-40ef-843d-af3539316cec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.1272731 Jul 16 22:45:54.815148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:45:54.830266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 75ad7e97-96d1-4b27-8c8c-711f13685a34) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:54.836000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.837400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.847681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c04755-656a-4ed2-bf90-40c74b2a1a68 None None] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:54.863482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.918298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-34bf4e38-716e-4fc2-af04-fb30c2b7ed6d req-6cb11904-299d-45a1-8a2a-f5def9040058 tempest-ServerShowV247Test-867623932 tempest-ServerShowV247Test-867623932-project] 10.222.0.70 "GET /v2.0/ports?device_id=868ceb66-fa04-40c6-b395-4ce37ebd6504 HTTP/1.1" status: 200 len: 210 time: 0.0615501 Jul 16 22:45:54.928569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f36f-7320-4f44-8823-91bef84d8a74 req-01379701-adb0-4a3e-a0cf-f2575dbd6a3d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.930755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f430f36f-7320-4f44-8823-91bef84d8a74 req-01379701-adb0-4a3e-a0cf-f2575dbd6a3d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.1472836 Jul 16 22:45:54.941844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b1d2c9cb-b488-4e80-b13a-2af594f9c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.943304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-b1d2c9cb-b488-4e80-b13a-2af594f9c23c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255467 Jul 16 22:45:54.946676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] No DVR routers for this DVR port be729114-fbdb-4ade-9437-376bc9912759 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:54.975515 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-165d04cd-4ff7-4d74-93f2-bfdceacad5c3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0281153 Jul 16 22:45:54.976427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be729114-fbdb-4ade-9437-376bc9912759,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.984882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:54.986589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.999589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:55.027048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] No DVR routers for this DVR port be729114-fbdb-4ade-9437-376bc9912759 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:55.050245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0d301-f167-454d-b189-aa9226098a73 None None] Pushing event deleted for resources: {'Port': ['ID=be729114-fbdb-4ade-9437-376bc9912759,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:55.121512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-2f2580fe-b7a0-4029-8996-1d07fc0942a2 service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625350 Jul 16 22:45:55.136649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-75ad7e97-96d1-4b27-8c8c-711f13685a34', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:45:55.137665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.150449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.173383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f430f36f-7320-4f44-8823-91bef84d8a74 req-a7b314c5-f712-4127-a346-70a02c80631c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334917 Jul 16 22:45:55.181064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.182832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.188614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2638eb-f1d4-406a-896e-fa0ac4225a48']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:55.202461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:55.202805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11eb5871-e19e-4dfa-be31-5bd0ba8f08fb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:55.219150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.250507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.319944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:55.320291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.349909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f0553a24-9882-44ee-9d0e-da546c760cd7 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:55.378467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:55.380659 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5082cd7-60a4-4478-a1c3-62ef1efa2607" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:55.411443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-87c22430-2a1e-4e28-bb32-fb0671da41f4 req-3c0d8496-ce5d-4f33-9ffa-016eb2e32a9c service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809272 Jul 16 22:45:55.412375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f0553a24-9882-44ee-9d0e-da546c760cd7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:55.412826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f0553a24-9882-44ee-9d0e-da546c760cd7 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:55.413379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device be729114-fbdb-4ade-9437-376bc9912759 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:55.453825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: be729114-fbdb-4ade-9437-376bc9912759 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:55.454285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device be729114-fbdb-4ade-9437-376bc9912759 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:55.454818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3d1aa68b-567e-4b5a-ae55-1aa425a47951 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:55.477337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3d1aa68b-567e-4b5a-ae55-1aa425a47951 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:55.477835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3d1aa68b-567e-4b5a-ae55-1aa425a47951 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:55.499620 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:55.513009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.517432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.518256 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a73457-fb32-401c-b94e-0461806cbad7 x-openstack-request-id: req-06a73457-fb32-401c-b94e-0461806cbad7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:55.518580 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:55.519346 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06a73457-fb32-401c-b94e-0461806cbad7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:55.519806 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'status': 'completed', 'code': 200} Jul 16 22:45:55.524060 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.529662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d2638eb-f1d4-406a-896e-fa0ac4225a48 HTTP/1.1" status: 204 len: 168 time: 1.6044438 Jul 16 22:45:55.560001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Allocated IP 172.20.0.2 (75ad7e97-96d1-4b27-8c8c-711f13685a34/db3c4eaa-544a-461c-98c2-c251a89e2044/9cdaff27-3ec1-4c35-aa89-198df9324078) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:45:55.611115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35efd-2ed3-4eb3-97c8-ae7abc44cda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2638eb-f1d4-406a-896e-fa0ac4225a48,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:55.659873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:55.731193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:55.814581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-e858732b-37cb-493e-9157-a66c95375082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:55.816092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-e858732b-37cb-493e-9157-a66c95375082 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1096 time: 0.1791346 Jul 16 22:45:55.834658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:55.843168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.854419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Transition to ACTIVE for port object 9cdaff27-3ec1-4c35-aa89-198df9324078 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:45:55.861778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c8a464c5-2011-4d1c-a2dd-6003552262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:55.863442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c8a464c5-2011-4d1c-a2dd-6003552262b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1096 time: 0.3069472 Jul 16 22:45:55.886585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Transition to ACTIVE for port object 9cdaff27-3ec1-4c35-aa89-198df9324078 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:45:55.896010 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.945922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:45:55.952425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:55.963586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:45:56.006709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-2b72fbe8-3313-4665-b386-9d9af4f8a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.008272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-2b72fbe8-3313-4665-b386-9d9af4f8a72b service neutron] 10.222.0.68 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.1315053 Jul 16 22:45:56.038129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Pushing event updated for resources: {'Port': ['ID=9cdaff27-3ec1-4c35-aa89-198df9324078,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:56.047137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Attempting to bind port 9cdaff27-3ec1-4c35-aa89-198df9324078 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:45:56.048582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Attempting to bind port 9cdaff27-3ec1-4c35-aa89-198df9324078 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:45:56.048992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Attempting to bind port 9cdaff27-3ec1-4c35-aa89-198df9324078 on network 75ad7e97-96d1-4b27-8c8c-711f13685a34 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:45:56.054297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:45:56.054935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Checking segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:56.055866 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.056277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Bound using segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:45:56.056749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Bound port: 9cdaff27-3ec1-4c35-aa89-198df9324078, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:45:56.057719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.132712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-3caf80b5-613f-4541-b376-80a5209430f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1000 time: 0.0909724 Jul 16 22:45:56.143515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.151339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] For port 9cdaff27-3ec1-4c35-aa89-198df9324078, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:45:56.157178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] For port 9cdaff27-3ec1-4c35-aa89-198df9324078, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cdaff27-3ec1-4c35-aa89-198df9324078,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:45:56.163657 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.232317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d91c8a-8a3e-4092-bf3b-b11f156d3805 None None] Pushing event updated for resources: {'Port': ['ID=9cdaff27-3ec1-4c35-aa89-198df9324078,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:56.253447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fabf74f5-81e2-42ef-9d5b-9680b63f5c1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5d48751479c4281b938f75bf0ed305c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176874 Jul 16 22:45:56.257856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:56.341649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c655a4c5-a6d0-4680-8245-ad913969f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.343320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c655a4c5-a6d0-4680-8245-ad913969f2bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.2036378 Jul 16 22:45:56.416945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c040e65c-6459-4efa-b2b5-836674acca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.419582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-c040e65c-6459-4efa-b2b5-836674acca33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.5858970 Jul 16 22:45:56.504032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:56.524759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.574166 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.709046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.712245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.713702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fbf0026-4801-4136-b139-bdc6218bdcef HTTP/1.1" status: 204 len: 168 time: 0.4534912 Jul 16 22:45:56.737653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-f8cccec0-d9d3-4eaa-9f65-6254acbb6ecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1000 time: 0.3044586 Jul 16 22:45:56.752693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.759429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137c9a8-3437-4c47-abe3-f7797597042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf0026-4801-4136-b139-bdc6218bdcef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:56.763115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-dfb35ee4-161e-410a-9f81-0416d2bd271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.764650 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-dfb35ee4-161e-410a-9f81-0416d2bd271e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4130065 Jul 16 22:45:56.767128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda4bc2a-f2ea-4cc9-ac1a-d4775c9ebd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.856744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.898479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-6d9a0812-04d9-4cdb-b55e-60d15c8c92ba service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036630 Jul 16 22:45:56.901660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad40b-3080-4c58-87e5-6b07db1d0f56 req-7d0b6975-8ea0-4041-a093-b91e54143d04 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.903557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dfad40b-3080-4c58-87e5-6b07db1d0f56 req-7d0b6975-8ea0-4041-a093-b91e54143d04 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.4840555 Jul 16 22:45:57.146885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dfad40b-3080-4c58-87e5-6b07db1d0f56 req-b4aabcdb-53fb-4801-a7cc-85af0655e0a9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221632 Jul 16 22:45:57.187250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-4cef101a-b49f-4a4f-9e86-12470134cdfe service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646573 Jul 16 22:45:57.226670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-65feada0-caca-482b-b414-3c20519f1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:57.230934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-65feada0-caca-482b-b414-3c20519f1725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.4811687 Jul 16 22:45:57.280095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Allocated IP 172.25.5.47 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7de2a22d-297e-4fdf-825d-09b1711eb960) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:45:57.389805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cdaff27-3ec1-4c35-aa89-198df9324078 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:57.459750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda4bc2a-f2ea-4cc9-ac1a-d4775c9ebd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.474480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda4bc2a-f2ea-4cc9-ac1a-d4775c9ebd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.503448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9cdaff27-3ec1-4c35-aa89-198df9324078 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:45:57.557551 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5970e00a-5de3-425d-aa02-31254f1ff651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.579606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.590783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cda4bc2a-f2ea-4cc9-ac1a-d4775c9ebd50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78948f5329904283acedbc2bc472caba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840349 Jul 16 22:45:57.593294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4bc2a-f2ea-4cc9-ac1a-d4775c9ebd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289177b-48f5-4457-95f4-fc709a104270,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:57.595892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:57.623399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-5ece11d0-36d9-4ba3-9292-21826f390f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:57.637987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-5ece11d0-36d9-4ba3-9292-21826f390f59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3958616 Jul 16 22:45:57.768021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-99d7b5d9-8d28-4d35-ac25-fd73aa65ae48 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223717 Jul 16 22:45:57.796891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.803754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.883057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Pushing event updated for resources: {'Port': ['ID=7de2a22d-297e-4fdf-825d-09b1711eb960,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:57.908178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:45:57.912576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:57.916743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:45:57.941638 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e5082cd7-60a4-4478-a1c3-62ef1efa2607 req-748f46f5-4320-4693-a26d-fd9a9eefa55a service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669943 Jul 16 22:45:57.953174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5807452-759b-435c-a943-3d97698f683a None None] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:57.962833 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.092382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Provisioning for port 9cdaff27-3ec1-4c35-aa89-198df9324078 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:45:58.113548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Provisioning complete for port 9cdaff27-3ec1-4c35-aa89-198df9324078 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:58.114214 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.274784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.381017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.384596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.385832 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5289177b-48f5-4457-95f4-fc709a104270 HTTP/1.1" status: 204 len: 168 time: 0.7889833 Jul 16 22:45:58.387132 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.403691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98dec-be76-4d8d-93b0-ce54b670ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289177b-48f5-4457-95f4-fc709a104270,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:58.472057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:45:58.658512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.687360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] For port 9cdaff27-3ec1-4c35-aa89-198df9324078, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cdaff27-3ec1-4c35-aa89-198df9324078,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:58.693437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760676cd-c270-4d18-9ec0-e80d7480d345 req-606e6472-d6c3-4622-8a24-cd77a3fe0442 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:58.701340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-760676cd-c270-4d18-9ec0-e80d7480d345 req-606e6472-d6c3-4622-8a24-cd77a3fe0442 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.1815140 Jul 16 22:45:58.706346 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:58.788998 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-760676cd-c270-4d18-9ec0-e80d7480d345 req-8fd185ee-cef2-4d29-b79b-81821818552e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865932 Jul 16 22:45:59.003939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc74373-2208-45a1-9157-f9f54fb0f7b6 None None] Pushing event updated for resources: {'Port': ['ID=9cdaff27-3ec1-4c35-aa89-198df9324078,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:59.057980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:45:59.095976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:59.183759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'port_id': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'mac_address': 'fa:16:3e:06:39:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:45:59.193094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f3ccd23-3952-48e8-9763-9197305a602a None None] Provisioning complete for port 9cdaff27-3ec1-4c35-aa89-198df9324078 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:59.193476 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f3ccd23-3952-48e8-9763-9197305a602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.284084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.285972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cdaff27-3ec1-4c35-aa89-198df9324078 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:59.293719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:59.317345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.322715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29f6ff88-f0ae-49cc-91be-92956acba96c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3363333 Jul 16 22:45:59.326737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:59.338951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:59.593115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef97eb98-62ea-4da4-87f5-eb339cd5ef8a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:59.637732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:59.639378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:45:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:59.709737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:59.727322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.735387 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23ef53-9728-4e3d-97a2-5c5432d9cc9d req-3afb569c-1b37-4e5b-b7a4-d91b839be782 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:59.736895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad23ef53-9728-4e3d-97a2-5c5432d9cc9d req-3afb569c-1b37-4e5b-b7a4-d91b839be782 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 944 time: 0.1846240 Jul 16 22:45:59.747582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-b1c05767-3e95-471b-beee-27ef305320e8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:59.749104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-b1c05767-3e95-471b-beee-27ef305320e8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7&tenant_id=95f977a739d24e11bb3c37be8e56bd94&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 944 time: 0.2999170 Jul 16 22:45:59.851149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9cdaff27-3ec1-4c35-aa89-198df9324078 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:59.851754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.858409 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-520ca122-e351-4454-9b54-7b0ed24f19f8 service neutron] delete failed (client error): The resource could not be found. Jul 16 22:45:59.859514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-520ca122-e351-4454-9b54-7b0ed24f19f8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1002221 Jul 16 22:45:59.973900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7701-0fe2-4de9-96a4-6aeaaa4dc269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.974782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad23ef53-9728-4e3d-97a2-5c5432d9cc9d req-f79a2fdd-ff55-4d36-b52d-67bf18852f7d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246063 Jul 16 22:46:00.023675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:00.040545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:00.106364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-03d4ca58-a7d5-4ccb-b078-de3cb472386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:00.108746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-03d4ca58-a7d5-4ccb-b078-de3cb472386e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1683636 Jul 16 22:46:00.161130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:00.431615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:00.850635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-0ef22698-d1e2-409d-8da9-71a00f6c83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:00.852851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-0ef22698-d1e2-409d-8da9-71a00f6c83d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.6984096 Jul 16 22:46:00.878240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:45:58Z', 'revision_number': 3, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:00.938323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:00.939091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Updating router 774f56ef-17a8-4a4a-919e-fee02c1eced0 port 7de2a22d-297e-4fdf-825d-09b1711eb960 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:01.001876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.242863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-3814bad0-a1a1-4386-b350-e56509557cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 1001 time: 0.3488648 Jul 16 22:46:01.383895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.406925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6865dc-937a-463b-a18b-b93d1b8b1d1f req-515da89a-96bc-4480-a3c6-5dee06fb118c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:01.414371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c6865dc-937a-463b-a18b-b93d1b8b1d1f req-515da89a-96bc-4480-a3c6-5dee06fb118c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 945 time: 0.1649625 Jul 16 22:46:01.501760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c6865dc-937a-463b-a18b-b93d1b8b1d1f req-af7ed37e-acee-4fbf-9726-b9fdbd2ae125 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839007 Jul 16 22:46:01.513901 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.603729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-50d4f44d-ecc5-4b78-9de1-dc938459b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:01.606901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-50d4f44d-ecc5-4b78-9de1-dc938459b911 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.3485913 Jul 16 22:46:01.757498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Allocated IP 172.20.0.1 (75ad7e97-96d1-4b27-8c8c-711f13685a34/db3c4eaa-544a-461c-98c2-c251a89e2044/12095122-740e-49b2-9050-f66d953255aa) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:01.793814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.813193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Transition to ACTIVE for port object 7de2a22d-297e-4fdf-825d-09b1711eb960 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:01.822408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.843771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:01.894228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.921166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Attempting to bind port 7de2a22d-297e-4fdf-825d-09b1711eb960 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:01.921621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Attempting to bind port 7de2a22d-297e-4fdf-825d-09b1711eb960 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:01.921971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Attempting to bind port 7de2a22d-297e-4fdf-825d-09b1711eb960 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:01.932848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:01.933263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:01.933682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.934133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:01.934688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Bound port: 7de2a22d-297e-4fdf-825d-09b1711eb960, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:01.935159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:01.952239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Transition to ACTIVE for port object 12095122-740e-49b2-9050-f66d953255aa will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:01.970792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187d51d-a03b-4f11-a44c-2c17198b4864 None None] Pushing event updated for resources: {'Port': ['ID=7de2a22d-297e-4fdf-825d-09b1711eb960,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:02.005663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-c90d565d-cd14-42a8-a9b2-6eaf6d7633b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:02.007631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-c90d565d-cd14-42a8-a9b2-6eaf6d7633b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3933330 Jul 16 22:46:02.036380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] For port 7de2a22d-297e-4fdf-825d-09b1711eb960, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:02.044693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] For port 7de2a22d-297e-4fdf-825d-09b1711eb960, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7de2a22d-297e-4fdf-825d-09b1711eb960,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:02.053560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.069751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.187530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:02.188679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:02.192941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187d51d-a03b-4f11-a44c-2c17198b4864 None None] Pushing event updated for resources: {'Port': ['ID=7de2a22d-297e-4fdf-825d-09b1711eb960,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:02.233457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:02.250207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:02.259089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:02.268817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:02.316725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb6911d-deb7-4633-b691-4a7bfb5aaac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.360307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:02.369534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.536375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-9af5124b-2ced-4f0b-848f-ff20366efdc1 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093455 Jul 16 22:46:02.580664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb6911d-deb7-4633-b691-4a7bfb5aaac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.586231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb6911d-deb7-4633-b691-4a7bfb5aaac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.596626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58626) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:02.649576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ecb6911d-deb7-4633-b691-4a7bfb5aaac1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aad1c672c1144ae6a867638ded6e0990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016093 Jul 16 22:46:02.651841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:02.672428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:02.689848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6911d-deb7-4633-b691-4a7bfb5aaac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea7141-65e8-40f4-81a4-460f78142ea8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:02.815238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7f624868-9004-4630-a464-29e11371b3af None None] Provisioning for port 12095122-740e-49b2-9050-f66d953255aa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:02.818441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.844393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7f624868-9004-4630-a464-29e11371b3af None None] Provisioning complete for port 12095122-740e-49b2-9050-f66d953255aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:02.845069 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7f624868-9004-4630-a464-29e11371b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.850001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.868088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.910939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:02.934270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7f624868-9004-4630-a464-29e11371b3af None None] Port 12095122-740e-49b2-9050-f66d953255aa cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:02.948391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:02.980184 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-737e3ba9-b8b9-4e4d-83ec-a6c0dd0efe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.009660 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.012515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.016143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44ea7141-65e8-40f4-81a4-460f78142ea8 HTTP/1.1" status: 204 len: 168 time: 0.3611133 Jul 16 22:46:03.025147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f349-dc03-4047-b79b-e87f619ab79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea7141-65e8-40f4-81a4-460f78142ea8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:03.044606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:03.045979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.081361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1f4398-fee9-4aa4-87ce-143d3187bf16 req-780c2a7e-0793-48b8-9558-5e95969ed516 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416379 Jul 16 22:46:03.110499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:45:58Z', 'revision_number': 3, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:03.155053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628b4a-899d-48f5-9e7f-501a7f0fbe4f None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:45:58Z', 'revision_number': 3, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:03.201843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054be2-0c67-42af-89fe-15db112f0677 req-e7289fba-5743-44a4-8e4a-19d67538a7d6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:03.203727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41054be2-0c67-42af-89fe-15db112f0677 req-e7289fba-5743-44a4-8e4a-19d67538a7d6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 945 time: 0.4043279 Jul 16 22:46:03.323744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-41054be2-0c67-42af-89fe-15db112f0677 req-faf044d5-c9f7-4118-94c7-e34d3831f463 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075971 Jul 16 22:46:03.478206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-737e3ba9-b8b9-4e4d-83ec-a6c0dd0efe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.490498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-737e3ba9-b8b9-4e4d-83ec-a6c0dd0efe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.525052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.560007 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.637619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:03.640442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.640698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:03.646734 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b82caa-a1bb-45d1-afa7-70963300a926" -d '{"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:03.667859 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.756708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-737e3ba9-b8b9-4e4d-83ec-a6c0dd0efe55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c1344b6b89f4e679dd0935392520995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0520439 Jul 16 22:46:03.758907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:03.762001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:03.776088 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2190967-c680-4e2b-987e-b355bc394257 x-openstack-request-id: req-e2190967-c680-4e2b-987e-b355bc394257 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:03.776602 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:03.777080 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2190967-c680-4e2b-987e-b355bc394257 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:03.777763 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'code': 200} Jul 16 22:46:03.897487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.908455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3ba9-b8b9-4e4d-83ec-a6c0dd0efe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0436ee2d-48fc-46df-ae17-22af4afea1f2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:03.972120 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:03.989671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.023588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:04.060999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.068026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.069229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0436ee2d-48fc-46df-ae17-22af4afea1f2 HTTP/1.1" status: 204 len: 168 time: 0.3092494 Jul 16 22:46:04.092109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9ed44-57a3-492f-9fe1-fb8534b1cc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0436ee2d-48fc-46df-ae17-22af4afea1f2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:04.337278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:04.338355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504ba7b-66e7-434b-b890-abe54fd46474 req-339602b3-e771-49b9-8e96-3aa708b91dcf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:04.340120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:04.345726 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6504ba7b-66e7-434b-b890-abe54fd46474 req-339602b3-e771-49b9-8e96-3aa708b91dcf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1124187 Jul 16 22:46:04.401904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6504ba7b-66e7-434b-b890-abe54fd46474 req-1a639601-9f74-4056-87e1-061db5392fc6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549636 Jul 16 22:46:04.620590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:04.764106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:04.795885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d16b2b8-7b5e-41fe-85ee-c102ea863914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.803615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-10e5c96b-1dd4-41ae-b41a-ec1ca4d372e1 None None] Provisioning complete for port 12095122-740e-49b2-9050-f66d953255aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:04.805810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-10e5c96b-1dd4-41ae-b41a-ec1ca4d372e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.921189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-10e5c96b-1dd4-41ae-b41a-ec1ca4d372e1 None None] Port 12095122-740e-49b2-9050-f66d953255aa cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:04.926594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d16b2b8-7b5e-41fe-85ee-c102ea863914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.932412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d16b2b8-7b5e-41fe-85ee-c102ea863914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:04.934302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179ba2-5255-4f95-bef7-c4bb5a8b6f6f req-5b39c521-5a2f-4dc3-8d40-ba2f96af5bc0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:04.936748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4179ba2-5255-4f95-bef7-c4bb5a8b6f6f req-5b39c521-5a2f-4dc3-8d40-ba2f96af5bc0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.3483136 Jul 16 22:46:04.958350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:04.964949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16b2b8-7b5e-41fe-85ee-c102ea863914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39c54d3-88c7-4a24-9b78-a9ec137618d4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:04.977013 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b05bad83-d842-491a-ac60-23cba3575fc9 admin admin] 10.222.0.70 "PUT /v2.0/routers/774f56ef-17a8-4a4a-919e-fee02c1eced0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6418719 Jul 16 22:46:05.006432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d16b2b8-7b5e-41fe-85ee-c102ea863914 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=155cdc0d4e77496d8545b08e8dfa6ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382185 Jul 16 22:46:05.006569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:05.008631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4179ba2-5255-4f95-bef7-c4bb5a8b6f6f req-d74596d6-9493-433b-8fab-513d7cc24699 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593994 Jul 16 22:46:05.038398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:05.109008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.117043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a98124ea-eb35-4a47-bd6e-bd2888e7c8e9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/df433f5e-b9c4-45e4-b631-8fc16862b02f HTTP/1.1" status: 200 len: 994 time: 0.0773563 Jul 16 22:46:05.142751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.213777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.218256 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.219731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f39c54d3-88c7-4a24-9b78-a9ec137618d4 HTTP/1.1" status: 204 len: 168 time: 0.2121880 Jul 16 22:46:05.230123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bb2aa-5026-4045-ae02-f62280fd2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39c54d3-88c7-4a24-9b78-a9ec137618d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:05.308350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7de2a22d-297e-4fdf-825d-09b1711eb960 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:05.370004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 7de2a22d-297e-4fdf-825d-09b1711eb960 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:05.378524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7de2a22d-297e-4fdf-825d-09b1711eb960 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:05.379425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.628045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.633779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-5263a8a8-f1e8-44ea-a047-e56e37d2217f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:05.637353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-5263a8a8-f1e8-44ea-a047-e56e37d2217f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.47 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1675994 Jul 16 22:46:05.679766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 7de2a22d-297e-4fdf-825d-09b1711eb960, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7de2a22d-297e-4fdf-825d-09b1711eb960,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:05.687383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:05.822635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=7de2a22d-297e-4fdf-825d-09b1711eb960,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:05.836952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae327e3-0c5e-4bad-a006-6a328d1acf8b req-e1f7885c-c477-4208-905c-56f4bc1dba00 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:05.845623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae327e3-0c5e-4bad-a006-6a328d1acf8b req-e1f7885c-c477-4208-905c-56f4bc1dba00 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 946 time: 0.1603401 Jul 16 22:46:05.908846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae327e3-0c5e-4bad-a006-6a328d1acf8b req-777987cd-9191-432c-9a51-a8f95078a0e7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb50ee4b-24e8-41d5-9b40-99abe223752d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620444 Jul 16 22:46:05.925194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Deleting port 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:05.925777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.067744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] For port 2c95d113-8600-444e-90a3-36a628e1da28, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2c95d113-8600-444e-90a3-36a628e1da28,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:06.068483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.093907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:06.103186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:06.103807 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:06.249619 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:06.296907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.297311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.297829 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Floating IP 50ef3f9c-e322-49e8-aed5-e21ecc5883bb disassociated. External IP: 172.25.5.107, port: 2c95d113-8600-444e-90a3-36a628e1da28. Jul 16 22:46:06.297950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Calling delete_port for 2c95d113-8600-444e-90a3-36a628e1da28 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:06.310711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:06.316513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-992205898-network', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:06.359919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Made reservation on behalf of f1f5ba3824054c87beef2a595acbe966 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:06.365039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.384558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.483860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.517349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'Port': ['ID=2c95d113-8600-444e-90a3-36a628e1da28,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:06.559391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.564144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.640506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2badc-d7f1-4186-a645-c8c622d24e13,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:06.654331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:46:06.681883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.684629 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Added segment 534bbae5-3089-411d-82e9-cd36a9efd99e of type vlan for network 76adf07a-7449-470c-a3b9-19666b40da9f Jul 16 22:46:06.705019 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:03Z', 'revision_number': 2, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:06.755178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.793006 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:06.793350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Updating router 774f56ef-17a8-4a4a-919e-fee02c1eced0 port 12095122-740e-49b2-9050-f66d953255aa binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:06.863852 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.867460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:06.870737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.887302 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:06.991519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6795733 Jul 16 22:46:07.003644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:07.032423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Request body: {'subnet': {'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-992205898-subnet', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:07.245867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1670-d3a7-4b42-866b-f06470fd13ee admin admin] Pushing event updated for resources: {'Network': ['ID=76adf07a-7449-470c-a3b9-19666b40da9f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:07.254033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Made reservation on behalf of f1f5ba3824054c87beef2a595acbe966 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:07.260432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.289304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 76adf07a-7449-470c-a3b9-19666b40da9f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:46:07.311931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3cd035b0-7b56-46ea-afe7-b97f1912843c req-d81275ef-1e0d-4b9c-9b97-93b25b2ac02d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 210 time: 0.0873520 Jul 16 22:46:07.329324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7de2a22d-297e-4fdf-825d-09b1711eb960 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:07.378485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:07.448906 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.512120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Transition to ACTIVE for port object 12095122-740e-49b2-9050-f66d953255aa will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:07.519651 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.537436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:07.573988 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Pushing event updated for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:07.585950 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.594616 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.595140 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.595774 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.596266 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.596772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:07.597317 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.599107 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.599605 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.600270 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.601365 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.601902 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.606452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:07.637806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:07.641745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:07.670465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] No DVR routers for this DVR port 2c95d113-8600-444e-90a3-36a628e1da28 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:07.681668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.689417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.694466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19ccb41e-e377-4530-8510-ed0d54dbedcf req-50d2f1fd-e905-4db0-9def-ac6c543407c2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.47 "DELETE /v2.0/ports/2c95d113-8600-444e-90a3-36a628e1da28 HTTP/1.1" status: 204 len: 173 time: 2.0515580 Jul 16 22:46:07.695267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-deleted', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:07.702625 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff62138-0eb6-4b5c-906b-944301f684b1" -d '{"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-deleted", "tag": "2c95d113-8600-444e-90a3-36a628e1da28"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:07.818893 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Attempting to bind port 12095122-740e-49b2-9050-f66d953255aa on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:07.822319 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Attempting to bind port 12095122-740e-49b2-9050-f66d953255aa by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:07.822694 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Attempting to bind port 12095122-740e-49b2-9050-f66d953255aa on network 75ad7e97-96d1-4b27-8c8c-711f13685a34 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:07.831881 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:07.832255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Checking segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:07.832663 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.833084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Bound using segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:07.833560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Bound port: 12095122-740e-49b2-9050-f66d953255aa, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:07.833945 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.836116 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85996014-0556-4baf-bad4-9cb3098b7311 x-openstack-request-id: req-85996014-0556-4baf-bad4-9cb3098b7311 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:07.836477 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d99ea4-0f91-4746-9523-392ebebcb6d5", "name": "network-vif-deleted", "tag": "2c95d113-8600-444e-90a3-36a628e1da28", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:07.836797 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85996014-0556-4baf-bad4-9cb3098b7311 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:07.837313 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d99ea4-0f91-4746-9523-392ebebcb6d5', 'name': 'network-vif-deleted', 'tag': '2c95d113-8600-444e-90a3-36a628e1da28', 'status': 'completed', 'code': 200} Jul 16 22:46:07.860675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be41a8ed-fa66-4ef5-b148-32e3f35c78af,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:07.895444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Checking segment: {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:07.896054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Network hostable DHCP agents. Network: 76adf07a-7449-470c-a3b9-19666b40da9f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:46:07.947998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Network 76adf07a-7449-470c-a3b9-19666b40da9f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:46:07.965131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 7de2a22d-297e-4fdf-825d-09b1711eb960 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:07.970750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 76adf07a-7449-470c-a3b9-19666b40da9f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:07.977450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:07.978838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:07.993057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.001576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26485f68-5121-422e-8f7f-495fd2328c42 None None] Network 76adf07a-7449-470c-a3b9-19666b40da9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:08.011548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:08.012029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-641589bb-285e-4709-8ef8-5a604634e3f8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0063264 Jul 16 22:46:08.017042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:08.017777 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] For port 12095122-740e-49b2-9050-f66d953255aa, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:08.022473 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] For port 12095122-740e-49b2-9050-f66d953255aa, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12095122-740e-49b2-9050-f66d953255aa,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:08.029691 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.098765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.099962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.102774 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:08.103403 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:08.106217 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbf345-282e-429b-9534-b70836da4c7c None None] Pushing event updated for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:08.117231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:08.284954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.349220 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:08.700572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:08.773170 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:08Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:08.791035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9af1fe29-b128-4ed9-844a-bf1a235f8415 req-78e0334c-1acb-4b64-aa8d-3bbecff8fc3a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d99ea4-0f91-4746-9523-392ebebcb6d5 HTTP/1.1" status: 200 len: 210 time: 0.0745244 Jul 16 22:46:08.890039 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52ee6-d628-4a86-80c9-2e22d743ab9b None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:08Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:08.906066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-76adf07a-7449-470c-a3b9-19666b40da9f', 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'fixed_ips': [{'subnet_id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:46:08.907241 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.174761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Allocated IP 172.20.0.2 (76adf07a-7449-470c-a3b9-19666b40da9f/be41a8ed-fa66-4ef5-b148-32e3f35c78af/8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:09.185058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:09.214128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.237416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:09.256656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:09.257506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:09.282672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.407375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12095122-740e-49b2-9050-f66d953255aa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:09.520642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Allocated IP 172.25.5.63 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/72dfe368-a33c-4640-ae8a-e8d47605c57d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:09.574195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:09.658274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.663832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 12095122-740e-49b2-9050-f66d953255aa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:09.681070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 12095122-740e-49b2-9050-f66d953255aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:09.681661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.730378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.747156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:09.772099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 2c95d113-8600-444e-90a3-36a628e1da28 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:09.772682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2c95d113-8600-444e-90a3-36a628e1da28 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:09.778889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Pushing event updated for resources: {'Port': ['ID=72dfe368-a33c-4640-ae8a-e8d47605c57d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:09.793446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:09.794998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:09.796311 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.797448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:09.844907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Transition to ACTIVE for port object 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:09.900294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Transition to ACTIVE for port object 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:09.981943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:09.985261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:10.085897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:10.253545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.260523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.278836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Network 76adf07a-7449-470c-a3b9-19666b40da9f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:10.305889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.333898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:10.339799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:10.359038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.374157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Pushing event updated for resources: {'Port': ['ID=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:10.424158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87f1db0a-756d-49d6-9a5c-8ea762bca8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.521863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 12095122-740e-49b2-9050-f66d953255aa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12095122-740e-49b2-9050-f66d953255aa,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:10.534620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87f1db0a-756d-49d6-9a5c-8ea762bca8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.543557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-87f1db0a-756d-49d6-9a5c-8ea762bca8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.589616 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.602126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.602965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.613939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.622821 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb50ee4b-24e8-41d5-9b40-99abe223752d HTTP/1.1" status: 204 len: 168 time: 0.5346279 Jul 16 22:46:10.638258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58892) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:10.663451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1db0a-756d-49d6-9a5c-8ea762bca8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db36c9-be08-4b3e-97bb-7473e616dcbb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:10.669901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Attempting to bind port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:10.670642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Attempting to bind port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:10.670968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-87f1db0a-756d-49d6-9a5c-8ea762bca8e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=367d2758282f4e8cae21ebd085dd5ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835806 Jul 16 22:46:10.671560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Attempting to bind port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f on network 76adf07a-7449-470c-a3b9-19666b40da9f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:10.685626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:10.691335 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-47edaf4f-0a0d-4ddd-aab6-526b708ec6f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] show failed (client error): The resource could not be found. Jul 16 22:46:10.692888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-47edaf4f-0a0d-4ddd-aab6-526b708ec6f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups/fb50ee4b-24e8-41d5-9b40-99abe223752d HTTP/1.1" status: 404 len: 347 time: 0.0536773 Jul 16 22:46:10.694159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafac42a-4a0e-4ada-9459-d08a2e429cfa tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50ee4b-24e8-41d5-9b40-99abe223752d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:10.696308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:10.705199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:10.706789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Checking segment: {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:10.707635 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.708436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Bound using segment: {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:10.709178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Bound port: 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:10.709801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.714157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:10.782593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343039e-617f-4ad5-9915-f932d9c0493d None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:10.916306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:10.966553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] For port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:10.975907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:10.989138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] For port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:10.998689 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.022644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.065032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Deleting port f1acc0b0-300c-4896-a22f-e28310e184bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:11.065947 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.104666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.114356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.120277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91db36c9-be08-4b3e-97bb-7473e616dcbb HTTP/1.1" status: 204 len: 168 time: 0.4248393 Jul 16 22:46:11.145192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abda4b-681c-4950-815a-93503ec90dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db36c9-be08-4b3e-97bb-7473e616dcbb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:11.170574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:46:11.263596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.263977 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.303894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Calling delete_port for f1acc0b0-300c-4896-a22f-e28310e184bc owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:11.502552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:11.517350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Sync routers for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:11.533155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.535169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de09daf5-750d-4400-8b25-7227a10b9834 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5225852 Jul 16 22:46:11.538510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 58922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:11.544239 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:11.549876 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:11.600760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12095122-740e-49b2-9050-f66d953255aa up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:11.610493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f60b2-af90-4c44-8005-dcdd0e295aae None None] New status for floating IP 50ef3f9c-e322-49e8-aed5-e21ecc5883bb: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:11.741958 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:11.822427 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'Port': ['ID=f1acc0b0-300c-4896-a22f-e28310e184bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:11.919926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-758f60b2-af90-4c44-8005-dcdd0e295aae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:46:11.920826 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-758f60b2-af90-4c44-8005-dcdd0e295aae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:46:11.925649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c805fa-16fd-4d50-92f2-d225693acd7e None None] Pushing event updated for resources: {'Port': ['ID=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:11.957374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 12095122-740e-49b2-9050-f66d953255aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:11.957753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.051153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.060417 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.131113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac0da346-3bd7-428b-a117-006cc111ba12 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "DELETE /v2.0/floatingips/50ef3f9c-e322-49e8-aed5-e21ecc5883bb HTTP/1.1" status: 204 len: 168 time: 1.4337037 Jul 16 22:46:12.169470 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:12.301599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:12.330969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50ed0500-8917-475a-a9e3-1b1fd24a1161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.422364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f60b2-af90-4c44-8005-dcdd0e295aae None None] New status for floating IP 50ef3f9c-e322-49e8-aed5-e21ecc5883bb: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:12.551045 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50ed0500-8917-475a-a9e3-1b1fd24a1161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.559709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50ed0500-8917-475a-a9e3-1b1fd24a1161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.639907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0500-8917-475a-a9e3-1b1fd24a1161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016f7fa-d78c-4e42-bdb5-0b8812d408d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:12.656931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50ed0500-8917-475a-a9e3-1b1fd24a1161 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6c14c63fa664547a5db251924514ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541954 Jul 16 22:46:12.659455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:12.707953 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 3, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:12.767014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.773267 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Checking router: bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:12.773723 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Updating router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 port 72dfe368-a33c-4640-ae8a-e8d47605c57d binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:12.783912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.848520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.896130 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.931118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.936746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:12.942681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2016f7fa-d78c-4e42-bdb5-0b8812d408d5 HTTP/1.1" status: 204 len: 168 time: 0.2798541 Jul 16 22:46:12.954726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dec53-a1f5-42d5-8caf-0ea79320b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016f7fa-d78c-4e42-bdb5-0b8812d408d5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:12.966657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:12.972418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663945257', 'description': 'tempest-description--487770654'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:13.052085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.192275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Allocated IP 172.20.0.1 (76adf07a-7449-470c-a3b9-19666b40da9f/be41a8ed-fa66-4ef5-b148-32e3f35c78af/d752d3bc-7c87-40e1-bf7f-c284ac952154) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:13.260738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.269622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.416025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a1dcb-e527-4a6c-bff0-c07c6515f023,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:13.424753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.426744 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ddf1080-6815-4b50-a942-814dc098c5b2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4590287 Jul 16 22:46:13.434043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:13.440600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group_rule': {'security_group_id': 'd25a1dcb-e527-4a6c-bff0-c07c6515f023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:13.468755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.471301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:13.514632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.532844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Transition to ACTIVE for port object d752d3bc-7c87-40e1-bf7f-c284ac952154 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:13.644588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.659149 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.661697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:13.668639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.686616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e481d-0c34-494a-ba8e-6cdb4db55b44 None None] Network 76adf07a-7449-470c-a3b9-19666b40da9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:13.711680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e664ba7-1522-4b8c-ab4e-814e56e488fd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:13.752681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.754193 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4ab76c5f-3c88-4fa5-a4aa-42e04f40f471 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187876 Jul 16 22:46:13.756907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 58988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:13.765279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'security_group_rule': {'security_group_id': 'd25a1dcb-e527-4a6c-bff0-c07c6515f023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:13.815114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Provisioning for port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:13.819348 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.842008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Provisioning complete for port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:13.844876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.848814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Network 76adf07a-7449-470c-a3b9-19666b40da9f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:13.849478 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Transition to ACTIVE for port object 72dfe368-a33c-4640-ae8a-e8d47605c57d will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:13.859972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:13.865225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:13.866765 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.890215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:13.921884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Pushing event updated for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:14.018155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.019094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Attempting to bind port 72dfe368-a33c-4640-ae8a-e8d47605c57d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:14.019445 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Attempting to bind port 72dfe368-a33c-4640-ae8a-e8d47605c57d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:14.021736 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Attempting to bind port 72dfe368-a33c-4640-ae8a-e8d47605c57d on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:14.024411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.040231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.046772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdcc5e-ace1-4a68-9fd8-6a05c9522fe1 None None] Pushing event updated for resources: {'Port': ['ID=72dfe368-a33c-4640-ae8a-e8d47605c57d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:14.063247 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:14.063624 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:14.064027 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.064448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:14.064955 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Bound port: 72dfe368-a33c-4640-ae8a-e8d47605c57d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:14.065348 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.091388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.124401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a6a714-089b-4e02-b5ac-71fc2f48ebda,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:14.133355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.136524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6e355fda-03ad-49e6-ac32-e118ec163505 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785870 Jul 16 22:46:14.140146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:14.149809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:14.164219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] For port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:14.177868 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.196088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.213105 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] For port 72dfe368-a33c-4640-ae8a-e8d47605c57d, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:14.225554 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] For port 72dfe368-a33c-4640-ae8a-e8d47605c57d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=72dfe368-a33c-4640-ae8a-e8d47605c57d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:14.231902 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.373623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caa4a4-fc16-40d9-8c40-c472fd5ebbc7 None None] Pushing event updated for resources: {'Port': ['ID=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:14.384479 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:14.385883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:14.482236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.493794 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdcc5e-ace1-4a68-9fd8-6a05c9522fe1 None None] Pushing event updated for resources: {'Port': ['ID=72dfe368-a33c-4640-ae8a-e8d47605c57d,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:14.519978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.611282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Provisioning for port d752d3bc-7c87-40e1-bf7f-c284ac952154 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:14.616614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Provisioning complete for port d752d3bc-7c87-40e1-bf7f-c284ac952154 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:14.617540 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.651402 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:14.746026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Port d752d3bc-7c87-40e1-bf7f-c284ac952154 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:14.771668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Provisioning complete for port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:14.773088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e2a2-f2dc-43e5-a327-1ba64061400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.774332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Allocated IP 172.25.5.29 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/7e389585-b7d9-484c-95c9-491e510df309) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:14.970180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:14.997207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.004465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.053324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.077296 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 3, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:15.091082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:15.094010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:15.102013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:15.107139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Pushing event updated for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:15.121342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-214bf903-1813-44c7-b467-5a77d7421321 None None] Provisioning complete for port d752d3bc-7c87-40e1-bf7f-c284ac952154 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:15.121820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-214bf903-1813-44c7-b467-5a77d7421321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.127191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.167746 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4325e1-661c-4956-a501-520fe1d73f91 None None] The sync data for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 is: [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 3, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:15.216544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=7e389585-b7d9-484c-95c9-491e510df309,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:15.226639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.226912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.227242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.227576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.227907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.228236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.228561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.228888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.229249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.229562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.229885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.230205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:15.264789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-214bf903-1813-44c7-b467-5a77d7421321 None None] Port d752d3bc-7c87-40e1-bf7f-c284ac952154 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:15.313411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:15.328296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.416562 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.421705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:15.422088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:15.442851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Network 76adf07a-7449-470c-a3b9-19666b40da9f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:15.448460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:16.015376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8083249e-897a-4772-9819-23bc8ecddc6d None None] Provisioning complete for port d752d3bc-7c87-40e1-bf7f-c284ac952154 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:16.015899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8083249e-897a-4772-9819-23bc8ecddc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:16.114671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8083249e-897a-4772-9819-23bc8ecddc6d None None] Port d752d3bc-7c87-40e1-bf7f-c284ac952154 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:16.243884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:16.318572 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:46:16.354463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:16.366714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:16.408687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:16.430636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0eb41620-d867-4697-855c-f5e33ec53a0c admin admin] 10.222.0.70 "PUT /v2.0/routers/bfb3da64-3df4-4c8e-a7d2-bea32d9d0963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8901036 Jul 16 22:46:16.463259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=7e389585-b7d9-484c-95c9-491e510df309,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:16.477481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:16.495460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:16.505975 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fcd56da2-9dd6-4272-9bd7-9e3595d789b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3641121 Jul 16 22:46:16.836439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-d5677337-978c-46f4-81d2-bb576b28218b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1663945257&fields=id&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 267 time: 0.0723190 Jul 16 22:46:16.983082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-e947ef6f-18b8-4fb5-a16f-7d9defa0af31 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:16.984682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-e947ef6f-18b8-4fb5-a16f-7d9defa0af31 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 817 time: 0.1417134 Jul 16 22:46:17.010284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-a71e471b-1ec7-4b75-9ef1-35ec3ccf5adf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/quotas/5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 375 time: 0.0114903 Jul 16 22:46:17.149810 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-452e4f39-9512-44b8-9ea9-d75f6e0c6348 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215456 Jul 16 22:46:17.329387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-0e5f0c38-a5a1-45be-8c97-a6c43571df21 service neutron] 10.222.0.70 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753790 Jul 16 22:46:17.394003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 72dfe368-a33c-4640-ae8a-e8d47605c57d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:17.455360 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-381d5f64-7f8c-4d10-a686-46687f106cc1 service neutron] 10.222.0.70 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229148 Jul 16 22:46:17.529528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 72dfe368-a33c-4640-ae8a-e8d47605c57d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:17.533894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 72dfe368-a33c-4640-ae8a-e8d47605c57d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:17.534215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:17.795531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:17.822855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2503f0c-1ed8-4395-ab24-6363f9dee39d req-4c1aa842-96b1-4ae7-a572-acaf3be315ec tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 210 time: 0.0735004 Jul 16 22:46:17.865588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 72dfe368-a33c-4640-ae8a-e8d47605c57d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=72dfe368-a33c-4640-ae8a-e8d47605c57d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:17.897271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:18.033232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=72dfe368-a33c-4640-ae8a-e8d47605c57d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:18.040328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.040678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.041180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.041524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.041858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.042443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.042782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.043105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.043653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.044174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.044732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.045326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:18.092056 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Sync routers for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:18.107264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:18.108240 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:18.350660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:18.656150 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 4, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd752d3bc-7c87-40e1-bf7f-c284ac952154', 'name': '', 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'mac_address': 'fa:16:3e:6b:72:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:12Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 2, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'subnets': [{'id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:18.698846 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Checking router: bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:18.699863 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Updating router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 port d752d3bc-7c87-40e1-bf7f-c284ac952154 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:18.795520 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.106669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5ce402e-16fc-4eae-bbed-d2e55dc7aed6 req-2fbd94ef-a81c-4198-9822-d47ce67dafee tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 210 time: 0.0596130 Jul 16 22:46:19.301270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 72dfe368-a33c-4640-ae8a-e8d47605c57d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:19.468232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 72dfe368-a33c-4640-ae8a-e8d47605c57d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:19.469785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.561789 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.612544 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Transition to ACTIVE for port object d752d3bc-7c87-40e1-bf7f-c284ac952154 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:19.630116 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.821155 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922755ee-151f-4583-9b99-ea44a1ab2edd None None] Pushing event updated for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:19.848768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Attempting to bind port d752d3bc-7c87-40e1-bf7f-c284ac952154 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:19.849812 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Attempting to bind port d752d3bc-7c87-40e1-bf7f-c284ac952154 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:19.850769 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Attempting to bind port d752d3bc-7c87-40e1-bf7f-c284ac952154 on network 76adf07a-7449-470c-a3b9-19666b40da9f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:19.884899 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:19.890174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-3f7ef672-4102-4307-ba12-aa174359b8f9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:19.892336 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Checking segment: {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:19.893730 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.894192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-3f7ef672-4102-4307-ba12-aa174359b8f9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 817 time: 0.3627687 Jul 16 22:46:19.894711 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Bound using segment: {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:19.897858 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Bound port: d752d3bc-7c87-40e1-bf7f-c284ac952154, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bbae5-3089-411d-82e9-cd36a9efd99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:19.898891 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:19.994381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-90fa5ce0-9723-459d-a114-08f0c20d3b00 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 380 time: 0.0904214 Jul 16 22:46:20.010015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'port': {'device_id': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'admin_state_up': True, 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'security_groups': ['d25a1dcb-e527-4a6c-bff0-c07c6515f023']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:20.049941 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] For port d752d3bc-7c87-40e1-bf7f-c284ac952154, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:20.054045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] For port d752d3bc-7c87-40e1-bf7f-c284ac952154, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d752d3bc-7c87-40e1-bf7f-c284ac952154,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:20.062515 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:20.226708 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:20.228030 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:20.390138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Made reservation on behalf of 5b9ab2689e514407b03741eca23353db for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:20.393813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:20.473876 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:20.490600 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd714f0a-b13d-40e6-9e76-806b7368722f req-95220e7a-96cb-44eb-9ece-48f3cd3acb02 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 210 time: 0.0645416 Jul 16 22:46:20.546932 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922755ee-151f-4583-9b99-ea44a1ab2edd None None] Pushing event updated for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:20.668440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:20.714924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Allocated IP 172.20.0.8 (f990e9e6-60b7-4281-b94c-1a3b72ea3740/3c4df0b7-a868-46c2-b7fc-ff2438122535/2b0a1511-a3c3-4931-b909-3902899e83fd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:20.763991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:20.821631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 4, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd752d3bc-7c87-40e1-bf7f-c284ac952154', 'name': '', 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'mac_address': 'fa:16:3e:6b:72:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:12Z', 'updated_at': '2021-07-16T22:46:20Z', 'revision_number': 4, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'subnets': [{'id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:20.881767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9261-c65a-4ea0-97fa-94c05aad8f0c None None] The sync data for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 is: [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:46:14Z', 'revision_number': 4, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd752d3bc-7c87-40e1-bf7f-c284ac952154', 'name': '', 'network_id': '76adf07a-7449-470c-a3b9-19666b40da9f', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'mac_address': 'fa:16:3e:6b:72:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:12Z', 'updated_at': '2021-07-16T22:46:20Z', 'revision_number': 4, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'subnets': [{'id': 'be41a8ed-fa66-4ef5-b148-32e3f35c78af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:20.975630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.044689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Transition to ACTIVE for port object 2b0a1511-a3c3-4931-b909-3902899e83fd will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:21.088850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.191681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a446f868-6252-46dc-8e8b-7deb1dfb07d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.202239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:21.211722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:21.224005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:21.318347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:21.367423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:21.369813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.414879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d752d3bc-7c87-40e1-bf7f-c284ac952154 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:21.448233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a446f868-6252-46dc-8e8b-7deb1dfb07d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.459957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-4aa67402-47c6-4f17-aa65-02f2aba9245d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562726 Jul 16 22:46:21.462785 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a446f868-6252-46dc-8e8b-7deb1dfb07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.473077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Request body: {'port': {'device_id': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:21.538545 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a446f868-6252-46dc-8e8b-7deb1dfb07d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb620bdfff044896a481014b17ddb023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8680708 Jul 16 22:46:21.542015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:21.588935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d752d3bc-7c87-40e1-bf7f-c284ac952154 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:21.599972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d752d3bc-7c87-40e1-bf7f-c284ac952154 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:21.603994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.719661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446f868-6252-46dc-8e8b-7deb1dfb07d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb42bf5-c681-45d9-9fac-2ed2ec37de56,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:21.750184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.751107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.795033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.872526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f48f6b3f-caeb-480c-8636-a7f991a8cb6b None None] Provisioning for port 2b0a1511-a3c3-4931-b909-3902899e83fd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:21.883323 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.887729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.891903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:21.892657 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcb42bf5-c681-45d9-9fac-2ed2ec37de56 HTTP/1.1" status: 204 len: 168 time: 0.3482687 Jul 16 22:46:21.903426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ffd2-5e61-4e20-8e5b-a3b89ae62913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb42bf5-c681-45d9-9fac-2ed2ec37de56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:21.909166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f48f6b3f-caeb-480c-8636-a7f991a8cb6b None None] Provisioning complete for port 2b0a1511-a3c3-4931-b909-3902899e83fd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:21.909551 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f48f6b3f-caeb-480c-8636-a7f991a8cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.014826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb8d0-de64-4a79-837d-5c6e96ed9c9d req-5307ecfa-ba37-4b23-bfdc-228c5fd79f0b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:22.029106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b5eb8d0-de64-4a79-837d-5c6e96ed9c9d req-5307ecfa-ba37-4b23-bfdc-228c5fd79f0b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 931 time: 0.2685525 Jul 16 22:46:22.038344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f48f6b3f-caeb-480c-8636-a7f991a8cb6b None None] Port 2b0a1511-a3c3-4931-b909-3902899e83fd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:22.136953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d752d3bc-7c87-40e1-bf7f-c284ac952154, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d752d3bc-7c87-40e1-bf7f-c284ac952154,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:22.142662 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.228252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b5eb8d0-de64-4a79-837d-5c6e96ed9c9d req-282cbcec-bbf0-4361-b778-ee5529f897b8 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976266 Jul 16 22:46:22.267854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:22.544030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:46:22.557659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.572476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Transition to ACTIVE for port object 2b0a1511-a3c3-4931-b909-3902899e83fd will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:22.579711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.635236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:22.681088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:22.709984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7298612b-b753-4408-8684-66cfb8eb8e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.813525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Attempting to bind port 2b0a1511-a3c3-4931-b909-3902899e83fd on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:22.814187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Attempting to bind port 2b0a1511-a3c3-4931-b909-3902899e83fd by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:22.814927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Attempting to bind port 2b0a1511-a3c3-4931-b909-3902899e83fd on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:22.820271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Port 2b0a1511-a3c3-4931-b909-3902899e83fd on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:46:22.820877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Attempting to bind port 2b0a1511-a3c3-4931-b909-3902899e83fd on network f990e9e6-60b7-4281-b94c-1a3b72ea3740 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:22.827378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:22.827988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Checking segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:22.828535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Bound using segment: {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:22.829181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Bound port: 2b0a1511-a3c3-4931-b909-3902899e83fd, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfefb60-badd-47dd-9c74-980b3e05a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:22.829730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.971614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:22.979860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:22.985654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.990084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7298612b-b753-4408-8684-66cfb8eb8e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:22.995826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7298612b-b753-4408-8684-66cfb8eb8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.004015 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.096073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7298612b-b753-4408-8684-66cfb8eb8e86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02df58af23a44ba5b90e6cc9d7b8af8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133790 Jul 16 22:46:23.102930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:23.105601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298612b-b753-4408-8684-66cfb8eb8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940bf1c-82af-4ec7-8a0f-da7d372af5d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:23.111100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:23.136766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:23.137422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.140226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-736ea6c5-e211-4d4f-ae05-42bd44538c49 service neutron] 10.222.0.68 "PUT /v2.0/ports/2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 1092 time: 1.6723859 Jul 16 22:46:23.140705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:23.159777 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c5c60-cd57-47af-84d5-6c4e4e978436" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:23.205366 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.263192 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.277472 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42e0806-1ea3-4f25-834d-0c32a1cf18e9 x-openstack-request-id: req-f42e0806-1ea3-4f25-834d-0c32a1cf18e9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:23.277775 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:23.278043 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f42e0806-1ea3-4f25-834d-0c32a1cf18e9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:23.278464 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'status': 'completed', 'code': 200} Jul 16 22:46:23.327160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.330842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.334844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4940bf1c-82af-4ec7-8a0f-da7d372af5d1 HTTP/1.1" status: 204 len: 168 time: 0.2291799 Jul 16 22:46:23.355710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-a0fe64a1-277f-49ce-8440-033a00902057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:23.359820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fa05d-d9e5-439a-ba88-24eab6beeec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940bf1c-82af-4ec7-8a0f-da7d372af5d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:23.360034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-a0fe64a1-277f-49ce-8440-033a00902057 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1095 time: 0.1464133 Jul 16 22:46:23.437099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d752d3bc-7c87-40e1-bf7f-c284ac952154 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:23.483316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-42acd1f8-8f76-4065-9fc3-40aa3c2c5caf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 217 time: 0.1158783 Jul 16 22:46:23.602368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d752d3bc-7c87-40e1-bf7f-c284ac952154 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:23.604103 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:23.620041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-0bde9f48-1291-41c5-9e71-1a9610779226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:23.623066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-0bde9f48-1291-41c5-9e71-1a9610779226 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.1282120 Jul 16 22:46:23.738033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65050f01-0c01-41fa-8f1a-bf59b10276b4 req-ea08f508-ad4c-4c6f-b4c5-5dea5d478ffe tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:23.743661 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65050f01-0c01-41fa-8f1a-bf59b10276b4 req-ea08f508-ad4c-4c6f-b4c5-5dea5d478ffe tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.1472371 Jul 16 22:46:23.765344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-3a04ad65-110a-4fdc-acd4-e4b47a37f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:23.771337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-3a04ad65-110a-4fdc-acd4-e4b47a37f8b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417191 Jul 16 22:46:23.844436 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65050f01-0c01-41fa-8f1a-bf59b10276b4 req-9be16377-5d2d-4b0b-9ac4-4bdf6a6e72c4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931447 Jul 16 22:46:23.933262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-8ffee55f-0e95-4d73-92ba-b1ac597e33d8 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550539 Jul 16 22:46:24.123488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54987fc6-11e3-49a9-bdbf-5ad31621bbb8 req-81d97cc2-d2e5-40d1-8849-22558532c2f7 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824760 Jul 16 22:46:24.282496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-1ca9eedc-3435-4e5e-b028-1ea05098df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:24.284136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-1ca9eedc-3435-4e5e-b028-1ea05098df3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1095 time: 0.0975075 Jul 16 22:46:24.430398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-b5ce0deb-fc2d-4d17-b738-93a81ddee3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:24.432262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-b5ce0deb-fc2d-4d17-b738-93a81ddee3c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1413019 Jul 16 22:46:24.486681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-febac005-b72c-450a-8ab5-317b5b79cad1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 217 time: 0.0463226 Jul 16 22:46:24.546232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-5f946ea2-17b8-4e09-b9e9-127e64ece281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:24.548156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-5f946ea2-17b8-4e09-b9e9-127e64ece281 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0548687 Jul 16 22:46:24.663866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-875f2156-20ae-44c1-a6f3-18e9d2268d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:24.667543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-875f2156-20ae-44c1-a6f3-18e9d2268d4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105576 Jul 16 22:46:24.890351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-828b607c-9fec-4bb9-8b37-de7b1c72e5f1 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146032 Jul 16 22:46:25.132004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de9c5c60-cd57-47af-84d5-6c4e4e978436 req-24e8b796-d896-4172-9c51-2cc8df3e8113 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340729 Jul 16 22:46:25.161931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bef51-ee30-4d00-ad64-d08808dc5c41 req-847b9ebe-3a8a-40af-b78c-d3edc3080aaf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:25.164263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-920bef51-ee30-4d00-ad64-d08808dc5c41 req-847b9ebe-3a8a-40af-b78c-d3edc3080aaf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.1260431 Jul 16 22:46:25.220626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-920bef51-ee30-4d00-ad64-d08808dc5c41 req-7f3ab48c-2c77-4e70-89d3-b8ea786227c4 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472584 Jul 16 22:46:26.464609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327f7e3-5377-4008-b977-c7172849aaa0 req-9c7afaf6-8fb3-41e3-a986-507caef22129 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:26.466813 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7327f7e3-5377-4008-b977-c7172849aaa0 req-9c7afaf6-8fb3-41e3-a986-507caef22129 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.0786605 Jul 16 22:46:26.518783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7327f7e3-5377-4008-b977-c7172849aaa0 req-c83b4e2d-2ff9-4e10-b801-f49c9595b268 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Jul 16 22:46:27.196330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.500037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac37d08-dc3d-455e-b25e-afb0acaf1ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.550707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5ebe-3cba-491c-a3b6-eba8393dbebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.608794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac37d08-dc3d-455e-b25e-afb0acaf1ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.612909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac37d08-dc3d-455e-b25e-afb0acaf1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.646970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac37d08-dc3d-455e-b25e-afb0acaf1ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc240c18-7cd6-45be-babf-ea469b0e4324,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:27.662700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fac37d08-dc3d-455e-b25e-afb0acaf1ca9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b35487242dbd4c8db83ecd96a7088aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648836 Jul 16 22:46:27.665275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.745667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.816207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.908896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6bad2-8083-49f8-bc29-4f7f3321a21d req-6a9f160c-3f6d-4068-ade0-b5a80fdbc5c0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:27.927539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3e6bad2-8083-49f8-bc29-4f7f3321a21d req-6a9f160c-3f6d-4068-ade0-b5a80fdbc5c0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.1790535 Jul 16 22:46:27.976105 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c3e6bad2-8083-49f8-bc29-4f7f3321a21d req-5d609796-94d7-42a9-af16-db2c4f802574 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Jul 16 22:46:28.003359 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.005816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.006835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc240c18-7cd6-45be-babf-ea469b0e4324 HTTP/1.1" status: 204 len: 168 time: 0.3397834 Jul 16 22:46:28.024268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681123-a647-4bc7-a52a-bb15f1c8a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc240c18-7cd6-45be-babf-ea469b0e4324,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:28.461609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59570) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:28.479490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:28.481104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4211d1fc-966c-44f7-9433-b89a526add75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.595584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4211d1fc-966c-44f7-9433-b89a526add75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.600593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4211d1fc-966c-44f7-9433-b89a526add75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.636184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:46:28.650455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211d1fc-966c-44f7-9433-b89a526add75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4691a2-c3c9-401f-be79-6cb9f37c8bae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:28.659596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:28.660115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4211d1fc-966c-44f7-9433-b89a526add75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c18e56ac49f34b5391fdbb4d7adb4769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978583 Jul 16 22:46:28.713229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059729e5-56d7-4c20-a58c-9213b8407d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.767414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:28.777646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.790975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:46:28.808296 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.842298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.859904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:46:28.864503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.867719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.869536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b4691a2-c3c9-401f-be79-6cb9f37c8bae HTTP/1.1" status: 204 len: 168 time: 0.2089431 Jul 16 22:46:28.889121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:28.894548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:28.914291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ac57-3fe0-40c8-b72a-635cb3811c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4691a2-c3c9-401f-be79-6cb9f37c8bae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:28.957957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:29.030692 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059729e5-56d7-4c20-a58c-9213b8407d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.038030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-059729e5-56d7-4c20-a58c-9213b8407d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.079014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-059729e5-56d7-4c20-a58c-9213b8407d99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af0d4d5cb2c444a29f352912e1549de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960395 Jul 16 22:46:29.079767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.089486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059729e5-56d7-4c20-a58c-9213b8407d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad17df-a0b0-46a4-b541-7f1a9c75e002,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:29.118281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2b0a1511-a3c3-4931-b909-3902899e83fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:29.149527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.205099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.302025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.306155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.308437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1ad17df-a0b0-46a4-b541-7f1a9c75e002 HTTP/1.1" status: 204 len: 168 time: 0.2279885 Jul 16 22:46:29.344064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a4f12-266a-4872-99e7-fb6e3d688ae8 req-74a34cd7-bda2-4bbb-b76b-6349d9f28710 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:29.351877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f5a4f12-266a-4872-99e7-fb6e3d688ae8 req-74a34cd7-bda2-4bbb-b76b-6349d9f28710 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 944 time: 0.1359196 Jul 16 22:46:29.360538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3524bd-42ff-451b-8401-059c70280fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad17df-a0b0-46a4-b541-7f1a9c75e002,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:29.414419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f5a4f12-266a-4872-99e7-fb6e3d688ae8 req-9a8e5da3-3de7-4b44-bb14-acc4a61ea557 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615685 Jul 16 22:46:29.724708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.745522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b86daae-285a-4b49-bf71-9c182b412da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.825921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7050546f-18ca-47fc-b43b-9e0fa6b69c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.895013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b86daae-285a-4b49-bf71-9c182b412da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.899788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b86daae-285a-4b49-bf71-9c182b412da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.952460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.953059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b86daae-285a-4b49-bf71-9c182b412da9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46bd57d199b7414b820d5cb406dc19d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268286 Jul 16 22:46:29.958569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86daae-285a-4b49-bf71-9c182b412da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98599da8-1aa4-44c6-9ec2-8924d4e02b93,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:30.016565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.042558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.141424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.146176 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.146659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.150380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98599da8-1aa4-44c6-9ec2-8924d4e02b93 HTTP/1.1" status: 204 len: 168 time: 0.1953065 Jul 16 22:46:30.160288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b29c7-84f1-42f0-b374-87c60c483096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98599da8-1aa4-44c6-9ec2-8924d4e02b93,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:30.242597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdbef8-00e4-426d-8f01-1bbbd4e5e77b req-9f2c0c6f-091b-49e9-a649-d4e1fbc0dab5 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:30.251970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7cdbef8-00e4-426d-8f01-1bbbd4e5e77b req-9f2c0c6f-091b-49e9-a649-d4e1fbc0dab5 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.0944169 Jul 16 22:46:30.320218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7cdbef8-00e4-426d-8f01-1bbbd4e5e77b req-fc2cd19b-59b6-4ceb-9ed5-4bd583430e71 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673425 Jul 16 22:46:30.358492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:30.632478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59640) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:30.643239 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:30.648752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-010db927-1102-486f-a7bf-29fdb3408e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.674058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 1d8bb669-f5bb-41ba-9bce-910d136a3f51 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:30.674412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.779604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 2b0a1511-a3c3-4931-b909-3902899e83fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:30.787801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2b0a1511-a3c3-4931-b909-3902899e83fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:30.789244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.794001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.794341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.819147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 1d8bb669-f5bb-41ba-9bce-910d136a3f51 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:30.850096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501975a-9e30-40c5-afc0-8839316d34a6 req-2fb30b87-c294-47ed-b753-e201498d1e36 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:30.851704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d501975a-9e30-40c5-afc0-8839316d34a6 req-2fb30b87-c294-47ed-b753-e201498d1e36 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 944 time: 0.2679813 Jul 16 22:46:30.860860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-010db927-1102-486f-a7bf-29fdb3408e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.867597 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-010db927-1102-486f-a7bf-29fdb3408e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.906749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-010db927-1102-486f-a7bf-29fdb3408e8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=449788b8199641e289bb84b6a3bc781a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726908 Jul 16 22:46:30.907399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:30.933000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d501975a-9e30-40c5-afc0-8839316d34a6 req-6f6c963b-bbab-403a-bed9-63bd84e6377e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733075 Jul 16 22:46:30.986676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.010758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db927-1102-486f-a7bf-29fdb3408e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31631fd0-beaa-4b6d-bbda-c3e6a3834954,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:31.050524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.068011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:31.070190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:31.074661 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe7a243-a779-4cbd-9f6c-a2a3215f3915" -d '{"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:31.082366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.088422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.152168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.155046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.159690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31631fd0-beaa-4b6d-bbda-c3e6a3834954 HTTP/1.1" status: 204 len: 168 time: 0.2501867 Jul 16 22:46:31.168644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0610-b5ea-4491-863d-8d29c86dd8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31631fd0-beaa-4b6d-bbda-c3e6a3834954,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:31.250199 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c9a9f-0c59-4fea-9740-bc2e23751861 x-openstack-request-id: req-7e1c9a9f-0c59-4fea-9740-bc2e23751861 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:31.250496 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:31.251622 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e1c9a9f-0c59-4fea-9740-bc2e23751861 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:31.252872 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'code': 200} Jul 16 22:46:31.260409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.272115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:31.390614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=1d8bb669-f5bb-41ba-9bce-910d136a3f51,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:31.392663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.470148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a28be-589c-418e-9083-88f36997fcae req-45137c12-e8b7-46f1-8133-23a5d6b12bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:31.472150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f07a28be-589c-418e-9083-88f36997fcae req-45137c12-e8b7-46f1-8133-23a5d6b12bdc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1097 time: 0.1536629 Jul 16 22:46:31.485577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:31.485934 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP df433f5e-b9c4-45e4-b631-8fc16862b02f disassociated (deleted). External IP: 172.25.5.106, port: ef97eb98-62ea-4da4-87f5-eb339cd5ef8a. Jul 16 22:46:31.535242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f07a28be-589c-418e-9083-88f36997fcae req-1cb6f0cb-0328-48eb-8730-adf101bda7d9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534654 Jul 16 22:46:31.828584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 79d8c666-b792-4ec4-8382-350fcd2f93b4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:32.016875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:32.028979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Sync routers for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:32.039692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:32.040370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:32.044220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.151824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2dcf78c9-2cc3-476e-bddf-00ea3166bab0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/floatingips/df433f5e-b9c4-45e4-b631-8fc16862b02f HTTP/1.1" status: 204 len: 168 time: 1.7920702 Jul 16 22:46:32.152468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:32.154988 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012b9a9-e690-43eb-a7db-cc207d9d04d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:32.275770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225f33c-e428-4834-b652-1715741a6b47 req-4e525170-f260-45de-bcad-78e6fe54a953 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:32.277869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5225f33c-e428-4834-b652-1715741a6b47 req-4e525170-f260-45de-bcad-78e6fe54a953 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1045325 Jul 16 22:46:32.318932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:32.345241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5225f33c-e428-4834-b652-1715741a6b47 req-3c5cf352-c75c-4b94-b3d0-9ed812fcd782 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618663 Jul 16 22:46:32.485007 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f4902d-4b65-4395-9dba-172f8140ca5b x-openstack-request-id: req-25f4902d-4b65-4395-9dba-172f8140ca5b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:32.485424 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:32.485868 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25f4902d-4b65-4395-9dba-172f8140ca5b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:32.486301 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'status': 'completed', 'code': 200} Jul 16 22:46:32.617158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-fa5c2c76-0b02-4fa9-a35c-2a4c56ca956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:32.620529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-fa5c2c76-0b02-4fa9-a35c-2a4c56ca956d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 1098 time: 0.1090953 Jul 16 22:46:32.765417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.798764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:32.883786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Checking router: 79d8c666-b792-4ec4-8382-350fcd2f93b4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:32.902647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:32.903286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:32.923167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-f0b10f9f-5ec2-4e80-9b36-d04a15966ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:32.924697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-f0b10f9f-5ec2-4e80-9b36-d04a15966ea3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 200 len: 898 time: 0.2974253 Jul 16 22:46:32.975010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263b80-4bdc-4628-a135-129ea1cd042f req-69ec4528-6503-4404-8aa4-f35594ba7b86 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:32.982910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c263b80-4bdc-4628-a135-129ea1cd042f req-69ec4528-6503-4404-8aa4-f35594ba7b86 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1724198 Jul 16 22:46:33.024242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-a3c68cf1-978b-45bd-88ba-c7227573703c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 200 len: 217 time: 0.0843515 Jul 16 22:46:33.045684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c263b80-4bdc-4628-a135-129ea1cd042f req-3a9b2c0c-0b88-48dc-855a-478f83a4f3bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614364 Jul 16 22:46:33.133813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-7d8156d8-1278-430b-9ec6-d91e3e9ad3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:33.142436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-7d8156d8-1278-430b-9ec6-d91e3e9ad3cd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 200 len: 835 time: 0.1115053 Jul 16 22:46:33.278092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-e552f3f5-4bf1-4156-b819-472acc3a7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:33.279702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-e552f3f5-4bf1-4156-b819-472acc3a7203 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fb3bb650-e7fb-4594-ae57-f38888419175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299593 Jul 16 22:46:33.406154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:33.731399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-3254e991-9202-49fd-8a58-001e478517f3 service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514462 Jul 16 22:46:33.897562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b012b9a9-e690-43eb-a7db-cc207d9d04d0 req-73f8d143-c441-4262-b6f4-9dc36f030fa7 service neutron] 10.222.0.68 "GET /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574836 Jul 16 22:46:33.949962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:33.991889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2b30-ec5b-430c-aacb-562022d12ad4 req-2d78f587-9089-4ccf-9d20-d844ae6b4b9a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:33.995024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b14d2b30-ec5b-430c-aacb-562022d12ad4 req-2d78f587-9089-4ccf-9d20-d844ae6b4b9a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1717427 Jul 16 22:46:34.020781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef40cd8-256c-44e9-a377-d7f695acf1b1 None None] The sync data for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 is: [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:44:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'd10f9cc2-36c4-491c-afa0-b027cc510d9c', 'name': '', 'network_id': 'fb3bb650-e7fb-4594-ae57-f38888419175', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:4b:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '597a3671-6372-4716-a7a7-13b52b21032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:33Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '597a3671-6372-4716-a7a7-13b52b21032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:34.184043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b14d2b30-ec5b-430c-aacb-562022d12ad4 req-c5a76e46-6013-4694-8547-631b6d61759c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831081 Jul 16 22:46:34.209442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-fd5796cb-9aa3-4987-a98f-fc82e0ec265a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:34.214708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-fd5796cb-9aa3-4987-a98f-fc82e0ec265a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.68 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.2070024 Jul 16 22:46:34.442681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:34.443135 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:34.502965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e17a-0d57-4a7c-bc42-e86207b6f8d3 req-3350ca17-ccac-4d43-bd4b-8b16c462417e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:34.516774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3e6e17a-0d57-4a7c-bc42-e86207b6f8d3 req-3350ca17-ccac-4d43-bd4b-8b16c462417e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 946 time: 0.1957426 Jul 16 22:46:34.602058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3e6e17a-0d57-4a7c-bc42-e86207b6f8d3 req-b30916cf-6de2-46c7-8638-171a62a31e4c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=60a4ff2f-4708-45a9-954c-79cdfa9f9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839677 Jul 16 22:46:34.637752 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fdde4-9fe2-43a3-9f24-e0f0aa173d83 None None] New status for floating IP df433f5e-b9c4-45e4-b631-8fc16862b02f: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:34.741854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b4871-b66a-4c4d-970f-7b2179128909 req-6ec2c6ec-ce3f-45c8-a85f-a30fb8246bd5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:34.744054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-358b4871-b66a-4c4d-970f-7b2179128909 req-6ec2c6ec-ce3f-45c8-a85f-a30fb8246bd5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.2271945 Jul 16 22:46:34.751977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:34.757792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:34.759119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:34.776003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for ef97eb98-62ea-4da4-87f5-eb339cd5ef8a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:34.781268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Request body: {'floatingip': {'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:34.869122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.078959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.170711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=ef97eb98-62ea-4da4-87f5-eb339cd5ef8a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:35.314347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] No DVR routers for this DVR port ef97eb98-62ea-4da4-87f5-eb339cd5ef8a on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:35.317677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.320743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a48b20c-0b6d-49dc-bc43-6ca5320c9200 req-d56c15a2-2954-4b1a-8513-61b097a40ed0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.68 "DELETE /v2.0/ports/ef97eb98-62ea-4da4-87f5-eb339cd5ef8a HTTP/1.1" status: 204 len: 173 time: 1.0885537 Jul 16 22:46:35.331737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-deleted', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:35.331737 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99854435-4a5c-4e9a-a160-5df897790a0f" -d '{"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-deleted", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:35.414691 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10155a5-c886-4d1a-8fd7-74d323edef4c x-openstack-request-id: req-a10155a5-c886-4d1a-8fd7-74d323edef4c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:35.415386 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfe5-5ca6-463a-946e-bd90ea0fc5b7", "name": "network-vif-deleted", "tag": "ef97eb98-62ea-4da4-87f5-eb339cd5ef8a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:35.415823 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a10155a5-c886-4d1a-8fd7-74d323edef4c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:35.416446 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfe5-5ca6-463a-946e-bd90ea0fc5b7', 'name': 'network-vif-deleted', 'tag': 'ef97eb98-62ea-4da4-87f5-eb339cd5ef8a', 'status': 'completed', 'code': 200} Jul 16 22:46:35.958714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d62f067e-20e6-4b8b-b1ea-99317ba41bb1 req-8797b2b3-4b60-4f1b-935b-4c14e8ec769f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6facbfe5-5ca6-463a-946e-bd90ea0fc5b7 HTTP/1.1" status: 200 len: 210 time: 0.0650539 Jul 16 22:46:35.999378 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:46:36.051233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:36.057115 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:36.183901 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Floating IP d36eca8b-a82f-4865-b098-8c474f4163eb associated. External IP: 172.25.5.29, port: 2b0a1511-a3c3-4931-b909-3902899e83fd. Jul 16 22:46:36.887566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:37.080805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:37.086739 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.087514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 59872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:37.091881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:37.108205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:37.108846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:37.152192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0c563b03-a405-49cd-aa28-cc5769b51998 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "PUT /v2.0/floatingips/d36eca8b-a82f-4865-b098-8c474f4163eb HTTP/1.1" status: 200 len: 990 time: 2.3961511 Jul 16 22:46:37.152192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:37.172707 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e2fc8-7b65-4793-b36e-ca39e796a877" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:37.203402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:37.263903 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd6660-732e-45ab-8ad2-012995819fb9 x-openstack-request-id: req-f3cd6660-732e-45ab-8ad2-012995819fb9 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:37.264280 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:37.264607 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3cd6660-732e-45ab-8ad2-012995819fb9 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:37.265113 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'status': 'completed', 'code': 200} Jul 16 22:46:37.353648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:37.438480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b7b1-c3ce-46f2-aec2-06c98cda273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.665628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b7b1-c3ce-46f2-aec2-06c98cda273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.673600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b7b1-c3ce-46f2-aec2-06c98cda273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.775636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5b7b1-c3ce-46f2-aec2-06c98cda273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67924309-912a-4366-838c-db5c3ff7cec3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:37.783524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fbf5b7b1-c3ce-46f2-aec2-06c98cda273a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cb59e4f2a6e4e409b61e890fd76ed10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787652 Jul 16 22:46:37.786390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:37.859830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.885387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.889417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd36eca8b-a82f-4865-b098-8c474f4163eb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:46:15Z', 'updated_at': '2021-07-16T22:46:35Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:37.935556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:37.946279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:37.947153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:37.966928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.970856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.972841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67924309-912a-4366-838c-db5c3ff7cec3 HTTP/1.1" status: 204 len: 168 time: 0.1745110 Jul 16 22:46:37.995768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cce66-3196-4eed-8e61-f2abf4b03e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67924309-912a-4366-838c-db5c3ff7cec3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:38.236827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:38.534846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-3fa84fd8-fc4a-4147-8603-b1996afc6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:38.537125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-3fa84fd8-fc4a-4147-8603-b1996afc6715 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1097 time: 1.2401304 Jul 16 22:46:38.696854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:38.700903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd36eca8b-a82f-4865-b098-8c474f4163eb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:46:15Z', 'updated_at': '2021-07-16T22:46:35Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:38.705912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:38.721406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afab16d-5d94-4fcd-97d9-56a2dfb25c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:38.787845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-13850439-7fa1-44cf-869c-3b595b5b1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:38.793408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-13850439-7fa1-44cf-869c-3b595b5b1f0d service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.2431805 Jul 16 22:46:38.817442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07bd57-1465-409c-af62-432b98ba26fc None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd36eca8b-a82f-4865-b098-8c474f4163eb', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:46:15Z', 'updated_at': '2021-07-16T22:46:35Z', 'revision_number': 1, 'project_id': '5b9ab2689e514407b03741eca23353db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:38.821894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: ef97eb98-62ea-4da4-87f5-eb339cd5ef8a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:38.822605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device ef97eb98-62ea-4da4-87f5-eb339cd5ef8a not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:38.928693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afab16d-5d94-4fcd-97d9-56a2dfb25c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:38.953925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afab16d-5d94-4fcd-97d9-56a2dfb25c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:38.989188 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-dff166ac-d152-4d12-be9f-d64b97bb4cff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 998 time: 0.1819088 Jul 16 22:46:39.016954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5afab16d-5d94-4fcd-97d9-56a2dfb25c75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d343b905fa34a2ba3ecd011a4bf4183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161016 Jul 16 22:46:39.016954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afab16d-5d94-4fcd-97d9-56a2dfb25c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1dca43-0181-476e-b60f-899502908f86,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:39.018879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 59944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:39.061062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.063901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-052b8217-18d9-4b59-9aed-1ef2fe503281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:39.072315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-052b8217-18d9-4b59-9aed-1ef2fe503281 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0738032 Jul 16 22:46:39.125390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.177638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.207896 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46a4d4-d9a1-4d21-af81-039624566b4f None None] New status for floating IP d36eca8b-a82f-4865-b098-8c474f4163eb: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:39.289563 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.292887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.294443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb1dca43-0181-476e-b60f-899502908f86 HTTP/1.1" status: 204 len: 168 time: 0.2571812 Jul 16 22:46:39.309507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0836715-5ae6-4b37-a96e-29fd61d5161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1dca43-0181-476e-b60f-899502908f86,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:39.393853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-17c1bf16-7bce-4110-b731-a00ef995a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:39.395478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-17c1bf16-7bce-4110-b731-a00ef995a84e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901770 Jul 16 22:46:39.637437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-6287ccdd-7550-402d-86d8-cd7ca2f2b6a0 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253120 Jul 16 22:46:39.758161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c56e2fc8-7b65-4793-b36e-ca39e796a877 req-746a1d07-8f6f-4b83-8566-f7f0945af645 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196034 Jul 16 22:46:40.020174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port d10f9cc2-36c4-491c-afa0-b027cc510d9c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:40.020525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.173902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port d10f9cc2-36c4-491c-afa0-b027cc510d9c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d10f9cc2-36c4-491c-afa0-b027cc510d9c,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:40.174450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.212429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for d10f9cc2-36c4-491c-afa0-b027cc510d9c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:40.540138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.587050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=d10f9cc2-36c4-491c-afa0-b027cc510d9c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:40.720053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.727498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.728580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.729182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.729725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.730302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.730952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.731722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.732289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.733244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.733765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:40.734517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.043647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.415469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 79d8c666-b792-4ec4-8382-350fcd2f93b4 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:41.621826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:41.632698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f6e55378-d1ff-47fb-905b-639bca1c6e03 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/79d8c666-b792-4ec4-8382-350fcd2f93b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5439754 Jul 16 22:46:41.632914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:41.644707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Sync routers for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:41.663397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:41.664662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:41.754267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting subnet 597a3671-6372-4716-a7a7-13b52b21032a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:46:41.760159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.808691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.827865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:41.979292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.099318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.177700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:46:40Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:42.180479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Subnet': ['ID=597a3671-6372-4716-a7a7-13b52b21032a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:42.200627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.205104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d24d3964-1214-433e-8158-4d9dbf94286e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/subnets/597a3671-6372-4716-a7a7-13b52b21032a HTTP/1.1" status: 204 len: 168 time: 0.5681050 Jul 16 22:46:42.205916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60084) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:42.228050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Checking router: 79d8c666-b792-4ec4-8382-350fcd2f93b4 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:42.242072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6d2d5-88f5-4324-b8a5-643f74f6b23b None None] Network fb3bb650-e7fb-4594-ae57-f38888419175 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:42.308763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Routers {'79d8c666-b792-4ec4-8382-350fcd2f93b4'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:42.309448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['79d8c666-b792-4ec4-8382-350fcd2f93b4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:42.571849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.642249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] Set router 79d8c666-b792-4ec4-8382-350fcd2f93b4 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:42.766229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] DHCP port deletion for fb3bb650-e7fb-4594-ae57-f38888419175 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:46:42.897713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.070889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 07b00969-8912-46d9-b302-ce287cdd8d63 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:43.071358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.152635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Deleting port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:43.152933 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.227933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 07b00969-8912-46d9-b302-ce287cdd8d63, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=07b00969-8912-46d9-b302-ce287cdd8d63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:43.229297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.263532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 07b00969-8912-46d9-b302-ce287cdd8d63 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:43.286109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:46:40Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:43.335256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:43.413167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d9f87-d47e-49ba-ac2b-16b1cf3d089a None None] The sync data for ids ['79d8c666-b792-4ec4-8382-350fcd2f93b4'] in n-d-793621-16 is: [{'id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649871493', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:22Z', 'updated_at': '2021-07-16T22:46:40Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '07b00969-8912-46d9-b302-ce287cdd8d63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8c666-b792-4ec4-8382-350fcd2f93b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:24Z', 'updated_at': '2021-07-16T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:43.431099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] For port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:43.431860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.438514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:43.478840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Calling delete_port for 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:43.549000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:43.564139 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.643963 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.720666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=07b00969-8912-46d9-b302-ce287cdd8d63,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:43.784550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,segment=NetworkSegment(fdf35c41-4258-4fb9-8fff-6071b9ece304),segment_id=fdf35c41-4258-4fb9-8fff-6071b9ece304)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:43.787746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85cd907-f4d1-4ded-8be2-713f76d0feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.797146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.835230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.910394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:43.926294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.956869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] No DVR routers for this DVR port 91eab4a1-3db2-4b3f-b6fb-81273e5d8e67 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:43.979835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-166681e5-f50f-4b6a-a688-00e5dd52a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.986846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6314b-1069-4bfd-89ff-49afdc573b2f None None] Pushing event deleted for resources: {'Port': ['ID=91eab4a1-3db2-4b3f-b6fb-81273e5d8e67,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.043149 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.051329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.124230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.124979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Fanout notify agent at l3_agent the message router_deleted on router 79d8c666-b792-4ec4-8382-350fcd2f93b4 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:46:44.140697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85cd907-f4d1-4ded-8be2-713f76d0feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.144271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.158750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85cd907-f4d1-4ded-8be2-713f76d0feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.158948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-12b04eba-24d4-46ab-b0d4-4dd4b6bc4195 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/routers/79d8c666-b792-4ec4-8382-350fcd2f93b4 HTTP/1.1" status: 204 len: 168 time: 1.9377155 Jul 16 22:46:44.159063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:44.268723 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a85cd907-f4d1-4ded-8be2-713f76d0feee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72b527b855474c1b979da649d472bfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8285170 Jul 16 22:46:44.269586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cd907-f4d1-4ded-8be2-713f76d0feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dcfc74-9407-49b4-9b03-f50d2e8a2885,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.271418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:44.350848 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.352128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.394323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.473870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.477506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.478161 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.481562 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5dcfc74-9407-49b4-9b03-f50d2e8a2885 HTTP/1.1" status: 204 len: 168 time: 0.2063539 Jul 16 22:46:44.497039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3bb650-e7fb-4594-ae57-f38888419175']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:44.499330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d77fc-6fe0-4220-bc70-7ea7210eadea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dcfc74-9407-49b4-9b03-f50d2e8a2885,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.510286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-166681e5-f50f-4b6a-a688-00e5dd52a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.514584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf35c41-4258-4fb9-8fff-6071b9ece304') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:44.514892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf35c41-4258-4fb9-8fff-6071b9ece304') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:44.522498 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-166681e5-f50f-4b6a-a688-00e5dd52a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.567598 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-166681e5-f50f-4b6a-a688-00e5dd52a79e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f8195887ee34575b7e70d2d69e6cfde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0174201 Jul 16 22:46:44.569573 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.571246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:44.589575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166681e5-f50f-4b6a-a688-00e5dd52a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d0b72-c265-4d91-bb87-49c6dc556963,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.596902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.607052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:46:44.607700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:46:44.613128 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:46:44.683080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.694504 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.709377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.713283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/networks/fb3bb650-e7fb-4594-ae57-f38888419175 HTTP/1.1" status: 204 len: 168 time: 0.5566514 Jul 16 22:46:44.718503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:44.741478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.759950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f84d43-253c-4897-8c3f-a5d0c2f7d108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Network': ['ID=fb3bb650-e7fb-4594-ae57-f38888419175,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.852355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.889350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.892059 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.898601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a2d0b72-c265-4d91-bb87-49c6dc556963 HTTP/1.1" status: 204 len: 168 time: 0.3258109 Jul 16 22:46:44.907326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:44.913257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f5412-fd58-499b-bcf0-8c4f3754d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d0b72-c265-4d91-bb87-49c6dc556963,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:44.955971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:44.971523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979ec6e0-53e1-428e-a4c4-96e7169d451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.004792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.012804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.020290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/security-groups/60a4ff2f-4708-45a9-954c-79cdfa9f9cda HTTP/1.1" status: 204 len: 168 time: 0.2995462 Jul 16 22:46:45.042356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e439c-ee99-46f1-80f0-26d110bd2d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4ff2f-4708-45a9-954c-79cdfa9f9cda,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.195139 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979ec6e0-53e1-428e-a4c4-96e7169d451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.195980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979ec6e0-53e1-428e-a4c4-96e7169d451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.268371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ec6e0-53e1-428e-a4c4-96e7169d451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f37d0-59ea-41d8-a3b4-cc5a10f34874,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.323646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d10f9cc2-36c4-491c-afa0-b027cc510d9c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:45.336647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.336826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-979ec6e0-53e1-428e-a4c4-96e7169d451e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=126eeeebc6f34744b1afa78be6696966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794582 Jul 16 22:46:45.356903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d10f9cc2-36c4-491c-afa0-b027cc510d9c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:45.358281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d10f9cc2-36c4-491c-afa0-b027cc510d9c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:45.358899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 07b00969-8912-46d9-b302-ce287cdd8d63 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:45.380472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 07b00969-8912-46d9-b302-ce287cdd8d63 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:45.380906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 07b00969-8912-46d9-b302-ce287cdd8d63 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:45.409840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.444160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.475578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.481814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184529187', 'description': 'tempest-secgroup-smoke-184529187 description', 'project_id': '95f977a739d24e11bb3c37be8e56bd94'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:45.502756 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.505669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.507362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/799f37d0-59ea-41d8-a3b4-cc5a10f34874 HTTP/1.1" status: 204 len: 168 time: 0.1692684 Jul 16 22:46:45.522495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654cce4-5731-4a21-83af-351b827b52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f37d0-59ea-41d8-a3b4-cc5a10f34874,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.550323 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.700103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.720716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.763712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.765242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2875905 Jul 16 22:46:45.768125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.775002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:45.777322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149a3ef-3ae6-4c8b-8630-f14caf6943b8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.827104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.920392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.924236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.940606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca8c8ac-2137-46b2-9cd3-5ae4fc3e33b2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.958212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.960386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3e9be71-315e-4cb9-8032-f86d7747ece7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911690 Jul 16 22:46:45.963110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.967854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:46.033768 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.167102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.173636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.609835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a41a4ec-ca20-4d6f-b5aa-806f1de9569d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.613761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.615194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59380bf8-e5d1-4e68-b4d4-72a726583dc5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6510472 Jul 16 22:46:46.617968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:46.622852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:46.655782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.759787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.765075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.789669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b89d00-7397-48d0-8f8e-3325f6268ced,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.819804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.821064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e61d73bc-cfb4-46f2-9667-46868f42580a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017868 Jul 16 22:46:46.823986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:46.829515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:46.885912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.040301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.049662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.086703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.090986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630789 Jul 16 22:46:47.090986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e516206-476d-4a09-a6c4-61e5b03a5f8c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05e22b2-baa1-4514-9852-7f608b6e78a1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:47.091270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.097411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:47.170143 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:46:47.189108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.275546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.282283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.298768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376523d2-0708-4e2a-b8bc-50cde66764d8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:47.315425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.317674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc4ed37f-94c3-4193-bf06-59761c8b5413 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2255616 Jul 16 22:46:47.320696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.326807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:47.378138 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:46:47.393177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.510854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.517313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.544230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6b9fbd-290f-4123-9792-90239851f59a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:47.551070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.552981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-653198bd-f376-4893-af29-a4de81bef39c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304881 Jul 16 22:46:47.555546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.565240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.566690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'network': {'name': 'tempest-network-smoke--878495692', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:47.618032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:47.621737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.663409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:46:47.680056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.680983 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Added segment 01b5d204-e61f-47c1-a48b-bc207b019fe7 of type vlan for network c5118d60-cfde-4434-9086-361f31370c4b Jul 16 22:46:47.787299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.851468 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.861280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.861900 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.915578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3585110 Jul 16 22:46:47.918418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.923482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'admin_state_up': True, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:47.947440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5ace163-24dd-42cc-b5e9-35215d4709fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.974720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d999b-0422-4927-ab06-9295e55a5ec9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Network': ['ID=c5118d60-cfde-4434-9086-361f31370c4b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:47.987132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c5118d60-cfde-4434-9086-361f31370c4b details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:46:47.989081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:46:47.989081 n-d-793621-16 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:46:47.989081 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'id': '9e3ab8fa-ddf2-4638-a2d1-474cf9a5356e', 'expiration': datetime.datetime(2021, 7, 16, 22, 48, 47, 976953)}] Jul 16 22:46:47.989081 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:46:47.989809 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:46:48.143885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5ace163-24dd-42cc-b5e9-35215d4709fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.153111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5ace163-24dd-42cc-b5e9-35215d4709fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.219891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c5ace163-24dd-42cc-b5e9-35215d4709fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a43b8a07fe864ac89e8c240b5cd08a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535611 Jul 16 22:46:48.220769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ace163-24dd-42cc-b5e9-35215d4709fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a599e83-2b6d-4d8f-a921-87b47e89762c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:48.225216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:48.311765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.337585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.418582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.424169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.426045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a599e83-2b6d-4d8f-a921-87b47e89762c HTTP/1.1" status: 204 len: 168 time: 0.2004533 Jul 16 22:46:48.458130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed0815-7de3-4f49-878b-8710f8b888a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a599e83-2b6d-4d8f-a921-87b47e89762c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:48.515138 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.516670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.604265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.824579 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.073008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:49.149289 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.179365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.242089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fbb5-051b-4b89-8d07-2f8545f9013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.395711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.165 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/904f9664-b3fb-4db9-a87d-97e86f583580) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:49.442768 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fbb5-051b-4b89-8d07-2f8545f9013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.453409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fbb5-051b-4b89-8d07-2f8545f9013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.483093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3fc3fbb5-051b-4b89-8d07-2f8545f9013b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=080dc749eefa4f64933317426af5924d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089658 Jul 16 22:46:49.486768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:49.566463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3fbb5-051b-4b89-8d07-2f8545f9013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d9cd4-60d8-42cb-a5c7-3020320d5545,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:49.569542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.601217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.623690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.680845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.684248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.685577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.690624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a8d9cd4-60d8-42cb-a5c7-3020320d5545 HTTP/1.1" status: 204 len: 168 time: 0.1992092 Jul 16 22:46:49.708716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d96d8-94b1-4759-a477-751cc4b331f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d9cd4-60d8-42cb-a5c7-3020320d5545,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:49.739681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:49.744183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:49.751955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:49.805179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=904f9664-b3fb-4db9-a87d-97e86f583580,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:50.088101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.277703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:50.307440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e55889-146e-419c-aaef-b92b445d6c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.397363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.455576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e55889-146e-419c-aaef-b92b445d6c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.463151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e55889-146e-419c-aaef-b92b445d6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.498500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-08e55889-146e-419c-aaef-b92b445d6c82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93c8bcc0df0d48bca6dd136ef169317e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194746 Jul 16 22:46:50.501447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:50.550071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e55889-146e-419c-aaef-b92b445d6c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479f98a9-aca7-45f4-884f-d6a2cae6cd2e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:50.597685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.605870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ed37a4f3-4887-4aeb-8f44-3904239c92e3 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:46:50.629599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.699433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.702195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.703348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/479f98a9-aca7-45f4-884f-d6a2cae6cd2e HTTP/1.1" status: 204 len: 168 time: 0.2009854 Jul 16 22:46:50.712009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d84b8-5e5e-45d2-8b3c-e59f5d781307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479f98a9-aca7-45f4-884f-d6a2cae6cd2e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:50.740159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.760802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:50.771139 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Sync routers for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:50.782491 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:50.783104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:50.790611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:50.795584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:50.805652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec4c8692-fc9f-41fb-9a67-28d95c232c7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8860314 Jul 16 22:46:50.837691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:50.848033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aa8ba6e6-5cc0-4bc9-a7d8-066f2052de2f tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=95f977a739d24e11bb3c37be8e56bd94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510669 Jul 16 22:46:50.971580 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:51.019532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc809b7a-f801-497d-a6f1-d055a954bd83 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:51.024760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:51.024917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc809b7a-f801-497d-a6f1-d055a954bd83 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1861522 Jul 16 22:46:51.114244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:51.120668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1875067278', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:51.126502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f29b014d-96f0-4ec8-a3a3-20ca93e13ce6 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1002836 Jul 16 22:46:51.388281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:49Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:51.461605 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Checking router: ed37a4f3-4887-4aeb-8f44-3904239c92e3 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:51.463278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Updating router ed37a4f3-4887-4aeb-8f44-3904239c92e3 port 904f9664-b3fb-4db9-a87d-97e86f583580 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:51.528124 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:51.795416 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:51.799641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.072565 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.085967 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Transition to ACTIVE for port object 904f9664-b3fb-4db9-a87d-97e86f583580 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:52.096111 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.119316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.202592 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Attempting to bind port 904f9664-b3fb-4db9-a87d-97e86f583580 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:52.202914 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Attempting to bind port 904f9664-b3fb-4db9-a87d-97e86f583580 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:52.203457 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Attempting to bind port 904f9664-b3fb-4db9-a87d-97e86f583580 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:52.211631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:52.212104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:52.212578 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.213076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:52.213632 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Bound port: 904f9664-b3fb-4db9-a87d-97e86f583580, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:52.214075 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.219750 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfeee64-196f-4482-8e24-e8c7e5ee40a4 None None] Pushing event updated for resources: {'Port': ['ID=904f9664-b3fb-4db9-a87d-97e86f583580,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:52.243546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Subnet': ['ID=9594b8f8-e8a0-4b29-a59e-89e720d8ae73,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:52.259879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:52.260241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network hostable DHCP agents. Network: c5118d60-cfde-4434-9086-361f31370c4b, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:46:52.284323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network c5118d60-cfde-4434-9086-361f31370c4b is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:46:52.317272 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] For port 904f9664-b3fb-4db9-a87d-97e86f583580, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:52.321494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c5118d60-cfde-4434-9086-361f31370c4b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:52.321675 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] For port 904f9664-b3fb-4db9-a87d-97e86f583580, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=904f9664-b3fb-4db9-a87d-97e86f583580,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:52.331958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7902383-0249-4fab-b20e-faf7b4d76fca None None] Network c5118d60-cfde-4434-9086-361f31370c4b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:52.348667 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.354337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:52.354976 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:52.398747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:52.405692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ed0dbdc7-e628-4b2e-970e-3ca1a487c07f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2896657 Jul 16 22:46:52.507474 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:52.508133 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:52.597749 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfeee64-196f-4482-8e24-e8c7e5ee40a4 None None] Pushing event updated for resources: {'Port': ['ID=904f9664-b3fb-4db9-a87d-97e86f583580,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:52.729802 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:53.091493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c5118d60-cfde-4434-9086-361f31370c4b', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:46:53.092583 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.117454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.128440 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:49Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:53.192617 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae45bb0-2c20-411e-9bde-e3cf7c445fbd None None] The sync data for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 is: [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:49Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:53.312198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:53.318780 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:46:53.438116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.439860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Allocated IP 172.20.0.2 (c5118d60-cfde-4434-9086-361f31370c4b/9594b8f8-e8a0-4b29-a59e-89e720d8ae73/e50dcb90-853a-4800-99cc-dde751df86b2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:53.662647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3331-edfc-402d-94d4-4780759e2b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.782963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.794065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Transition to ACTIVE for port object e50dcb90-853a-4800-99cc-dde751df86b2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:53.813684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Transition to ACTIVE for port object e50dcb90-853a-4800-99cc-dde751df86b2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:53.827550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.910511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Pushing event updated for resources: {'Port': ['ID=e50dcb90-853a-4800-99cc-dde751df86b2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:53.934860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3331-edfc-402d-94d4-4780759e2b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.940350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3331-edfc-402d-94d4-4780759e2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.941061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Network c5118d60-cfde-4434-9086-361f31370c4b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:53.945905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:53.949809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:53.975453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c3331-edfc-402d-94d4-4780759e2b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcc656-5878-4f90-8db7-268509ecd84a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:54.020649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff4c3331-edfc-402d-94d4-4780759e2b0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8014721028146f0be5f1f5a18fa7d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069371 Jul 16 22:46:54.021501 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:54.064348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Attempting to bind port e50dcb90-853a-4800-99cc-dde751df86b2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:54.064906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Attempting to bind port e50dcb90-853a-4800-99cc-dde751df86b2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:54.065464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Attempting to bind port e50dcb90-853a-4800-99cc-dde751df86b2 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:54.081238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:54.089306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:54.089916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.093564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Bound using segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:54.094591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Bound port: e50dcb90-853a-4800-99cc-dde751df86b2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:54.096214 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.147754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.202624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.214212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] For port e50dcb90-853a-4800-99cc-dde751df86b2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:54.219532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.1 (c5118d60-cfde-4434-9086-361f31370c4b/9594b8f8-e8a0-4b29-a59e-89e720d8ae73/17d65b4a-45e3-4bfa-933c-b77b34203f8c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:54.225715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] For port e50dcb90-853a-4800-99cc-dde751df86b2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e50dcb90-853a-4800-99cc-dde751df86b2,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:54.243588 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.285588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.289721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.294392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bdcc656-5878-4f90-8db7-268509ecd84a HTTP/1.1" status: 204 len: 168 time: 0.2715147 Jul 16 22:46:54.320601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb6312-da45-4240-834b-7561908d82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcc656-5878-4f90-8db7-268509ecd84a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:54.482486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.490401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898102e-af0d-4b65-8ff0-83679af316c6 None None] Pushing event updated for resources: {'Port': ['ID=e50dcb90-853a-4800-99cc-dde751df86b2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:54.519786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object 17d65b4a-45e3-4bfa-933c-b77b34203f8c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:54.632051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.766074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:54.776158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network c5118d60-cfde-4434-9086-361f31370c4b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:54.780044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:54.786503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:54.908560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.005120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:55.030082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d31d9db-1e96-4529-a554-61c8c9ef25d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.211048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d31d9db-1e96-4529-a554-61c8c9ef25d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.217251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d31d9db-1e96-4529-a554-61c8c9ef25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.241537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.283155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d31d9db-1e96-4529-a554-61c8c9ef25d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eec4d923fabc431a8206f5972ed62ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737567 Jul 16 22:46:55.283155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31d9db-1e96-4529-a554-61c8c9ef25d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bd800-8ad4-4c36-93f9-bdf6a2100015,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:55.284669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:55.371324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.401695 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.489623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.493266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.498081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c7bd800-8ad4-4c36-93f9-bdf6a2100015 HTTP/1.1" status: 204 len: 168 time: 0.2099464 Jul 16 22:46:55.499246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e50dcb90-853a-4800-99cc-dde751df86b2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:55.516899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66010-9437-4246-b1e8-824512726b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bd800-8ad4-4c36-93f9-bdf6a2100015,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:55.636710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e50dcb90-853a-4800-99cc-dde751df86b2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:55.647929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 904f9664-b3fb-4db9-a87d-97e86f583580 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:55.791004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 904f9664-b3fb-4db9-a87d-97e86f583580 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:55.799721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 904f9664-b3fb-4db9-a87d-97e86f583580 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:55.800336 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:55.991648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312c9dd-d50f-4c7b-9d63-66860730e13b None None] Network c5118d60-cfde-4434-9086-361f31370c4b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:56.029190 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:56.095660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.111248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.129422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.258781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Provisioning for port e50dcb90-853a-4800-99cc-dde751df86b2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:56.267438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bbe348b-56ae-437f-ad81-304a754d83cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.270336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:56.276651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.312527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Provisioning complete for port e50dcb90-853a-4800-99cc-dde751df86b2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:56.312906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.366014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 904f9664-b3fb-4db9-a87d-97e86f583580, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=904f9664-b3fb-4db9-a87d-97e86f583580,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:56.373978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.473889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=904f9664-b3fb-4db9-a87d-97e86f583580,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:56.477194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bbe348b-56ae-437f-ad81-304a754d83cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.491379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7bbe348b-56ae-437f-ad81-304a754d83cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.510077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network c5118d60-cfde-4434-9086-361f31370c4b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:56.511708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:56.589657 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.590596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe348b-56ae-437f-ad81-304a754d83cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d8313-2c7c-425b-8657-c8e7f5e38aef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:56.657725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7bbe348b-56ae-437f-ad81-304a754d83cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31d4c5040e304eb6895e8d0acd750298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247628 Jul 16 22:46:56.657725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:56.713159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ed37a4f3-4887-4aeb-8f44-3904239c92e3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:56.762286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] For port e50dcb90-853a-4800-99cc-dde751df86b2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e50dcb90-853a-4800-99cc-dde751df86b2,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:56.770046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.799179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.868290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.886595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3769f-4e5e-427c-aca9-5a696aea9bcc None None] Pushing event updated for resources: {'Port': ['ID=e50dcb90-853a-4800-99cc-dde751df86b2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:56.943342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.946436 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.947874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d6d8313-2c7c-425b-8657-c8e7f5e38aef HTTP/1.1" status: 204 len: 168 time: 0.2894182 Jul 16 22:46:56.958240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87392-66b6-4a73-8bad-1ad9cbe663d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d8313-2c7c-425b-8657-c8e7f5e38aef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:57.004342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:57.023261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Sync routers for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:57.024119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8af06c05-5c96-4548-bda8-8767d1151221 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/ed37a4f3-4887-4aeb-8f44-3904239c92e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6242638 Jul 16 22:46:57.033610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:57.035762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:46:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:57.292258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:57.426599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-8d4f3d5b-771e-44d9-9fca-ca8d10a5ab9b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184529187&fields=id&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 267 time: 0.1256692 Jul 16 22:46:57.477028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e50dcb90-853a-4800-99cc-dde751df86b2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:57.737538 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adc09860-e420-48ff-838e-716c41301cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.850696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Provisioning complete for port e50dcb90-853a-4800-99cc-dde751df86b2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:57.851173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.893819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-ef027354-64fb-4cb4-8a08-9a692b1d9410 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:57.898531 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-ef027354-64fb-4cb4-8a08-9a692b1d9410 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 796 time: 0.4695475 Jul 16 22:46:57.925199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-80c99249-0c90-4f15-82ef-8827adc1434b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/quotas/95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 375 time: 0.0191896 Jul 16 22:46:58.039960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e50dcb90-853a-4800-99cc-dde751df86b2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:58.043361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.145107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-71c36848-d37b-4047-878d-f2b082ccf930 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2099779 Jul 16 22:46:58.321815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 2, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:58.362584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Checking router: ed37a4f3-4887-4aeb-8f44-3904239c92e3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:58.363188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Updating router ed37a4f3-4887-4aeb-8f44-3904239c92e3 port 17d65b4a-45e3-4bfa-933c-b77b34203f8c binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:46:58.407206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 904f9664-b3fb-4db9-a87d-97e86f583580 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:58.466259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.474979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Provisioning for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:58.500034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Provisioning complete for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:58.500543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.664262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 904f9664-b3fb-4db9-a87d-97e86f583580 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:58.666081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.755111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-1331329f-0fb7-4755-9e0f-4f20d94479eb service neutron] 10.222.0.70 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981004 Jul 16 22:46:58.759716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3fcfc-aa41-4b04-9709-46a3b4da90f4 None None] Port 17d65b4a-45e3-4bfa-933c-b77b34203f8c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:58.833610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:58.986676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-c122994f-2532-4acf-8b61-5839d968b298 service neutron] 10.222.0.70 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254531 Jul 16 22:46:59.002847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7183fa13-dff9-4df5-b079-c5c877baae62 None None] Provisioning complete for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:59.003229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7183fa13-dff9-4df5-b079-c5c877baae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.010309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.148532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-82d19bc6-8cb0-43b3-8986-c906fbd31608 tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:59.176260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a42f640-41f9-42ac-8f70-cfac47190e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.241667 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82d19bc6-8cb0-43b3-8986-c906fbd31608 tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "PUT /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d HTTP/1.1" status: 200 len: 366 time: 0.2284153 Jul 16 22:46:59.243147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.271442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ef66d7fa-a49a-4e2a-9fd1-20337093c284 tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0246503 Jul 16 22:46:59.272187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.299294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4290b5fb-822e-4636-9d52-0d3a9de6240d tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d HTTP/1.1" status: 200 len: 366 time: 0.0237784 Jul 16 22:46:59.300474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.319552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-da56f07f-22d4-40d0-a68a-b94a912a3551 tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d HTTP/1.1" status: 204 len: 168 time: 0.0154564 Jul 16 22:46:59.321645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.361219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b4b41752-e374-4aaf-9e6d-63f17be963ba tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0383115 Jul 16 22:46:59.364731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.383814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0fe4edee-ec62-4c1d-8771-599dc680491f tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d HTTP/1.1" status: 200 len: 370 time: 0.0173116 Jul 16 22:46:59.387606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.396244 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3fb0a00-376d-4106-8d7a-d0b7528c3af3 tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d/default HTTP/1.1" status: 200 len: 370 time: 0.0075760 Jul 16 22:46:59.399130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.414680 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-22fa8fd6-b8bf-441e-8e4f-c03c0c8efb2b tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] delete failed (client error): The resource could not be found. Jul 16 22:46:59.418141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-22fa8fd6-b8bf-441e-8e4f-c03c0c8efb2b tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/6029535b07ef4b94a168a7c0a310375d HTTP/1.1" status: 404 len: 348 time: 0.0180969 Jul 16 22:46:59.422099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a42f640-41f9-42ac-8f70-cfac47190e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.431602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a42f640-41f9-42ac-8f70-cfac47190e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.497043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8a42f640-41f9-42ac-8f70-cfac47190e0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=386252351bc446e984521ea84c54094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612144 Jul 16 22:46:59.497596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60808) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.532554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f640-41f9-42ac-8f70-cfac47190e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef46527-766a-470f-843d-214713bc8312,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.538979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-635a6aaf-c38a-46ab-b830-d5b52d047d83 req-047fb63b-4838-4562-9149-241bb8c8b59b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 210 time: 0.1127603 Jul 16 22:46:59.567255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.581891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Transition to ACTIVE for port object 17d65b4a-45e3-4bfa-933c-b77b34203f8c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:59.601580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.616091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.642165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.651575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:network and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.663893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.667709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fe8b-3c1b-4466-b1d6-a7a0f4d39579 None None] Pushing event updated for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.671681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7183fa13-dff9-4df5-b079-c5c877baae62 None None] Port 17d65b4a-45e3-4bfa-933c-b77b34203f8c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:46:59.687283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.701706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:subnet and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.709670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.720442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:subnetpool and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.727279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.764491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:port and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.777001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.789256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:router and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.795749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Attempting to bind port 17d65b4a-45e3-4bfa-933c-b77b34203f8c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:59.796383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.796497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Attempting to bind port 17d65b4a-45e3-4bfa-933c-b77b34203f8c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:59.796497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Attempting to bind port 17d65b4a-45e3-4bfa-933c-b77b34203f8c on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:59.803262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:59.803693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:59.804069 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.806142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Bound using segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:59.806142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Bound port: 17d65b4a-45e3-4bfa-933c-b77b34203f8c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:59.806142 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.822858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:floatingip and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.823314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.825994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.827162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bef46527-766a-470f-843d-214713bc8312 HTTP/1.1" status: 204 len: 168 time: 0.3285797 Jul 16 22:46:59.842480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.843308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c7434-26b8-4235-8e84-64541a56e5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef46527-766a-470f-843d-214713bc8312,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.948910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:security_group and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.967624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.979664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Usage tracker for resource:security_group_rule and tenant:baea5a8d173445b38968e89df9222c91 is out of sync, need to count used quota {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 22:46:59.993445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.quota.resource [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93924) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 22:46:59.999727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a15c2914-a3b9-412a-9703-e0aac16736dd tempest-QuotasTest-1514785228 tempest-QuotasTest-1514785228-project-admin] 10.222.0.70 "GET /v2.0/quotas/baea5a8d173445b38968e89df9222c91/details.json HTTP/1.1" status: 200 len: 703 time: 0.3817830 Jul 16 22:47:00.033382 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-12bef140-a55a-4417-891a-f339b727f692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.043749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] For port 17d65b4a-45e3-4bfa-933c-b77b34203f8c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:00.050627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] For port 17d65b4a-45e3-4bfa-933c-b77b34203f8c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d65b4a-45e3-4bfa-933c-b77b34203f8c,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:00.056197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.155728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:00.156633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:00.205593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.221455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fe8b-3c1b-4466-b1d6-a7a0f4d39579 None None] Pushing event updated for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:00.366877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:00.536693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 60838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:00.812536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20a082af-d6c7-4999-9e2f-151df55411c6 req-e2c8cf64-dab0-48d5-8e1a-e3e784454550 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 210 time: 0.0889313 Jul 16 22:47:00.834368 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4245c8f7-67e9-4f3b-858a-904d6fdbe974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.045925 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4245c8f7-67e9-4f3b-858a-904d6fdbe974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.053180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4245c8f7-67e9-4f3b-858a-904d6fdbe974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.108078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4245c8f7-67e9-4f3b-858a-904d6fdbe974 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abd4e2870b6540dcb6d40666e0a72ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682766 Jul 16 22:47:01.109099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245c8f7-67e9-4f3b-858a-904d6fdbe974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7cd597-0d73-48c6-8e82-2c49880c4e56,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:01.110957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:01.161560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:00Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:01.198917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.234126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.270409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c2718-2c24-4d71-a42f-93cd3487a9d9 None None] The sync data for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 is: [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:00Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:01.364443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.375815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.382756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc7cd597-0d73-48c6-8e82-2c49880c4e56 HTTP/1.1" status: 204 len: 168 time: 0.2682643 Jul 16 22:47:01.418118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.437034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71039a98-dd9b-4318-9b7d-f11e84a6f662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7cd597-0d73-48c6-8e82-2c49880c4e56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:01.471593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-2085b532-98b0-4843-90ab-99584ddac8bc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:01.473789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-2085b532-98b0-4843-90ab-99584ddac8bc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 796 time: 0.3216262 Jul 16 22:47:01.561754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bffbb046-6f7f-48b3-b9c4-12218c718282 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 379 time: 0.0771432 Jul 16 22:47:01.575630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'port': {'device_id': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'admin_state_up': True, 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'security_groups': ['2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:01.796241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:01.810398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.825485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d65b4a-45e3-4bfa-933c-b77b34203f8c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:01.982344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:01.987986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:01.996450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.015206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.13 (c5118d60-cfde-4434-9086-361f31370c4b/9594b8f8-e8a0-4b29-a59e-89e720d8ae73/5ddb5274-03c5-46d2-94a4-ff4032768178) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:02.213489 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0acfd742-9170-494a-a0d6-6cff2c5efb39 req-3a51b44d-a92b-4669-83b6-65c0c8d92beb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 210 time: 0.0918725 Jul 16 22:47:02.225021 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.267928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:02.288628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0fec91-2aa2-4a99-9253-8fba2e816022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.304009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 17d65b4a-45e3-4bfa-933c-b77b34203f8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d65b4a-45e3-4bfa-933c-b77b34203f8c,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:02.314292 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.433705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.555919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0fec91-2aa2-4a99-9253-8fba2e816022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.562229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0fec91-2aa2-4a99-9253-8fba2e816022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.696589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fec91-2aa2-4a99-9253-8fba2e816022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ce883-c2a9-4f29-80b8-91bbfd6eda79,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.712526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ce0fec91-2aa2-4a99-9253-8fba2e816022 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baea5a8d173445b38968e89df9222c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434853 Jul 16 22:47:02.713196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 60928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:02.735032 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.820272 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.890839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.004494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.007982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.012112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/400ce883-c2a9-4f29-80b8-91bbfd6eda79 HTTP/1.1" status: 204 len: 168 time: 0.2976630 Jul 16 22:47:03.020419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b82bbb-60f4-40e0-84b8-ad5d5ab38069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ce883-c2a9-4f29-80b8-91bbfd6eda79,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:03.171690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.207079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object 5ddb5274-03c5-46d2-94a4-ff4032768178 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:03.278559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.346781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:03.382391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network c5118d60-cfde-4434-9086-361f31370c4b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:03.394148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:03.403115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:03.480241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:03.517511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:03.518659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.580495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-4aaa4be2-617f-40a5-8d69-ef71483ab9be tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0130455 Jul 16 22:47:03.644875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Request body: {'port': {'device_id': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:03.841016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d65b4a-45e3-4bfa-933c-b77b34203f8c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:03.853931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe5d3e-a688-45e4-ae40-4364dda839f1 req-30f3d461-9a28-4aa1-ba8f-bb5e013f59f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:03.868527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6efe5d3e-a688-45e4-ae40-4364dda839f1 req-30f3d461-9a28-4aa1-ba8f-bb5e013f59f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 932 time: 0.3343160 Jul 16 22:47:03.902582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c17b776-a9bf-4d1b-a629-3909a8795a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.955479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 17d65b4a-45e3-4bfa-933c-b77b34203f8c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:03.955790 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.983181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.066740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4359ed36-5986-4a4f-bdf0-3ea6a48e55be None None] Provisioning for port 5ddb5274-03c5-46d2-94a4-ff4032768178 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:04.073843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4359ed36-5986-4a4f-bdf0-3ea6a48e55be None None] Provisioning complete for port 5ddb5274-03c5-46d2-94a4-ff4032768178 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:04.075724 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4359ed36-5986-4a4f-bdf0-3ea6a48e55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.083474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6efe5d3e-a688-45e4-ae40-4364dda839f1 req-5f1b953a-244b-4704-aca8-d39230994c50 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137487 Jul 16 22:47:04.143692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4359ed36-5986-4a4f-bdf0-3ea6a48e55be None None] Port 5ddb5274-03c5-46d2-94a4-ff4032768178 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:04.154374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c17b776-a9bf-4d1b-a629-3909a8795a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.160107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c17b776-a9bf-4d1b-a629-3909a8795a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.195108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c17b776-a9bf-4d1b-a629-3909a8795a14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e71f2bbe9d942eb86ba115bdd6ab851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8443272 Jul 16 22:47:04.197558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32860) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:04.292275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17b776-a9bf-4d1b-a629-3909a8795a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c270f-c223-4f51-8069-f57a6b8547e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:04.322919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.355706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.420281 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.426259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.428482 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca9c270f-c223-4f51-8069-f57a6b8547e3 HTTP/1.1" status: 204 len: 168 time: 0.2298021 Jul 16 22:47:04.460338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8a50f-61e8-4294-b3ae-419af2055a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c270f-c223-4f51-8069-f57a6b8547e3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:04.482406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:04.503167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.527508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Transition to ACTIVE for port object 5ddb5274-03c5-46d2-94a4-ff4032768178 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:04.538865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.609294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:04.791139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:04.791496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:04.791828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:04.804533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:04.804845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:04.820145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:04.820498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:04.820895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Bound using segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:04.831760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Bound port: 5ddb5274-03c5-46d2-94a4-ff4032768178, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:04.832131 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.856687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 32944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:05.019925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:05.023315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:05.030575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.092857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.093553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.095189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1093 time: 1.4707227 Jul 16 22:47:05.095662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:05.098718 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab97f6a-920b-44db-afce-38a3f9a7487b" -d '{"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:05.120001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-534425452'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:05.124476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545c38-835b-4e79-a5a3-1b5b01ce3668 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.194793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Made reservation on behalf of 2eb4628e601643e988375050adda9a84 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:05.202691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.222722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.239167 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0bd61b-2df4-41e4-bf31-52b9f9b8ca3e x-openstack-request-id: req-de0bd61b-2df4-41e4-bf31-52b9f9b8ca3e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:05.240559 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:05.240829 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de0bd61b-2df4-41e4-bf31-52b9f9b8ca3e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:05.242237 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:47:05.327413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-5dab8dae-8dfc-4242-a50a-30f35ce77588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.337455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-5dab8dae-8dfc-4242-a50a-30f35ce77588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.1865942 Jul 16 22:47:05.422897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-01efd52f-5001-49a8-b027-c2db49b145e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 217 time: 0.0824888 Jul 16 22:47:05.485995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.502385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.521876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-a4be4bc1-db4b-45b8-9fef-a6ee41ccb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.524144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-a4be4bc1-db4b-45b8-9fef-a6ee41ccb716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0862501 Jul 16 22:47:05.551726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:05.565998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5a127-167a-477c-86a6-0f133e41be5f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.569812 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.570410 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Added segment caea4b31-3638-4aec-984d-474fa0737f16 of type vlan for network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb Jul 16 22:47:05.609778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-9cbb8ba5-14ea-4131-bb26-083a17f2191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.611977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-9cbb8ba5-14ea-4131-bb26-083a17f2191c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819006 Jul 16 22:47:05.623590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8787e7-e8a1-4239-abf5-de58514f77ff req-971ae473-81dc-407c-9655-29ebfced02ec tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.632221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e8787e7-e8a1-4239-abf5-de58514f77ff req-971ae473-81dc-407c-9655-29ebfced02ec tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.2342761 Jul 16 22:47:05.683410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.713260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e8787e7-e8a1-4239-abf5-de58514f77ff req-d34c64f8-f6de-4c46-a2db-02a3e052f791 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801301 Jul 16 22:47:05.742412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.748450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.749078 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.767290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9094658 Jul 16 22:47:05.778743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:05.786538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Request body: {'subnet': {'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:05.826036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-e9ff37d3-2917-43af-a83d-f6d06ee0f368 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028620 Jul 16 22:47:05.897736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7cc6c-d659-4b59-9229-4ae7f106c510 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event updated for resources: {'Network': ['ID=b2b2ffc3-5dec-4ee0-89ac-c799a05edacb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.911585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:05.965517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Made reservation on behalf of 2eb4628e601643e988375050adda9a84 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:05.976196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.073418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9bb105b-f364-4bc7-8fac-38e1f4b8d292 req-f5f7f79c-a1e2-4aa7-8742-bafece9f5b6d service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369630 Jul 16 22:47:06.252508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-ebdecac4-cdf6-4462-b511-9a2332f6fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.254348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-ebdecac4-cdf6-4462-b511-9a2332f6fc48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.1164482 Jul 16 22:47:06.417778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-ee1cbd4e-2ce9-47a9-85f6-778ca822279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.419338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-ee1cbd4e-2ce9-47a9-85f6-778ca822279b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1573720 Jul 16 22:47:06.520446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.544799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-a25eb7d7-c2be-4568-9944-07c77f486bd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 217 time: 0.1184857 Jul 16 22:47:06.632483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-e7ffe2d8-df28-4b5a-95c2-ea9e9946cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.634061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-e7ffe2d8-df28-4b5a-95c2-ea9e9946cb1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0822868 Jul 16 22:47:06.636648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event updated for resources: {'Subnet': ['ID=a24f9078-c206-479c-b012-e89310f16a59,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:06.648646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Checking segment: {'id': 'caea4b31-3638-4aec-984d-474fa0737f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:06.649226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Network hostable DHCP agents. Network: b2b2ffc3-5dec-4ee0-89ac-c799a05edacb, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:06.670192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:06.682666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b2b2ffc3-5dec-4ee0-89ac-c799a05edacb) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:06.693929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0314a-0d5c-4b5c-991b-e1007e08542f None None] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:06.712632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.713319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.742842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6818fcc6-7878-4311-b3c5-544ef9631cf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9630322 Jul 16 22:47:06.746204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:06.758913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Request body: {'port': {'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb', 'name': 'tempest-TagsExtTest-633570650'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:06.827756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-28f56484-be92-4703-91f5-4142ad9707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.829683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-28f56484-be92-4703-91f5-4142ad9707c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757178 Jul 16 22:47:06.948397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-b2b2ffc3-5dec-4ee0-89ac-c799a05edacb', 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb', 'tenant_id': '2eb4628e601643e988375050adda9a84', 'fixed_ips': [{'subnet_id': 'a24f9078-c206-479c-b012-e89310f16a59'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:47:06.950397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.035971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-696b4bbc-2e6c-42ec-8801-a6eafc3124e1 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875191 Jul 16 22:47:07.124240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Made reservation on behalf of 2eb4628e601643e988375050adda9a84 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:07.149600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.185596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] device_id is not set on port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:07.248626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ab97f6a-920b-44db-afce-38a3f9a7487b req-4158c147-9ccd-467f-ba1e-520da1a92e15 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912410 Jul 16 22:47:07.271480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9ea82-4b3b-4a64-b002-04a667c5c2f9 req-608b985f-a01f-47fb-9f44-d7c65e6657ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:07.273643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88a9ea82-4b3b-4a64-b002-04a667c5c2f9 req-608b985f-a01f-47fb-9f44-d7c65e6657ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.3081210 Jul 16 22:47:07.274300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Allocated IP 172.20.0.2 (b2b2ffc3-5dec-4ee0-89ac-c799a05edacb/a24f9078-c206-479c-b012-e89310f16a59/80297a0a-1840-46d5-b56e-5df101f2333c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:07.389095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-88a9ea82-4b3b-4a64-b002-04a667c5c2f9 req-b9fcd705-b5a5-42de-831e-dfaf6ad36ccb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780904 Jul 16 22:47:07.444039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.453920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Transition to ACTIVE for port object 80297a0a-1840-46d5-b56e-5df101f2333c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:07.469199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Transition to ACTIVE for port object 80297a0a-1840-46d5-b56e-5df101f2333c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:07.475705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.512150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:07.520177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:07.524840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:07.529474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:07.532490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Pushing event updated for resources: {'Port': ['ID=80297a0a-1840-46d5-b56e-5df101f2333c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:07.550094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Allocated IP 172.20.0.5 (b2b2ffc3-5dec-4ee0-89ac-c799a05edacb/a24f9078-c206-479c-b012-e89310f16a59/6bb23973-9d9c-40a2-a0b9-8f6a2181740b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:07.587961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Attempting to bind port 80297a0a-1840-46d5-b56e-5df101f2333c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:07.588337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Attempting to bind port 80297a0a-1840-46d5-b56e-5df101f2333c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'caea4b31-3638-4aec-984d-474fa0737f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:07.588891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Attempting to bind port 80297a0a-1840-46d5-b56e-5df101f2333c on network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:07.595232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:07.596085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Checking segment: {'id': 'caea4b31-3638-4aec-984d-474fa0737f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:07.596652 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.597322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Bound using segment: {'id': 'caea4b31-3638-4aec-984d-474fa0737f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:07.597948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Bound port: 80297a0a-1840-46d5-b56e-5df101f2333c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caea4b31-3638-4aec-984d-474fa0737f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2b2ffc3-5dec-4ee0-89ac-c799a05edacb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:07.598512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.665853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8094b3-d795-4b54-bdb6-3626b7bf6a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.681681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] For port 80297a0a-1840-46d5-b56e-5df101f2333c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:07.685993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] For port 80297a0a-1840-46d5-b56e-5df101f2333c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=80297a0a-1840-46d5-b56e-5df101f2333c,segment=NetworkSegment(caea4b31-3638-4aec-984d-474fa0737f16),segment_id=caea4b31-3638-4aec-984d-474fa0737f16)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:07.691317 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.749603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514785a-ae50-4cf7-b3d9-e056933e1ee8 None None] Pushing event updated for resources: {'Port': ['ID=80297a0a-1840-46d5-b56e-5df101f2333c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:07.785726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8094b3-d795-4b54-bdb6-3626b7bf6a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.785726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc8094b3-d795-4b54-bdb6-3626b7bf6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.813742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.837313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bc8094b3-d795-4b54-bdb6-3626b7bf6a20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79e6c7bb809e46aab02d659da1ba7ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237000 Jul 16 22:47:07.838433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8094b3-d795-4b54-bdb6-3626b7bf6a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80846e4-8399-4e19-9229-c5c4ad859b0f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:07.840070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Transition to ACTIVE for port object 6bb23973-9d9c-40a2-a0b9-8f6a2181740b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:07.841560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:07.908315 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.937602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.943517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.009351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:08.048272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.054718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.056158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c80846e4-8399-4e19-9229-c5c4ad859b0f HTTP/1.1" status: 204 len: 168 time: 0.2133243 Jul 16 22:47:08.081916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bdde4-faa0-4e52-b934-23044fefaae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80846e4-8399-4e19-9229-c5c4ad859b0f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:08.162230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:08.171715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:08.180351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:08.184741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event updated for resources: {'Port': ['ID=6bb23973-9d9c-40a2-a0b9-8f6a2181740b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:08.285540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:08.288352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.289284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.297861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:08.309810 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d3eb0fc3-19bf-4059-b6f1-74a30da4b001 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5591538 Jul 16 22:47:08.310482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.315836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1636936069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:08.341474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.352795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.355380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.357363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:08.381327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:08.387555 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.432840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.437869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.456702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.461860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.462073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bac3517a-272d-4b42-b4b1-f74153926d32 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1504443 Jul 16 22:47:08.466912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7b5c0ffc-4b40-4fa9-87ea-2bceb074552d tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-542168967', 'prefixes': ['172.20.0.0/16']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:08.477028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.496349 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d32527ee-0439-4403-9c65-3b655bb50649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.499941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:08.599767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['5ddb5274-03c5-46d2-94a4-ff4032768178'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:08.641863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d32527ee-0439-4403-9c65-3b655bb50649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.649055 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d32527ee-0439-4403-9c65-3b655bb50649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.679950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0ffc-4b40-4fa9-87ea-2bceb074552d tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for subnetpool, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.682320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b5c0ffc-4b40-4fa9-87ea-2bceb074552d tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2190542 Jul 16 22:47:08.686228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.692982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-6b0e07f5-79ae-4b8e-8304-0715dd5d689f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-2110391423') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:08.712660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d32527ee-0439-4403-9c65-3b655bb50649 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c760777ff534a68acac38eb14d77aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341862 Jul 16 22:47:08.713530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32527ee-0439-4403-9c65-3b655bb50649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de11009-2b0b-42eb-8058-d4ca1dcc0493,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:08.717021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.787644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.819663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfc71-9040-44ef-99b5-afd9a5bac08c req-51eb8a3d-b8e4-4d86-93ad-bba127f10baf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.825738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.831398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb1bfc71-9040-44ef-99b5-afd9a5bac08c req-51eb8a3d-b8e4-4d86-93ad-bba127f10baf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.2035570 Jul 16 22:47:08.913892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.918218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.919410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4de11009-2b0b-42eb-8058-d4ca1dcc0493 HTTP/1.1" status: 204 len: 168 time: 0.2014647 Jul 16 22:47:08.924949 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb1bfc71-9040-44ef-99b5-afd9a5bac08c req-da86b4ad-0188-46b9-add5-86ea284f36b4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926685 Jul 16 22:47:08.940054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6b0e07f5-79ae-4b8e-8304-0715dd5d689f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-2110391423 HTTP/1.1" status: 201 len: 201 time: 0.2525342 Jul 16 22:47:08.940668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.945008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4ad76-31b3-4e12-97e4-f457374d9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de11009-2b0b-42eb-8058-d4ca1dcc0493,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:08.951113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-0a62cabc-26b2-4ef6-b7e5-c32e6db83e30 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-262083683') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.087961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.093429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-84857493-4f64-40c2-972d-10f50cba7600 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-623119274') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.114734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0a62cabc-26b2-4ef6-b7e5-c32e6db83e30 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-262083683 HTTP/1.1" status: 201 len: 201 time: 0.1706240 Jul 16 22:47:09.270261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-84857493-4f64-40c2-972d-10f50cba7600 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-623119274 HTTP/1.1" status: 201 len: 201 time: 0.1799617 Jul 16 22:47:09.271808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.277471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-85d17f64-1237-4ba6-bc76-8da7b46cdd7f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-1149337018') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.352863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.358073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4ada1e8c-6161-40b0-acc0-8da3c33ed9ba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.358576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-85d17f64-1237-4ba6-bc76-8da7b46cdd7f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-1149337018 HTTP/1.1" status: 201 len: 201 time: 0.0838823 Jul 16 22:47:09.366264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f43b5e9-ab72-4050-beb6-fedf4b8a8277 None None] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:09.514611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ada1e8c-6161-40b0-acc0-8da3c33ed9ba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 200 len: 241 time: 0.1579742 Jul 16 22:47:09.515010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.519438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ab4c7547-734e-4510-8867-5924c1c41a46 None None] Provisioning for port 80297a0a-1840-46d5-b56e-5df101f2333c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:09.519645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-afc7bcb8-3aa9-4611-b46d-4c66ecced475 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-2110391423') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.590575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-afc7bcb8-3aa9-4611-b46d-4c66ecced475 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-2110391423 HTTP/1.1" status: 204 len: 168 time: 0.0739334 Jul 16 22:47:09.592760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.600508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7726a276-f803-4506-bac2-c7f93a4fb239 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-2110391423') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.772989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7726a276-f803-4506-bac2-c7f93a4fb239 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-2110391423 HTTP/1.1" status: 204 len: 168 time: 0.1790328 Jul 16 22:47:09.774194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.779600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-91fc86fe-269c-4437-979d-21922d870f98 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.796388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 80297a0a-1840-46d5-b56e-5df101f2333c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:09.893904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 80297a0a-1840-46d5-b56e-5df101f2333c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:09.899018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 80297a0a-1840-46d5-b56e-5df101f2333c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:09.901543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.917116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33334) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:09.918379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-91fc86fe-269c-4437-979d-21922d870f98 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 200 len: 205 time: 0.1390848 Jul 16 22:47:09.922941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-a94bb753-30ac-4b88-9421-12bc533cf6b6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.025615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a94bb753-30ac-4b88-9421-12bc533cf6b6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 200 len: 240 time: 0.1072717 Jul 16 22:47:10.026492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.029432 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.031691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:10.033192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-164ea3b2-37a5-4e6d-90be-a09b5d78c9fd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-262083683') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.112838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 80297a0a-1840-46d5-b56e-5df101f2333c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=80297a0a-1840-46d5-b56e-5df101f2333c,segment=NetworkSegment(caea4b31-3638-4aec-984d-474fa0737f16),segment_id=caea4b31-3638-4aec-984d-474fa0737f16)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:10.139629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.165687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Provisioning for port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:10.189939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-164ea3b2-37a5-4e6d-90be-a09b5d78c9fd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-262083683 HTTP/1.1" status: 204 len: 168 time: 0.1620660 Jul 16 22:47:10.199189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.207754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-f947c3f9-edb5-4ec2-be42-fb989194b22c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-262083683') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.225575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Provisioning complete for port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:10.226090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.291791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:10.336672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Provisioning complete for port 80297a0a-1840-46d5-b56e-5df101f2333c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:10.337265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b9c7-25ec-4be5-8406-37f568936f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.366115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f947c3f9-edb5-4ec2-be42-fb989194b22c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-262083683 HTTP/1.1" status: 204 len: 168 time: 0.1626015 Jul 16 22:47:10.366395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.372017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-da0096ed-2398-43fc-a940-0b6a48e6b289 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.383661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=80297a0a-1840-46d5-b56e-5df101f2333c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:10.396714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 5ddb5274-03c5-46d2-94a4-ff4032768178 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:10.423137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074871b-7bae-4a3e-8170-80863aaf3697 req-b2f287f7-96ff-48e2-9ccf-cb880a2424c4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:10.426231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9074871b-7bae-4a3e-8170-80863aaf3697 req-b2f287f7-96ff-48e2-9ccf-cb880a2424c4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.2185371 Jul 16 22:47:10.436106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 5ddb5274-03c5-46d2-94a4-ff4032768178 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:10.436482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.492351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9074871b-7bae-4a3e-8170-80863aaf3697 req-463fe1a1-7d42-4156-add1-3404c52724dd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594008 Jul 16 22:47:10.515744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.516238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-da0096ed-2398-43fc-a940-0b6a48e6b289 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 200 len: 205 time: 0.1487052 Jul 16 22:47:10.521778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-c2eecc18-a241-4e46-9e7c-3e7ef6b569cd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.686693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.691074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c2eecc18-a241-4e46-9e7c-3e7ef6b569cd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 200 len: 240 time: 0.1738937 Jul 16 22:47:10.693717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.698704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-3b2d7b55-d105-4cc6-ad9a-f42ce19a0bb5 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-623119274') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.717516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:10.719992 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4718fe-d029-4c1d-ac0d-e936a26c054c" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:10.736042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:10.742107 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.789269 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6d51ea-085d-490b-ab3b-d5dc9036757f x-openstack-request-id: req-2c6d51ea-085d-490b-ab3b-d5dc9036757f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:10.790192 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:10.790595 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c6d51ea-085d-490b-ab3b-d5dc9036757f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:10.791135 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'code': 200} Jul 16 22:47:10.861097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f91b1b4c-b52a-434c-b8ce-9198dd1fa918 None None] Provisioning complete for port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:10.861097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f91b1b4c-b52a-434c-b8ce-9198dd1fa918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.867014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:10.886288 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.887319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3b2d7b55-d105-4cc6-ad9a-f42ce19a0bb5 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-623119274 HTTP/1.1" status: 204 len: 168 time: 0.1924667 Jul 16 22:47:10.891405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-9e7d578e-eb08-4200-8e75-cedfa3256c96 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-623119274') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:10.952162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781a277-73fc-4f54-9e3b-18e9e6dec297 req-2c2f8079-da89-42ee-9342-ec95e03961b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:10.954669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9781a277-73fc-4f54-9e3b-18e9e6dec297 req-2c2f8079-da89-42ee-9342-ec95e03961b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1098 time: 0.0657737 Jul 16 22:47:10.985855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f91b1b4c-b52a-434c-b8ce-9198dd1fa918 None None] Port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:11.033605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9781a277-73fc-4f54-9e3b-18e9e6dec297 req-0b9d9e98-e7d1-434a-8615-ed54968a039d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704012 Jul 16 22:47:11.101734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e7d578e-eb08-4200-8e75-cedfa3256c96 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-623119274 HTTP/1.1" status: 204 len: 168 time: 0.2143118 Jul 16 22:47:11.104256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.111062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-7df17b54-7e60-46a5-a7df-dbc6a9a44d8c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.209108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7df17b54-7e60-46a5-a7df-dbc6a9a44d8c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 200 len: 205 time: 0.1010997 Jul 16 22:47:11.212042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.225567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7210c536-9f34-4872-9007-2f5d03a7448f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.266999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7210c536-9f34-4872-9007-2f5d03a7448f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 200 len: 241 time: 0.0532715 Jul 16 22:47:11.270002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.275237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-e1071ea6-0b1c-4387-b595-ed642e823aa6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-1149337018') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.319530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e1071ea6-0b1c-4387-b595-ed642e823aa6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-1149337018 HTTP/1.1" status: 204 len: 168 time: 0.0481305 Jul 16 22:47:11.321763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.328747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4b8c1cb8-3d9a-4316-beec-962a01e08753 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-1149337018') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.369240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b8c1cb8-3d9a-4316-beec-962a01e08753 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-1149337018 HTTP/1.1" status: 204 len: 168 time: 0.0460248 Jul 16 22:47:11.371632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.377416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4532fca5-481b-44c3-9ae8-1e16154bda3a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.433280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4532fca5-481b-44c3-9ae8-1e16154bda3a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 200 len: 205 time: 0.0600808 Jul 16 22:47:11.435974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.444688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-6431c7fe-1f7d-40e3-990c-4fd7c5387461 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.506204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6431c7fe-1f7d-40e3-990c-4fd7c5387461 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 204 len: 168 time: 0.0690541 Jul 16 22:47:11.508602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.524945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-900ddb55-a97d-48c1-995a-e25144eb2633 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.644256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-900ddb55-a97d-48c1-995a-e25144eb2633 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 204 len: 168 time: 0.1230948 Jul 16 22:47:11.646991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.651538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-36b91e47-1260-45e8-acdc-df3227c2dd3f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.770442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 80297a0a-1840-46d5-b56e-5df101f2333c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:11.806802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.851633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc3afa-9b41-4a00-9254-4c63afcb199c req-8bd86d57-f8cf-41d7-ae81-8f2ba2487c2d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:11.854886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2abc3afa-9b41-4a00-9254-4c63afcb199c req-8bd86d57-f8cf-41d7-ae81-8f2ba2487c2d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1321943 Jul 16 22:47:11.885931 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36b91e47-1260-45e8-acdc-df3227c2dd3f tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 204 len: 168 time: 0.2356660 Jul 16 22:47:11.891274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.904650 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f0790923-0c94-4eb1-b6cf-dc0e33a6cb01 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.919948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 80297a0a-1840-46d5-b56e-5df101f2333c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:11.921711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.938136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2abc3afa-9b41-4a00-9254-4c63afcb199c req-b70bf46e-8cd8-4c57-8af5-736ee36d724a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770593 Jul 16 22:47:12.049819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb25c-7269-4fc6-ac6c-c81ce85ec507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.086045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0790923-0c94-4eb1-b6cf-dc0e33a6cb01 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 204 len: 168 time: 0.1937075 Jul 16 22:47:12.090939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.099456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-efabbcfd-28fb-4fcc-9e68-deb13b2634f4 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-1996743221') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:12.205938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-efabbcfd-28fb-4fcc-9e68-deb13b2634f4 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-1996743221 HTTP/1.1" status: 201 len: 201 time: 0.1137490 Jul 16 22:47:12.206817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb25c-7269-4fc6-ac6c-c81ce85ec507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.208666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33486) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.213066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb25c-7269-4fc6-ac6c-c81ce85ec507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.222002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-10a1c458-810f-4ed5-8d93-d78c258f3794 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-350745468') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:12.258707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac5bb25c-7269-4fc6-ac6c-c81ce85ec507 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6d5cd8caf274d5e842ee7ea49570710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501548 Jul 16 22:47:12.261934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.282742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb25c-7269-4fc6-ac6c-c81ce85ec507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f024c40d-6854-43cd-9044-d461b304c76e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.353024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-10a1c458-810f-4ed5-8d93-d78c258f3794 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-350745468 HTTP/1.1" status: 201 len: 201 time: 0.1429942 Jul 16 22:47:12.355620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.360557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.360812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-ff3690d5-588a-442a-a8eb-1bec434a90e9 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-1439356629') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:12.394973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.459993 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.463346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.464603 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f024c40d-6854-43cd-9044-d461b304c76e HTTP/1.1" status: 204 len: 168 time: 0.2007990 Jul 16 22:47:12.476767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371708da-5f4f-4783-af7a-6c9eae7bd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f024c40d-6854-43cd-9044-d461b304c76e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.842056 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff3690d5-588a-442a-a8eb-1bec434a90e9 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-1439356629 HTTP/1.1" status: 201 len: 201 time: 0.4853299 Jul 16 22:47:12.844773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.854088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-637c9822-ae0e-4c22-bd52-7c1cb1cc746c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-1410010026') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:12.945642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-637c9822-ae0e-4c22-bd52-7c1cb1cc746c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-1410010026 HTTP/1.1" status: 201 len: 201 time: 0.0993381 Jul 16 22:47:12.947217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:12.954610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7d0b0ffc-c034-41ca-b331-fe3dfc327d9a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', {'tags': ['tempest-TagsExtTest-Tag-1656721898', 'tempest-TagsExtTest-Tag-1713614166', 'tempest-TagsExtTest-Tag-227223689']}) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.100337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7d0b0ffc-c034-41ca-b331-fe3dfc327d9a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 200 len: 317 time: 0.1507761 Jul 16 22:47:13.102805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.112595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-74d1e92d-7974-4b4d-a973-e369c94a4c36 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.226799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74d1e92d-7974-4b4d-a973-e369c94a4c36 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 204 len: 168 time: 0.1226888 Jul 16 22:47:13.227482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33530) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.232308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-a4c04cbd-075c-493d-91ac-e43ffc053216 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-1656721898') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.286111 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-a4c04cbd-075c-493d-91ac-e43ffc053216 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:13.290100 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a4c04cbd-075c-493d-91ac-e43ffc053216 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-1656721898 HTTP/1.1" status: 404 len: 329 time: 0.0616953 Jul 16 22:47:13.290661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.295312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-6dab0932-836e-475f-828a-6063d7d621aa tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-1713614166') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.325084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7ef44-815a-44bc-a044-a1b3816cfb24 req-9b8a1332-dd18-4a01-9b28-4022aa1fa962 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:13.329238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb7ef44-815a-44bc-a044-a1b3816cfb24 req-9b8a1332-dd18-4a01-9b28-4022aa1fa962 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1911952 Jul 16 22:47:13.363803 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-6dab0932-836e-475f-828a-6063d7d621aa tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:13.364936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6dab0932-836e-475f-828a-6063d7d621aa tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-1713614166 HTTP/1.1" status: 404 len: 329 time: 0.0733006 Jul 16 22:47:13.368942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.380752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-94cb8c98-a93e-4368-8ac6-7ee56fbfdbba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59', 'tempest-TagsExtTest-Tag-227223689') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.383337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb7ef44-815a-44bc-a044-a1b3816cfb24 req-53abf032-f9ea-41fb-9b93-2db0d1c15523 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484266 Jul 16 22:47:13.491949 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-94cb8c98-a93e-4368-8ac6-7ee56fbfdbba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:13.495293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-94cb8c98-a93e-4368-8ac6-7ee56fbfdbba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags/tempest-TagsExtTest-Tag-227223689 HTTP/1.1" status: 404 len: 328 time: 0.1225801 Jul 16 22:47:13.496703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.502941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-eae2d2c3-6407-4d91-8f79-a85d73052cbd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', {'tags': ['tempest-TagsExtTest-Tag-1751658270', 'tempest-TagsExtTest-Tag-789296293', 'tempest-TagsExtTest-Tag-475036235']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.634181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-eae2d2c3-6407-4d91-8f79-a85d73052cbd tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 200 len: 316 time: 0.1363149 Jul 16 22:47:13.637134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.645140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-2223a432-b00a-47d1-b5d8-387901e59597 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.656855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333754f-d0bb-48bd-a358-50130b96b182 req-0670f0d5-3e76-4942-96ab-f13b90250879 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:13.658490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e333754f-d0bb-48bd-a358-50130b96b182 req-0670f0d5-3e76-4942-96ab-f13b90250879 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0936923 Jul 16 22:47:13.708760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e333754f-d0bb-48bd-a358-50130b96b182 req-66b57790-c9d4-441a-95f3-c345c3e9659c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 Jul 16 22:47:13.743078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.770223 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2223a432-b00a-47d1-b5d8-387901e59597 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 204 len: 168 time: 0.1304579 Jul 16 22:47:13.771459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.782604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f0556968-da68-4063-8486-fe3f020af8ba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-1751658270') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.849199 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f0556968-da68-4063-8486-fe3f020af8ba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:13.852383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0556968-da68-4063-8486-fe3f020af8ba tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-1751658270 HTTP/1.1" status: 404 len: 329 time: 0.0759473 Jul 16 22:47:13.852504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405844c-2076-4db6-a3c8-f193d3ed81e5 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:13.854453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f405844c-2076-4db6-a3c8-f193d3ed81e5 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1093 time: 0.1084857 Jul 16 22:47:13.855081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.858103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.863025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:13.883697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-fde56c88-8df9-4d38-badf-6aea609d46b2 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-789296293') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.914456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.008943 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-fde56c88-8df9-4d38-badf-6aea609d46b2 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:14.011060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fde56c88-8df9-4d38-badf-6aea609d46b2 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-789296293 HTTP/1.1" status: 404 len: 328 time: 0.1548207 Jul 16 22:47:14.013606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.024521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-b226b0cd-399c-4f27-a571-de817eb59ff6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b', 'tempest-TagsExtTest-Tag-475036235') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.085238 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.137107 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b226b0cd-399c-4f27-a571-de817eb59ff6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:14.138211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b226b0cd-399c-4f27-a571-de817eb59ff6 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags/tempest-TagsExtTest-Tag-475036235 HTTP/1.1" status: 404 len: 328 time: 0.1218007 Jul 16 22:47:14.141759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33576) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.150651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-ac349d15-5c29-4a79-b42d-721b1ead8a69 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', {'tags': ['tempest-TagsExtTest-Tag-1510092785', 'tempest-TagsExtTest-Tag-113011202', 'tempest-TagsExtTest-Tag-1866160895']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.223207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.87 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/3b3896a7-a39c-42c1-8136-305ce94128ae) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:14.279175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac349d15-5c29-4a79-b42d-721b1ead8a69 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 200 len: 317 time: 0.1361361 Jul 16 22:47:14.281805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.289317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-1da10087-4a02-4a82-88b0-9ee8d1cb163b tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.349617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.410380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1da10087-4a02-4a82-88b0-9ee8d1cb163b tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 204 len: 168 time: 0.1269417 Jul 16 22:47:14.412675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.418811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-f616b7ca-2877-411f-b6a8-8c9c3aaebbbc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-1510092785') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.420821 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.460234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.509765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:14.514233 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f616b7ca-2877-411f-b6a8-8c9c3aaebbbc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:14.515543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f616b7ca-2877-411f-b6a8-8c9c3aaebbbc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-1510092785 HTTP/1.1" status: 404 len: 329 time: 0.1013858 Jul 16 22:47:14.518353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.523089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-b1c595d9-bd93-4daa-baa0-0afa4a6b39d1 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-113011202') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.524533 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:14.533158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:14.588410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=3b3896a7-a39c-42c1-8136-305ce94128ae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:14.634375 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b1c595d9-bd93-4daa-baa0-0afa4a6b39d1 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:14.635811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b1c595d9-bd93-4daa-baa0-0afa4a6b39d1 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-113011202 HTTP/1.1" status: 404 len: 328 time: 0.1162963 Jul 16 22:47:14.638383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33600) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.648619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-9f7d55fb-0b01-4c28-8470-75960c72a081 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561', 'tempest-TagsExtTest-Tag-1866160895') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.714908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-435347717', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:14.792890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Made reservation on behalf of e38591719834434eb3b6ddd1bb90a5b2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:14.795295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.806905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.841344 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-9f7d55fb-0b01-4c28-8470-75960c72a081 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:14.845539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9f7d55fb-0b01-4c28-8470-75960c72a081 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags/tempest-TagsExtTest-Tag-1866160895 HTTP/1.1" status: 404 len: 329 time: 0.2031388 Jul 16 22:47:14.846978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33602) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.855399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-0e9162cb-4770-481b-b91f-7d7651e44af5 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', {'tags': ['tempest-TagsExtTest-Tag-682792597', 'tempest-TagsExtTest-Tag-2105879434', 'tempest-TagsExtTest-Tag-720461166']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.922485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0e9162cb-4770-481b-b91f-7d7651e44af5 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "PUT /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 200 len: 316 time: 0.0744834 Jul 16 22:47:14.923320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:14.933236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4f3c0852-6410-478d-829c-319ba9032d57 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.079385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.175169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.335822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.340192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.348441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] device_id is not set on port 59899ca8-6814-4ab5-92b3-4bd774c0da37 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:15.363677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4f3c0852-6410-478d-829c-319ba9032d57 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 204 len: 168 time: 0.4381664 Jul 16 22:47:15.365445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.371088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.375166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-24aada6f-35eb-4b26-8e2c-0e8a4b4a8016 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-682792597') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.377432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.422175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ca98d-7f34-4f8b-8c2f-feecf27fc556,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:15.443241 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-24aada6f-35eb-4b26-8e2c-0e8a4b4a8016 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:15.447141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-24aada6f-35eb-4b26-8e2c-0e8a4b4a8016 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-682792597 HTTP/1.1" status: 404 len: 328 time: 0.0792375 Jul 16 22:47:15.447697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.456099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-ae7ee8df-e535-40f5-b4fb-5bdbe06861bc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-2105879434') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.483119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=3b3896a7-a39c-42c1-8136-305ce94128ae,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:15.503151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.503612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.504477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.505206 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-ae7ee8df-e535-40f5-b4fb-5bdbe06861bc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:15.505325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.505677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.506089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.506504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.506946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.507383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.507787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.508911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.508911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:15.509475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ae7ee8df-e535-40f5-b4fb-5bdbe06861bc tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-2105879434 HTTP/1.1" status: 404 len: 329 time: 0.0581350 Jul 16 22:47:15.509629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.515594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-6e6b2cfc-4c2b-4ef0-9196-0937441fcc61 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a', 'tempest-TagsExtTest-Tag-720461166') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.523750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.544180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Allocated IP 172.25.5.117 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/59899ca8-6814-4ab5-92b3-4bd774c0da37) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:15.566422 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6e6b2cfc-4c2b-4ef0-9196-0937441fcc61 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] show failed (client error): The resource could not be found. Jul 16 22:47:15.570234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e6b2cfc-4c2b-4ef0-9196-0937441fcc61 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags/tempest-TagsExtTest-Tag-720461166 HTTP/1.1" status: 404 len: 328 time: 0.0582895 Jul 16 22:47:15.572178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.579483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-c66e9cf7-6df7-4c45-9228-63bfb2fb8f30 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '764b1c46-aedb-40a0-8dec-8f42b671c19a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.647535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c66e9cf7-6df7-4c45-9228-63bfb2fb8f30 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a/tags HTTP/1.1" status: 204 len: 168 time: 0.0743432 Jul 16 22:47:15.649504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.657806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-e7b38d92-5f62-41d8-882a-57da985c4f46 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebc35f83-454c-4c89-b302-e428a8529561') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.730515 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP bf04a6cb-1c10-407a-9c6c-5d053aacde78 associated. External IP: 172.25.5.87, port: 5ddb5274-03c5-46d2-94a4-ff4032768178. Jul 16 22:47:15.736082 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.792064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.812840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e7b38d92-5f62-41d8-882a-57da985c4f46 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561/tags HTTP/1.1" status: 204 len: 168 time: 0.1619620 Jul 16 22:47:15.873577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:15.873577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Pushing event updated for resources: {'Port': ['ID=59899ca8-6814-4ab5-92b3-4bd774c0da37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:15.883804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-92d9acdd-d527-4c25-b47f-98c8b4f5dc6c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bb23973-9d9c-40a2-a0b9-8f6a2181740b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.918341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:15.919146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:15.930478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:15.995054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:15.995931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.045668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ed37a4f3-4887-4aeb-8f44-3904239c92e3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:16.048980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-137452d9-6c3b-4edb-985a-aa23a99bffb7 tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5874548 Jul 16 22:47:16.052675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.057874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.117'}]}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.081773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-92d9acdd-d527-4c25-b47f-98c8b4f5dc6c tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b/tags HTTP/1.1" status: 204 len: 168 time: 0.2042904 Jul 16 22:47:16.082374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.088241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-8aaed0d3-e061-497e-a1e4-a74b2b8e7295 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24f9078-c206-479c-b012-e89310f16a59') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:16.127235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.128897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.196299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.215851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:16.229860 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Sync routers for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:16.244040 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:16.245060 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:16.251797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.340520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3d68b05f-f82e-4503-ac75-ad714568b1f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4812753 Jul 16 22:47:16.341312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:16.361937 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:16.387771 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:16.450693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.454475 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d5f786-f968-4a69-ac65-951ddb4ce43a x-openstack-request-id: req-e0d5f786-f968-4a69-ac65-951ddb4ce43a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:16.455046 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:16.455524 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0d5f786-f968-4a69-ac65-951ddb4ce43a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:16.456137 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:47:16.474817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8aaed0d3-e061-497e-a1e4-a74b2b8e7295 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59/tags HTTP/1.1" status: 204 len: 168 time: 0.3911085 Jul 16 22:47:16.478354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.625356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.642531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cb49e84-692a-4bf1-834e-9c99d4c88b7a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for subnetpool, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.654216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5cb49e84-692a-4bf1-834e-9c99d4c88b7a tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnetpools/764b1c46-aedb-40a0-8dec-8f42b671c19a HTTP/1.1" status: 204 len: 168 time: 0.1746547 Jul 16 22:47:16.669665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-768c3519-1244-4119-93d9-71d2f10ec929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:16.671326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-768c3519-1244-4119-93d9-71d2f10ec929 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1098 time: 0.1953635 Jul 16 22:47:16.671873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.734235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de3efb-4427-4f37-9d75-0caaa9938e1c req-1bec4864-3325-4527-95bd-204048ae6e8e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:16.735809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7de3efb-4427-4f37-9d75-0caaa9938e1c req-1bec4864-3325-4527-95bd-204048ae6e8e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1129429 Jul 16 22:47:16.761624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-88713b65-8dfc-4db4-94d3-6f8861eaf4e5 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebc35f83-454c-4c89-b302-e428a8529561 HTTP/1.1" status: 200 len: 205 time: 0.0837748 Jul 16 22:47:16.779418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.818970 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'bf04a6cb-1c10-407a-9c6c-5d053aacde78', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:14Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:16.846826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7de3efb-4427-4f37-9d75-0caaa9938e1c req-204b657d-4b36-4bac-b804-c59634dc06f5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037521 Jul 16 22:47:16.899740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Checking router: ed37a4f3-4887-4aeb-8f44-3904239c92e3 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:16.900729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.917568 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:16.917568 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:17.009047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-912468b3-c369-418f-a523-dcc62c612fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:17.010901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-912468b3-c369-418f-a523-dcc62c612fe4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.3319445 Jul 16 22:47:17.021565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.052587 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a0b2233e-6d94-4c25-8529-36aef06328ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1b8a5de21f94cbf939613f4ab67e2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231822 Jul 16 22:47:17.059386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:17.124283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17c1df56-6dcb-4130-84f7-378d852221fd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/bf04a6cb-1c10-407a-9c6c-5d053aacde78 HTTP/1.1" status: 200 len: 991 time: 0.2196698 Jul 16 22:47:17.205359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-aa283385-e125-4207-9ce2-20a160ffa255 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.1579242 Jul 16 22:47:17.206624 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.214861 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:17.246595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.269677 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.274071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.291063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.335877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.337073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Fanout notify agent at l3_agent the message router_deleted on router ebc35f83-454c-4c89-b302-e428a8529561 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:47:17.349511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.354313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f1b4b34e-fa95-439a-bca1-f9ad285edb77 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/routers/ebc35f83-454c-4c89-b302-e428a8529561 HTTP/1.1" status: 204 len: 168 time: 0.5727866 Jul 16 22:47:17.355620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:17.373242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-2976bc80-dbca-4a97-9311-1be7fa536796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:17.374686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-2976bc80-dbca-4a97-9311-1be7fa536796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.1630819 Jul 16 22:47:17.378295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.497918 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'bf04a6cb-1c10-407a-9c6c-5d053aacde78', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:14Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:17.525102 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdfea3-23ed-4c7e-a765-d593c24b9e5c None None] The sync data for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 is: [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'bf04a6cb-1c10-407a-9c6c-5d053aacde78', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:14Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:17.630905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.633773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.637256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a47902e-3d24-41e9-970b-746dd8370736 HTTP/1.1" status: 204 len: 168 time: 0.5733235 Jul 16 22:47:17.637855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-94fcaac8-4f26-45d5-8e00-9578a91220b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:17.639390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-94fcaac8-4f26-45d5-8e00-9578a91220b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505124 Jul 16 22:47:17.647871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.698012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca077b71-1f2e-454d-85e8-e929dffb7161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a47902e-3d24-41e9-970b-746dd8370736,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:17.767855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Deleting port 6bb23973-9d9c-40a2-a0b9-8f6a2181740b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:17.767855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.830234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0e6ca-7d4b-4e65-9092-63082cd6287b None None] New status for floating IP bf04a6cb-1c10-407a-9c6c-5d053aacde78: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:47:17.958565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.963924 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.064014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-ede0ffd7-5d3d-45a2-aed0-de11e51ef735 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141517 Jul 16 22:47:18.090266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.090778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80d428c9-339d-450d-a7b5-22836aefabb7 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:47:18.093797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.127020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:18.132435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Calling delete_port for 6bb23973-9d9c-40a2-a0b9-8f6a2181740b owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:18.180632 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 22:47:18.181737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d4918e0-7f3e-46e2-bb84-94b4c581fe5b tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1280813 Jul 16 22:47:18.184951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:18.259141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-682bfc8d-15a8-4b6f-b197-9cece1cd3cec tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/bf04a6cb-1c10-407a-9c6c-5d053aacde78 HTTP/1.1" status: 200 len: 993 time: 0.1279843 Jul 16 22:47:18.297825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20018ae8-01ac-4ea9-9e5a-61c3f2f9a6ac req-74f7d2ae-914e-456c-bc59-1a677f17c9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244692 Jul 16 22:47:18.399951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Deleting port 59899ca8-6814-4ab5-92b3-4bd774c0da37 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:18.400311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.416234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.459927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event deleted for resources: {'Port': ['ID=6bb23973-9d9c-40a2-a0b9-8f6a2181740b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:18.585077 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.609442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Calling delete_port for 59899ca8-6814-4ab5-92b3-4bd774c0da37 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:18.683867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.687102 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9934ab4d-8fdb-4785-831e-44fe56fef283 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/ports/6bb23973-9d9c-40a2-a0b9-8f6a2181740b HTTP/1.1" status: 204 len: 168 time: 1.3267121 Jul 16 22:47:18.689799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33710) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:18.763479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Deleting subnet a24f9078-c206-479c-b012-e89310f16a59 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:47:18.766908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.810119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.824781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.844485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Pushing event deleted for resources: {'Port': ['ID=59899ca8-6814-4ab5-92b3-4bd774c0da37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:18.940101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.942900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21e1da98-434e-4b02-9531-104269f7a4cd tempest-RoutersAdminNegativeTest-2113448371 tempest-RoutersAdminNegativeTest-2113448371-project-admin] 10.222.0.70 "DELETE /v2.0/ports/59899ca8-6814-4ab5-92b3-4bd774c0da37 HTTP/1.1" status: 204 len: 168 time: 0.7565687 Jul 16 22:47:18.972369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.059119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.094242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event deleted for resources: {'Subnet': ['ID=a24f9078-c206-479c-b012-e89310f16a59,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:19.096639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.101444 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8424d809-b117-4c77-8d9e-9c1bb9e17465 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/subnets/a24f9078-c206-479c-b012-e89310f16a59 HTTP/1.1" status: 204 len: 168 time: 0.4072475 Jul 16 22:47:19.101870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:19.108238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054aaff4-f2b4-430b-8386-338b313a1466 None None] Network b2b2ffc3-5dec-4ee0-89ac-c799a05edacb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:19.241501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.331804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:19.346755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Deleting port 80297a0a-1840-46d5-b56e-5df101f2333c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:19.346982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.424440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] For port 80297a0a-1840-46d5-b56e-5df101f2333c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=80297a0a-1840-46d5-b56e-5df101f2333c,segment=NetworkSegment(caea4b31-3638-4aec-984d-474fa0737f16),segment_id=caea4b31-3638-4aec-984d-474fa0737f16)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:19.425064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.440214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Calling delete_port for 80297a0a-1840-46d5-b56e-5df101f2333c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:19.458608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] DHCP port deletion for b2b2ffc3-5dec-4ee0-89ac-c799a05edacb request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:47:19.539083 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.547218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Deleting port 80297a0a-1840-46d5-b56e-5df101f2333c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:19.547931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.557604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6ab075e-2c8c-4954-8e14-80ec4d02acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.583420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] No DVR routers for this DVR port 80297a0a-1840-46d5-b56e-5df101f2333c on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:19.588901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event deleted for resources: {'Port': ['ID=80297a0a-1840-46d5-b56e-5df101f2333c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:19.635032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] For port 80297a0a-1840-46d5-b56e-5df101f2333c, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:19.635985 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.653496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Calling delete_port for 80297a0a-1840-46d5-b56e-5df101f2333c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:19.658229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Port 80297a0a-1840-46d5-b56e-5df101f2333c was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:47:19.659931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.710924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Pushing event deleted for resources: {'Port': ['ID=80297a0a-1840-46d5-b56e-5df101f2333c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:19.724769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.726079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.727745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.728245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.728743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.729301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.729881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.732501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.733051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.733566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.734377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.735007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:19.738835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b330d8e-76c0-41f1-886a-10a7d8092891 None None] No DVR routers for this DVR port 80297a0a-1840-46d5-b56e-5df101f2333c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:19.741961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 80297a0a-1840-46d5-b56e-5df101f2333c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:19.772340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6ab075e-2c8c-4954-8e14-80ec4d02acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.777614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6ab075e-2c8c-4954-8e14-80ec4d02acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.796521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 80297a0a-1840-46d5-b56e-5df101f2333c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:19.797155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 80297a0a-1840-46d5-b56e-5df101f2333c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:19.851816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab075e-2c8c-4954-8e14-80ec4d02acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de47be15-7310-4c53-ac46-63b561a1d08d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:19.858916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6ab075e-2c8c-4954-8e14-80ec4d02acaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34ca2a2a36554cd7a280b611a6198c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231762 Jul 16 22:47:19.864931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:19.943319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.971934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.030606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.035473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.041655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de47be15-7310-4c53-ac46-63b561a1d08d HTTP/1.1" status: 204 len: 168 time: 0.1754897 Jul 16 22:47:20.053939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f644e-cd38-4218-a203-f219b7999224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47be15-7310-4c53-ac46-63b561a1d08d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:20.092596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.104678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b2ffc3-5dec-4ee0-89ac-c799a05edacb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:20.117013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caea4b31-3638-4aec-984d-474fa0737f16') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:20.117323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caea4b31-3638-4aec-984d-474fa0737f16') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:20.128022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.145973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.154431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:47:20.155571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:47:20.159132 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:47:20.230571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.248004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.249984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] 10.222.0.70 "DELETE /v2.0/networks/b2b2ffc3-5dec-4ee0-89ac-c799a05edacb HTTP/1.1" status: 204 len: 168 time: 1.1470687 Jul 16 22:47:20.261043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c65ba-719f-473d-9a4b-694cd2a2eaf3 tempest-TagsExtTest-1605970890 tempest-TagsExtTest-1605970890-project] Pushing event deleted for resources: {'Network': ['ID=b2b2ffc3-5dec-4ee0-89ac-c799a05edacb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:20.414028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:20.461210 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e7c32542-3552-41fd-a735-b2e702e5da29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e38591719834434eb3b6ddd1bb90a5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463190 Jul 16 22:47:20.463993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:20.562070 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.620874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.630396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:20.691887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.696986 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.701647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb5ca98d-7f34-4f8b-8c2f-feecf27fc556 HTTP/1.1" status: 204 len: 168 time: 0.2365775 Jul 16 22:47:20.731494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ce307-2c41-4d77-b18d-dcf64e354df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ca98d-7f34-4f8b-8c2f-feecf27fc556,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:20.736725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.803335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ccb39ed1-1351-427b-81c2-3cfed3e35f76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2eb4628e601643e988375050adda9a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717360 Jul 16 22:47:20.805818 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:20.880820 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.904893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.955947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.959508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.963086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fc5a127-167a-477c-86a6-0f133e41be5f HTTP/1.1" status: 204 len: 168 time: 0.1535180 Jul 16 22:47:20.979545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49252-b72e-4fef-b8ec-a8ffa797d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5a127-167a-477c-86a6-0f133e41be5f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:21.545042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:21.775101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-559dc59f-5584-462f-8006-c5c3a49f47cc tempest-AgentManagementNegativeTest-1667678276 tempest-AgentManagementNegativeTest-1667678276-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2286587 Jul 16 22:47:22.001048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.005470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028687 Jul 16 22:47:22.008479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.053475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.167080 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9309d0a-ce93-42d2-af5b-d19eda9260ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.221026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17e31d4e-84cc-46bc-b3db-332ed4196803 tempest-NetworksApiDiscovery-1100582123 tempest-NetworksApiDiscovery-1100582123-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2086484 Jul 16 22:47:22.259124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9309d0a-ce93-42d2-af5b-d19eda9260ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.263379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9309d0a-ce93-42d2-af5b-d19eda9260ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.300657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309d0a-ce93-42d2-af5b-d19eda9260ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d8938-c345-43f9-be27-0611bc69886c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:22.306042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9309d0a-ce93-42d2-af5b-d19eda9260ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a3ea243f02247c3b70c166f0440c1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513900 Jul 16 22:47:22.308654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.363354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.389575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.438858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.441574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.445007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b2d8938-c345-43f9-be27-0611bc69886c HTTP/1.1" status: 204 len: 168 time: 0.1330051 Jul 16 22:47:22.451940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7cf94-dbc2-458e-abe6-268203d874b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d8938-c345-43f9-be27-0611bc69886c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:22.480145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.595812 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d092452-1532-4d8c-a621-f4f934e4d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.729238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d092452-1532-4d8c-a621-f4f934e4d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.733448 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d092452-1532-4d8c-a621-f4f934e4d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.765757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092452-1532-4d8c-a621-f4f934e4d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781e573-38a5-43cc-bb43-28b6cd35468b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:22.793456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33876) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:22.793608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4d092452-1532-4d8c-a621-f4f934e4d82f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfd241ec9c3f4ff9a47845a71dba1e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122396 Jul 16 22:47:22.882802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.912437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:22.997002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.326104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.328981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.330388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8781e573-38a5-43cc-bb43-28b6cd35468b HTTP/1.1" status: 204 len: 168 time: 0.5356407 Jul 16 22:47:23.337188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:23.340532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60109a9-8b46-4655-a32f-07502c51ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781e573-38a5-43cc-bb43-28b6cd35468b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:23.490932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-487841060'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:23.514607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:23.519186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.530788 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.674556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.680517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.707088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:23.740759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.743341 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Added segment 96ac3f0e-cd4f-4864-84d3-c8f70c28ef13 of type vlan for network bf4c2446-2bcf-47be-9b66-5cfa704cb001 Jul 16 22:47:23.755726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af27e466-6497-488b-aa17-85d800689291,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:23.799233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.839342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.863698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:23.868457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.961772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6205802 Jul 16 22:47:23.963839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:23.976691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'subnet': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:24.048860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e19afb-b1dd-48e7-9af7-2ad8925c49bf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Network': ['ID=bf4c2446-2bcf-47be-9b66-5cfa704cb001,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:24.064793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:24.144652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:24.149308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.382116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.450868 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Subnet': ['ID=b3a53f93-5b43-4efe-8c58-56d98a7285a7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:24.460142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Checking segment: {'id': '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:24.460473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network hostable DHCP agents. Network: bf4c2446-2bcf-47be-9b66-5cfa704cb001, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:24.477485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:24.487333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bf4c2446-2bcf-47be-9b66-5cfa704cb001) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:24.492468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:24.493612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.499801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac497fa-9cb8-40c2-bfd9-417ad1e3b4f6 None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:24.515008 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9649a5c5-84d7-475d-803a-e33567f8f00a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5495429 Jul 16 22:47:24.517538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:24.529751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-1669614922'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:24.672377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'tenant_id': '92bf776b05304ca1ab3814d279507ec9', 'fixed_ips': [{'subnet_id': 'b3a53f93-5b43-4efe-8c58-56d98a7285a7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:47:24.672566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.699035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:24.704706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.723476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port b8f3114a-5720-41c8-850d-ff98b550b104 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:25.020873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Allocated IP 172.20.0.2 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/889f7553-22c4-447e-a612-0afaf232d80b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:25.188732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.201707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Transition to ACTIVE for port object 889f7553-22c4-447e-a612-0afaf232d80b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:25.233937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Transition to ACTIVE for port object 889f7553-22c4-447e-a612-0afaf232d80b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:25.248485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.278944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:25.331571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.6 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/b8f3114a-5720-41c8-850d-ff98b550b104) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:25.364426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:25.392933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:25.422514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:25.433309 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d5f00c3-10d5-432e-aa2e-9949d8bbd8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.440725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Pushing event updated for resources: {'Port': ['ID=889f7553-22c4-447e-a612-0afaf232d80b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.541979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Attempting to bind port 889f7553-22c4-447e-a612-0afaf232d80b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:25.542518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Attempting to bind port 889f7553-22c4-447e-a612-0afaf232d80b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:25.542974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Attempting to bind port 889f7553-22c4-447e-a612-0afaf232d80b on network bf4c2446-2bcf-47be-9b66-5cfa704cb001 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:25.547771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d5f00c3-10d5-432e-aa2e-9949d8bbd8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.549002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:25.549422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Checking segment: {'id': '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:25.550130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.550673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Bound using segment: {'id': '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:25.552083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Bound port: 889f7553-22c4-447e-a612-0afaf232d80b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:25.552468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.553829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d5f00c3-10d5-432e-aa2e-9949d8bbd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.573039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.589661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object b8f3114a-5720-41c8-850d-ff98b550b104 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:25.618741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7d5f00c3-10d5-432e-aa2e-9949d8bbd8b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ead9bdc41b74cd9836d43c375b33c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377244 Jul 16 22:47:25.623724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:25.657381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.673581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] For port 889f7553-22c4-447e-a612-0afaf232d80b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:25.674105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f00c3-10d5-432e-aa2e-9949d8bbd8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb2865-006c-43f8-9da4-1980e3e109bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.678119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] For port 889f7553-22c4-447e-a612-0afaf232d80b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=889f7553-22c4-447e-a612-0afaf232d80b,segment=NetworkSegment(96ac3f0e-cd4f-4864-84d3-c8f70c28ef13),segment_id=96ac3f0e-cd4f-4864-84d3-c8f70c28ef13)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:25.689471 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.692575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.719256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.751732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:25.763078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:25.764356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f856b6d-45d3-4645-be29-957490bdbf0b None None] Pushing event updated for resources: {'Port': ['ID=889f7553-22c4-447e-a612-0afaf232d80b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.780879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:25.794497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.797103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.802550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89fb2865-006c-43f8-9da4-1980e3e109bc HTTP/1.1" status: 204 len: 168 time: 0.1777904 Jul 16 22:47:25.820346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3de4d-1a06-4c11-a7b2-20bb16898ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb2865-006c-43f8-9da4-1980e3e109bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.855936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=b8f3114a-5720-41c8-850d-ff98b550b104,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.888286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:25.889270 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.910434 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0cd4e54-7ff9-4efb-89ac-5b3aa2e668d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3898931 Jul 16 22:47:25.914129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:25.919635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-377142638', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:dd:cb:dd'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:26.053720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:26.255373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.275482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port b6505c1d-6182-41b4-8182-ea9ff2110905 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:26.318981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:26.334015 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6bd1-8a73-414e-9908-36e0fb782b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.418952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.11 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/b6505c1d-6182-41b4-8182-ea9ff2110905) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:26.448894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6bd1-8a73-414e-9908-36e0fb782b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.453220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6bd1-8a73-414e-9908-36e0fb782b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.490879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e6bd1-8a73-414e-9908-36e0fb782b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf356f5-4b52-4de0-a730-6bd8e74ef0e1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:26.514651 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f1e6bd1-8a73-414e-9908-36e0fb782b1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad283ebd289f4493b5e80ce4962b8299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919575 Jul 16 22:47:26.514751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 33990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:26.579384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.609320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.609518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.627515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object b6505c1d-6182-41b4-8182-ea9ff2110905 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:26.671249 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.688397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.691920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.693245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2cf356f5-4b52-4de0-a730-6bd8e74ef0e1 HTTP/1.1" status: 204 len: 168 time: 0.1775875 Jul 16 22:47:26.703917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47617f2-4068-46e1-b0c9-2211705c93bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf356f5-4b52-4de0-a730-6bd8e74ef0e1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:26.761906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:26.765530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:26.779653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:26.843718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=b6505c1d-6182-41b4-8182-ea9ff2110905,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:26.895826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:26.896531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.921012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9aa2e7f9-4e2b-45ec-b0e1-99a534dad098 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0044050 Jul 16 22:47:26.922783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 33996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:27.061469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4e331-f57d-4af8-9616-09ff77f6a49f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:27.068507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4e331-f57d-4af8-9616-09ff77f6a49f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:27.082429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4e331-f57d-4af8-9616-09ff77f6a49f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:27.084923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-25e4e331-f57d-4af8-9616-09ff77f6a49f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1616163 Jul 16 22:47:27.087835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:27.266035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fdd4d8-cdfb-4c26-8b87-dc6dd5f813e7 None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:27.309532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port b6505c1d-6182-41b4-8182-ea9ff2110905 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:27.309774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.435552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9de2e29-8a3f-45eb-a973-9ade530ae822 None None] Provisioning for port 889f7553-22c4-447e-a612-0afaf232d80b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:27.510162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.532728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for b6505c1d-6182-41b4-8182-ea9ff2110905 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:27.559707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcbaed07-9670-4a15-b986-a79efcd3596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.719879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:27.825571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 889f7553-22c4-447e-a612-0afaf232d80b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:27.843152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.904006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=b6505c1d-6182-41b4-8182-ea9ff2110905,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:27.977531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 889f7553-22c4-447e-a612-0afaf232d80b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:27.982446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 889f7553-22c4-447e-a612-0afaf232d80b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:27.983108 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.134964 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.215981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 889f7553-22c4-447e-a612-0afaf232d80b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=889f7553-22c4-447e-a612-0afaf232d80b,segment=NetworkSegment(96ac3f0e-cd4f-4864-84d3-c8f70c28ef13),segment_id=96ac3f0e-cd4f-4864-84d3-c8f70c28ef13)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:28.222086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.234973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c748-2948-4b18-bb23-7f6e5b21d2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.290541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.294270 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0183634c-779a-42cc-a506-aa7f97f380dc tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/b6505c1d-6182-41b4-8182-ea9ff2110905 HTTP/1.1" status: 204 len: 168 time: 1.2051849 Jul 16 22:47:28.296810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:28.332782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=889f7553-22c4-447e-a612-0afaf232d80b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:28.350073 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e029914-c623-4092-af13-05af105f9571 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] GET failed (client error): The resource could not be found. Jul 16 22:47:28.352336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7e029914-c623-4092-af13-05af105f9571 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports/b6505c1d-6182-41b4-8182-ea9ff2110905 HTTP/1.1" status: 404 len: 333 time: 0.0538712 Jul 16 22:47:28.357939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:28.363520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-260435359'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:28.378029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Could not find standard attr ID for object b6505c1d-6182-41b4-8182-ea9ff2110905. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:47:28.400390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Provisioning for port b8f3114a-5720-41c8-850d-ff98b550b104 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:28.404925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Provisioning complete for port b8f3114a-5720-41c8-850d-ff98b550b104 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:28.405333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.488662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Port b8f3114a-5720-41c8-850d-ff98b550b104 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:28.496078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c748-2948-4b18-bb23-7f6e5b21d2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.501639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Provisioning complete for port 889f7553-22c4-447e-a612-0afaf232d80b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:28.502024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c69a35ec-ed62-49b4-8bfd-a870372f9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.502435 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c748-2948-4b18-bb23-7f6e5b21d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.611473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:28.615637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.625484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0c748-2948-4b18-bb23-7f6e5b21d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b4e6c0-9439-4a29-8ce2-85a69414f1df,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:28.639548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c1a0c748-2948-4b18-bb23-7f6e5b21d2e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93cfe5a936d747d98787c8c47a056d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174480 Jul 16 22:47:28.641657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:28.678033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port dc0b2891-0759-4bb9-9bca-1f2c7141023d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:28.739459 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.763874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.793117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a6c4e2d-5403-4387-8100-7960c8fdd2c6 None None] Provisioning complete for port b8f3114a-5720-41c8-850d-ff98b550b104 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:28.794659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4e2d-5403-4387-8100-7960c8fdd2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.870478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.3 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/dc0b2891-0759-4bb9-9bca-1f2c7141023d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:28.879967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.881890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c4e2d-5403-4387-8100-7960c8fdd2c6 None None] Port b8f3114a-5720-41c8-850d-ff98b550b104 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:28.897282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.902341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6b4e6c0-9439-4a29-8ce2-85a69414f1df HTTP/1.1" status: 204 len: 168 time: 0.2596149 Jul 16 22:47:28.926356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ea2f-75d4-4c29-b304-b8d7daac04e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b4e6c0-9439-4a29-8ce2-85a69414f1df,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:28.995536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a03d609-7342-4fb1-8a3d-d73f85f4baa1 None None] Could not find standard attr ID for object b6505c1d-6182-41b4-8182-ea9ff2110905. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:47:29.149248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.167607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object dc0b2891-0759-4bb9-9bca-1f2c7141023d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:29.215883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.281488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:29.286640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:29.293839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:29.337608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=dc0b2891-0759-4bb9-9bca-1f2c7141023d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:29.392442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:29.393136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.408902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9ca5968-43a2-4281-bc17-b3cc70a7917f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0496001 Jul 16 22:47:29.411812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:29.418170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:dd:cb:dd'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:29.536319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.726298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d8b96ec-6917-4f0e-a750-f68bb560fa66 None None] Provisioning for port dc0b2891-0759-4bb9-9bca-1f2c7141023d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:29.736750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d8b96ec-6917-4f0e-a750-f68bb560fa66 None None] Provisioning complete for port dc0b2891-0759-4bb9-9bca-1f2c7141023d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:29.737205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d8b96ec-6917-4f0e-a750-f68bb560fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.744783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 889f7553-22c4-447e-a612-0afaf232d80b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:29.854361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b59a9b7c-cad7-4951-b92c-c26429278387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.866391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b96ec-6917-4f0e-a750-f68bb560fa66 None None] Port dc0b2891-0759-4bb9-9bca-1f2c7141023d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:29.887498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.894603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:29.921824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 889f7553-22c4-447e-a612-0afaf232d80b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:29.922207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.008473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] In _notify_port_updated(), no bound segment for port dc0b2891-0759-4bb9-9bca-1f2c7141023d on network bf4c2446-2bcf-47be-9b66-5cfa704cb001 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:47:30.014084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:30.014742 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.016100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "PUT /v2.0/ports/dc0b2891-0759-4bb9-9bca-1f2c7141023d HTTP/1.1" status: 200 len: 992 time: 0.6030147 Jul 16 22:47:30.018952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:30.085687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5ce54-2949-4c09-8d69-eb5ccf81c740 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=dc0b2891-0759-4bb9-9bca-1f2c7141023d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:30.153552 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.235346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port dc0b2891-0759-4bb9-9bca-1f2c7141023d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:30.236095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.322882 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:47:30.367490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.380080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for dc0b2891-0759-4bb9-9bca-1f2c7141023d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:30.397631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96d5ea35-097f-4200-80e1-1a09ea72af85 None None] Provisioning complete for port dc0b2891-0759-4bb9-9bca-1f2c7141023d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:30.398307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96d5ea35-097f-4200-80e1-1a09ea72af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.472275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-96d5ea35-097f-4200-80e1-1a09ea72af85 None None] Port dc0b2891-0759-4bb9-9bca-1f2c7141023d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:30.518444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.553187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=dc0b2891-0759-4bb9-9bca-1f2c7141023d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:30.774181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.798979 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd2c3fc4-c452-440c-b882-da2990411943 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/dc0b2891-0759-4bb9-9bca-1f2c7141023d HTTP/1.1" status: 204 len: 168 time: 0.7755585 Jul 16 22:47:30.799441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:30.833937 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-30459c11-b628-427e-8619-3fed5b0e2e05 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] GET failed (client error): The resource could not be found. Jul 16 22:47:30.837010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-30459c11-b628-427e-8619-3fed5b0e2e05 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports/dc0b2891-0759-4bb9-9bca-1f2c7141023d HTTP/1.1" status: 404 len: 333 time: 0.0353270 Jul 16 22:47:30.840264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:30.849085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-744918673'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:30.992038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:30.997118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.024234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port 541c54e4-9187-41cf-9571-a90497b722d5 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:31.169643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.7 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/541c54e4-9187-41cf-9571-a90497b722d5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:31.372121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.406348 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.419642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object 541c54e4-9187-41cf-9571-a90497b722d5 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:31.470451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.512110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:31.516410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:31.520310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:31.567343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=541c54e4-9187-41cf-9571-a90497b722d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:31.600566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:31.601274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.622243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b19ebe6a-fcc9-4d82-bc37-1916c6e53c6a tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7806983 Jul 16 22:47:31.626106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:31.656324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:cb:dd'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:31.876069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.905250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8d5d24f-041c-4526-ac0c-1b4dcb6eef09 None None] Provisioning for port 541c54e4-9187-41cf-9571-a90497b722d5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:31.910046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8d5d24f-041c-4526-ac0c-1b4dcb6eef09 None None] Provisioning complete for port 541c54e4-9187-41cf-9571-a90497b722d5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:31.910979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d24f-041c-4526-ac0c-1b4dcb6eef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:31.956304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5d24f-041c-4526-ac0c-1b4dcb6eef09 None None] Port 541c54e4-9187-41cf-9571-a90497b722d5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:32.083868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.092953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.195117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] In _notify_port_updated(), no bound segment for port 541c54e4-9187-41cf-9571-a90497b722d5 on network bf4c2446-2bcf-47be-9b66-5cfa704cb001 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:47:32.201294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:32.202486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.203968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "PUT /v2.0/ports/541c54e4-9187-41cf-9571-a90497b722d5 HTTP/1.1" status: 200 len: 995 time: 0.5719948 Jul 16 22:47:32.206807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:32.259084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e515df-5040-4d3d-b76e-3a0ba67229a0 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=541c54e4-9187-41cf-9571-a90497b722d5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:32.355452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port 541c54e4-9187-41cf-9571-a90497b722d5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:32.355805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.461006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.476853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for 541c54e4-9187-41cf-9571-a90497b722d5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:32.510388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-84d70b31-0564-482e-90e6-2383a9917ca6 None None] Provisioning complete for port 541c54e4-9187-41cf-9571-a90497b722d5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:32.510990 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84d70b31-0564-482e-90e6-2383a9917ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.590849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-84d70b31-0564-482e-90e6-2383a9917ca6 None None] Port 541c54e4-9187-41cf-9571-a90497b722d5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:32.633785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.667604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=541c54e4-9187-41cf-9571-a90497b722d5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:32.738530 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.799765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.802664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-901fe244-1c0b-4de7-90f8-fb3be7b5156f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/541c54e4-9187-41cf-9571-a90497b722d5 HTTP/1.1" status: 204 len: 168 time: 0.5941217 Jul 16 22:47:32.805085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:32.811211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:32.819574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'network': {'name': 'tempest-network-smoke--1129844337', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:32.840247 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-726829d2-8aaa-4ca7-a778-aab1b71fc80b tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] GET failed (client error): The resource could not be found. Jul 16 22:47:32.842336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-726829d2-8aaa-4ca7-a778-aab1b71fc80b tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports/541c54e4-9187-41cf-9571-a90497b722d5 HTTP/1.1" status: 404 len: 333 time: 0.0362215 Jul 16 22:47:32.845810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:32.852269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-1792745558'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:32.860583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:32.865351 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:32.897773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.030221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.044205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.077557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:33.079122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:33.082950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.085186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1dbf7-d3ec-4266-b09e-9e81e88cb187,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:33.107597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port 77878778-9cee-4bad-8e56-8bc59144ab49 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:33.108911 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.108911 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Added segment 6d91a2da-09e1-43b6-80fd-1f8c323acbcb of type vlan for network f4238d34-bc91-4abc-933b-1ddc5bde2119 Jul 16 22:47:33.172476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.214390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.220663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:33.222243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.259235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.12 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/77878778-9cee-4bad-8e56-8bc59144ab49) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:33.304785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Network': ['ID=f4238d34-bc91-4abc-933b-1ddc5bde2119,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:33.308226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f345ffe-1198-4798-a44d-ea4aeba7f49c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4959421 Jul 16 22:47:33.310991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:33.316449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'admin_state_up': True, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:33.319131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:33.375477 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.376683 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.454782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.486675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.502610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object 77878778-9cee-4bad-8e56-8bc59144ab49 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:33.545935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.596777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:33.617485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:33.619986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:33.628536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.699816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=77878778-9cee-4bad-8e56-8bc59144ab49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:33.760609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:33.762967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.789973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-90d7257a-86c5-4fce-92cc-ee9134b07a22 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9430058 Jul 16 22:47:33.792701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:33.804063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'network_id': 'bf4c2446-2bcf-47be-9b66-5cfa704cb001', 'name': 'tempest-AllowedAddressPairTestJSON-1854267732'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:33.934352 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.969017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:33.976480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Made reservation on behalf of 92bf776b05304ca1ab3814d279507ec9 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:33.982168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.007341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] device_id is not set on port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:34.030285 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd3f212b-0024-4b62-b3cd-636482c8bd01 None None] Provisioning for port 77878778-9cee-4bad-8e56-8bc59144ab49 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:34.035029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd3f212b-0024-4b62-b3cd-636482c8bd01 None None] Provisioning complete for port 77878778-9cee-4bad-8e56-8bc59144ab49 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:34.035490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd3f212b-0024-4b62-b3cd-636482c8bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.081606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f212b-0024-4b62-b3cd-636482c8bd01 None None] Port 77878778-9cee-4bad-8e56-8bc59144ab49 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:34.128954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.25.5.115 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/cf9eb765-0a16-4d41-aeb8-85219489d1e1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:34.149114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Allocated IP 172.20.0.14 (bf4c2446-2bcf-47be-9b66-5cfa704cb001/b3a53f93-5b43-4efe-8c58-56d98a7285a7/7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:34.276452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.329113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.343079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.358954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Transition to ACTIVE for port object 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:34.390285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=cf9eb765-0a16-4d41-aeb8-85219489d1e1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:34.398496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:34.399970 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:34.404150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:34.415177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.489689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:34.493340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:34.497649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:34.541193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:34.574470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:34.575158 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.604012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d667b654-4407-47bd-b50e-2dd81ea388cd tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8092356 Jul 16 22:47:34.606538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34242) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:34.613881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:dd:cb:dd'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:88:f2:51'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:34.783318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.854353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:34.911230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0eae05b2-f6d3-413a-89d5-b06494321c1c None None] Provisioning for port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:34.918684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0eae05b2-f6d3-413a-89d5-b06494321c1c None None] Provisioning complete for port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:34.919245 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0eae05b2-f6d3-413a-89d5-b06494321c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.024858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0eae05b2-f6d3-413a-89d5-b06494321c1c None None] Port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:35.044732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.049651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.148100 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.149108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event updated for resources: {'Port': ['ID=7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:35.176948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] In _notify_port_updated(), no bound segment for port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe on network bf4c2446-2bcf-47be-9b66-5cfa704cb001 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 22:47:35.182442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:35.185116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.192618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f719a3d1-20b2-4e62-8e4a-a8052776b6d2 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "PUT /v2.0/ports/7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe HTTP/1.1" status: 200 len: 1057 time: 0.5849383 Jul 16 22:47:35.193287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:35.355182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 662471d5-14d0-4657-b21a-e70b79cb5a9b is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:47:35.370126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:35.371301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.455325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8b08e8d6-a7cc-47a4-9806-2594ac4f8ce5 None None] Provisioning complete for port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:35.455921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b08e8d6-a7cc-47a4-9806-2594ac4f8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.498804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.523304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:35.528864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8b08e8d6-a7cc-47a4-9806-2594ac4f8ce5 None None] Port 7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:35.724494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.766196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:35.858683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:35.871571 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Sync routers for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:35.892980 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:35.897611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:35.925919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:35.927719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-872d4117-60d2-425d-ac75-5901fc963422 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6157663 Jul 16 22:47:35.934878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:36.216701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5faacd37-3060-4241-ba4c-cf8948dd999e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e25a573695734b51b32eb27ee55ef0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2782526 Jul 16 22:47:36.219597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:36.325969 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:36.508748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:36.689933 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:34Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:36.711464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d419-50ad-498a-9f1a-3d3c7a8c54e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.728605 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Checking router: 662471d5-14d0-4657-b21a-e70b79cb5a9b for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:36.729203 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Updating router 662471d5-14d0-4657-b21a-e70b79cb5a9b port cf9eb765-0a16-4d41-aeb8-85219489d1e1 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:36.765834 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.837679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d419-50ad-498a-9f1a-3d3c7a8c54e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.851532 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d419-50ad-498a-9f1a-3d3c7a8c54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.883917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.889719 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fdd84e6d-dd89-49d7-bdd9-fa602f1a9296 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe HTTP/1.1" status: 204 len: 168 time: 1.6951537 Jul 16 22:47:36.890341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:36.908565 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7a6d419-50ad-498a-9f1a-3d3c7a8c54e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=876e112ca8f74619a8571c2bd88eab6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960481 Jul 16 22:47:36.914579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:36.920070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6d419-50ad-498a-9f1a-3d3c7a8c54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75e338-4f6c-4356-b534-f348e1a90090,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:36.967128 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed9ecec-5780-4b6b-9821-53737bb6fb26 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] GET failed (client error): The resource could not be found. Jul 16 22:47:36.969431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7ed9ecec-5780-4b6b-9821-53737bb6fb26 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports/7d5b76de-2e7d-4dd0-9dc9-02c09e8007fe HTTP/1.1" status: 404 len: 333 time: 0.0725536 Jul 16 22:47:36.979261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.022376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f5725-a489-4b29-b537-10f66af03ce9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.023769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f07f5725-a489-4b29-b537-10f66af03ce9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7950125 Jul 16 22:47:37.027100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.062579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d462a6f1-8052-40f9-a0ff-98bd5b890e29 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347807 Jul 16 22:47:37.065162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.067532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.072166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102423856', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:37.090905 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.105132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Transition to ACTIVE for port object cf9eb765-0a16-4d41-aeb8-85219489d1e1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:37.108461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port 77878778-9cee-4bad-8e56-8bc59144ab49 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:37.109070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.113691 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.124732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.190348 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Pushing event updated for resources: {'Port': ['ID=cf9eb765-0a16-4d41-aeb8-85219489d1e1,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.215281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.216247 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.217002 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.217274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.218261 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.219045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.219828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.220430 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.221088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.221791 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.222964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:37.223160 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.223604 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.224041 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:37.227423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.232039 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Attempting to bind port cf9eb765-0a16-4d41-aeb8-85219489d1e1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:37.233561 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Attempting to bind port cf9eb765-0a16-4d41-aeb8-85219489d1e1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:37.234279 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Attempting to bind port cf9eb765-0a16-4d41-aeb8-85219489d1e1 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:37.234715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for 77878778-9cee-4bad-8e56-8bc59144ab49 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:37.242068 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:37.242634 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:37.243137 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.243682 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:37.244252 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Bound port: cf9eb765-0a16-4d41-aeb8-85219489d1e1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:37.244737 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.251736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.254377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.256530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac75e338-4f6c-4356-b534-f348e1a90090 HTTP/1.1" status: 204 len: 168 time: 0.3398650 Jul 16 22:47:37.304804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8ef7-e4c6-4366-9d71-69923f6a7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75e338-4f6c-4356-b534-f348e1a90090,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.338961 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] For port cf9eb765-0a16-4d41-aeb8-85219489d1e1, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:37.349852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] For port cf9eb765-0a16-4d41-aeb8-85219489d1e1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cf9eb765-0a16-4d41-aeb8-85219489d1e1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:37.356809 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.423658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.460027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=77878778-9cee-4bad-8e56-8bc59144ab49,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.522547 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:37.523188 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:37.596493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.602767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bbd41750-158a-42e6-b4a3-885a6c121d9f tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/77878778-9cee-4bad-8e56-8bc59144ab49 HTTP/1.1" status: 204 len: 168 time: 0.6220155 Jul 16 22:47:37.604194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.642247 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d525ed57-da5f-41ca-a59f-7793f1b56f03 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] GET failed (client error): The resource could not be found. Jul 16 22:47:37.649515 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d525ed57-da5f-41ca-a59f-7793f1b56f03 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "GET /v2.0/ports/77878778-9cee-4bad-8e56-8bc59144ab49 HTTP/1.1" status: 404 len: 333 time: 0.0440512 Jul 16 22:47:37.650850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.668924 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.671971 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f22d3-f39b-4ae6-8486-11ebee240551 None None] Pushing event updated for resources: {'Port': ['ID=cf9eb765-0a16-4d41-aeb8-85219489d1e1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.740049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:37.747246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Subnet': ['ID=5155c603-da11-489c-9de5-cf11240de880,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.783285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port b8f3114a-5720-41c8-850d-ff98b550b104 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:37.783974 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.797426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Checking segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:37.797834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network hostable DHCP agents. Network: f4238d34-bc91-4abc-933b-1ddc5bde2119, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:37.880174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:37.886654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.894955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f4238d34-bc91-4abc-933b-1ddc5bde2119) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:37.901122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.902276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.904147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c283ed92-a549-421a-b4b1-85c935c9d5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.910771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a48866-487e-42f1-b4ba-08c36b27daa1 None None] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:37.921249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8ef015af-63b7-4468-8b1a-9f951fc760d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8543992 Jul 16 22:47:37.924222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:37.930612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.948993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for b8f3114a-5720-41c8-850d-ff98b550b104 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:38.096665 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:34Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:38.107491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f4238d34-bc91-4abc-933b-1ddc5bde2119', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:47:38.108610 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.120162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c283ed92-a549-421a-b4b1-85c935c9d5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.125401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c283ed92-a549-421a-b4b1-85c935c9d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.141486 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823a74d-fd84-4d66-adb3-eea097e46597 None None] The sync data for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 is: [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:34Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:38.156779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c283ed92-a549-421a-b4b1-85c935c9d5ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e291c8f21bc4478e911bfd627ff30220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667263 Jul 16 22:47:38.159601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:38.221601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.229558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283ed92-a549-421a-b4b1-85c935c9d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb19030e-5fde-4040-bad5-259d45cc90f5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:38.298088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Allocated IP 172.20.0.2 (f4238d34-bc91-4abc-933b-1ddc5bde2119/5155c603-da11-489c-9de5-cf11240de880/bf2b9518-cb2f-49d6-ba7c-a2e243d332ce) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:38.308331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=b8f3114a-5720-41c8-850d-ff98b550b104,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:38.312716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.438475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.564369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.570121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.574797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ab0aee03-38fc-45c4-abb4-0915d0359fdf tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/ports/b8f3114a-5720-41c8-850d-ff98b550b104 HTTP/1.1" status: 204 len: 168 time: 0.9227901 Jul 16 22:47:38.578447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:38.622882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Transition to ACTIVE for port object bf2b9518-cb2f-49d6-ba7c-a2e243d332ce will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:38.670337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Transition to ACTIVE for port object bf2b9518-cb2f-49d6-ba7c-a2e243d332ce will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:38.678611 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.761662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting subnet b3a53f93-5b43-4efe-8c58-56d98a7285a7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:47:38.770231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.774759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Pushing event updated for resources: {'Port': ['ID=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:38.775526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.777500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb19030e-5fde-4040-bad5-259d45cc90f5 HTTP/1.1" status: 204 len: 168 time: 0.6163394 Jul 16 22:47:38.778292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.792266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:38.793834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:38.796373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:38.855224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f0bf2-4b92-46da-bbe5-88c43560d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb19030e-5fde-4040-bad5-259d45cc90f5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:38.888188 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.892823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.916621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Attempting to bind port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:38.917207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Attempting to bind port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:38.918051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Attempting to bind port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce on network f4238d34-bc91-4abc-933b-1ddc5bde2119 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:38.932953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:38.933385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Checking segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:38.933753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:38.934141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Bound using segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:38.948691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Bound port: bf2b9518-cb2f-49d6-ba7c-a2e243d332ce, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:38.949181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.018838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.076380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] For port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:39.082980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] For port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:39.089507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.157180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.161267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4b8b-3716-4f49-b980-ab899d19475c None None] Pushing event updated for resources: {'Port': ['ID=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:39.231336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a53f93-5b43-4efe-8c58-56d98a7285a7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:39.240700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.245399 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f6ce19a-a241-477a-ae3e-f2105a5dd01e tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/subnets/b3a53f93-5b43-4efe-8c58-56d98a7285a7 HTTP/1.1" status: 204 len: 168 time: 0.6607180 Jul 16 22:47:39.247071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:39.250062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4ac05-8a2e-4697-8a69-49d8df007ffc None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:39.469729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.542535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.20.0.1 (f4238d34-bc91-4abc-933b-1ddc5bde2119/5155c603-da11-489c-9de5-cf11240de880/5fdaadd3-a299-4aa4-836d-f16b761ac878) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:39.564283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-ce167ec4-11a0-4143-a245-edd46b859f70 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1891291 Jul 16 22:47:39.618551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Deleting port 889f7553-22c4-447e-a612-0afaf232d80b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:39.618551 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.673783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] DHCP port deletion for bf4c2446-2bcf-47be-9b66-5cfa704cb001 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:47:39.763965 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] For port 889f7553-22c4-447e-a612-0afaf232d80b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=889f7553-22c4-447e-a612-0afaf232d80b,segment=NetworkSegment(96ac3f0e-cd4f-4864-84d3-c8f70c28ef13),segment_id=96ac3f0e-cd4f-4864-84d3-c8f70c28ef13)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:39.766247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.811662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Calling delete_port for 889f7553-22c4-447e-a612-0afaf232d80b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:39.819275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Deleting port 889f7553-22c4-447e-a612-0afaf232d80b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:39.819660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.932153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.936746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:39.940053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-b67df38f-93e0-45c3-a6b6-a150eace2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:39.948197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-b67df38f-93e0-45c3-a6b6-a150eace2e20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1097 time: 0.2985787 Jul 16 22:47:39.971460 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Port': ['ID=889f7553-22c4-447e-a612-0afaf232d80b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:39.977145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] No DVR routers for this DVR port 889f7553-22c4-447e-a612-0afaf232d80b on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:40.004843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Transition to ACTIVE for port object 5fdaadd3-a299-4aa4-836d-f16b761ac878 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:40.037016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cf9eb765-0a16-4d41-aeb8-85219489d1e1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:40.081159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] For port 889f7553-22c4-447e-a612-0afaf232d80b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=889f7553-22c4-447e-a612-0afaf232d80b,segment=NetworkSegment(96ac3f0e-cd4f-4864-84d3-c8f70c28ef13),segment_id=96ac3f0e-cd4f-4864-84d3-c8f70c28ef13)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:40.081836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.091195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.103797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4c2446-2bcf-47be-9b66-5cfa704cb001']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:40.105447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Calling delete_port for 889f7553-22c4-447e-a612-0afaf232d80b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:40.116014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:40.116312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ac3f0e-cd4f-4864-84d3-c8f70c28ef13') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:40.126539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.146670 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.154784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:47:40.155322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.179221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port cf9eb765-0a16-4d41-aeb8-85219489d1e1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:40.182919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.210539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-8397ecc9-a734-4af5-8afc-8bc1f2b3369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:40.219423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-8397ecc9-a734-4af5-8afc-8bc1f2b3369f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.2422571 Jul 16 22:47:40.223964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cf9eb765-0a16-4d41-aeb8-85219489d1e1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:40.224375 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:47:40.245661 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:47:40.254420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.265795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.268330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] 10.222.0.70 "DELETE /v2.0/networks/bf4c2446-2bcf-47be-9b66-5cfa704cb001 HTTP/1.1" status: 204 len: 168 time: 1.0202315 Jul 16 22:47:40.302948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5bf50-2722-44bb-851b-ec15aeb2db99 tempest-AllowedAddressPairTestJSON-1076196086 tempest-AllowedAddressPairTestJSON-1076196086-project] Pushing event deleted for resources: {'Network': ['ID=bf4c2446-2bcf-47be-9b66-5cfa704cb001,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:40.366236 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.399384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port cf9eb765-0a16-4d41-aeb8-85219489d1e1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cf9eb765-0a16-4d41-aeb8-85219489d1e1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:40.407489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.408277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bf2b9518-cb2f-49d6-ba7c-a2e243d332ce up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:40.433088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:40.450444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:40.460064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:40.464733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-45db0372-11df-4d42-a7ce-03bf771b74b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 1000 time: 0.1909688 Jul 16 22:47:40.565552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:40.603310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-ad26e013-4768-45dc-96df-6a0e7c127987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:40.604828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-ad26e013-4768-45dc-96df-6a0e7c127987 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.1333580 Jul 16 22:47:40.657130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.693755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:40.813307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:40.823772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Network bf4c2446-2bcf-47be-9b66-5cfa704cb001 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:47:40.824232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] No DVR routers for this DVR port 889f7553-22c4-447e-a612-0afaf232d80b on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:40.827496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-77072865-7c3a-4462-bb2b-cff841dc69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:40.829109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-77072865-7c3a-4462-bb2b-cff841dc69d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098866 Jul 16 22:47:40.863912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=cf9eb765-0a16-4d41-aeb8-85219489d1e1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:40.889225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e777ba-eb2f-4971-a016-a295706f8c15 None None] Pushing event deleted for resources: {'Port': ['ID=889f7553-22c4-447e-a612-0afaf232d80b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:40.901738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:40.923812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f343851d-3c45-4114-b0dd-7be7fde9dbf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92bf776b05304ca1ab3814d279507ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285283 Jul 16 22:47:40.927304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:40.996346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.011889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 889f7553-22c4-447e-a612-0afaf232d80b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:41.020266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.053493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 889f7553-22c4-447e-a612-0afaf232d80b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:41.054038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 889f7553-22c4-447e-a612-0afaf232d80b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:41.088458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-6052c079-03a5-4593-89e3-6fab73605cac service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261915 Jul 16 22:47:41.115456 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.119963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.122733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.129550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af27e466-6497-488b-aa17-85d800689291 HTTP/1.1" status: 204 len: 168 time: 0.1954048 Jul 16 22:47:41.148550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ae31e-e8c4-4ab5-9df4-23e68fc97b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27e466-6497-488b-aa17-85d800689291,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:41.579079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.586528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.652954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007b798-7f9e-42a1-aea4-ea2c13f72f6b None None] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:41.718305 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.726091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:41.761794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-438ab1d4-77a5-449a-90fb-0adcf8ae64c9 req-5cdb4abf-3d5d-4bf1-894c-f3b2ce19a340 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411176 Jul 16 22:47:41.764689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.781684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cf9eb765-0a16-4d41-aeb8-85219489d1e1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:41.785542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.786033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.786379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.786716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.787049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.787400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.787709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.788060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.789185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.789185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.789185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:41.837965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e801065-1887-4d78-b198-2119987c018e None None] Provisioning for port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:41.851437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e801065-1887-4d78-b198-2119987c018e None None] Provisioning complete for port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:41.852105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e801065-1887-4d78-b198-2119987c018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.943917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:41.948783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:42.014071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port cf9eb765-0a16-4d41-aeb8-85219489d1e1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:42.015826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.107626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 662471d5-14d0-4657-b21a-e70b79cb5a9b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:42.126773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e801065-1887-4d78-b198-2119987c018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.244505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:42.255900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e801065-1887-4d78-b198-2119987c018e None None] For port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:42.262824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e801065-1887-4d78-b198-2119987c018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.284452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:42.303735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:42.314818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1db7a593-a241-47e6-8873-5f63371c2783 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "PUT /v2.0/routers/662471d5-14d0-4657-b21a-e70b79cb5a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3892882 Jul 16 22:47:42.318806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:42.326749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--123198643', 'description': 'tempest-secgroup_access--123198643 description', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:42.377153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.379254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e801065-1887-4d78-b198-2119987c018e None None] Pushing event updated for resources: {'Port': ['ID=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:42.385288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Sync routers for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:42.406055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:42.408522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:42.530293 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2189d1ed-19d3-4660-a977-d4407300619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.572243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:42.584439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-484354427'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:42.598826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.605168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.638589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:47:42.638589 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:47:42.638589 n-d-793621-16 neutron-server[93923]: [parameters: {'project_id_1': '74b1049e3e0746f6bf88af987d874f0a', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 47, 42, 600550)}] Jul 16 22:47:42.638589 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:47:42.639628 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:47:42.660832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55780dfd-2ff8-40ce-8720-1454b69dcbfb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:42.742628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24e017f1-7483-4041-b447-456b1999943b None None] Provisioning complete for port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:42.743491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24e017f1-7483-4041-b447-456b1999943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.753523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2189d1ed-19d3-4660-a977-d4407300619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.759038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2189d1ed-19d3-4660-a977-d4407300619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.774956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.777304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-097cceea-c4cf-48ab-93db-7eb42d7e575b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4572301 Jul 16 22:47:42.780353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:42.786047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--28533497', 'description': 'tempest-secgroup_general--28533497 description', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:42.819835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2189d1ed-19d3-4660-a977-d4407300619b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03ff397831314e209a4c33a2c87c4ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318751 Jul 16 22:47:42.822016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:42.826803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.830256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189d1ed-19d3-4660-a977-d4407300619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0a58c-0ab7-4417-b085-5a1ea9ce39c8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:42.917964 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.927809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24e017f1-7483-4041-b447-456b1999943b None None] Provisioning for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:42.934953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:41Z', 'revision_number': 2, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:42.948875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.963679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Checking router: 662471d5-14d0-4657-b21a-e70b79cb5a9b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:42.964183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Updating router 662471d5-14d0-4657-b21a-e70b79cb5a9b port 5fdaadd3-a299-4aa4-836d-f16b761ac878 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:42.966211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24e017f1-7483-4041-b447-456b1999943b None None] Provisioning complete for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:42.966684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24e017f1-7483-4041-b447-456b1999943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.977260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.988278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.018071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.020510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.022368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.023840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43d0a58c-0ab7-4417-b085-5a1ea9ce39c8 HTTP/1.1" status: 204 len: 168 time: 0.2000716 Jul 16 22:47:43.028304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:43.031967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2441473 Jul 16 22:47:43.033307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'security_group_rule': {'security_group_id': '55780dfd-2ff8-40ce-8720-1454b69dcbfb', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:43.041434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-24e017f1-7483-4041-b447-456b1999943b None None] Port 5fdaadd3-a299-4aa4-836d-f16b761ac878 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:43.043163 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.048283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba079de-54a1-4fbd-9455-8effafda7da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0a58c-0ab7-4417-b085-5a1ea9ce39c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.058315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad08ad-f6b7-4bce-9167-748a3c8bd6dd tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.087389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.174200 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.184620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.215803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ce2962-f33d-47c5-96a4-f0deff5c21b9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.226020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:43.230807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-faf46146-89d5-42e9-8f44-c1f3f055829a None None] Provisioning complete for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:43.231364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-faf46146-89d5-42e9-8f44-c1f3f055829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.233174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.237208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.247191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae3714bc-4f04-44b0-aea3-31356aeae177 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178135 Jul 16 22:47:43.255993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.343557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-faf46146-89d5-42e9-8f44-c1f3f055829a None None] Port 5fdaadd3-a299-4aa4-836d-f16b761ac878 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:43.381719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.390295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.424889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:43.451983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f83ddb-e47e-4ce1-8255-92a570e8277e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.480949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.481158 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Added segment e3c9f76c-cf30-44a0-89c2-8b7eba7309ae of type vlan for network f92e636a-f24d-4acb-a869-08d01730a0dd Jul 16 22:47:43.484947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:43.496303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8be60e29-b6f9-4d6c-ae69-9fa7621e04a1 None None] Provisioning complete for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:43.496748 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8be60e29-b6f9-4d6c-ae69-9fa7621e04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.508339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8537ad1-3b81-40ee-ac37-5084db45e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.571820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8be60e29-b6f9-4d6c-ae69-9fa7621e04a1 None None] Port 5fdaadd3-a299-4aa4-836d-f16b761ac878 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:43.575963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.612818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.625337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:43.626403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.644938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.657633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Transition to ACTIVE for port object 5fdaadd3-a299-4aa4-836d-f16b761ac878 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:43.665740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.665924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-99a59453-c00a-4ff8-86b2-c521f6aa2409 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--28533497&fields=id&tenant_id=e25a573695734b51b32eb27ee55ef0b7 HTTP/1.1" status: 200 len: 267 time: 0.0773537 Jul 16 22:47:43.759045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Network': ['ID=f92e636a-f24d-4acb-a869-08d01730a0dd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.784242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-9dd4f377-afce-46ab-a168-bc7d199d00a3 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--123198643&fields=id&tenant_id=e25a573695734b51b32eb27ee55ef0b7 HTTP/1.1" status: 200 len: 267 time: 0.0988646 Jul 16 22:47:43.792664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772b70f-9120-4ad8-9110-b819b12dce5a None None] Pushing event updated for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:43.794490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8537ad1-3b81-40ee-ac37-5084db45e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.796874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f92e636a-f24d-4acb-a869-08d01730a0dd details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:43.807857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ecdc73b0-ce1b-48a5-bcfd-d68f6413253e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5601103 Jul 16 22:47:43.809183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:43.815450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8537ad1-3b81-40ee-ac37-5084db45e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.821514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'subnet': {'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:43.876228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bf2b9518-cb2f-49d6-ba7c-a2e243d332ce up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:43.937240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Attempting to bind port 5fdaadd3-a299-4aa4-836d-f16b761ac878 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:43.937706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Attempting to bind port 5fdaadd3-a299-4aa4-836d-f16b761ac878 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:43.938134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Attempting to bind port 5fdaadd3-a299-4aa4-836d-f16b761ac878 on network f4238d34-bc91-4abc-933b-1ddc5bde2119 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:43.947085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:43.947616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Checking segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:43.948125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.948616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Bound using segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:43.949253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Bound port: 5fdaadd3-a299-4aa4-836d-f16b761ac878, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:43.949731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:43.969410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:43.980899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.030667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] For port 5fdaadd3-a299-4aa4-836d-f16b761ac878, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:44.034603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] For port 5fdaadd3-a299-4aa4-836d-f16b761ac878, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5fdaadd3-a299-4aa4-836d-f16b761ac878,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:44.043445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.071945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:44.072382 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.142312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:44.143106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:44.256506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772b70f-9120-4ad8-9110-b819b12dce5a None None] Pushing event updated for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:44.305968 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.377989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:44.416041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Checking segment: {'id': 'e3c9f76c-cf30-44a0-89c2-8b7eba7309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:44.416414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network hostable DHCP agents. Network: f92e636a-f24d-4acb-a869-08d01730a0dd, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:44.424296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Subnet': ['ID=de1db5a1-61a0-4922-a9e3-96cd77d298b3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:44.442510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:44.453451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f92e636a-f24d-4acb-a869-08d01730a0dd) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:44.459124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e8537ad1-3b81-40ee-ac37-5084db45e48b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0807e071d8464f2aa402eb6d0464bfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9703503 Jul 16 22:47:44.460757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8537ad1-3b81-40ee-ac37-5084db45e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39357d5b-5869-442b-8c5d-ca4c86784e6c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:44.467253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:44.469557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:44.470362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.496393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d37791-5f59-4dcd-a886-8123c2667214 None None] Network f92e636a-f24d-4acb-a869-08d01730a0dd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:44.513751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eabfd40e-bf79-45ce-8005-3a23641c18f9 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7031820 Jul 16 22:47:44.517729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:44.520338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-0e0777ee-b0f3-4c58-9891-0d6b1c2ea118 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:44.528520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-716631608', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:44.545563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-0e0777ee-b0f3-4c58-9891-0d6b1c2ea118 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/networks?id=f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 200 len: 797 time: 0.7496624 Jul 16 22:47:44.557842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.559031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.578623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-91d9d03e-925d-49ed-a937-5fa47cb4da02 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/quotas/e25a573695734b51b32eb27ee55ef0b7 HTTP/1.1" status: 200 len: 375 time: 0.0294290 Jul 16 22:47:44.609826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.634370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.679392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-3ffb936f-deba-4f78-87f3-e482005b96d2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992546 Jul 16 22:47:44.686990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.689263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.693536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39357d5b-5869-442b-8c5d-ca4c86784e6c HTTP/1.1" status: 204 len: 168 time: 0.2228785 Jul 16 22:47:44.753119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c86d9-0782-4f25-b70e-6416b848676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39357d5b-5869-442b-8c5d-ca4c86784e6c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:44.758214 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:44.868164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-bb801bcd-1a6f-4d2a-a37b-a259b8bc381a service neutron] 10.222.0.70 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838253 Jul 16 22:47:44.903677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802bb2d-65af-4995-87d4-dfb500fc4e0b None None] Network f92e636a-f24d-4acb-a869-08d01730a0dd requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:44.936477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:44Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:45.013243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.060388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-9cdba872-b491-4d19-9a70-752231422036 service neutron] 10.222.0.70 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851933 Jul 16 22:47:45.170440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739529-5dbf-4dc1-94e1-682315001636 None None] The sync data for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 is: [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:44Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:45.335665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098168-7669-4d35-97bc-d6c6bec24aa7 req-40bad16f-2a5b-4d36-a2a2-4dee5a33ed5d tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:45.338108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad098168-7669-4d35-97bc-d6c6bec24aa7 req-40bad16f-2a5b-4d36-a2a2-4dee5a33ed5d tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1098 time: 0.1809664 Jul 16 22:47:45.412447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dfaf6fb0-b25e-4478-8a71-cd227d5de7f5 req-ca1a2f19-c14c-45f3-9e49-414d70abc064 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 210 time: 0.0665045 Jul 16 22:47:45.499927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.535510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.541538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad098168-7669-4d35-97bc-d6c6bec24aa7 req-b0e6c0ab-a3fe-451d-a34b-23e78a9e175d tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187415 Jul 16 22:47:45.766599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.64 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/5e34b9d7-e946-4e76-a2b6-a5eccd212ed3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:45.798699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5fdaadd3-a299-4aa4-836d-f16b761ac878 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:45.852930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec2a35-bc7b-4811-9721-31b8b457c86a req-7abe664b-f4e3-4fbc-914e-f5be4ba55119 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:45.890072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3eec2a35-bc7b-4811-9721-31b8b457c86a req-7abe664b-f4e3-4fbc-914e-f5be4ba55119 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1728425 Jul 16 22:47:45.898354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:45.905102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:45.906530 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.977982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3eec2a35-bc7b-4811-9721-31b8b457c86a req-70fe3bea-64bf-4d00-b4af-64820447a318 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868399 Jul 16 22:47:45.996638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:46.086611 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:46.142409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 5fdaadd3-a299-4aa4-836d-f16b761ac878, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5fdaadd3-a299-4aa4-836d-f16b761ac878,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:46.147296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:46.207895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9ddffd6f-c542-4cf6-8b0f-c098f11db818 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/bf04a6cb-1c10-407a-9c6c-5d053aacde78 HTTP/1.1" status: 200 len: 993 time: 0.1961954 Jul 16 22:47:46.236093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:46.244308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:46.346011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:46.401038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:46.404371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:46.409208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:46.474616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=5e34b9d7-e946-4e76-a2b6-a5eccd212ed3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:46.736919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b700d93-7af0-42d1-8e8c-8efc5ae4e43d req-db2aebd7-8ac5-4aad-a0a5-4772cc3b46ee tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 210 time: 0.0787401 Jul 16 22:47:46.934008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.419676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-8d89f16c-9ab0-4749-9f11-73d0b49c5489 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:47.421086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-8d89f16c-9ab0-4749-9f11-73d0b49c5489 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.68 "GET /v2.0/networks?id=f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 200 len: 797 time: 0.2729206 Jul 16 22:47:47.490936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-05068c29-af52-45e6-9efe-4c5b52898947 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25a573695734b51b32eb27ee55ef0b7 HTTP/1.1" status: 200 len: 475 time: 0.0417786 Jul 16 22:47:47.505380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'port': {'device_id': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'admin_state_up': True, 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'security_groups': ['ecff5f7c-2cc8-4d02-b0d4-7a648c13a430', '55780dfd-2ff8-40ce-8720-1454b69dcbfb']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:47.516602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-dbdfae63-0ab7-435b-8344-151861dde292 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028975 Jul 16 22:47:47.522326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.559765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed5450-7645-4683-a5c2-c28189f6f5c4 req-757f70ad-b23f-4ba0-9f49-8991d5895b66 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:47.563656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95ed5450-7645-4683-a5c2-c28189f6f5c4 req-757f70ad-b23f-4ba0-9f49-8991d5895b66 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1487639 Jul 16 22:47:47.707175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:47:47.711429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-95ed5450-7645-4683-a5c2-c28189f6f5c4 req-c72fd4c7-a13b-4eac-b7d8-b8c3cf6864d7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282899 Jul 16 22:47:47.791496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:47.796592 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.810207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5fdaadd3-a299-4aa4-836d-f16b761ac878 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:47.893091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5fdaadd3-a299-4aa4-836d-f16b761ac878 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:47.894686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.992297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:48.003212 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:48.037780 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:48.038762 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:48.040241 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:48.040626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8cb28895-bcbb-475b-9013-2b7d2a2f763d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5212867 Jul 16 22:47:48.044675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:48.078319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.20.0.3 (f4238d34-bc91-4abc-933b-1ddc5bde2119/5155c603-da11-489c-9de5-cf11240de880/aae7fffa-183d-4f54-a2a1-700c583191c6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:48.158897 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:48.194721 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:48.197347 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:48.279997 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:48.280659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e2491-dee3-4039-8b99-10d707ffe594 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:48.440484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:48.480120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-e46a14fa-140f-47fa-874c-a4c4eec13c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:48.482072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-e46a14fa-140f-47fa-874c-a4c4eec13c08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1098 time: 0.1218097 Jul 16 22:47:48.483210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Transition to ACTIVE for port object aae7fffa-183d-4f54-a2a1-700c583191c6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:48.713783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-b5b540e4-0923-4504-9fc6-8d282098828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:48.715654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-b5b540e4-0923-4504-9fc6-8d282098828f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.2026885 Jul 16 22:47:48.913921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-2d4b3e72-03b6-4a78-9d65-73ea8dd84615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1001 time: 0.1870894 Jul 16 22:47:48.953855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:48.973004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-359ce6bc-9745-4d31-8847-8735181c03b8 req-f6f7815b-82e4-490d-8c1c-83937bc15f04 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 210 time: 0.9553664 Jul 16 22:47:49.019220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:49.032091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:49.048408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:49.155280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:49.178399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-f95bc76b-5a64-4a22-a968-4b929154685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.179945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-f95bc76b-5a64-4a22-a968-4b929154685a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.2599189 Jul 16 22:47:49.338024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.338701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.379447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-a3e5fa8a-d91c-4846-9771-33d59761eb8b tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8780515 Jul 16 22:47:49.394545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Request body: {'port': {'device_id': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:49.434722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c80a7e-e7bf-472c-8090-f70936c3264a req-65702a95-0c93-4fe9-ae41-043cd733e90e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.438801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78c80a7e-e7bf-472c-8090-f70936c3264a req-65702a95-0c93-4fe9-ae41-043cd733e90e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.4614744 Jul 16 22:47:49.464692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-118181e3-6efb-447d-822e-e7b454f47022 None None] Provisioning for port aae7fffa-183d-4f54-a2a1-700c583191c6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:49.467354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-cd5bec79-06e8-4c37-8c4d-30b4e7f2da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.471596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-cd5bec79-06e8-4c37-8c4d-30b4e7f2da18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415257 Jul 16 22:47:49.472359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-118181e3-6efb-447d-822e-e7b454f47022 None None] Provisioning complete for port aae7fffa-183d-4f54-a2a1-700c583191c6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:49.473077 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-118181e3-6efb-447d-822e-e7b454f47022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.539430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-118181e3-6efb-447d-822e-e7b454f47022 None None] Port aae7fffa-183d-4f54-a2a1-700c583191c6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:49.560693 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.699571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78c80a7e-e7bf-472c-8090-f70936c3264a req-feb1cc93-137e-4897-8dd6-0d2f0ade08b6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546210 Jul 16 22:47:49.724983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.778174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-9c723cd9-b2f9-4f63-afa9-d5faaf814623 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940047 Jul 16 22:47:49.968289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.1 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/7d1ad948-0148-4796-b02b-7bec9bf1dd81) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:49.974497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6f2326e1-d2aa-454b-9531-e711029cd938 req-b6803214-a7bc-4866-a3b0-91cbcf89e069 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896780 Jul 16 22:47:50.123780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.154571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-be2daf9d-1999-4bcc-9979-8b8c9d4a2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.156348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-be2daf9d-1999-4bcc-9979-8b8c9d4a2002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1098 time: 0.1120911 Jul 16 22:47:50.167194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.173896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae7fffa-183d-4f54-a2a1-700c583191c6 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:50.192659 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.219269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:50.223263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:50.228076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:50.232765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=7d1ad948-0148-4796-b02b-7bec9bf1dd81,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:50.255976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Transition to ACTIVE for port object aae7fffa-183d-4f54-a2a1-700c583191c6 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:50.277658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.295849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.390908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-18965c38-6987-41e2-8cec-c691702f70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.393147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-18965c38-6987-41e2-8cec-c691702f70d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.2300208 Jul 16 22:47:50.402071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4b9d5-137b-4077-8dd8-135080bd9dc2 req-acc6217b-0cc5-4232-b9c0-b09a70b4b0d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.409402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62f4b9d5-137b-4077-8dd8-135080bd9dc2 req-acc6217b-0cc5-4232-b9c0-b09a70b4b0d4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 970 time: 0.2138135 Jul 16 22:47:50.438298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.445887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Pushing event updated for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:50.519819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-676d6dc8-d45d-4171-baf2-0a4953c3964a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1001 time: 0.0810730 Jul 16 22:47:50.617289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62f4b9d5-137b-4077-8dd8-135080bd9dc2 req-ee50ba6a-555e-4c80-8425-7520183ddecc tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2064507 Jul 16 22:47:50.629865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-0c201fe2-3728-4978-8d03-0f6c3d400b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.630577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-0c201fe2-3728-4978-8d03-0f6c3d400b1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0887005 Jul 16 22:47:50.634863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Attempting to bind port aae7fffa-183d-4f54-a2a1-700c583191c6 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:50.635201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Attempting to bind port aae7fffa-183d-4f54-a2a1-700c583191c6 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:50.635535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Attempting to bind port aae7fffa-183d-4f54-a2a1-700c583191c6 on network f4238d34-bc91-4abc-933b-1ddc5bde2119 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:50.641833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Port aae7fffa-183d-4f54-a2a1-700c583191c6 on network f4238d34-bc91-4abc-933b-1ddc5bde2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:50.642626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Attempting to bind port aae7fffa-183d-4f54-a2a1-700c583191c6 on network f4238d34-bc91-4abc-933b-1ddc5bde2119 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:50.658053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:50.658650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Checking segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:50.659039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Bound using segment: {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:50.659993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Bound port: aae7fffa-183d-4f54-a2a1-700c583191c6, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d91a2da-09e1-43b6-80fd-1f8c323acbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:50.660363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.757081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.778708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-e6715729-52da-4a2f-b19e-332333b772a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.791679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-e6715729-52da-4a2f-b19e-332333b772a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441422 Jul 16 22:47:50.820749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:50.830673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=aae7fffa-183d-4f54-a2a1-700c583191c6,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:50.838022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.843107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.878190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.930900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.931524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:50.933000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] 10.222.0.68 "PUT /v2.0/ports/aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 200 len: 1131 time: 1.5455348 Jul 16 22:47:50.933464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:50.936629 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94133d08-1d37-45b8-b884-410380bdd95f" -d '{"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:51.070137 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb17cd-b17b-4ca9-8f91-9262f8c2f715 x-openstack-request-id: req-3afb17cd-b17b-4ca9-8f91-9262f8c2f715 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:51.071139 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:51.071139 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3afb17cd-b17b-4ca9-8f91-9262f8c2f715 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:51.071139 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'status': 'completed', 'code': 200} Jul 16 22:47:51.085385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:51.088823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=7d1ad948-0148-4796-b02b-7bec9bf1dd81,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:51.144782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1211ba-2c4a-4c9f-ae85-55fb491bd9ac req-354ab67f-79a8-4b21-9e2e-80853475e8ee tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.154778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a1211ba-2c4a-4c9f-ae85-55fb491bd9ac req-354ab67f-79a8-4b21-9e2e-80853475e8ee tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.2432039 Jul 16 22:47:51.157334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e32e0-02ca-465c-816c-26bf9c05372c service neutron] Pushing event updated for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:51.201881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-571a8857-8236-4741-88b6-87cd0e29fd24 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030390 Jul 16 22:47:51.248696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-c3c5ded6-0647-489e-b576-2b1b96b6e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.250369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-c3c5ded6-0647-489e-b576-2b1b96b6e913 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1134 time: 0.2227862 Jul 16 22:47:51.255804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a1211ba-2c4a-4c9f-ae85-55fb491bd9ac req-08b29d0f-2a01-44a6-8117-5d39a53498ff tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000407 Jul 16 22:47:51.290950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:51.292429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:51.333889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-047a5cee-f07d-4e1b-9178-4e73bf0bf366 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 200 len: 217 time: 0.0668585 Jul 16 22:47:51.394505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-f1751af2-3cc9-4af7-b068-b03c15f1394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.396107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-f1751af2-3cc9-4af7-b068-b03c15f1394c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5155c603-da11-489c-9de5-cf11240de880 HTTP/1.1" status: 200 len: 835 time: 0.0558522 Jul 16 22:47:51.442394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:51.534983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-7eddc329-750b-4188-a00a-9194528774d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.536673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-7eddc329-750b-4188-a00a-9194528774d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f4238d34-bc91-4abc-933b-1ddc5bde2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845480 Jul 16 22:47:51.538537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-b793ed66-55c1-41cd-b5bc-065eaac72988 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282821 Jul 16 22:47:51.614871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:51.620764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5fb6d0cc-c890-4289-8f2f-77316d70e516 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/routers/d0b72a4d-615b-46e2-a6a9-e268e63049fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5750458 Jul 16 22:47:51.625306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:51.633842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:51.638525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:51.639614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:51.647001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'port': {'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd', 'name': 'tempest-FloatingIPTestJSON-612181250'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:51.710689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-23f91077-3713-4d19-8d73-499ed3202935 service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666780 Jul 16 22:47:51.747398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:51.792828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:51.793689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:51.829915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9292d75e-20e6-42d0-a2dd-40a2de532c9a req-92afdf6d-9919-4147-85b5-c066351dd453 service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124170 Jul 16 22:47:51.862021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:51.870726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:51.891272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] device_id is not set on port ffb03abb-6b2a-45df-abae-ab1c38234d24 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:51.896158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:51.897587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96cb0c1-bf96-4e6f-89e6-e788cee9c2a0 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:52.040616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.8 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/ffb03abb-6b2a-45df-abae-ab1c38234d24) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:52.062462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604ebb-cd6f-4d00-8075-169767461ce4 req-9fc41c30-ae40-4c2d-8c34-2f23c7a32bca tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.076064 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51604ebb-cd6f-4d00-8075-169767461ce4 req-9fc41c30-ae40-4c2d-8c34-2f23c7a32bca tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 982 time: 0.2214146 Jul 16 22:47:52.087431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133d08-1d37-45b8-b884-410380bdd95f req-c528483b-e521-4e60-8524-1df074f28d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.089110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-c528483b-e521-4e60-8524-1df074f28d92 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1134 time: 0.1972053 Jul 16 22:47:52.249480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51604ebb-cd6f-4d00-8075-169767461ce4 req-110f6897-3244-4339-b245-282ca3e94764 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1725118 Jul 16 22:47:52.291442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.304788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133d08-1d37-45b8-b884-410380bdd95f req-0aa78037-f942-46a6-8eeb-a1d7724fdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.308126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-0aa78037-f942-46a6-8eeb-a1d7724fdd15 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 200 len: 898 time: 0.2059946 Jul 16 22:47:52.347496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.411120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-3f677ba3-0bd2-4f80-a92a-5d5968c690da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 200 len: 217 time: 0.0951719 Jul 16 22:47:52.444327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:52.448171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:52.452912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:52.507690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133d08-1d37-45b8-b884-410380bdd95f req-c35f2dc8-fb4d-4f72-9ef8-a6d985c71cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.509711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-c35f2dc8-fb4d-4f72-9ef8-a6d985c71cc6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5155c603-da11-489c-9de5-cf11240de880 HTTP/1.1" status: 200 len: 835 time: 0.0830884 Jul 16 22:47:52.512532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=ffb03abb-6b2a-45df-abae-ab1c38234d24,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:52.566703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.567496 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.576500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133d08-1d37-45b8-b884-410380bdd95f req-21c247bd-8277-4ab0-a56e-540e2ec6ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.578080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-21c247bd-8277-4ab0-a56e-540e2ec6ef13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f4238d34-bc91-4abc-933b-1ddc5bde2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561297 Jul 16 22:47:52.594064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b873f054-5735-4383-86ae-6984932608b0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9551723 Jul 16 22:47:52.594269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34722) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:52.600065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'port': {'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd', 'name': 'tempest-FloatingIPTestJSON-171788879'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:52.611453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e862-20f9-4aeb-99c9-dbbd34935714 req-d4be7f3c-6494-4f99-bf8a-65a5b0d95fad tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:52.613537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1138e862-20f9-4aeb-99c9-dbbd34935714 req-d4be7f3c-6494-4f99-bf8a-65a5b0d95fad tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1340594 Jul 16 22:47:52.701749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1138e862-20f9-4aeb-99c9-dbbd34935714 req-849e6684-4285-4311-8680-25d9d2a8b6fe tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772691 Jul 16 22:47:52.703503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-aa0ba742-d409-48e4-bf74-9c79a066bfd7 service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181071 Jul 16 22:47:52.769691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:52.774259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.795222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] device_id is not set on port 3b8d5662-10ae-4287-a174-4e2c2e68d7f0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:47:52.816915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-94133d08-1d37-45b8-b884-410380bdd95f req-487deaf3-6c70-4e6a-838a-b0476d622737 service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068256 Jul 16 22:47:52.926596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.4 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/3b8d5662-10ae-4287-a174-4e2c2e68d7f0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:53.010993 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.079868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.119590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.165408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:53.168543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:53.172729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:53.200434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=3b8d5662-10ae-4287-a174-4e2c2e68d7f0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:53.231524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.232169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.254764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dbb7be3a-8f54-4d14-ab19-dbaa9e41c58f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6565905 Jul 16 22:47:53.255395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:53.261046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '3b8d5662-10ae-4287-a174-4e2c2e68d7f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:53.311765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.423594 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.464045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2bf37-2cd9-4fb6-8112-8e9741fdda6b req-4d94ac4b-e871-4f8b-8995-3550ae249199 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.466383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ff2bf37-2cd9-4fb6-8112-8e9741fdda6b req-4d94ac4b-e871-4f8b-8995-3550ae249199 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 982 time: 0.0740991 Jul 16 22:47:53.523759 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ff2bf37-2cd9-4fb6-8112-8e9741fdda6b req-018165a6-a5c2-485f-a34a-21131d35671d tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0499196 Jul 16 22:47:53.567245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.122 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/27ed1113-4d02-4e02-b384-0d45363c2a9d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:53.676739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.719299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.770290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:53.773283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:53.778909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:53.782153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=27ed1113-4d02-4e02-b384-0d45363c2a9d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:54.300561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c6fc-07b7-4663-bb13-7c2fd9a8efb5 req-93208bd5-7641-4005-9765-395c604cff92 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:54.302171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56a7c6fc-07b7-4663-bb13-7c2fd9a8efb5 req-93208bd5-7641-4005-9765-395c604cff92 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1412823 Jul 16 22:47:54.412573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56a7c6fc-07b7-4663-bb13-7c2fd9a8efb5 req-bca4a9de-ae9e-4306-b757-cd61633f3d5b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007380 Jul 16 22:47:54.797880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:54.874729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54135fa-4b49-4ae6-9514-dc8d9972b8dc req-eb9bd23a-a377-4ae8-9bfd-e1d06bb12e55 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:54.877712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e54135fa-4b49-4ae6-9514-dc8d9972b8dc req-eb9bd23a-a377-4ae8-9bfd-e1d06bb12e55 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 982 time: 0.1563942 Jul 16 22:47:54.932042 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.083676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e54135fa-4b49-4ae6-9514-dc8d9972b8dc req-321871bc-5b6d-4d1d-83a8-db55b4856d5f tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1827707 Jul 16 22:47:55.086000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device aae7fffa-183d-4f54-a2a1-700c583191c6 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:55.123014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.129345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.203130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=27ed1113-4d02-4e02-b384-0d45363c2a9d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:55.215853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=aae7fffa-183d-4f54-a2a1-700c583191c6,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:55.227280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.229657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'port_id': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'mac_address': 'fa:16:3e:0b:cb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:55.272009 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.298416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae7fffa-183d-4f54-a2a1-700c583191c6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:55.324554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=aae7fffa-183d-4f54-a2a1-700c583191c6,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:55.329251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.381460 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP e8620d11-b53e-4b84-b105-705abafa20c9 associated. External IP: 172.25.5.122, port: 3b8d5662-10ae-4287-a174-4e2c2e68d7f0. Jul 16 22:47:55.409911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:55.549289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['aae7fffa-183d-4f54-a2a1-700c583191c6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:55.624537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5839c-a6e9-4fff-9350-64176002a367 req-73d583a5-7e80-4a6e-980f-638be275d2a3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:55.635740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ce5839c-a6e9-4fff-9350-64176002a367 req-73d583a5-7e80-4a6e-980f-638be275d2a3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0909638 Jul 16 22:47:55.704909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:55.709595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ce5839c-a6e9-4fff-9350-64176002a367 req-e3f54112-ece5-4902-952f-b4ada8fedbf3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726478 Jul 16 22:47:55.820389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:55.830219 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:55.840443 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:55.841172 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:55.844540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.878524 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:55.889783 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:55.890770 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:55.905485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a6fe69eb-bd41-43e5-b208-4b0afa170e4b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6485510 Jul 16 22:47:55.908169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:55.913122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:55.927521 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:55.928419 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e749aa-03e9-402f-96b0-6f942c1d11d0 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:55.987524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.148090 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.158883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.159918 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP e8620d11-b53e-4b84-b105-705abafa20c9 disassociated. External IP: 172.25.5.122, port: 3b8d5662-10ae-4287-a174-4e2c2e68d7f0. Jul 16 22:47:56.374117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88754d79-da4e-4ea6-9288-5ee5776a858d req-9b987405-8ea1-4343-bf91-21940ab118ea tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:56.375629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88754d79-da4e-4ea6-9288-5ee5776a858d req-9b987405-8ea1-4343-bf91-21940ab118ea tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 983 time: 0.1217093 Jul 16 22:47:56.459496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88754d79-da4e-4ea6-9288-5ee5776a858d req-2964445f-cec6-42ae-9450-4468cc7a90e4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0764220 Jul 16 22:47:56.492205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:56.606946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:56.611634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.618518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:56.630775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:56.631412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:56.667189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:56.672514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34824) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:56.680184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:56.680420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dcfcac7d-71c6-448c-8113-ac3fde2f4b2b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/e8620d11-b53e-4b84-b105-705abafa20c9 HTTP/1.1" status: 200 len: 688 time: 0.7605109 Jul 16 22:47:56.681344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:56.720616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:56.721564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fea92a-8648-41d3-8582-7ba1fd2a5d2c None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:56.804862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 27ed1113-4d02-4e02-b384-0d45363c2a9d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:56.805245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.897899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.898389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:56.911256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 27ed1113-4d02-4e02-b384-0d45363c2a9d owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:56.914886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353043c3-0021-4680-8a03-5443190849d8 req-a3550ed4-d59a-4f9b-9f95-51a8f422d06d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:56.916407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-353043c3-0021-4680-8a03-5443190849d8 req-a3550ed4-d59a-4f9b-9f95-51a8f422d06d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0832415 Jul 16 22:47:56.988082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-353043c3-0021-4680-8a03-5443190849d8 req-a808fb9b-1c28-45b3-b354-73c6febe851e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640914 Jul 16 22:47:57.082915 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.085535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device aae7fffa-183d-4f54-a2a1-700c583191c6 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:57.125936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=27ed1113-4d02-4e02-b384-0d45363c2a9d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:57.141527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port aae7fffa-183d-4f54-a2a1-700c583191c6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:57.146567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port aae7fffa-183d-4f54-a2a1-700c583191c6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:57.147141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.212203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.215261 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.216907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9d2a8e7f-3715-4e8b-b0dd-354eea017eb7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/e8620d11-b53e-4b84-b105-705abafa20c9 HTTP/1.1" status: 204 len: 168 time: 0.5431159 Jul 16 22:47:57.220446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:57.225201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'ffb03abb-6b2a-45df-abae-ab1c38234d24'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:57.243766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.250388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.266999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:57.269386 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f6d3f-833c-45cd-a949-171b30ea98b3" -d '{"events": [{"server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "name": "network-vif-plugged", "status": "completed", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:57.282647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=aae7fffa-183d-4f54-a2a1-700c583191c6,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:57.288559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.341019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:57.360389 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f2ec1-3e83-4072-ab21-0091c722728f x-openstack-request-id: req-f83f2ec1-3e83-4072-ab21-0091c722728f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:57.360688 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "name": "network-vif-plugged", "status": "completed", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:57.360944 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f83f2ec1-3e83-4072-ab21-0091c722728f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:57.361368 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'code': 200} Jul 16 22:47:57.389750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.551331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a6b59e3-2055-4ce4-b7cd-e423e5c448de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.566766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea758f-771c-421f-9495-5def6b1b6488 req-d118f547-8afc-4a50-a006-7ba6ed226be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:57.573403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60ea758f-771c-421f-9495-5def6b1b6488 req-d118f547-8afc-4a50-a006-7ba6ed226be6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1136 time: 0.1311030 Jul 16 22:47:57.574721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.28 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a799ac1d-46e0-4ebb-a3ea-9b8085c6320b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:57.681488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60ea758f-771c-421f-9495-5def6b1b6488 req-e4398f29-7baf-4967-a651-ff7621961e04 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1014729 Jul 16 22:47:57.781931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.800771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fc11a-43a8-4131-921c-d16979d2c3dd req-41c75e67-f558-4606-bf99-9de1c0b0bfe0 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:57.811067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c1fc11a-43a8-4131-921c-d16979d2c3dd req-41c75e67-f558-4606-bf99-9de1c0b0bfe0 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.1852627 Jul 16 22:47:57.882404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c1fc11a-43a8-4131-921c-d16979d2c3dd req-428571e4-09c6-4ff1-b34e-7f63934e3b45 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0646794 Jul 16 22:47:57.893057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.950504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:57.955365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:57.963153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:57.966483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=a799ac1d-46e0-4ebb-a3ea-9b8085c6320b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:58.214979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8ad7-a71f-455c-ada8-1c87c10fe245 req-37f1b738-6ef6-4cf5-9fd4-f785cbf2e14a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:58.216668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-835e8ad7-a71f-455c-ada8-1c87c10fe245 req-37f1b738-6ef6-4cf5-9fd4-f785cbf2e14a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0837736 Jul 16 22:47:58.263275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-835e8ad7-a71f-455c-ada8-1c87c10fe245 req-fca44b2d-cb1c-4b8a-a535-33e9482e642a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Jul 16 22:47:58.366209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.464523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.665686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.675631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.755473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=a799ac1d-46e0-4ebb-a3ea-9b8085c6320b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:58.767704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.821791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:58.901986 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 21bbb4a1-06cf-4dcb-97fb-23f221509cc1 associated. External IP: 172.25.5.28, port: ffb03abb-6b2a-45df-abae-ab1c38234d24. Jul 16 22:47:59.028107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98009ef7-00b7-4e13-b483-1ccab6d097e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.136073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e7694-06b8-4517-97a6-d61b2d022acd req-0d886e10-6076-48f2-92db-75b06753b35d tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:59.138118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d3e7694-06b8-4517-97a6-d61b2d022acd req-0d886e10-6076-48f2-92db-75b06753b35d tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.1067750 Jul 16 22:47:59.211015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d3e7694-06b8-4517-97a6-d61b2d022acd req-44e0a755-4225-4430-937c-b18a23cb612c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0599029 Jul 16 22:47:59.232992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98009ef7-00b7-4e13-b483-1ccab6d097e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.246449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98009ef7-00b7-4e13-b483-1ccab6d097e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.289176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-98009ef7-00b7-4e13-b483-1ccab6d097e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aede25326bf6446091a2b5271ca6f264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660053 Jul 16 22:47:59.290721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98009ef7-00b7-4e13-b483-1ccab6d097e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b493fb0-9324-4800-9dd9-f3ac068fc3a5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:59.302945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:59.391705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.417462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.502528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.506216 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.509785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b493fb0-9324-4800-9dd9-f3ac068fc3a5 HTTP/1.1" status: 204 len: 168 time: 0.2014987 Jul 16 22:47:59.524299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfa2ad-25db-45ee-9658-0f5f10fe05a7 req-bd22c97d-f4a9-4198-a5f3-f698597e5a1c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:59.525854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3cfa2ad-25db-45ee-9658-0f5f10fe05a7 req-bd22c97d-f4a9-4198-a5f3-f698597e5a1c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0972502 Jul 16 22:47:59.526815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec2ab-1a4f-4ad0-b6d5-41c9883075db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b493fb0-9324-4800-9dd9-f3ac068fc3a5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:59.568686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9446-4295-404d-9b38-1e2402689a2b req-399271a5-8149-4e01-b93b-570bf08b859e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:59.570363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7fd9446-4295-404d-9b38-1e2402689a2b req-399271a5-8149-4e01-b93b-570bf08b859e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.1686747 Jul 16 22:47:59.593392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c3cfa2ad-25db-45ee-9658-0f5f10fe05a7 req-a4975bd3-d6cb-4308-ab22-adb3df5d5fcb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Jul 16 22:47:59.603160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:59.634588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d7fd9446-4295-404d-9b38-1e2402689a2b req-b6b98e06-a397-4aeb-9c49-2d5a11babb69 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0552769 Jul 16 22:47:59.758513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:59.771232 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:59.778091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.797208 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:59.798112 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:47:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:59.835070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5da24883-c5be-41ae-84af-89f8a6d42f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.840461 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:59.858456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-48c8d716-1119-450a-9816-f2d743a1ca1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:59.864775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:59.865688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:59.872473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-48c8d716-1119-450a-9816-f2d743a1ca1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1136 time: 0.0932252 Jul 16 22:47:59.891874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7735840-a5cd-4e9f-9ffd-ffec6818468f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6696253 Jul 16 22:47:59.894697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:59.913420 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:59.914290 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74fa1-b3f9-47b6-b008-4e7d9aefa368 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:59.943350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:59.961780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fab5587-642a-437a-8da4-907f69f8a193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.001825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c91dca88-90c9-4c5f-86eb-6b90bdebcc65 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/floatingips/21bbb4a1-06cf-4dcb-97fb-23f221509cc1 HTTP/1.1" status: 200 len: 976 time: 0.1060400 Jul 16 22:48:00.005196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:00.120154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.157042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-31e95a3d-9d3d-45e8-9f82-6df47fc09e7e tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1484554 Jul 16 22:48:00.157881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:00.162238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': '3b8d5662-10ae-4287-a174-4e2c2e68d7f0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:00.241303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.285777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-4e1e4d54-c22e-42f1-a11d-ffa67da655f9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.300163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fab5587-642a-437a-8da4-907f69f8a193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.305873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fab5587-642a-437a-8da4-907f69f8a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.386923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-4e1e4d54-c22e-42f1-a11d-ffa67da655f9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.387927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9fab5587-642a-437a-8da4-907f69f8a193 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff525e463bb344e3905dbe18890e5e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435482 Jul 16 22:48:00.391198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:00.393126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab5587-642a-437a-8da4-907f69f8a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cafc51-63f3-4ecc-a13d-4c5636e8356f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:00.398832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-4e1e4d54-c22e-42f1-a11d-ffa67da655f9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.445542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01c6c4b1-b80a-4b2d-a323-a99c6d26fb11 req-4e1e4d54-c22e-42f1-a11d-ffa67da655f9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.5717244 Jul 16 22:48:00.458303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e4d54-c22e-42f1-a11d-ffa67da655f9 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6b31b-10ad-4165-97fa-a97f74d6bd88,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:00.478687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:00.479432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.527010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.576885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d619b2-491f-4ca9-b32e-5485e8696769 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:00.578521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2d619b2-491f-4ca9-b32e-5485e8696769 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1131 time: 0.0970242 Jul 16 22:48:00.581555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:00.586116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:00.607697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.625134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.628487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.629756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08cafc51-63f3-4ecc-a13d-4c5636e8356f HTTP/1.1" status: 204 len: 168 time: 0.2372675 Jul 16 22:48:00.643870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4e425-beb4-47c8-8e94-4700da92aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cafc51-63f3-4ecc-a13d-4c5636e8356f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:00.736397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.872203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.25.5.207 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/761b966f-1aea-4980-90bf-3fd3d0dd43f6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:00.954328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.961045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:00.993944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.052153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.063495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c079b-3a7d-4d89-bff7-32bc65d51899 req-4a0d04e4-c8de-47fb-9029-adaf1a62b010 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:01.065092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c9c079b-3a7d-4d89-bff7-32bc65d51899 req-4a0d04e4-c8de-47fb-9029-adaf1a62b010 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.3194749 Jul 16 22:48:01.075385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:01.110801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26752b75-fd5f-411c-8cef-687a55ff4724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.110984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:01.115347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:01.121781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:01.129131 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 21bbb4a1-06cf-4dcb-97fb-23f221509cc1 associated. External IP: 172.25.5.28, port: ffb03abb-6b2a-45df-abae-ab1c38234d24. Jul 16 22:48:01.208564 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c9c079b-3a7d-4d89-bff7-32bc65d51899 req-06a2cabf-479f-4b22-87de-ed0f1bc12698 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322126 Jul 16 22:48:01.227249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=761b966f-1aea-4980-90bf-3fd3d0dd43f6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:01.402837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.436458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26752b75-fd5f-411c-8cef-687a55ff4724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.441684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26752b75-fd5f-411c-8cef-687a55ff4724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.498388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26752b75-fd5f-411c-8cef-687a55ff4724 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8f9f7eda063476ba8f4e61de6bfccae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206264 Jul 16 22:48:01.501022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:01.501541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26752b75-fd5f-411c-8cef-687a55ff4724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b5f1e-0533-4947-b4fe-559b76f51df9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:01.507934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:01.600111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.619262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:01.623353 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.633711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:01.645282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:01.646203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:01.673136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.677761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.679058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.680236 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/539b5f1e-0533-4947-b4fe-559b76f51df9 HTTP/1.1" status: 204 len: 168 time: 0.1767473 Jul 16 22:48:01.708891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596c9b9-39d7-4906-a4c6-f0e33da14b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b5f1e-0533-4947-b4fe-559b76f51df9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:01.735846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:01.776907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:01.777857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:01.796318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.817659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:01.818371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2741c3-84bb-475a-84cf-768909c16893 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:01.919906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:02.001742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.007680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.045195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:02.052159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.059044 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:02.072064 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:02.073247 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:02.090420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=761b966f-1aea-4980-90bf-3fd3d0dd43f6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:02.111909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.147706 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:02.158364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:02.159232 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:02.165038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a98b0c4a-744b-4561-bbe1-55ebc6fcc6af tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/21bbb4a1-06cf-4dcb-97fb-23f221509cc1 HTTP/1.1" status: 200 len: 976 time: 2.0066261 Jul 16 22:48:02.168407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 34958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:02.173875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:02.207705 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:02.208384 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f74cd-5759-4ca3-81ce-6db58e254b8f None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:02.289824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.322669 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Floating IP 140bd750-5c79-4ec2-a7d9-dc782311079a associated. External IP: 172.25.5.207, port: aae7fffa-183d-4f54-a2a1-700c583191c6. Jul 16 22:48:02.455812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18477f4-ec5a-4c21-af0b-16aa6bcf987c req-9b20d0c5-a62f-4e74-8614-6a5bd50edc19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:02.457460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b18477f4-ec5a-4c21-af0b-16aa6bcf987c req-9b20d0c5-a62f-4e74-8614-6a5bd50edc19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0737028 Jul 16 22:48:02.538001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b18477f4-ec5a-4c21-af0b-16aa6bcf987c req-0966cb49-a3af-420c-99d8-4d9d756da3f4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746088 Jul 16 22:48:02.578091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.612299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:02.612610 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 21bbb4a1-06cf-4dcb-97fb-23f221509cc1 disassociated. External IP: 172.25.5.28, port: 3b8d5662-10ae-4287-a174-4e2c2e68d7f0. Jul 16 22:48:02.778344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 662471d5-14d0-4657-b21a-e70b79cb5a9b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:02.806518 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.006094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:03.010680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:03.025844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Sync routers for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:03.039718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:03.040582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.129479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.223439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:03.235607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a97eb374-7b25-49af-8292-cf8a32dc6156 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6529429 Jul 16 22:48:03.238400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:03.239033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 34998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:03.264519 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77059942-272f-411c-9e15-29959bcdfccb" -d '{"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:03.297836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:03.322158 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:03.324478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.341767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:03.347372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.383774 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2ae4a-2ba7-4c79-aa6c-f3402b73c799 x-openstack-request-id: req-30f2ae4a-2ba7-4c79-aa6c-f3402b73c799 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:03.384290 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:03.384712 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30f2ae4a-2ba7-4c79-aa6c-f3402b73c799 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:03.385299 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'status': 'completed', 'code': 200} Jul 16 22:48:03.387713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c236304a-c044-4d11-be10-14e894035ddc tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/21bbb4a1-06cf-4dcb-97fb-23f221509cc1 HTTP/1.1" status: 200 len: 687 time: 1.2182779 Jul 16 22:48:03.391893 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:03.459910 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.483626 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:03.484396 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.553783 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.563282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3069fab-f2a7-4f75-8194-a2bf5e85be5f None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:03.661931 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port a799ac1d-46e0-4ebb-a3ea-9b8085c6320b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:03.662363 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.669576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '140bd750-5c79-4ec2-a7d9-dc782311079a', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'port_id': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'mac_address': 'fa:16:3e:0b:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:48:01Z', 'updated_at': '2021-07-16T22:48:01Z', 'revision_number': 0, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.710574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Checking router: 662471d5-14d0-4657-b21a-e70b79cb5a9b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:03.720392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:03.721946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:03.732189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.733068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.733992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.734642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.735291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.735932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.736884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.737793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.738469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.740642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cdb9d6a9-dc94-4a0e-94d7-d853b6aabb1e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.5005314 Jul 16 22:48:03.744259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:03.832379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.832773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.870918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for a799ac1d-46e0-4ebb-a3ea-9b8085c6320b owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:03.879396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:03.962649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.963143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.963596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.964042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.964491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.964933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.965401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.965840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.966274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.973221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-639af1ec-d86a-426a-bb31-2438b247c7f0 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5869 time: 0.2229438 Jul 16 22:48:03.973452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:04.003562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf56ae-8f98-4b30-b145-c42f5afa55c2 req-3971595b-a1cc-4877-bbc2-3071b6c65137 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.005408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9cf56ae-8f98-4b30-b145-c42f5afa55c2 req-3971595b-a1cc-4877-bbc2-3071b6c65137 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.2457151 Jul 16 22:48:04.066211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059942-272f-411c-9e15-29959bcdfccb req-e44815d2-6366-45ee-a61e-7b6765f05b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.067742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-e44815d2-6366-45ee-a61e-7b6765f05b52 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1136 time: 0.3257358 Jul 16 22:48:04.082301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9cf56ae-8f98-4b30-b145-c42f5afa55c2 req-cbeff783-87de-40e7-bcca-d2ee1d25aaf6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588031 Jul 16 22:48:04.252930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:04.294425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '140bd750-5c79-4ec2-a7d9-dc782311079a', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'port_id': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'mac_address': 'fa:16:3e:0b:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:48:01Z', 'updated_at': '2021-07-16T22:48:01Z', 'revision_number': 0, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:04.310016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=a799ac1d-46e0-4ebb-a3ea-9b8085c6320b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:04.342914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6075562-042f-48a2-afab-c7eafe56982b None None] The sync data for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 is: [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '140bd750-5c79-4ec2-a7d9-dc782311079a', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'port_id': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'mac_address': 'fa:16:3e:0b:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:48:01Z', 'updated_at': '2021-07-16T22:48:01Z', 'revision_number': 0, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:04.366160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:04.369749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:04.371171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b1df36a-2d3c-4995-9991-df20bdf95c24 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/21bbb4a1-06cf-4dcb-97fb-23f221509cc1 HTTP/1.1" status: 204 len: 168 time: 0.9781702 Jul 16 22:48:04.373812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:04.673578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80f7ef-44f3-43a5-8515-bad71ec4feb0 None None] New status for floating IP 140bd750-5c79-4ec2-a7d9-dc782311079a: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:48:04.711897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059942-272f-411c-9e15-29959bcdfccb req-649ad87f-ab4a-4c19-8a24-e1290db2114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.714294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-649ad87f-ab4a-4c19-8a24-e1290db2114a service neutron] 10.222.0.68 "GET /v2.0/networks?id=f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 200 len: 898 time: 0.6383801 Jul 16 22:48:04.783143 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-90e3736a-e261-4c91-98ca-7b4ff3421f3b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] delete failed (client error): The resource could not be found. Jul 16 22:48:04.784956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-90e3736a-e261-4c91-98ca-7b4ff3421f3b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/21bbb4a1-06cf-4dcb-97fb-23f221509cc1 HTTP/1.1" status: 404 len: 345 time: 0.4101839 Jul 16 22:48:04.791026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:04.884665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-86015803-5121-46cf-a9fa-d2049d04a2c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 200 len: 999 time: 0.1494286 Jul 16 22:48:04.954192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e46040-bdae-4cf2-b9c1-86906380b648 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.963517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e46040-bdae-4cf2-b9c1-86906380b648 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.970986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e46040-bdae-4cf2-b9c1-86906380b648 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.976498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f4e46040-bdae-4cf2-b9c1-86906380b648 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/ports?network_id=f92e636a-f24d-4acb-a869-08d01730a0dd HTTP/1.1" status: 200 len: 2356 time: 0.1838851 Jul 16 22:48:04.977355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:04.991613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059942-272f-411c-9e15-29959bcdfccb req-87a71762-7ee9-4f44-8f06-93ef2ca293cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:04.993218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-87a71762-7ee9-4f44-8f06-93ef2ca293cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5155c603-da11-489c-9de5-cf11240de880 HTTP/1.1" status: 200 len: 835 time: 0.0833061 Jul 16 22:48:05.042380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8e4c316-657e-4c0a-a9e3-c78b1c545a9a tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5228 time: 1.0665605 Jul 16 22:48:05.042581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae327d4e-cdba-4eb0-893a-b43bb2bb9e30 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:05.043984 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae327d4e-cdba-4eb0-893a-b43bb2bb9e30 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/subnets/de1db5a1-61a0-4922-a9e3-96cd77d298b3 HTTP/1.1" status: 200 len: 797 time: 0.0654130 Jul 16 22:48:05.044647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:05.048623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:05.065292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'port': {'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd', 'name': 'tempest-FloatingIPTestJSON-1535264228', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:05.078451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059942-272f-411c-9e15-29959bcdfccb req-6ef57363-e4f7-43c8-bdae-a67016cf8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:05.080022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-6ef57363-e4f7-43c8-bdae-a67016cf8f01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f4238d34-bc91-4abc-933b-1ddc5bde2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805926 Jul 16 22:48:05.090427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-dcbdac91-809f-42fc-bdfd-0353295a13a2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:48:05.091464 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-dcbdac91-809f-42fc-bdfd-0353295a13a2 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053105 Jul 16 22:48:05.207301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72d7c8-565a-454b-b7c7-30ed4c98e010 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:05.207789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72d7c8-565a-454b-b7c7-30ed4c98e010 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:05.209486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f72d7c8-565a-454b-b7c7-30ed4c98e010 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=662471d5-14d0-4657-b21a-e70b79cb5a9b HTTP/1.1" status: 200 len: 1992 time: 0.1638923 Jul 16 22:48:05.230337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:05.268500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-9d78273d-e95f-4e93-9e76-f37a70b1df32 service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698766 Jul 16 22:48:05.377530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77059942-272f-411c-9e15-29959bcdfccb req-ddcc9598-2785-4a66-954d-a491f4577c0a service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038170 Jul 16 22:48:05.380074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:05.404016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371527-a400-4bf0-9f87-b04ee6fa0715 req-21ada813-55ad-4dfc-a795-2a33ea35321f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:05.405863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec371527-a400-4bf0-9f87-b04ee6fa0715 req-21ada813-55ad-4dfc-a795-2a33ea35321f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1497064 Jul 16 22:48:05.420687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] device_id is not set on port 8b4f00f3-063e-4204-a957-1f2adceac9ed yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:48:05.551278 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec371527-a400-4bf0-9f87-b04ee6fa0715 req-02d93845-5f2f-4665-a3f0-34150cdf6a5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379073 Jul 16 22:48:05.756595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.14 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/8b4f00f3-063e-4204-a957-1f2adceac9ed) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:05.764370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.13 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/8b4f00f3-063e-4204-a957-1f2adceac9ed) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:05.926839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:05.968455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.022761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:06.026385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:06.031036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:06.035816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=8b4f00f3-063e-4204-a957-1f2adceac9ed,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:06.081321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:06.081974 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.096178 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-69af9c27-1730-4932-a4fe-a1788b9a5010 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0458198 Jul 16 22:48:06.099295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:06.103900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '8b4f00f3-063e-4204-a957-1f2adceac9ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:06.126071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.235377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.353361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.133 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/f28cbbd6-34dd-4790-914b-dfb062883abc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:06.461517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.507682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:06.559705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=f28cbbd6-34dd-4790-914b-dfb062883abc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:06.573378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:06.574788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:06.577744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:06.956441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fa22-1dcb-409d-a84c-dec01959ef96 req-e79fefbe-e256-4b95-b773-71936a735faa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:06.958304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb32fa22-1dcb-409d-a84c-dec01959ef96 req-e79fefbe-e256-4b95-b773-71936a735faa tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.2100813 Jul 16 22:48:07.042578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb32fa22-1dcb-409d-a84c-dec01959ef96 req-1a879f7b-0c45-4c27-ae39-9f03605b2bbd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778377 Jul 16 22:48:07.167567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:07.264375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:07.326352 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:48:07.420338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:07.425788 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:07.469862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=f28cbbd6-34dd-4790-914b-dfb062883abc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:07.526307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:07.622478 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP a411c592-3670-45af-9be9-536ce1ff6b5d associated. External IP: 172.25.5.133, port: 8b4f00f3-063e-4204-a957-1f2adceac9ed. Jul 16 22:48:07.886351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:07.982412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:08.006415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:08.021220 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:08.025368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.051373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:08.055859 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:08.075189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ada86ef2-d009-4024-aebb-c96cf69c83fb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9743695 Jul 16 22:48:08.077412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:08.082849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': '8b4f00f3-063e-4204-a957-1f2adceac9ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:08.153143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:08.172994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:08.178742 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:08.210342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0572a8d0-c7b5-45d8-99f8-37dcb94243bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.257591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.290403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1baa74-dddc-4fe2-94bc-bcb59cfb9f08 req-6d85bd14-f6a3-4d78-990c-ca30a7caa750 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:08.292349 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b1baa74-dddc-4fe2-94bc-bcb59cfb9f08 req-6d85bd14-f6a3-4d78-990c-ca30a7caa750 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1009045 Jul 16 22:48:08.339406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b1baa74-dddc-4fe2-94bc-bcb59cfb9f08 req-36881a4a-f89b-4678-817a-7938142cfef2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Jul 16 22:48:08.388325 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:08.389159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dadb7-60c0-4fce-ac00-f3bdb8aa7981 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:08.526476 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-7a4cac05-364c-4fd2-aee8-dec4d8657f59 service neutron] show failed (client error): The resource could not be found. Jul 16 22:48:08.527410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-7a4cac05-364c-4fd2-aee8-dec4d8657f59 service neutron] 10.222.0.47 "GET /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1523199 Jul 16 22:48:08.598047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0572a8d0-c7b5-45d8-99f8-37dcb94243bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.626513 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0572a8d0-c7b5-45d8-99f8-37dcb94243bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.678405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0572a8d0-c7b5-45d8-99f8-37dcb94243bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=289758bff43642039afa372be24b6926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943252 Jul 16 22:48:08.681062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:08.702854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572a8d0-c7b5-45d8-99f8-37dcb94243bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f58039c-23e6-47d9-8dbc-93c8d2a7194f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:08.760734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.785797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.834322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.836886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.838727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f58039c-23e6-47d9-8dbc-93c8d2a7194f HTTP/1.1" status: 204 len: 168 time: 0.1564305 Jul 16 22:48:08.851082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648ec0d-99ab-4efc-b9e3-3242778aa9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f58039c-23e6-47d9-8dbc-93c8d2a7194f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:08.941921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-ed589cf4-cc4b-4f7f-80ac-d4817dee9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:08.943569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-ed589cf4-cc4b-4f7f-80ac-d4817dee9d7a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 1098 time: 0.1662307 Jul 16 22:48:08.956751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:09.102882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.103821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.117612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.502659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:09.505505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:09.582665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424a6e8-0cfb-47d0-8d2f-de1f7cbebc90 req-f8482d85-58e6-4d92-9187-ee7194c039c5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:09.585529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9424a6e8-0cfb-47d0-8d2f-de1f7cbebc90 req-f8482d85-58e6-4d92-9187-ee7194c039c5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.0769448 Jul 16 22:48:09.594954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:09.624566 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9424a6e8-0cfb-47d0-8d2f-de1f7cbebc90 req-cb66668b-9e82-4bf6-97ca-a954e192f078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334496 Jul 16 22:48:09.652915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:09.655247 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f8cb99-2a84-44ce-b3e4-d75df33e0dfb" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:09.694584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.719799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Transition to ACTIVE for port object 5ddb5274-03c5-46d2-94a4-ff4032768178 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:09.727603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.748340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:09.754358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:09.764398 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c825b-00ca-4d0b-b6c7-9d3574f18713 x-openstack-request-id: req-8e6c825b-00ca-4d0b-b6c7-9d3574f18713 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:09.764700 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:09.764976 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e6c825b-00ca-4d0b-b6c7-9d3574f18713 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:09.765528 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'code': 200} Jul 16 22:48:09.774658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:09.784159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:09.789631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:09.847899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:09.916060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:09.916607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:09.941368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:09.954918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:09.955868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e9109-82a1-4a77-b139-b9c538fdfce9 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:09.996465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] No DVR routers for this DVR port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:10.083432 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e840a794-6af5-4bd8-8e66-0a9c1d2a9a00 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/a411c592-3670-45af-9be9-536ce1ff6b5d HTTP/1.1" status: 200 len: 979 time: 2.0021367 Jul 16 22:48:10.083822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:10.162622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:10.163334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:10.163334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:10.168662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:48:10.168886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:10.176838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:10.177240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:10.177635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Bound using segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:10.178077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Bound port: 5ddb5274-03c5-46d2-94a4-ff4032768178, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:10.178441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.296521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:10.300833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:10.307067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.317391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port f28cbbd6-34dd-4790-914b-dfb062883abc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:10.317754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.361010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:10.362542 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.364161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] 10.222.0.68 "PUT /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1093 time: 1.4117446 Jul 16 22:48:10.396048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d4d2-e29e-44d1-aa9a-71ab421c0e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:10.441894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.442264 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.488119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-0f18fb60-d140-426c-921d-f41bcae6ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:10.489697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-0f18fb60-d140-426c-921d-f41bcae6ad4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.0901625 Jul 16 22:48:10.490754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for f28cbbd6-34dd-4790-914b-dfb062883abc owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:10.670368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-572e3114-2600-41a9-9a5c-792c23301491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:10.675766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-572e3114-2600-41a9-9a5c-792c23301491 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1778357 Jul 16 22:48:10.733211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:10.779785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-cef8125b-ef36-467a-b255-c314ef1e6af9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.0954361 Jul 16 22:48:10.796625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=f28cbbd6-34dd-4790-914b-dfb062883abc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:10.910999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-cd9d50df-a6cd-497d-979b-ecb736b13c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:10.913872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-cd9d50df-a6cd-497d-979b-ecb736b13c73 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.1266468 Jul 16 22:48:11.050117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:11.050820 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP a411c592-3670-45af-9be9-536ce1ff6b5d disassociated (deleted). External IP: 172.25.5.133, port: 8b4f00f3-063e-4204-a957-1f2adceac9ed. Jul 16 22:48:11.059268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-e4f08550-6f59-470f-a1ce-b3f49676108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:11.062387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-e4f08550-6f59-470f-a1ce-b3f49676108a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392503 Jul 16 22:48:11.127679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee2cb2-4fd1-4882-a5f3-a207a5b197bd req-f20144d6-3f36-4b50-8b31-f1dd326b3b43 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:11.130673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29ee2cb2-4fd1-4882-a5f3-a207a5b197bd req-f20144d6-3f36-4b50-8b31-f1dd326b3b43 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.2028635 Jul 16 22:48:11.218678 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-07aaadb8-d2b3-428e-9219-adc2b48a16ad service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483300 Jul 16 22:48:11.331852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29ee2cb2-4fd1-4882-a5f3-a207a5b197bd req-02e39d3a-bb1e-45ac-80db-52dab81ebe7d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873963 Jul 16 22:48:11.945720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:11.951608 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe" -d '{"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:11.977132 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:12.019234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd3c8af6-7c62-4259-9bbe-f130650ffea6 req-f5e30fc4-d5b8-4e47-9566-a7633ccbea47 service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938821 Jul 16 22:48:12.047247 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d817cf-606a-46df-96be-28815e792dee x-openstack-request-id: req-b3d817cf-606a-46df-96be-28815e792dee {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:12.047605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:12.047925 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3d817cf-606a-46df-96be-28815e792dee {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:12.048824 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:48:12.223430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:12.228380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:12.245276 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:12.259360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.265869 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:12.267550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-80c817e5-3859-454d-80ba-e28e1b5c3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.268785 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:12.272812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-80c817e5-3859-454d-80ba-e28e1b5c3a43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.2084875 Jul 16 22:48:12.310985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1d53d0b-7926-4bb9-bacb-25be705e0358 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/a411c592-3670-45af-9be9-536ce1ff6b5d HTTP/1.1" status: 204 len: 168 time: 2.2203932 Jul 16 22:48:12.310985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:12.442881 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:12.444795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:12.472561 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:12.475109 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:12.530146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 8b4f00f3-063e-4204-a957-1f2adceac9ed {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:12.530974 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.581754 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:12.593156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d59ab-0b3d-4d89-af0e-411487af97d5 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:12.594677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-9518c7ae-5605-4ce3-b0d6-979bc05907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.596135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-9518c7ae-5605-4ce3-b0d6-979bc05907bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.4948347 Jul 16 22:48:12.625120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-6f78876f-0284-4776-aa70-9a7611318266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.626602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-6f78876f-0284-4776-aa70-9a7611318266 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.3435435 Jul 16 22:48:12.666805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.683900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 8b4f00f3-063e-4204-a957-1f2adceac9ed owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:12.772590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbb1b-7f52-4e77-a63e-58cf2ea77901 req-abc4b5ba-a148-44f2-92ad-b78b781c2095 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.780844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-453dbb1b-7f52-4e77-a63e-58cf2ea77901 req-abc4b5ba-a148-44f2-92ad-b78b781c2095 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.1562066 Jul 16 22:48:12.792862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-868a48e0-c778-4878-9f39-98d60bb55846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.794723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-868a48e0-c778-4878-9f39-98d60bb55846 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1899841 Jul 16 22:48:12.819848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-e15582e9-abf9-4e7e-ae72-963fe1f59d63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.1857948 Jul 16 22:48:12.935350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-28ab4b9e-13c1-4413-b541-6418b128f7d3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.1310322 Jul 16 22:48:12.939454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-3d29b06f-dedf-4e83-9fa1-fe1122f0ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:12.941716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-3d29b06f-dedf-4e83-9fa1-fe1122f0ff0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0942371 Jul 16 22:48:12.957007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.998956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=8b4f00f3-063e-4204-a957-1f2adceac9ed,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:13.020477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-453dbb1b-7f52-4e77-a63e-58cf2ea77901 req-5403f059-f83e-433f-9adc-bc300034ad47 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379851 Jul 16 22:48:13.021810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-44e4e9be-a117-47e4-a02d-624f4b0d248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:13.023373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-44e4e9be-a117-47e4-a02d-624f4b0d248d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0805728 Jul 16 22:48:13.075850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-ed937b07-5c0c-4ded-8dbe-7d4610a04345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:13.077533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-ed937b07-5c0c-4ded-8dbe-7d4610a04345 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273124 Jul 16 22:48:13.091798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-a3a541ba-7ce5-4170-ac2a-2b55b1a3602a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:48:13.093512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-a3a541ba-7ce5-4170-ac2a-2b55b1a3602a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078857 Jul 16 22:48:13.141156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-8bfb3914-79df-4aee-a631-2e13273725ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:13.142746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-8bfb3914-79df-4aee-a631-2e13273725ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102436 Jul 16 22:48:13.169110 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.172163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fefa3719-c26d-4f39-8daa-c7c6c52be47d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/8b4f00f3-063e-4204-a957-1f2adceac9ed HTTP/1.1" status: 204 len: 168 time: 0.8651798 Jul 16 22:48:13.182442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:13.193189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:13.258741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.370647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-ce15b0bd-8dd4-4507-ad35-c51a62149a35 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705715 Jul 16 22:48:13.405897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.468816 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-5e173c2e-b711-439e-8534-1be12c95313c service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114417 Jul 16 22:48:13.505748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-4affa5a4-5c0f-49a6-ac4a-4cd1ab69c471 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270764 Jul 16 22:48:13.541574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.23 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/da2a8dee-782d-4269-bfd5-19a145c0bd3d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:13.580946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d5d17245-9bad-48ff-9597-0fb0d4ae30fe req-e229bd1d-6738-4ff4-9f2e-69ad036da44c service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993624 Jul 16 22:48:13.667943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.709510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.745479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:13.750173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:13.754207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:13.780592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=da2a8dee-782d-4269-bfd5-19a145c0bd3d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:13.852743 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:13.907174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.089385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.094530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.146837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=da2a8dee-782d-4269-bfd5-19a145c0bd3d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:14.192208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.206892 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.210891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eae6ef22-7468-4ede-949a-5b791bc2ac7f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0248480 Jul 16 22:48:14.211409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:14.217628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'port': {'network_id': 'f92e636a-f24d-4acb-a869-08d01730a0dd', 'name': 'tempest-FloatingIPTestJSON-570740137'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:14.277984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423349-6838-4f8b-bc12-c258149255f6 req-f99c3f6c-0b51-41be-a0d5-2157976e2f0c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:14.279883 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27423349-6838-4f8b-bc12-c258149255f6 req-f99c3f6c-0b51-41be-a0d5-2157976e2f0c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.0878580 Jul 16 22:48:14.347101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-27423349-6838-4f8b-bc12-c258149255f6 req-a36e9335-2caf-4093-98ae-635036722a53 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599434 Jul 16 22:48:14.361628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:14.365884 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.385242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] device_id is not set on port 26d4d322-9db2-496a-b120-b7e9e93ad390 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:48:14.522661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.5 (f92e636a-f24d-4acb-a869-08d01730a0dd/de1db5a1-61a0-4922-a9e3-96cd77d298b3/26d4d322-9db2-496a-b120-b7e9e93ad390) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:14.785919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-fbc31749-0e0d-43c2-89e4-bc5fbc8f534f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:14.788348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-fbc31749-0e0d-43c2-89e4-bc5fbc8f534f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.68 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d&tenant_id=95f977a739d24e11bb3c37be8e56bd94&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 944 time: 0.1347013 Jul 16 22:48:14.850924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:14.859129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-063431c1-7878-4a19-baae-1c7beee8b1ed service neutron] 10.222.0.68 "GET /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178/bindings/n-h1-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.0624228 Jul 16 22:48:14.891937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534f5e-fcbe-4efe-8310-5fdea7229603 req-25016921-3f91-4bcb-b3b5-bc48c44c46e5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:14.899456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6534f5e-fcbe-4efe-8310-5fdea7229603 req-25016921-3f91-4bcb-b3b5-bc48c44c46e5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 944 time: 0.1489744 Jul 16 22:48:14.958789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6534f5e-fcbe-4efe-8310-5fdea7229603 req-d79bcf8e-0e0a-4af6-b081-b290188c8480 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583854 Jul 16 22:48:14.995413 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:15.057403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-28ef71d3-a31b-48f4-a563-86d330fc2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.060312 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network f92e636a-f24d-4acb-a869-08d01730a0dd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:15.062105 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-28ef71d3-a31b-48f4-a563-86d330fc2120 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1096 time: 0.1692526 Jul 16 22:48:15.065457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:15.071314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:15.118756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=26d4d322-9db2-496a-b120-b7e9e93ad390,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:15.200500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-a5ab9482-4924-403d-9197-8300168bebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.202653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-a5ab9482-4924-403d-9197-8300168bebdd service neutron] 10.222.0.68 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1286843 Jul 16 22:48:15.207273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.209222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:15.211214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:48:15.247999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-002235b8-0abf-4883-991d-fc40bd6051a4 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0335600 Jul 16 22:48:15.248954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:15.256066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': '26d4d322-9db2-496a-b120-b7e9e93ad390'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:15.307247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-c835cb4f-664f-4d5d-8479-8d51e7541e50 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.0979803 Jul 16 22:48:15.321864 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:15.433882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-1f40eb44-5588-44d9-972d-f631eda6aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.435333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-1f40eb44-5588-44d9-972d-f631eda6aabc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.1160548 Jul 16 22:48:15.519906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:15.522876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-67957046-ad17-4de7-abaa-cefdf6d49e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.524409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-67957046-ad17-4de7-abaa-cefdf6d49e45 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819850 Jul 16 22:48:15.545050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:48:15.597994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:15.614215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:48:15.636058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:15.641659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:15.654607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-668cf761-163d-49f5-8de5-a9fe3adf5e55 service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200876 Jul 16 22:48:15.655145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a82b65-6e22-4fe8-8fd1-a6253682aa19 req-93462c0a-66f7-4481-aeb1-e8ba3674343d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.656791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36a82b65-6e22-4fe8-8fd1-a6253682aa19 req-93462c0a-66f7-4481-aeb1-e8ba3674343d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1554241 Jul 16 22:48:15.726759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:15.777479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36a82b65-6e22-4fe8-8fd1-a6253682aa19 req-3343969c-993f-4b69-a844-35be43a6a4f5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837176 Jul 16 22:48:15.790305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-fa631f59-ac60-4fcb-9e41-7855dd33522a service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266289 Jul 16 22:48:15.897034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['5ddb5274-03c5-46d2-94a4-ff4032768178'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:16.034254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.039685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.184504 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 0ad5aac5-b910-4a92-9144-4565921d0072 associated. External IP: 172.25.5.23, port: 26d4d322-9db2-496a-b120-b7e9e93ad390. Jul 16 22:48:16.185239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aa815-640f-41d0-9f12-ce1f9f627e4b req-4a78f939-24de-4ca2-8ddd-fc701beb1a14 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:16.187038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0aa815-640f-41d0-9f12-ce1f9f627e4b req-4a78f939-24de-4ca2-8ddd-fc701beb1a14 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.1021461 Jul 16 22:48:16.242539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0aa815-640f-41d0-9f12-ce1f9f627e4b req-9a59d114-a0b0-4472-a38d-8c8daa5b3d66 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479102 Jul 16 22:48:16.427397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:16.541131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:16.546725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.552727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:16.564492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:16.565936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:16.588460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:16.589325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca1bc55a-5c6e-4d3e-b617-da41f9cf8dc0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/0ad5aac5-b910-4a92-9144-4565921d0072 HTTP/1.1" status: 200 len: 976 time: 1.3388214 Jul 16 22:48:16.604560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:16.614436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:16.615245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:16.653849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:16.654505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c3aa2-afd6-465c-9650-a6b6b2e62888 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:16.692300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 26d4d322-9db2-496a-b120-b7e9e93ad390 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:16.692648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.784922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.972128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.972676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.973485 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 0ad5aac5-b910-4a92-9144-4565921d0072 disassociated. External IP: 172.25.5.23, port: 26d4d322-9db2-496a-b120-b7e9e93ad390. Jul 16 22:48:16.973485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 26d4d322-9db2-496a-b120-b7e9e93ad390 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:17.012380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786c9c-1a3e-46a7-ad68-6dc35b65b91b req-beaaff5c-ad22-4a38-bf89-ca969e9b6f90 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:17.013940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1786c9c-1a3e-46a7-ad68-6dc35b65b91b req-beaaff5c-ad22-4a38-bf89-ca969e9b6f90 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.0858452 Jul 16 22:48:17.065912 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1786c9c-1a3e-46a7-ad68-6dc35b65b91b req-738217c8-9730-486d-8e4f-63347bd23522 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Jul 16 22:48:17.124919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.167281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=26d4d322-9db2-496a-b120-b7e9e93ad390,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:17.218396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:17.287980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 5ddb5274-03c5-46d2-94a4-ff4032768178 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:17.297351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 5ddb5274-03c5-46d2-94a4-ff4032768178 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:17.297351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.321638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:17.463951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.542722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:17.545317 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308afc7b-786e-42a5-a10a-60fd912f6c20" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:17.576771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:17.582265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.633479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:17.645368 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:17.647280 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8fa9d-a71f-4f16-806f-c8815455d77d x-openstack-request-id: req-2fe8fa9d-a71f-4f16-806f-c8815455d77d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:17.647951 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:17.648302 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fe8fa9d-a71f-4f16-806f-c8815455d77d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:17.648714 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'code': 200} Jul 16 22:48:17.649520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:17.657518 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:17.658222 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:17.694495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:17.703403 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:17.704650 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:17.750760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.755902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:17.756378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f1c22349-bc1c-412b-a03c-8e3e901858de tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/26d4d322-9db2-496a-b120-b7e9e93ad390 HTTP/1.1" status: 204 len: 168 time: 1.1666143 Jul 16 22:48:17.758709 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:17.759597 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fd0bd-5109-467b-a0ad-1e36e59f1631 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:17.763879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c35c24-072d-4441-bf3c-6f232a79879d req-9a528c32-2fad-4622-9ca6-8e5b312deb85 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:17.765378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62c35c24-072d-4441-bf3c-6f232a79879d req-9a528c32-2fad-4622-9ca6-8e5b312deb85 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 946 time: 0.1974790 Jul 16 22:48:17.819724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7e17f0fb-4e61-47ac-83ba-3805c9e5bb6f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/floatingips/0ad5aac5-b910-4a92-9144-4565921d0072 HTTP/1.1" status: 200 len: 687 time: 0.0619891 Jul 16 22:48:17.822259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:17.824407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-62c35c24-072d-4441-bf3c-6f232a79879d req-45d8e835-0d2c-487e-be0e-acd1d2db6047 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525663 Jul 16 22:48:17.968796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port da2a8dee-782d-4269-bfd5-19a145c0bd3d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:17.969195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.048201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.048541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.061508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for da2a8dee-782d-4269-bfd5-19a145c0bd3d owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:18.195585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-f0f9314d-4b1e-4af7-8db5-d1f6e96a8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:18.197906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-f0f9314d-4b1e-4af7-8db5-d1f6e96a8e51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 1098 time: 0.0760512 Jul 16 22:48:18.209385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:18.261559 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.293462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=da2a8dee-782d-4269-bfd5-19a145c0bd3d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:18.295171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.326626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.326971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.327310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.327648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.327980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.328308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.328632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.328954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.329725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.329725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.329976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.330291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.362989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ff1b2-7f92-4448-b699-888ea5e907f3 req-bccf9ff8-984c-43cb-94d6-adc68a9e956f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:18.364430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af1ff1b2-7f92-4448-b699-888ea5e907f3 req-bccf9ff8-984c-43cb-94d6-adc68a9e956f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1619787 Jul 16 22:48:18.403807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.406374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.411529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-08fb2279-61ee-4092-aca5-07e2c5e620f6 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/0ad5aac5-b910-4a92-9144-4565921d0072 HTTP/1.1" status: 204 len: 168 time: 0.5830090 Jul 16 22:48:18.411686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:18.418711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '3b8d5662-10ae-4287-a174-4e2c2e68d7f0'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:18.426766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af1ff1b2-7f92-4448-b699-888ea5e907f3 req-dc787186-79b5-4cf0-9f60-3fe6740ae740 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543792 Jul 16 22:48:18.482243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.538878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:18.576335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:18.625156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:18.629144 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b13d27c-a219-4f10-a450-695e14edd9f6" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:18.634213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.652216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Transition to ACTIVE for port object 5ddb5274-03c5-46d2-94a4-ff4032768178 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:18.656742 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.705626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:18.862894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] No DVR routers for this DVR port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:19.032556 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee6eb3-4b7e-46d1-8709-edb8d284d29f x-openstack-request-id: req-bdee6eb3-4b7e-46d1-8709-edb8d284d29f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:19.033420 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:19.033566 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdee6eb3-4b7e-46d1-8709-edb8d284d29f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:19.033902 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'code': 200} Jul 16 22:48:19.124578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:19.129447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:19.129869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:19.134604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:48:19.137346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Attempting to bind port 5ddb5274-03c5-46d2-94a4-ff4032768178 on network c5118d60-cfde-4434-9086-361f31370c4b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:19.148333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:19.148842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Checking segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:19.149376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Bound using segment: {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:19.150012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Bound port: 5ddb5274-03c5-46d2-94a4-ff4032768178, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b5d204-e61f-47c1-a48b-bc207b019fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:19.150651 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.191643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.202122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8458c6-cddd-4d27-b50d-042428584bba req-749f068e-2857-4019-9e7a-dae83e5acd0a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.209801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df8458c6-cddd-4d27-b50d-042428584bba req-749f068e-2857-4019-9e7a-dae83e5acd0a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.1022604 Jul 16 22:48:19.256868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:19.261777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:19.268601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.297708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df8458c6-cddd-4d27-b50d-042428584bba req-dde7e795-b667-4a9f-b510-951832b86baf tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869589 Jul 16 22:48:19.322993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.323626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.325045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] 10.222.0.47 "PUT /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1094 time: 1.1202788 Jul 16 22:48:19.359775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72b204-35af-41b8-8a16-9feb4abbfcca service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:19.420306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.169 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/468a4067-1d07-43f7-8b46-12b1c7cc724f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:19.447237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-3c163c1c-ea8b-4126-9050-97fc6e7589cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.448776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-3c163c1c-ea8b-4126-9050-97fc6e7589cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1097 time: 0.0978971 Jul 16 22:48:19.577054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-aacccd0c-8054-4835-9a38-361c686e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.578688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-aacccd0c-8054-4835-9a38-361c686e6834 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1240478 Jul 16 22:48:19.603358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.653018 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:19.714070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-f7fd0676-ebc6-4dd5-9337-5569fca313f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.1294019 Jul 16 22:48:19.714377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=468a4067-1d07-43f7-8b46-12b1c7cc724f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:19.730502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:19.731932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:19.734690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:19.786680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c5c12-1b60-460f-acea-ccdc1eaadffd req-31d0263b-835a-45cb-9ae2-a33902b47deb tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.789164 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-548c5c12-1b60-460f-acea-ccdc1eaadffd req-31d0263b-835a-45cb-9ae2-a33902b47deb tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1397109 Jul 16 22:48:19.795326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-934c0472-a9d3-408d-8dc3-9cc03417552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.797253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-934c0472-a9d3-408d-8dc3-9cc03417552e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0743096 Jul 16 22:48:19.862029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-548c5c12-1b60-460f-acea-ccdc1eaadffd req-4e5d0ab4-7e1a-4f5c-81c0-cd18b15ee04e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635993 Jul 16 22:48:19.913517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-4c9fa6c9-36c9-4260-92f4-2205b3ab676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:19.914970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-4c9fa6c9-36c9-4260-92f4-2205b3ab676b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942616 Jul 16 22:48:20.027158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-596032bc-0d5a-466c-9d9a-7df958015310 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044874 Jul 16 22:48:20.136840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbc09aaf-5806-4f86-93fd-041420af6ad0 req-d14e7763-60fa-44ab-add3-9a34eaed6296 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031969 Jul 16 22:48:20.209307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.287671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.474564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.505310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.629910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=468a4067-1d07-43f7-8b46-12b1c7cc724f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:20.660762 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.713742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39be2-5a2c-454e-8313-9e9333014bd0 req-ed35a65f-2ac7-46ed-982c-5e5d973831a5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:20.715266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc39be2-5a2c-454e-8313-9e9333014bd0 req-ed35a65f-2ac7-46ed-982c-5e5d973831a5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.2604203 Jul 16 22:48:20.743244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.811985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1fc39be2-5a2c-454e-8313-9e9333014bd0 req-5d54ff7b-1756-4c16-9da1-ae5ebef00872 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831621 Jul 16 22:48:20.823335 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 9ee18568-0e66-4d90-b7a7-ef92eef4d212 associated. External IP: 172.25.5.169, port: 3b8d5662-10ae-4287-a174-4e2c2e68d7f0. Jul 16 22:48:21.037359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:21.040003 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec4e6ae-cc4a-47af-876f-8762d93b382c" -d '{"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:21.058961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:21.083176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3a24-cc79-46d1-9f51-4ac3ea42d05c req-c0e43c16-17c7-4f70-9133-8bff799c344c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:21.092098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-002c3a24-cc79-46d1-9f51-4ac3ea42d05c req-c0e43c16-17c7-4f70-9133-8bff799c344c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.0860739 Jul 16 22:48:21.112772 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318c086-4bff-44d0-98e7-e5183e5449cb x-openstack-request-id: req-b318c086-4bff-44d0-98e7-e5183e5449cb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:21.113119 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:21.113380 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b318c086-4bff-44d0-98e7-e5183e5449cb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:21.113768 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:48:21.145296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-002c3a24-cc79-46d1-9f51-4ac3ea42d05c req-86fb57c8-dc51-42fd-83b9-ad6886fee44a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522008 Jul 16 22:48:21.188125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:21.200837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:21.204132 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.224750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:21.225717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:21.245954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-7a47388a-f128-4956-978a-d7a1a720fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:21.248078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-7a47388a-f128-4956-978a-d7a1a720fbbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1097 time: 0.1009543 Jul 16 22:48:21.254395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:21.254677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6bfc2eec-d460-4ae7-8646-5c83175e230b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8419621 Jul 16 22:48:21.256343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-6f2ce32b-33b2-4b44-ac1f-b7025b4c9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:21.258462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-6f2ce32b-33b2-4b44-ac1f-b7025b4c9527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1097 time: 0.1253333 Jul 16 22:48:21.261205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:21.264041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1063189589'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:21.285446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:21.307817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:21.308442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:21.342051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:21.342706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f1224-ad0e-4f9a-b27b-73a512f52bb8 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:21.352363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:21.758689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:21.762132 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.891040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-f26968f4-d415-4596-b604-87ab546d4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:21.892541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-f26968f4-d415-4596-b604-87ab546d4c80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.6229622 Jul 16 22:48:21.893508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-78b159ba-b2d9-4fe8-8b1f-86cd38c44b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:21.894800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-78b159ba-b2d9-4fe8-8b1f-86cd38c44b68 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.6273890 Jul 16 22:48:21.903415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:48:21.917446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.917871 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Added segment 18ee6103-61ae-42d4-964e-73da7d297d28 of type vlan for network 9bd6baf1-58cb-4095-b079-763093bfb212 Jul 16 22:48:22.030787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8952605-9d66-4277-ba44-2be46a571c6d req-33613412-4bd3-4a0e-b528-6468aeecb47f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.033476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8952605-9d66-4277-ba44-2be46a571c6d req-33613412-4bd3-4a0e-b528-6468aeecb47f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 945 time: 0.0754445 Jul 16 22:48:22.047139 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.074038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8952605-9d66-4277-ba44-2be46a571c6d req-0eb27e4a-f440-4ccd-891b-1383a05d0755 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350046 Jul 16 22:48:22.101981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-67cca09d-fafb-4028-9c1a-d117281a9b9d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.1422422 Jul 16 22:48:22.103271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:22.160702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-44db8366-c31b-4ae9-8b44-13a21bc6f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.162204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-44db8366-c31b-4ae9-8b44-13a21bc6f45a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0529749 Jul 16 22:48:22.164953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-d55c1894-cc20-4527-bef4-2291111d16ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 999 time: 0.2629981 Jul 16 22:48:22.167574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.174053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.174801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.184653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ddc5a102-f6c6-4706-99dd-c31235adba7e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/bf04a6cb-1c10-407a-9c6c-5d053aacde78 HTTP/1.1" status: 200 len: 991 time: 0.0802255 Jul 16 22:48:22.285516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0232992 Jul 16 22:48:22.286441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35456) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:22.291918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'subnet': {'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:22.331802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea6265-abe2-4ee5-b3dc-12882d5c9f8d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Network': ['ID=9bd6baf1-58cb-4095-b079-763093bfb212,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:22.343026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:48:22.365165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-fde72dee-f6d1-4588-a8af-ee74f6d8e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.367038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-fde72dee-f6d1-4588-a8af-ee74f6d8e70b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.1888571 Jul 16 22:48:22.410250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:22.415691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.428553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-de05631a-9436-4ecd-b563-49cbd7f69749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.430417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-de05631a-9436-4ecd-b563-49cbd7f69749 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2509024 Jul 16 22:48:22.478421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051739-7d48-468a-9cb1-8b648cd59e4c req-c950ccbb-aefb-45a9-87d9-d5bf98b9a117 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.480152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66051739-7d48-468a-9cb1-8b648cd59e4c req-c950ccbb-aefb-45a9-87d9-d5bf98b9a117 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1878681 Jul 16 22:48:22.559847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-c96ffc3c-c861-49c8-b196-8780f43538df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.561386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-c96ffc3c-c861-49c8-b196-8780f43538df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848810 Jul 16 22:48:22.636581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.651091 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-66051739-7d48-468a-9cb1-8b648cd59e4c req-79469444-a620-48d8-9287-84460d34b741 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602175 Jul 16 22:48:22.676635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-33f952e8-af90-4247-9509-19ff817314bf service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347479 Jul 16 22:48:22.759205 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-cb8414e3-8cac-453b-814e-dbfa5686f8e2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850443 Jul 16 22:48:22.769837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Checking segment: {'id': '18ee6103-61ae-42d4-964e-73da7d297d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:22.773146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network hostable DHCP agents. Network: 9bd6baf1-58cb-4095-b079-763093bfb212, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:48:22.775569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Subnet': ['ID=dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:22.811819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:48:22.823221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9bd6baf1-58cb-4095-b079-763093bfb212) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:22.832481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bac37-6c16-48cb-a010-e629d8ff6746 None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:22.833386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:22.834095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.864642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b0649944-8177-4918-b471-d7c5a457261a tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5731666 Jul 16 22:48:22.864642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:22.868038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-490750105', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:22.910416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.911635 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:22.935058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-54f7a82c-659f-4dba-9b49-ca7f5ce119bc service neutron] 10.222.0.68 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515094 Jul 16 22:48:22.972134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eec4e6ae-cc4a-47af-876f-8762d93b382c req-695bd361-6950-4f4b-b987-bb881be4ba52 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737256 Jul 16 22:48:23.005226 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.053022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.064437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9bd6baf1-58cb-4095-b079-763093bfb212', 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212', 'tenant_id': '74b1049e3e0746f6bf88af987d874f0a', 'fixed_ips': [{'subnet_id': 'dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:48:23.065759 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.164362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.217973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Allocated IP 172.20.0.2 (9bd6baf1-58cb-4095-b079-763093bfb212/dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc/d633bab0-a042-4555-864c-cb5628b1a5e2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:23.362966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.373903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.382545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.382996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Transition to ACTIVE for port object d633bab0-a042-4555-864c-cb5628b1a5e2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:23.403193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Transition to ACTIVE for port object d633bab0-a042-4555-864c-cb5628b1a5e2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:23.408350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.449727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:23.457334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:23.463067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:23.472524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Pushing event updated for resources: {'Port': ['ID=d633bab0-a042-4555-864c-cb5628b1a5e2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:23.495888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.496236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.496564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.496899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.497267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.497597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.497927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.498579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.498579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.498871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.499198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.499521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:23.512263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.25.5.237 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/47fd45ae-b5ed-4ba3-99a1-172b0065355f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:23.541133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Attempting to bind port d633bab0-a042-4555-864c-cb5628b1a5e2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:23.541504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Attempting to bind port d633bab0-a042-4555-864c-cb5628b1a5e2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '18ee6103-61ae-42d4-964e-73da7d297d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:23.541861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Attempting to bind port d633bab0-a042-4555-864c-cb5628b1a5e2 on network 9bd6baf1-58cb-4095-b079-763093bfb212 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:23.546883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:23.547259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Checking segment: {'id': '18ee6103-61ae-42d4-964e-73da7d297d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:23.547660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.548051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Bound using segment: {'id': '18ee6103-61ae-42d4-964e-73da7d297d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:23.548545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Bound port: d633bab0-a042-4555-864c-cb5628b1a5e2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ee6103-61ae-42d4-964e-73da7d297d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:23.549198 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.613513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] For port d633bab0-a042-4555-864c-cb5628b1a5e2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:23.617219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] For port d633bab0-a042-4555-864c-cb5628b1a5e2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d633bab0-a042-4555-864c-cb5628b1a5e2,segment=NetworkSegment(18ee6103-61ae-42d4-964e-73da7d297d28),segment_id=18ee6103-61ae-42d4-964e-73da7d297d28)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:23.621673 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.623880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.670376 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:23.705523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e3b9e-eea4-4606-8589-17ba1fcbfdfe None None] Pushing event updated for resources: {'Port': ['ID=d633bab0-a042-4555-864c-cb5628b1a5e2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:23.746267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:23.753588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:23.756505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:23.788398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=47fd45ae-b5ed-4ba3-99a1-172b0065355f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:24.268517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:48:24.409118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053c49e-9494-47a3-a7e2-44d370c86fa8 req-fe711c59-cd2f-428e-8f0f-c8e76859b9d6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:24.410666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6053c49e-9494-47a3-a7e2-44d370c86fa8 req-fe711c59-cd2f-428e-8f0f-c8e76859b9d6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.5292020 Jul 16 22:48:24.418003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:24.433088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'port_id': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'mac_address': 'fa:16:3e:ae:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:48:24.480136 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:24.494007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6053c49e-9494-47a3-a7e2-44d370c86fa8 req-455e4c31-d7d8-4e34-905b-4d5558d669c6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771163 Jul 16 22:48:24.495500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:48:24.509177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:24.539550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:24.546047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:24.634865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:24.765442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['5ddb5274-03c5-46d2-94a4-ff4032768178'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:24.787039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.021032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router 3c83a765-f41e-406a-a7cb-2be478286760 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:48:25.027287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093e34e-df74-42f2-89f6-d7f130d720d8 None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:25.147648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fac31ed4-1af5-4922-9277-aaa8cca20da9 None None] Provisioning for port d633bab0-a042-4555-864c-cb5628b1a5e2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:25.174060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:25.185611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] Sync routers for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:25.197956 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:25.199430 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.203927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fd3874e3-51bd-4108-9368-6f9ec27b2beb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3369172 Jul 16 22:48:25.204368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:25.205601 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:25.278868 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:25.292014 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:25.292772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:25.327299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:25.333401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d5007-cccc-49a4-9721-80a72f16d18c None None] The sync data for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:25.699896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.703427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0147f11-81f1-4d78-b449-0c591110b34e req-e6560eb6-a049-4291-baad-7037f5031d3f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:25.705261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0147f11-81f1-4d78-b449-0c591110b34e req-e6560eb6-a049-4291-baad-7037f5031d3f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.0787899 Jul 16 22:48:25.750434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0147f11-81f1-4d78-b449-0c591110b34e req-713c84fd-ab09-425f-8ae4-d80e71c55a71 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 Jul 16 22:48:25.785165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d633bab0-a042-4555-864c-cb5628b1a5e2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:25.832674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d633bab0-a042-4555-864c-cb5628b1a5e2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:25.836451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d633bab0-a042-4555-864c-cb5628b1a5e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:25.836833 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.940506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.983948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d633bab0-a042-4555-864c-cb5628b1a5e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d633bab0-a042-4555-864c-cb5628b1a5e2,segment=NetworkSegment(18ee6103-61ae-42d4-964e-73da7d297d28),segment_id=18ee6103-61ae-42d4-964e-73da7d297d28)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:25.988571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.005642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.1 (9bd6baf1-58cb-4095-b079-763093bfb212/dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc/c94e8a6d-82c6-4ae6-8d9e-f079a44853d0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:26.043136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d633bab0-a042-4555-864c-cb5628b1a5e2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:26.122337 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.135729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Transition to ACTIVE for port object c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:26.168906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.208525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:26.213955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:26.217767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:26.245327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=c94e8a6d-82c6-4ae6-8d9e-f079a44853d0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:26.274213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.285296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:26.340105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 5ddb5274-03c5-46d2-94a4-ff4032768178 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:26.344990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 5ddb5274-03c5-46d2-94a4-ff4032768178 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:26.346604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.432931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.438416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.499430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:26.502662 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d193633-f637-4f11-83b4-3e86363c4453" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:26.527639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:26.529076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d0e6bbde-ce46-4bc5-bd37-7e9a43a5ab04 None None] Provisioning for port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:26.533528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d0e6bbde-ce46-4bc5-bd37-7e9a43a5ab04 None None] Provisioning complete for port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:26.534046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0e6bbde-ce46-4bc5-bd37-7e9a43a5ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.535767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.580354 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a0a14-ec85-4332-8f43-0cd53afa8e7f x-openstack-request-id: req-fb5a0a14-ec85-4332-8f43-0cd53afa8e7f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:26.580649 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:26.580900 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb5a0a14-ec85-4332-8f43-0cd53afa8e7f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:26.581314 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'code': 200} Jul 16 22:48:26.607032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6bbde-ce46-4bc5-bd37-7e9a43a5ab04 None None] Port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:26.618523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:26.786689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:26.794221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.037124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=c94e8a6d-82c6-4ae6-8d9e-f079a44853d0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:27.037124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.037124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-af8d06ec-2d55-4047-9b0d-9c302e601aa2 req-f58733bf-8a9e-4dac-9aa5-0ea6c3db4115 service neutron] (93923) timed out ('10.222.0.70', 37472) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:48:27.078144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:27.079716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:27.137857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2b1b-7189-41bf-8f6b-03fa90a0206e req-8fd3940b-8922-445f-8102-12dba3a8ca2a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:27.139578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48aa2b1b-7189-41bf-8f6b-03fa90a0206e req-8fd3940b-8922-445f-8102-12dba3a8ca2a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1481872 Jul 16 22:48:27.237223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48aa2b1b-7189-41bf-8f6b-03fa90a0206e req-a0d1622e-9422-4e39-9b50-3b021525b40c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898409 Jul 16 22:48:27.239082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router 3c83a765-f41e-406a-a7cb-2be478286760 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:27.317648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:48:27.425070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:27.431462 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5fd694be-a2ad-4b84-a88a-b21769312aeb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/routers/3c83a765-f41e-406a-a7cb-2be478286760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2256553 Jul 16 22:48:27.434270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:27.443145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'port': {'network_id': '9bd6baf1-58cb-4095-b079-763093bfb212', 'name': 'tempest-FloatingIPTestJSON-1924108962'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:27.447228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] Sync routers for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:27.455977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-513e7cb3-fcf0-4593-982c-19f09bfb1562 None None] Provisioning complete for port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:27.456357 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-513e7cb3-fcf0-4593-982c-19f09bfb1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.501643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:27.502283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:27.505127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:27.569515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:27.580395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-513e7cb3-fcf0-4593-982c-19f09bfb1562 None None] Port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:27.591237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:48:27.604024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:27.604659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:27.606557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Made reservation on behalf of 74b1049e3e0746f6bf88af987d874f0a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:27.607043 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-70595030-59a9-4630-a716-f4b09b6fcb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.613983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.643136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] device_id is not set on port 0e9d7ec8-cde3-4055-b4f5-b86a261d448f yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:48:27.664467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:27.665151 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d006cd7-d0f4-4301-88e8-3d3625bb34a5 None None] The sync data for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:27.677495 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.692549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:48:27.728287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:27.731963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.805497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d633bab0-a042-4555-864c-cb5628b1a5e2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:27.846645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Allocated IP 172.20.0.14 (9bd6baf1-58cb-4095-b079-763093bfb212/dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc/0e9d7ec8-cde3-4055-b4f5-b86a261d448f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:28.059951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2b0a1511-a3c3-4931-b909-3902899e83fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:28.116757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.127483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:28.135056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Transition to ACTIVE for port object 0e9d7ec8-cde3-4055-b4f5-b86a261d448f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:28.182740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d633bab0-a042-4555-864c-cb5628b1a5e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:28.183116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.225897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.323665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:28.325793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:28.329297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:28.400681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event updated for resources: {'Port': ['ID=0e9d7ec8-cde3-4055-b4f5-b86a261d448f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:28.473759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:28.490170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.539017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fe395e18-4647-4071-a3ef-28c209412e5b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1031094 Jul 16 22:48:28.539626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:28.571205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Request body: {'floatingip': {'port_id': '0e9d7ec8-cde3-4055-b4f5-b86a261d448f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:28.677888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb18fd-26be-4b61-a38f-7b80c3202786 req-08181dd3-9c97-4da8-b506-3f93d4d8975a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:28.680311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fffb18fd-26be-4b61-a38f-7b80c3202786 req-08181dd3-9c97-4da8-b506-3f93d4d8975a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 944 time: 0.2025623 Jul 16 22:48:28.757300 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fffb18fd-26be-4b61-a38f-7b80c3202786 req-8f4284eb-5799-4e2b-b7f8-7b79227e6f6d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707510 Jul 16 22:48:28.767442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.816835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:28.915718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6b5f5c8a-4c9c-48bf-8cd8-c7eb70c6f99d None None] Provisioning for port 0e9d7ec8-cde3-4055-b4f5-b86a261d448f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:28.922089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6b5f5c8a-4c9c-48bf-8cd8-c7eb70c6f99d None None] Provisioning complete for port 0e9d7ec8-cde3-4055-b4f5-b86a261d448f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:28.922584 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5c8a-4c9c-48bf-8cd8-c7eb70c6f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.960457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f5c8a-4c9c-48bf-8cd8-c7eb70c6f99d None None] Port 0e9d7ec8-cde3-4055-b4f5-b86a261d448f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:29.029233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ba54-d9c8-473e-be73-8dbe4181d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.178312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ba54-d9c8-473e-be73-8dbe4181d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.184088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ba54-d9c8-473e-be73-8dbe4181d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.263056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8ba54-d9c8-473e-be73-8dbe4181d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76abba2e-bbb4-4ee2-a63d-5d6b152b409d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:29.287763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ecf8ba54-d9c8-473e-be73-8dbe4181d91b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d70e30dae87740048ed93634b5dd25ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685485 Jul 16 22:48:29.290668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:29.319164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:29.399404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.432036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2b0a1511-a3c3-4931-b909-3902899e83fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:29.437294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.443666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.532239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.535653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.539275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76abba2e-bbb4-4ee2-a63d-5d6b152b409d HTTP/1.1" status: 204 len: 168 time: 0.2452869 Jul 16 22:48:29.549481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2c134-53ab-4a94-8e2d-93e5d687f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76abba2e-bbb4-4ee2-a63d-5d6b152b409d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:29.633822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.695674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:29.698984 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f096ac6-8e43-4e53-9eb2-b0e79205225b" -d '{"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:29.713857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:29.731287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.737612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.748598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.804209 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac268aed-14a9-4c4c-bd57-1bf57dfb0c4a x-openstack-request-id: req-ac268aed-14a9-4c4c-bd57-1bf57dfb0c4a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:29.804549 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:29.805012 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac268aed-14a9-4c4c-bd57-1bf57dfb0c4a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:29.805583 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'code': 200} Jul 16 22:48:29.829140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:29.867094 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed5565a4-9416-4052-9320-582b7e81fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.936734 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 9ee18568-0e66-4d90-b7a7-ef92eef4d212 associated. External IP: 172.25.5.169, port: 3b8d5662-10ae-4287-a174-4e2c2e68d7f0. Jul 16 22:48:30.131490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:30.198771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e2fb-78c0-4e04-b94b-fdf19ae2f4e9 req-02e844cd-8f98-4320-8212-41d0385e8bdf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:30.206358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:30.210645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8de3e2fb-78c0-4e04-b94b-fdf19ae2f4e9 req-02e844cd-8f98-4320-8212-41d0385e8bdf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1661639 Jul 16 22:48:30.293422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8de3e2fb-78c0-4e04-b94b-fdf19ae2f4e9 req-f4e14082-bf69-44e0-bbae-0022737dc9ba tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818408 Jul 16 22:48:30.379026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:30.398146 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:30.413071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:30.413820 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:30.500928 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:30.525266 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:30.526827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:30.572306 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:30.573306 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9c46b-18b0-42a1-9763-6128e1ddfb35 None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:30.848435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router 3c83a765-f41e-406a-a7cb-2be478286760 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:31.045492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:31.083989 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.091909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] Sync routers for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:31.123178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:31.124034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:31.170520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9c8f4ba4-7285-4b6b-a5d5-83e762befac1 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/floatingips/9ee18568-0e66-4d90-b7a7-ef92eef4d212 HTTP/1.1" status: 200 len: 979 time: 2.6272697 Jul 16 22:48:31.171193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.194986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:31.216991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:31.217899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:31.272194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:31.273139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12a943-6db7-4c9f-b135-6987cbefeff2 None None] The sync data for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:31.322734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 0e9d7ec8-cde3-4055-b4f5-b86a261d448f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:31.323208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.414301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.457927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.666454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883a90e-b31f-49e8-aab3-afdde6710010 req-019016ea-da7d-483a-9401-fbc82510a5a7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:31.668495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b883a90e-b31f-49e8-aab3-afdde6710010 req-019016ea-da7d-483a-9401-fbc82510a5a7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.1382353 Jul 16 22:48:31.698838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.740419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.743758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.744179 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Floating IP 9ee18568-0e66-4d90-b7a7-ef92eef4d212 disassociated. External IP: 172.25.5.169, port: 0e9d7ec8-cde3-4055-b4f5-b86a261d448f. Jul 16 22:48:31.746396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 0e9d7ec8-cde3-4055-b4f5-b86a261d448f owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:31.747429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b883a90e-b31f-49e8-aab3-afdde6710010 req-49f5f997-2592-4366-833e-acdb07999c9e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703645 Jul 16 22:48:31.958601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.983755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'network': {'name': 'tempest-network-smoke--1319637201', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:32.016192 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=0e9d7ec8-cde3-4055-b4f5-b86a261d448f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:32.173325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:32.178083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.194677 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.310581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router 3c83a765-f41e-406a-a7cb-2be478286760 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:32.400006 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.414976 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.743379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.867682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:48:32.880400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeb4a66-4ad4-4205-816f-03dbc3fef90e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:32.909706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.910063 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Added segment 7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88 of type vlan for network 9578a586-9fbc-4da4-aed7-4d95f71a7598 Jul 16 22:48:32.979215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.035647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:33.051038 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] Sync routers for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:33.063776 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:33.065129 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:33.106847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.112598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:33.113276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.116458 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:33.128942 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:33.129755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:33.168733 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:33.169795 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfe04a-11c7-4813-8294-f560fe64fd58 None None] The sync data for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:33.225130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Network': ['ID=9578a586-9fbc-4da4-aed7-4d95f71a7598,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:33.231758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.233766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a6f83312-792f-4f16-be17-66e86db5e28b tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/0e9d7ec8-cde3-4055-b4f5-b86a261d448f HTTP/1.1" status: 204 len: 168 time: 2.0615215 Jul 16 22:48:33.237055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:33.240827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2e1b30d9-71c4-4c5d-b281-317fc7e66bb9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5382488 Jul 16 22:48:33.241117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:48:33.241548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:33.246890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfa780-4276-42ee-8693-bf8d905323d3 req-3a707f8d-1d8b-4c73-8aea-876375383128 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:33.248491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5acfa780-4276-42ee-8693-bf8d905323d3 req-3a707f8d-1d8b-4c73-8aea-876375383128 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.2653770 Jul 16 22:48:33.252046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'admin_state_up': True, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:33.320900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5acfa780-4276-42ee-8693-bf8d905323d3 req-3c0c92ed-3813-4c0e-8fa4-c720c0e6bcc5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660532 Jul 16 22:48:33.417533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.419001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.973177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.209758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.635202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.638000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.728331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.873177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0228ad-4a30-4dd5-9fac-c23a86adcd22 req-4f51a02f-b530-486f-bbe6-d3979285e152 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:34.881161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa0228ad-4a30-4dd5-9fac-c23a86adcd22 req-4f51a02f-b530-486f-bbe6-d3979285e152 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.3307412 Jul 16 22:48:35.053681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.25.5.141 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/2502ac57-bf5b-420e-b904-0c427048095f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:35.061050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa0228ad-4a30-4dd5-9fac-c23a86adcd22 req-fa87f206-e982-4890-bbbe-c14a17d167e7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789019 Jul 16 22:48:35.215500 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:35.340001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:35.383992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=2502ac57-bf5b-420e-b904-0c427048095f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:35.411384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:35.415783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:35.418449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:35.461804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:35.462440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:35.674449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:35.701913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for c94e8a6d-82c6-4ae6-8d9e-f079a44853d0 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:35.996223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:36.173492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:36.273584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=c94e8a6d-82c6-4ae6-8d9e-f079a44853d0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:36.327050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fe46-4ea7-4525-8ec4-e6d2c64c2d13 req-b7277037-afeb-474e-a5db-e67bf50036c7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:36.328805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4356fe46-4ea7-4525-8ec4-e6d2c64c2d13 req-b7277037-afeb-474e-a5db-e67bf50036c7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.0831707 Jul 16 22:48:36.390636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4356fe46-4ea7-4525-8ec4-e6d2c64c2d13 req-8418b8b6-f7f1-4fe7-b491-8a9be7791790 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543721 Jul 16 22:48:36.445607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:37.140399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:37.356824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:48:37.592125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router 3c83a765-f41e-406a-a7cb-2be478286760 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:37.604975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:37.617196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:37.631531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:37.632596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:37.684274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:37.689058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-726278fc-5cad-471c-97d8-28fa6be5090a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4408066 Jul 16 22:48:37.689328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:37.746426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd43ed1-085e-4ff1-afbd-54a50f75d3f9 req-000cbdd1-b21e-4b8c-bc8c-b802a695f540 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:37.748115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bd43ed1-085e-4ff1-afbd-54a50f75d3f9 req-000cbdd1-b21e-4b8c-bc8c-b802a695f540 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.2093678 Jul 16 22:48:37.778026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:37.802079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:37.814166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04a7ff73-d1b5-42f5-b9c0-cd549c2f402d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/routers/3c83a765-f41e-406a-a7cb-2be478286760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5659397 Jul 16 22:48:37.814484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:37.830076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] Sync routers for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:37.841548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4bd43ed1-085e-4ff1-afbd-54a50f75d3f9 req-119eef56-5aa7-422d-82fb-2864f4478914 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812080 Jul 16 22:48:37.846099 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:37.846847 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:37.924217 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:37.934094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] Routers {'3c83a765-f41e-406a-a7cb-2be478286760'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:37.934800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3c83a765-f41e-406a-a7cb-2be478286760'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:37.983990 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:37.988806 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986b11a-00e2-4130-b4dc-05b6bf6a529b None None] The sync data for ids ['3c83a765-f41e-406a-a7cb-2be478286760'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:38.081439 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.081974 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f6ff71b-f1b8-4f42-aaf3-ab4281b3e28c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5dedfcef35f04c1db1a38fce72df9aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3919020 Jul 16 22:48:38.106224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.109990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:35Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:38.149055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:38.149457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Updating router d7f9570b-7043-4256-9a19-100ff9758fad port 2502ac57-bf5b-420e-b904-0c427048095f binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:48:38.201259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.223608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.362822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.426609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317979eb-1977-4697-8aaf-ee4c15c2a989 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:38.430694 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-317979eb-1977-4697-8aaf-ee4c15c2a989 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3456731 Jul 16 22:48:38.432749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.524208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-630a20bd-d019-4356-b145-9171734e116b tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847821 Jul 16 22:48:38.524404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.543077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110229554', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:38.580607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-83bad97e-002e-4e67-b87b-a74ff17452a4 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4488 time: 0.3556044 Jul 16 22:48:38.583123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.596839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.600606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'network': {'name': 'tempest-network-smoke--680594599', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'port_security_enabled': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:38.612798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Transition to ACTIVE for port object 2502ac57-bf5b-420e-b904-0c427048095f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:38.632761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.650068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:38.655275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.701991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 47fd45ae-b5ed-4ba3-99a1-172b0065355f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:38.702971 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.730963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:48:38.743748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Attempting to bind port 2502ac57-bf5b-420e-b904-0c427048095f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:38.744517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Attempting to bind port 2502ac57-bf5b-420e-b904-0c427048095f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:38.746428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Attempting to bind port 2502ac57-bf5b-420e-b904-0c427048095f on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:38.754201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.755999 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Added segment af2b9314-9ada-4068-89b7-7901a9a0b616 of type vlan for network c94f4a9f-f366-4aeb-b67b-3113eae8638c Jul 16 22:48:38.760299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:38.775814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:38.777068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.778916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:38.780039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Bound port: 2502ac57-bf5b-420e-b904-0c427048095f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:38.781450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.815709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69d2f6-33c2-433b-bd3f-8cb23644a2cb None None] Pushing event updated for resources: {'Port': ['ID=2502ac57-bf5b-420e-b904-0c427048095f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:38.839645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.843019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.879964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] For port 2502ac57-bf5b-420e-b904-0c427048095f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:38.883672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] For port 2502ac57-bf5b-420e-b904-0c427048095f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2502ac57-bf5b-420e-b904-0c427048095f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:38.891933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 47fd45ae-b5ed-4ba3-99a1-172b0065355f owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:38.895096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.913908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.918656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:38.920929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:38.921816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.937515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:38.969097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:38.970805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:38.972118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3898003 Jul 16 22:48:38.975962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:38.982708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'admin_state_up': True, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:39.023458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69d2f6-33c2-433b-bd3f-8cb23644a2cb None None] Pushing event updated for resources: {'Port': ['ID=2502ac57-bf5b-420e-b904-0c427048095f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:39.118843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3b2a0-07d8-47c4-8ec2-d7eeef51fa26 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Network': ['ID=c94f4a9f-f366-4aeb-b67b-3113eae8638c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:39.136864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:48:39.147883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.150645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.241931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.242847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:39.414147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6e79-f85a-45fa-8030-1f08aa6491a5 req-9feefc4d-c6f2-4c07-99c8-e932706b20c5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:39.416068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e1d6e79-f85a-45fa-8030-1f08aa6491a5 req-9feefc4d-c6f2-4c07-99c8-e932706b20c5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.2716210 Jul 16 22:48:39.473560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:35Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:39.483234 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e1d6e79-f85a-45fa-8030-1f08aa6491a5 req-aed67ec1-9df1-48ae-9959-6f897ad23dd1 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601285 Jul 16 22:48:39.536595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca97cca-3db7-43ab-9b4f-dedcc0c248e4 None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:35Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:39.596326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.608716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.621474 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.652316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=47fd45ae-b5ed-4ba3-99a1-172b0065355f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:39.784400 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:39.790441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-ef40727c-0119-4f09-b718-7fde4332f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:39.792594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-ef40727c-0119-4f09-b718-7fde4332f9e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1097 time: 0.3761694 Jul 16 22:48:39.804468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Checking segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:39.804847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network hostable DHCP agents. Network: 9578a586-9fbc-4da4-aed7-4d95f71a7598, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:48:39.965114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Subnet': ['ID=282533ad-e3de-4790-9d83-c7ae1896273a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:40.001822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.003794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:48:40.006339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.148205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 9578a586-9fbc-4da4-aed7-4d95f71a7598) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:40.154486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:40.158665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.164632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb10ed-60ba-42e1-a234-7f46f5b7d5ae None None] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:40.168895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-724a067c-1200-4168-922b-074001c62702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:40.170236 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.170823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Fanout notify agent at l3_agent the message router_deleted on router 3c83a765-f41e-406a-a7cb-2be478286760 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:48:40.181722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-724a067c-1200-4168-922b-074001c62702 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.3277464 Jul 16 22:48:40.197597 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.210376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b915479-80e4-4d4c-9053-fc33b3c9dafb tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/routers/3c83a765-f41e-406a-a7cb-2be478286760 HTTP/1.1" status: 204 len: 168 time: 2.3945358 Jul 16 22:48:40.211257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:40.287836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting subnet dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:48:40.300114 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-16a2f323-50ce-4865-9873-76bed451269e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7747486 Jul 16 22:48:40.302639 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.305403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:40.404884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.410185 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-442a8956-8e3a-4f59-afb0-d569b679aa15 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 1000 time: 0.1381888 Jul 16 22:48:40.444035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.581205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.593031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-9578a586-9fbc-4da4-aed7-4d95f71a7598', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:48:40.595534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.622216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-d81f0a61-c942-4ce4-8bc0-4e0a1d536720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:40.635922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-d81f0a61-c942-4ce4-8bc0-4e0a1d536720 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.2060411 Jul 16 22:48:40.900447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Allocated IP 172.20.0.2 (9578a586-9fbc-4da4-aed7-4d95f71a7598/282533ad-e3de-4790-9d83-c7ae1896273a/65a61a57-7268-4943-bd51-fc83a5d479ca) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:40.908067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:40.913045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.25.5.125 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/df2a806f-171a-4d23-a03a-7cd2869d8098) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:41.033509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-b9a158d6-f232-457f-8285-9c5e16b30c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:41.035608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-b9a158d6-f232-457f-8285-9c5e16b30c6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3905985 Jul 16 22:48:41.096588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.132142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.137571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/subnets/dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc HTTP/1.1" status: 204 len: 168 time: 0.9223936 Jul 16 22:48:41.142330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:41.172733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c99d-7e7c-4a11-87c5-a6aadd34aa49 req-15e1d523-2746-4db6-bcee-f21b05e7b3d2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:41.183031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61d0c99d-7e7c-4a11-87c5-a6aadd34aa49 req-15e1d523-2746-4db6-bcee-f21b05e7b3d2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.3800740 Jul 16 22:48:41.187956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631dceb8-26dc-4aa2-8982-d31c7f84f03a None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:41.279816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39354eb-84e4-419c-9ae9-91827896ab2f tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:41.339305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61d0c99d-7e7c-4a11-87c5-a6aadd34aa49 req-1b89422a-2719-4a32-b9c2-3ab3c02af1f3 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546166 Jul 16 22:48:41.342908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.384975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.386426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Transition to ACTIVE for port object 65a61a57-7268-4943-bd51-fc83a5d479ca will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:41.393991 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-9a694721-4250-4b20-91c7-aa5edf79fe0f service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484113 Jul 16 22:48:41.519163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Transition to ACTIVE for port object 65a61a57-7268-4943-bd51-fc83a5d479ca will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:41.565569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.571840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.588077 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.638663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.665141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:41.672124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-351ae956-24d0-4b05-ad63-22440c7f5832 req-e0d181d0-bc74-4c6e-99a9-bd8f551f5589 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718358 Jul 16 22:48:41.673658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=df2a806f-171a-4d23-a03a-7cd2869d8098,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:41.676746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:41.683484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:41.707084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:41.752282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:41.756400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:41.760519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Pushing event updated for resources: {'Port': ['ID=65a61a57-7268-4943-bd51-fc83a5d479ca,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:41.919124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Attempting to bind port 65a61a57-7268-4943-bd51-fc83a5d479ca on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:41.919659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Attempting to bind port 65a61a57-7268-4943-bd51-fc83a5d479ca by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:41.920138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Attempting to bind port 65a61a57-7268-4943-bd51-fc83a5d479ca on network 9578a586-9fbc-4da4-aed7-4d95f71a7598 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:41.924535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] DHCP port deletion for 9bd6baf1-58cb-4095-b079-763093bfb212 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:48:41.933752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port d633bab0-a042-4555-864c-cb5628b1a5e2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:41.934290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.941049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2502ac57-bf5b-420e-b904-0c427048095f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:41.989892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:41.990588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Checking segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:41.992264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:41.993037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Bound using segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:41.994873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Bound port: 65a61a57-7268-4943-bd51-fc83a5d479ca, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:41.995451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.097783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] For port d633bab0-a042-4555-864c-cb5628b1a5e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d633bab0-a042-4555-864c-cb5628b1a5e2,segment=NetworkSegment(18ee6103-61ae-42d4-964e-73da7d297d28),segment_id=18ee6103-61ae-42d4-964e-73da7d297d28)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:42.098779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.138333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for d633bab0-a042-4555-864c-cb5628b1a5e2 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:42.151607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.185461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2502ac57-bf5b-420e-b904-0c427048095f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:42.199573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2502ac57-bf5b-420e-b904-0c427048095f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:42.200244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.241957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Deleting port d633bab0-a042-4555-864c-cb5628b1a5e2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:42.245640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.256192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] For port 65a61a57-7268-4943-bd51-fc83a5d479ca, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:42.301403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.1 (9578a586-9fbc-4da4-aed7-4d95f71a7598/282533ad-e3de-4790-9d83-c7ae1896273a/c07978ae-3772-4b44-a1d0-33d9ce52cc55) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:42.342190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] For port 65a61a57-7268-4943-bd51-fc83a5d479ca, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65a61a57-7268-4943-bd51-fc83a5d479ca,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:42.354088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.365860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.422472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] No DVR routers for this DVR port d633bab0-a042-4555-864c-cb5628b1a5e2 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:42.453211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=d633bab0-a042-4555-864c-cb5628b1a5e2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:42.470358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] For port d633bab0-a042-4555-864c-cb5628b1a5e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d633bab0-a042-4555-864c-cb5628b1a5e2,segment=NetworkSegment(18ee6103-61ae-42d4-964e-73da7d297d28),segment_id=18ee6103-61ae-42d4-964e-73da7d297d28)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:42.470746 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.522748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Calling delete_port for d633bab0-a042-4555-864c-cb5628b1a5e2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:42.565651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243fd74-a7e5-4c09-9120-2a8979740772 None None] Pushing event updated for resources: {'Port': ['ID=65a61a57-7268-4943-bd51-fc83a5d479ca,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:42.650139 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.664973 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.677980 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.681862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.728671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd6baf1-58cb-4095-b079-763093bfb212']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:42.733951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2502ac57-bf5b-420e-b904-0c427048095f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2502ac57-bf5b-420e-b904-0c427048095f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:42.752468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.795940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ee6103-61ae-42d4-964e-73da7d297d28') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:42.796126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ee6103-61ae-42d4-964e-73da7d297d28') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:42.874820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.917286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:42.920206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object c07978ae-3772-4b44-a1d0-33d9ce52cc55 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:42.962009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:48:42.962760 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:48:43.035035 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:48:43.087600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 473d3a38-7e39-40fc-bced-63ca6cf20698 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:48:43.248750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:43.258266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:43.264914 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:43.270617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2502ac57-bf5b-420e-b904-0c427048095f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:43.274403 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/networks/9bd6baf1-58cb-4095-b079-763093bfb212 HTTP/1.1" status: 204 len: 168 time: 2.1309547 Jul 16 22:48:43.277492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:43.281312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Network 9bd6baf1-58cb-4095-b079-763093bfb212 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:48:43.291133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] No DVR routers for this DVR port d633bab0-a042-4555-864c-cb5628b1a5e2 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:43.314085 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408cec-ffb7-4d6c-9d6c-7898f8e7ae54 None None] Pushing event deleted for resources: {'Port': ['ID=d633bab0-a042-4555-864c-cb5628b1a5e2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:43.828867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:43.838503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Sync routers for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:43.843497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d381af-8f1a-4eb7-857d-bd6e67c1d630 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Network': ['ID=9bd6baf1-58cb-4095-b079-763093bfb212,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:43.866347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:43.867052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:43.913963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d107f14-dc9c-4a30-a88e-0d7c1b30cdc2 req-d1424b33-d136-43eb-bc30-1016d3395322 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:43.918362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:43.923875 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7f6697b1-4c2b-4d16-b5c3-7ce4626b1b08 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9464309 Jul 16 22:48:43.924534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:43.937533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d107f14-dc9c-4a30-a88e-0d7c1b30cdc2 req-d1424b33-d136-43eb-bc30-1016d3395322 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 1.2322366 Jul 16 22:48:43.959108 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.042252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65a61a57-7268-4943-bd51-fc83a5d479ca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:44.045307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:44.051953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:44.056708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:44.107857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574f4b9-fbb8-44e2-acaa-067bd6bb3154 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.109505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b574f4b9-fbb8-44e2-acaa-067bd6bb3154 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e25a573695734b51b32eb27ee55ef0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1840382 Jul 16 22:48:44.112907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.166828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d107f14-dc9c-4a30-a88e-0d7c1b30cdc2 req-dc640f1a-59e3-4cab-90e4-1b07df35278e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279279 Jul 16 22:48:44.190270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:44.207032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:44.228486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.230184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e00b26-38b2-4dd2-9644-b3962df523aa None None] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:44.270536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a297d-35ca-44f6-87e8-264c0ea4c907 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.275644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fc3a297d-35ca-44f6-87e8-264c0ea4c907 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1615880 Jul 16 22:48:44.276573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.296084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 65a61a57-7268-4943-bd51-fc83a5d479ca completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:44.304531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2502ac57-bf5b-420e-b904-0c427048095f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:44.309128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 468a4067-1d07-43f7-8b46-12b1c7cc724f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:44.309476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.327428 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:48:44.337588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2bcc07be-e8ee-48e7-a5ea-e56882c8b761 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594170 Jul 16 22:48:44.340493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.384154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f3c088bb-0a50-4839-b23c-f8e3fbbdc62d tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e25a573695734b51b32eb27ee55ef0b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419295 Jul 16 22:48:44.397963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.398507 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.412662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.416925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 468a4067-1d07-43f7-8b46-12b1c7cc724f owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:44.445439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Provisioning for port 65a61a57-7268-4943-bd51-fc83a5d479ca completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:44.455103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Provisioning complete for port 65a61a57-7268-4943-bd51-fc83a5d479ca triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:44.455764 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.559620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ba41-879c-4fde-b1ac-0836460108ab req-d015c5ef-ad09-4704-becb-c5b07991ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.561169 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-d015c5ef-ad09-4704-becb-c5b07991ae55 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1097 time: 0.1889336 Jul 16 22:48:44.599970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aa862-f579-4248-b870-6ddbb11abd4b tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.601548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-730aa862-f579-4248-b870-6ddbb11abd4b tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1875327 Jul 16 22:48:44.608228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.616747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2502ac57-bf5b-420e-b904-0c427048095f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:44.617543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.646776 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.667202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d74dbfe4-2dcc-4578-ac44-8506217c145e tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573647 Jul 16 22:48:44.685281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:44.694296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1186086799', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:44.732902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ba41-879c-4fde-b1ac-0836460108ab req-bc54e5af-8a6f-4e89-9f8b-b4ac4e58e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.734425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-bc54e5af-8a6f-4e89-9f8b-b4ac4e58e75b service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1612792 Jul 16 22:48:44.747556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=468a4067-1d07-43f7-8b46-12b1c7cc724f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:44.761521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.821256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:41Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:44.841620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] For port 65a61a57-7268-4943-bd51-fc83a5d479ca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65a61a57-7268-4943-bd51-fc83a5d479ca,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:44.851826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-663541c3-0538-4db5-8edd-d9058b1c4c9d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 1000 time: 0.1089909 Jul 16 22:48:44.902392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.914727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Checking router: 473d3a38-7e39-40fc-bced-63ca6cf20698 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:44.915193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Updating router 473d3a38-7e39-40fc-bced-63ca6cf20698 port df2a806f-171a-4d23-a03a-7cd2869d8098 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:48:44.928179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.945156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ba41-879c-4fde-b1ac-0836460108ab req-7c558c39-9d56-4ef5-8e01-db82844179bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:44.949784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-7c558c39-9d56-4ef5-8e01-db82844179bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.0926156 Jul 16 22:48:44.992533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:44.996104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.003582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf6cdc5e-0dc3-4391-9ee1-3bb54ab4bbd7 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/floatingips/9ee18568-0e66-4d90-b7a7-ef92eef4d212 HTTP/1.1" status: 204 len: 168 time: 1.6641245 Jul 16 22:48:45.004263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:45.031323 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.040526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a04f22-b888-4abf-a62f-a580d2113e00 None None] Pushing event updated for resources: {'Port': ['ID=65a61a57-7268-4943-bd51-fc83a5d479ca,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:45.050243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ba41-879c-4fde-b1ac-0836460108ab req-85f5f1a8-3df8-4592-ae1c-8f8ff29f96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:45.058537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-85f5f1a8-3df8-4592-ae1c-8f8ff29f96ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014063 Jul 16 22:48:45.060215 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad03286-336d-4f94-b6c8-a58056b346ac tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] DELETE failed (client error): The resource could not be found. Jul 16 22:48:45.061085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad03286-336d-4f94-b6c8-a58056b346ac tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:48:45.066663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4ad03286-336d-4f94-b6c8-a58056b346ac tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/0e9d7ec8-cde3-4055-b4f5-b86a261d448f HTTP/1.1" status: 404 len: 333 time: 0.0589769 Jul 16 22:48:45.066986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:45.067522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:45.071109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.092642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d633bab0-a042-4555-864c-cb5628b1a5e2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:45.142876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-810ffa85-4608-4b0f-ae42-2b5600c01ec2 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c83a765-f41e-406a-a7cb-2be478286760 HTTP/1.1" status: 200 len: 205 time: 0.0664716 Jul 16 22:48:45.145621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:45.282631 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e011cda4-38f5-4e32-84ba-2eba9ab99db0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] delete failed (client error): The resource could not be found. Jul 16 22:48:45.284768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e011cda4-38f5-4e32-84ba-2eba9ab99db0 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/routers/3c83a765-f41e-406a-a7cb-2be478286760 HTTP/1.1" status: 404 len: 336 time: 0.1373525 Jul 16 22:48:45.290468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:45.361976 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5717f7-dd11-4946-ba6e-29fae490f3b5 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] DELETE failed (client error): The resource could not be found. Jul 16 22:48:45.362551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5717f7-dd11-4946-ba6e-29fae490f3b5 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:48:45.364384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3f5717f7-dd11-4946-ba6e-29fae490f3b5 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/subnets/dfd0e5b1-0cf4-4ccc-ad9d-fad0eac93ebc HTTP/1.1" status: 404 len: 337 time: 0.0706670 Jul 16 22:48:45.373524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:45.435016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.445858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Transition to ACTIVE for port object df2a806f-171a-4d23-a03a-7cd2869d8098 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:45.451123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d633bab0-a042-4555-864c-cb5628b1a5e2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:48:45.451689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d633bab0-a042-4555-864c-cb5628b1a5e2 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:45.467021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-65d11052-f831-41d7-b8b8-26287d1ee6d1 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017255 Jul 16 22:48:45.476704 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.488454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Provisioning for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:45.518808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Provisioning complete for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:45.519540 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.571590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7d24-13b5-4592-b5fa-74090474dee6 None None] Pushing event updated for resources: {'Port': ['ID=df2a806f-171a-4d23-a03a-7cd2869d8098,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:45.601512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Port c07978ae-3772-4b44-a1d0-33d9ce52cc55 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:45.608053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.619190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Attempting to bind port df2a806f-171a-4d23-a03a-7cd2869d8098 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:45.619630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Attempting to bind port df2a806f-171a-4d23-a03a-7cd2869d8098 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:45.624627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Attempting to bind port df2a806f-171a-4d23-a03a-7cd2869d8098 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:45.639307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:45.642557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:45.643109 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.644366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:45.649603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Bound port: df2a806f-171a-4d23-a03a-7cd2869d8098, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:45.650130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.666022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8666ba41-879c-4fde-b1ac-0836460108ab req-9de43d9b-f731-4de5-b049-e3d331a8a22a service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899633 Jul 16 22:48:45.668103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 3b8d5662-10ae-4287-a174-4e2c2e68d7f0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:45.668905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.677499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Provisioning complete for port 65a61a57-7268-4943-bd51-fc83a5d479ca triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:45.678030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-992da114-9b95-490b-8776-cfe635252bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.772494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] For port df2a806f-171a-4d23-a03a-7cd2869d8098, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:45.805723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] For port df2a806f-171a-4d23-a03a-7cd2869d8098, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df2a806f-171a-4d23-a03a-7cd2869d8098,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:45.825691 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.858390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65a61a57-7268-4943-bd51-fc83a5d479ca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:45.867530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.884432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-89e0ec04-a40c-45c8-b07f-75b96dafa17f req-12c7bed6-bc29-4aa6-ba62-84f8e20adcf1 service neutron] (93924) timed out ('10.222.0.47', 50729) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:48:45.917861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:45.935457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 3b8d5662-10ae-4287-a174-4e2c2e68d7f0 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:45.957556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:45.958961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:45.984577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:46.014982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7d24-13b5-4592-b5fa-74090474dee6 None None] Pushing event updated for resources: {'Port': ['ID=df2a806f-171a-4d23-a03a-7cd2869d8098,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:46.016581 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.044998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.057858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612c00-5925-4027-b646-2691c8236f58 req-078df9ba-9383-4562-b1de-bfb70c9dd5ca tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:46.066027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69612c00-5925-4027-b646-2691c8236f58 req-078df9ba-9383-4562-b1de-bfb70c9dd5ca tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.2051184 Jul 16 22:48:46.092490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 65a61a57-7268-4943-bd51-fc83a5d479ca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:46.092791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.103708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dfd821e9-1df2-4548-bcd5-0d1ada4d7c44 None None] Provisioning complete for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:46.104088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfd821e9-1df2-4548-bcd5-0d1ada4d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.131523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69612c00-5925-4027-b646-2691c8236f58 req-6bcaa307-3c58-4c10-b516-2beea2f0ad67 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625916 Jul 16 22:48:46.226500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Subnet': ['ID=dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:46.241309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Checking segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:46.241693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network hostable DHCP agents. Network: c94f4a9f-f366-4aeb-b67b-3113eae8638c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:48:46.268248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.276780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:46.278987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:46.280859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:48:46.298767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c94f4a9f-f366-4aeb-b67b-3113eae8638c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:46.301865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=3b8d5662-10ae-4287-a174-4e2c2e68d7f0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:46.306517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:46.307131 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.321273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.321621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.322404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.322700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.323041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.323385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.323721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.324208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.324728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.325111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.325451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.325780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:46.375176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:46.440669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7fbbb-9d07-41b3-8fe2-09faf024357b None None] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:46.444333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-976a8939-f1ef-48ec-861e-887393c7058a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7552369 Jul 16 22:48:46.447421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:46.455394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:46.487696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.491756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2afef5d2-6031-420d-af6e-44de4f576ddf tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/3b8d5662-10ae-4287-a174-4e2c2e68d7f0 HTTP/1.1" status: 204 len: 168 time: 1.1171141 Jul 16 22:48:46.492787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35944) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:46.630408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dfd821e9-1df2-4548-bcd5-0d1ada4d7c44 None None] Port c07978ae-3772-4b44-a1d0-33d9ce52cc55 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:46.647666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port ffb03abb-6b2a-45df-abae-ab1c38234d24 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:46.649642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.773251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.784724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:46.791515 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eada3519-289e-4848-982c-754d7525da65 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/d7f9570b-7043-4256-9a19-100ff9758fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4849210 Jul 16 22:48:46.792891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for ffb03abb-6b2a-45df-abae-ab1c38234d24 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:46.794807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:46.797780 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:46.808359 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:46.809311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:46.895062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7103237-1328-408b-be11-ba21fc627f60 None None] Provisioning complete for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:46.895655 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7103237-1328-408b-be11-ba21fc627f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.900471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'fixed_ips': [{'subnet_id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:48:46.901591 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:46.966416 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:46.981709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b7103237-1328-408b-be11-ba21fc627f60 None None] Port c07978ae-3772-4b44-a1d0-33d9ce52cc55 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:46.994128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.079947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:41Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:47.167562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.170561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/ports/ffb03abb-6b2a-45df-abae-ab1c38234d24 HTTP/1.1" status: 204 len: 168 time: 0.6762788 Jul 16 22:48:47.174216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a617-4070-49ff-94c3-e6f1f0417976 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=ffb03abb-6b2a-45df-abae-ab1c38234d24,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:47.177153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.227796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003ce7-91da-4a1b-a0a9-940c05cc538b None None] The sync data for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 is: [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:41Z', 'revision_number': 3, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:47.286904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Allocated IP 172.20.0.18 (c94f4a9f-f366-4aeb-b67b-3113eae8638c/dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80/0b8d269b-63fd-4f99-a145-5f2bddea3f4d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:47.329894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e00b24-8b78-4228-925d-44ccf38ac773 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.334266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-67e00b24-8b78-4228-925d-44ccf38ac773 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0b72a4d-615b-46e2-a6a9-e268e63049fc HTTP/1.1" status: 200 len: 913 time: 0.1528356 Jul 16 22:48:47.337395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 35962) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.340349 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.343580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.344905 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:45Z', 'revision_number': 2, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:47.345587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.348396 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.349173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.349966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.351005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.353178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.353829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.354688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.355780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.367596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5b3159fc-e38e-4748-9c35-98baa8711958 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7749 time: 0.5713449 Jul 16 22:48:47.368555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.458913 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:47.459202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Updating router d7f9570b-7043-4256-9a19-100ff9758fad port c07978ae-3772-4b44-a1d0-33d9ce52cc55 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:48:47.539279 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.552316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Transition to ACTIVE for port object 0b8d269b-63fd-4f99-a145-5f2bddea3f4d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:47.565693 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.580738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Transition to ACTIVE for port object 0b8d269b-63fd-4f99-a145-5f2bddea3f4d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:47.598244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.655148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:47.708927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:47.714223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:47.742210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Pushing event updated for resources: {'Port': ['ID=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:47.783487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.796395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.797048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.798354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.798817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.799283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.799746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.800208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.800874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.801362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.801818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.802273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.805156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-792cc9f1-bd3c-4972-98d6-27a0e77c88ff tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7118 time: 0.4293878 Jul 16 22:48:47.820600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.855447 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103d79-70be-4c09-b751-30c69faa3ee7 req-1561f3d8-86a8-4d15-9406-ded29ede670c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:47.873029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8103d79-70be-4c09-b751-30c69faa3ee7 req-1561f3d8-86a8-4d15-9406-ded29ede670c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.4620526 Jul 16 22:48:47.954210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Attempting to bind port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:47.954931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Attempting to bind port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:47.955783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Attempting to bind port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d on network c94f4a9f-f366-4aeb-b67b-3113eae8638c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:47.965001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:47.972697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Checking segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:47.973184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.973595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Bound using segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:47.974109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Bound port: 0b8d269b-63fd-4f99-a145-5f2bddea3f4d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:47.974502 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.062164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df2a806f-171a-4d23-a03a-7cd2869d8098 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:48.196878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.243543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port df2a806f-171a-4d23-a03a-7cd2869d8098 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:48.261019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port df2a806f-171a-4d23-a03a-7cd2869d8098 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:48.261409 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.297609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] For port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:48.332173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8103d79-70be-4c09-b751-30c69faa3ee7 req-5fce7aee-bae4-43da-b06e-b5706b6b72e2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475862 Jul 16 22:48:48.333723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] For port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:48.355925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.393921 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.413852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Transition to ACTIVE for port object c07978ae-3772-4b44-a1d0-33d9ce52cc55 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:48.430102 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.450359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6b57f-0767-42c6-8a75-eb3d15ecb241 None None] Pushing event updated for resources: {'Port': ['ID=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:48.603206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.670224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port df2a806f-171a-4d23-a03a-7cd2869d8098, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df2a806f-171a-4d23-a03a-7cd2869d8098,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:48.682465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.802280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=df2a806f-171a-4d23-a03a-7cd2869d8098,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:48.921035 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Pushing event updated for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:48.970076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 7d1ad948-0148-4796-b02b-7bec9bf1dd81 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:48.970445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.985749 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.986159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.986498 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.986840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.987172 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.987545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.987878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.988204 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.988530 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.989978 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.990332 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:48.990670 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:49.021933 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Attempting to bind port c07978ae-3772-4b44-a1d0-33d9ce52cc55 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:49.022304 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Attempting to bind port c07978ae-3772-4b44-a1d0-33d9ce52cc55 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:49.022667 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Attempting to bind port c07978ae-3772-4b44-a1d0-33d9ce52cc55 on network 9578a586-9fbc-4da4-aed7-4d95f71a7598 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:49.050231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:49.051027 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Checking segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:49.051624 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.052177 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Bound using segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:49.053026 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Bound port: c07978ae-3772-4b44-a1d0-33d9ce52cc55, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:49.053588 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.130017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.146047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 7d1ad948-0148-4796-b02b-7bec9bf1dd81 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:49.160855 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] For port c07978ae-3772-4b44-a1d0-33d9ce52cc55, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:49.167416 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] For port c07978ae-3772-4b44-a1d0-33d9ce52cc55, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c07978ae-3772-4b44-a1d0-33d9ce52cc55,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:49.178434 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.262146 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:49.262666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:49.319710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827bd9b-efef-4efc-bc38-3abd5677427d None None] Pushing event updated for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:49.409265 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:49.434123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:49.436694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.505949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=7d1ad948-0148-4796-b02b-7bec9bf1dd81,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:49.514527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f1faeb5-f135-4434-97e5-257c1859d4ee tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6672 time: 1.6422188 Jul 16 22:48:49.623691 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.669579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:49.672496 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e7f28-0565-474c-bec3-df1c5936d8a6" -d '{"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:49.686831 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.20.0.17 (c94f4a9f-f366-4aeb-b67b-3113eae8638c/dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80/68d330cc-bdb6-4a5e-8151-ac4f25493df6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:49.705217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:49.723955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.829823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:49.837136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:49Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:49.886513 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76479b-7e0f-4d53-85f5-a43a84f3a38c None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:49Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:49.910364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.912711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.962595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Transition to ACTIVE for port object 68d330cc-bdb6-4a5e-8151-ac4f25493df6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:50.043445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246b312-8839-42b8-b678-a125e78f193c req-dcbd4561-535d-46b8-b336-fa7c6898bff7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:50.050677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f246b312-8839-42b8-b678-a125e78f193c req-dcbd4561-535d-46b8-b336-fa7c6898bff7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 945 time: 0.4337847 Jul 16 22:48:50.069860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.124182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df2a806f-171a-4d23-a03a-7cd2869d8098 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:50.208864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:50.246153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f246b312-8839-42b8-b678-a125e78f193c req-c8678f67-00b0-4155-9f25-8c0b29f21e79 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843619 Jul 16 22:48:50.248662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:50.252096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:50.255936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:50.284993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port df2a806f-171a-4d23-a03a-7cd2869d8098 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:50.285753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.335008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 35988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:50.354172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493002075', 'description': 'tempest-secgroup-smoke-1493002075 description', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:50.389458 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f6a6d-83eb-4a10-9f6a-0923b27056f6 x-openstack-request-id: req-da7f6a6d-83eb-4a10-9f6a-0923b27056f6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:50.389753 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-unplugged", "status": "failed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:50.390010 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da7f6a6d-83eb-4a10-9f6a-0923b27056f6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:50.390411 n-d-793621-16 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'code': 422} returned with failed status Jul 16 22:48:50.451748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.576200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0b8d269b-63fd-4f99-a145-5f2bddea3f4d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:50.628633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.691957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:50.764627 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.825179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:50.902651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee31e8-8b51-4b3a-be09-68b6c76875aa None None] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:51.032534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Provisioning for port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:51.046029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Provisioning complete for port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:51.046695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.060143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.134886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.209522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.216743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8805919 Jul 16 22:48:51.226678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:51.233013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:51.252230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84657-9080-466f-b433-6abb34e86d9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc9893b-e139-4aa4-ad39-db4adee0affd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:51.290632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Router d0b72a4d-615b-46e2-a6a9-e268e63049fc has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:51.306428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-d814bf30-7b6e-466b-91f1-285f046c31c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1434093 Jul 16 22:48:51.309020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.405582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] For port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:51.410930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.418194 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.485895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9b6a0-4f43-4707-84bf-a3c8d4766e43 None None] Pushing event updated for resources: {'Port': ['ID=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:51.550732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.564594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.566618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:51.576532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44a0bcdb-98bd-4fbd-9ba7-316c311f465c tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "PUT /v2.0/routers/d0b72a4d-615b-46e2-a6a9-e268e63049fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2339199 Jul 16 22:48:51.584113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:51.589274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] Sync routers for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:51.610226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:51.610979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:51.620171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.677110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:51.714245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] Routers {'d0b72a4d-615b-46e2-a6a9-e268e63049fc'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:51.714951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:51.716985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-37ea96a8-e891-4353-8e57-b9efe9c38081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:51.721774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-37ea96a8-e891-4353-8e57-b9efe9c38081 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1099 time: 0.1560812 Jul 16 22:48:51.846129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:51.846970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ae623-bedd-409a-abfd-97e779963a4f None None] The sync data for ids ['d0b72a4d-615b-46e2-a6a9-e268e63049fc'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:51.849978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40e91e8-00b3-4146-af95-a3eba9e49c49,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:51.853616 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.860354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.920218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-6a9cb039-42c2-4ee2-b173-fef58cfef101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:51.935362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-6a9cb039-42c2-4ee2-b173-fef58cfef101 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.1808422 Jul 16 22:48:52.016168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0b8d269b-63fd-4f99-a145-5f2bddea3f4d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:52.058643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-45c925b6-e9e3-4bdc-8bf0-b0a2c218e949 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 1001 time: 0.1107697 Jul 16 22:48:52.129685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Provisioning complete for port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.129997 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.151338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-e22242df-2d01-4e82-872a-fae5f4a0e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:52.153506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-e22242df-2d01-4e82-872a-fae5f4a0e0af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0862968 Jul 16 22:48:52.159494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:52.160332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-a778f7cc-d03b-48fe-ba14-1937e31570e3 req-a3e152fa-e1b5-428a-bc80-f21ea090b87c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:48:52.161579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a778f7cc-d03b-48fe-ba14-1937e31570e3 req-a3e152fa-e1b5-428a-bc80-f21ea090b87c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069191 Jul 16 22:48:52.174322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.178058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-71dcf487-7a6c-41b5-af3e-c94d43a63d53 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9476669 Jul 16 22:48:52.187810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36022) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:52.190539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.193158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:52.193378 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.247307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-8c3811ae-6ab0-4595-bb83-4d11adfe94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:52.251236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-8c3811ae-6ab0-4595-bb83-4d11adfe94a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884752 Jul 16 22:48:52.260510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.395609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.418353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-142da003-ef35-4581-8d6d-f4a6a7eeab66 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574724 Jul 16 22:48:52.419886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c07978ae-3772-4b44-a1d0-33d9ce52cc55 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:52.446308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Provisioning for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:52.447063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:52.456801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Provisioning complete for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.457562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.470558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.476037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:52.506878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe21df-f31e-43eb-922c-d52a51b159a9 None None] Port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:52.541759 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d1760cb-94dc-4f07-955d-45ff5f7a862b req-f87318fa-4a75-43fb-99e8-68622361468a service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161666 Jul 16 22:48:52.552068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:52.559236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.559705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.645779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7488e42a-8c6a-4a28-a484-8ecf1226bb0b None None] Provisioning complete for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.646081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7488e42a-8c6a-4a28-a484-8ecf1226bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.750176 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.752685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting port 5e34b9d7-e946-4e76-a2b6-a5eccd212ed3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:52.753521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.756540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7488e42a-8c6a-4a28-a484-8ecf1226bb0b None None] Port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:52.761852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.790322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.824425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c07978ae-3772-4b44-a1d0-33d9ce52cc55, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c07978ae-3772-4b44-a1d0-33d9ce52cc55,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:52.833072 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.888071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b547f44-8bfc-44ca-967d-01a22192ebaf,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:52.900175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 473d3a38-7e39-40fc-bced-63ca6cf20698 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:52.901108 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.905367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:52.905615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5878c674-024c-4b13-aed6-bb575889ab7b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7161920 Jul 16 22:48:52.910648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:52.911541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:52.927239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:52.952610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14b97c-0844-4935-9afd-b87380815239 req-0cd50d8b-de5b-4034-8799-f9c652ad90f2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:52.955354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b14b97c-0844-4935-9afd-b87380815239 req-0cd50d8b-de5b-4034-8799-f9c652ad90f2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.2669737 Jul 16 22:48:52.962850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.984550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a13b1f2-07e3-4825-93f6-6ec0fd3f39b4 None None] Provisioning complete for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:52.984938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a13b1f2-07e3-4825-93f6-6ec0fd3f39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:52.995070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.019386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Calling delete_port for 5e34b9d7-e946-4e76-a2b6-a5eccd212ed3 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:53.051343 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.051343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a13b1f2-07e3-4825-93f6-6ec0fd3f39b4 None None] Port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:48:53.137981 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b14b97c-0844-4935-9afd-b87380815239 req-d27f13a0-b12e-4e98-bfe2-711f6bd2a9cd tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370108 Jul 16 22:48:53.161625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.169404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.180417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-f65569a1-5918-4855-979f-2ce9dc32caa6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2520916 Jul 16 22:48:53.195946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-a3cf3bac-289a-4e97-855b-2f02a1d1e6aa service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:48:53.197063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-a3cf3bac-289a-4e97-855b-2f02a1d1e6aa service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080369 Jul 16 22:48:53.197888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfdffa0-8368-4857-acab-dd9313c9d73a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:53.211875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.217508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c143e2d2-6b0a-4dc1-b787-d101062bfb3c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108025 Jul 16 22:48:53.218873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:53.224069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:53.253162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:53.268126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4873fd49-a150-47dd-b21e-2b93d25fd7e7 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "PUT /v2.0/routers/473d3a38-7e39-40fc-bced-63ca6cf20698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8114004 Jul 16 22:48:53.268233 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Sync routers for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:53.280666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:53.282818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.283562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:53.412993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.461748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.471178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.541487 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:53.549539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cda774-6b2b-4e03-b6a9-1327e1ea9284,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:53.551826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.554941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Port': ['ID=5e34b9d7-e946-4e76-a2b6-a5eccd212ed3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:53.601517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.602906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a05479ce-a0c4-4e42-aa93-df99792bcf1f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3827913 Jul 16 22:48:53.617472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:53.624249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:53.677919 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.681134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.780992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.782461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Fanout notify agent at l3_agent the message router_deleted on router d0b72a4d-615b-46e2-a6a9-e268e63049fc {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:48:53.805627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.808788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5b559c6e-99a7-4eea-9e41-98857320269d tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/routers/d0b72a4d-615b-46e2-a6a9-e268e63049fc HTTP/1.1" status: 204 len: 168 time: 2.2221568 Jul 16 22:48:53.811944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:53.834849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c07978ae-3772-4b44-a1d0-33d9ce52cc55 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:53.882646 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:48:53.901417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.946541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-b16f0f68-5729-4910-a741-16b46fdfe716 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:53.954828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-b16f0f68-5729-4910-a741-16b46fdfe716 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/networks?id=c94f4a9f-f366-4aeb-b67b-3113eae8638c HTTP/1.1" status: 200 len: 797 time: 0.3724656 Jul 16 22:48:53.957299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c07978ae-3772-4b44-a1d0-33d9ce52cc55 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:53.957679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.961554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Deleting subnet de1db5a1-61a0-4922-a9e3-96cd77d298b3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:48:53.968403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:53.981985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-47fa2f65-d66e-416b-baf6-710e79bf8e76 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/quotas/e25a573695734b51b32eb27ee55ef0b7 HTTP/1.1" status: 200 len: 375 time: 0.0260222 Jul 16 22:48:54.022404 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.046409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.072267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.105966 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:50Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '68d330cc-bdb6-4a5e-8151-ac4f25493df6', 'name': '', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:ec:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:48Z', 'updated_at': '2021-07-16T22:48:51Z', 'revision_number': 2, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:54.125889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da6b05b-82f9-4dcd-9ee0-a6e330e63711,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:54.129844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.133716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-48cb4c1b-bc89-45e3-bdbd-e83c671ad4ab tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5123746 Jul 16 22:48:54.139971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:54.143439 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Checking router: 473d3a38-7e39-40fc-bced-63ca6cf20698 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:54.143793 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Updating router 473d3a38-7e39-40fc-bced-63ca6cf20698 port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:48:54.145353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '7dc9893b-e139-4aa4-ad39-db4adee0affd', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:54.190007 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.212820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-8d932b9e-abd9-45bc-b736-fbd32655c508 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2296052 Jul 16 22:48:54.214934 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:48:54.216465 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.222911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-dcde2020-5102-40d6-afe2-a71328fb4478 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:48:54.223903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.230916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-dcde2020-5102-40d6-afe2-a71328fb4478 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138416 Jul 16 22:48:54.318126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.344881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-998ce53a-e8ed-4497-b13f-caa8ee8bbe56 service neutron] 10.222.0.70 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130810 Jul 16 22:48:54.355866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.357977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/subnets/de1db5a1-61a0-4922-a9e3-96cd77d298b3 HTTP/1.1" status: 204 len: 168 time: 0.5455277 Jul 16 22:48:54.359899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551042b-e871-4462-8c29-5596d6d46945 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Subnet': ['ID=de1db5a1-61a0-4922-a9e3-96cd77d298b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:54.367699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:54.420877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.438080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.460390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56504b-0e5e-4312-8353-078ab700525e req-d5fc635f-908e-4f14-8887-1e82baec5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:54.461731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-d5fc635f-908e-4f14-8887-1e82baec5111 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1&tenant_id=5b9ab2689e514407b03741eca23353db HTTP/1.1" status: 200 len: 1095 time: 0.1159339 Jul 16 22:48:54.479955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cd65b2-54ce-4898-a687-89601ef7739e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:54.489437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-72c3124e-4702-4020-9cee-53b31f3ce6a6 service neutron] 10.222.0.70 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094122 Jul 16 22:48:54.552072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.552752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56504b-0e5e-4312-8353-078ab700525e req-89da3104-1583-4274-8431-41c88fbe0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:54.553635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4da36e8c-904e-48f5-ad62-04ce720d01d5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4121263 Jul 16 22:48:54.563645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-89da3104-1583-4274-8431-41c88fbe0f6c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b9ab2689e514407b03741eca23353db&device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1095 time: 0.0732164 Jul 16 22:48:54.566444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.590275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d525ae-5fe0-448c-9313-6df8e0ec6714 req-20c663c6-5cbf-4423-b3c4-a6809cd9be4e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:54.592022 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d525ae-5fe0-448c-9313-6df8e0ec6714 req-20c663c6-5cbf-4423-b3c4-a6809cd9be4e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.2132709 Jul 16 22:48:54.670418 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.684231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Transition to ACTIVE for port object 68d330cc-bdb6-4a5e-8151-ac4f25493df6 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:54.711930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56504b-0e5e-4312-8353-078ab700525e req-3468d6ed-e594-44bd-bbc6-bbdab38bef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:54.717624 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.744142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-3468d6ed-e594-44bd-bbc6-bbdab38bef12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 200 len: 918 time: 0.1704175 Jul 16 22:48:54.799623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.831963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f2d525ae-5fe0-448c-9313-6df8e0ec6714 req-df31c31d-43d9-41b4-80e3-aa14b4bc2c7a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128284 Jul 16 22:48:54.834150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e636a-f24d-4acb-a869-08d01730a0dd']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:54.871446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c9f76c-cf30-44a0-89c2-8b7eba7309ae') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:54.872018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c9f76c-cf30-44a0-89c2-8b7eba7309ae') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:54.931159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.946427 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Attempting to bind port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:48:54.946799 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Attempting to bind port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:48:54.947164 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Attempting to bind port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 on network c94f4a9f-f366-4aeb-b67b-3113eae8638c {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:48:54.954693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258b51-cf72-4c97-84f4-eac3c6c808b8 None None] Pushing event updated for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:54.969092 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:48:54.969476 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Checking segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:54.969881 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:54.970281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Bound using segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:48:54.970755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Bound port: 68d330cc-bdb6-4a5e-8151-ac4f25493df6, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:48:54.971137 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.023225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-0ce1c30b-6fe0-4f08-a9e8-2408aaf64090 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 200 len: 998 time: 0.2705948 Jul 16 22:48:55.035676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-21ff89b7-8cfe-4478-b975-ac52490649f7 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493002075&fields=id&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 267 time: 0.1927726 Jul 16 22:48:55.038737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-271476b3-e3a0-41db-a05d-a09b59c8369d req-64c195df-88a6-48a6-8d83-5371683f776a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 210 time: 0.1023600 Jul 16 22:48:55.044890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.064806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:48:55.066468 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:48:55.093059 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:48:55.108786 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] For port 68d330cc-bdb6-4a5e-8151-ac4f25493df6, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:48:55.114611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] For port 68d330cc-bdb6-4a5e-8151-ac4f25493df6, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68d330cc-bdb6-4a5e-8151-ac4f25493df6,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:48:55.133320 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.214341 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:55.214341 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:55.215125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56504b-0e5e-4312-8353-078ab700525e req-72bfb9ed-bead-4af7-8c8e-2042458555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:55.216708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-72bfb9ed-bead-4af7-8c8e-2042458555d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 200 len: 856 time: 0.1758835 Jul 16 22:48:55.221503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.232435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.239028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] 10.222.0.70 "DELETE /v2.0/networks/f92e636a-f24d-4acb-a869-08d01730a0dd HTTP/1.1" status: 204 len: 168 time: 0.8677347 Jul 16 22:48:55.255230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b29ee9-8078-4372-9aa0-f7409d082ae3 tempest-FloatingIPTestJSON-592336288 tempest-FloatingIPTestJSON-592336288-project] Pushing event deleted for resources: {'Network': ['ID=f92e636a-f24d-4acb-a869-08d01730a0dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:55.342674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-0079aff7-90e2-4d26-8aa5-8814d38dec20 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:55.351531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-0079aff7-90e2-4d26-8aa5-8814d38dec20 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 797 time: 0.3149199 Jul 16 22:48:55.372163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-922a7aa4-052f-4191-9f24-31341efaefbf tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/quotas/5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0196359 Jul 16 22:48:55.399289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56504b-0e5e-4312-8353-078ab700525e req-4d540b80-1dc0-4412-892f-29b0fdbf8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:55.401600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-4d540b80-1dc0-4412-892f-29b0fdbf8e81 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f990e9e6-60b7-4281-b94c-1a3b72ea3740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706688 Jul 16 22:48:55.406883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258b51-cf72-4c97-84f4-eac3c6c808b8 None None] Pushing event updated for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:55.427204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383764b-5646-488e-ac2a-c88748d9fa25 req-7beb6753-f78c-4883-8316-59d7855d42c6 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:55.431400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e383764b-5646-488e-ac2a-c88748d9fa25 req-7beb6753-f78c-4883-8316-59d7855d42c6 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1099 time: 0.1574450 Jul 16 22:48:55.512097 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e383764b-5646-488e-ac2a-c88748d9fa25 req-d832d53a-44fa-47ad-b7b1-2f6758d054d1 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681925 Jul 16 22:48:55.526565 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:55.554058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:55.623348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-30b1ca07-5d70-4657-b59e-22f3dc4bfba2 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700482 Jul 16 22:48:55.630870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-ba23b86a-a148-44fd-a85e-bc3cd03b13a5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2569249 Jul 16 22:48:55.830920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:55.841090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 3b3896a7-a39c-42c1-8136-305ce94128ae {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:55.841634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.935957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-b0581566-d834-4058-9db3-d226715f6de7 service neutron] 10.222.0.68 "GET /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040972 Jul 16 22:48:55.976893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-5c2bc3bf-182c-4aab-af2b-a656cbf24f04 service neutron] 10.222.0.70 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164856 Jul 16 22:48:55.983808 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:50Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '68d330cc-bdb6-4a5e-8151-ac4f25493df6', 'name': '', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:ec:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:48Z', 'updated_at': '2021-07-16T22:48:55Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:55.999307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:56.000843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:56.086087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 3b3896a7-a39c-42c1-8136-305ce94128ae owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:56.113791 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-e97e7f0d-74a7-4ed3-8d70-445338eebd60 service neutron] 10.222.0.70 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354902 Jul 16 22:48:56.157166 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ccfde-3425-4150-bda6-d88b62bd0951 None None] The sync data for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 is: [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:48:50Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '68d330cc-bdb6-4a5e-8151-ac4f25493df6', 'name': '', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:ec:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:48Z', 'updated_at': '2021-07-16T22:48:55Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:48:56.715926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-2416e967-7b0d-44ca-a601-9f9b72e085b5 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:56.723555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-2416e967-7b0d-44ca-a601-9f9b72e085b5 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.47 "GET /v2.0/networks?id=c94f4a9f-f366-4aeb-b67b-3113eae8638c HTTP/1.1" status: 200 len: 797 time: 0.2598281 Jul 16 22:48:56.737800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Request body: {'port': {'device_id': '4263dae4-d611-48e2-867e-553e2ab9df67', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'admin_state_up': True, 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:56.986424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1c0f0e61-3525-4b44-bb86-aecdee434836 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74b1049e3e0746f6bf88af987d874f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1534228 Jul 16 22:48:57.006631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:57.233859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Made reservation on behalf of e25a573695734b51b32eb27ee55ef0b7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:57.251184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.266517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.327419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a7750-c8c8-45aa-b46c-8b3b8e61b6b9 req-57bbc82b-2c68-45f2-88fb-7cacdf39ad2f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:57.336174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-349a7750-c8c8-45aa-b46c-8b3b8e61b6b9 req-57bbc82b-2c68-45f2-88fb-7cacdf39ad2f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 1.2821958 Jul 16 22:48:57.338954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=3b3896a7-a39c-42c1-8136-305ce94128ae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:57.387044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:57.403055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604505075', 'description': 'tempest-secgroup-smoke-1604505075 description', 'project_id': '8784e57d600146feb6ab4b44d95b5a13'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:57.454284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.472902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.513958 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.522019 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP bf04a6cb-1c10-407a-9c6c-5d053aacde78 disassociated (deleted). External IP: 172.25.5.87, port: 5ddb5274-03c5-46d2-94a4-ff4032768178. Jul 16 22:48:57.570322 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54e27234-2f4d-4fde-a37b-8bd8ed20939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.667709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-399d0402-fff4-4095-bc30-0c6bb5c5ce59 req-e1763cb8-33a2-4bf5-8f6a-bba01b7c13da tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 210 time: 0.1457255 Jul 16 22:48:57.669822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.759417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-349a7750-c8c8-45aa-b46c-8b3b8e61b6b9 req-510db0eb-1745-4a52-b847-323d7900dedf tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219754 Jul 16 22:48:57.941352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68d330cc-bdb6-4a5e-8151-ac4f25493df6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:48:58.038558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:48:58.046214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:48:58.046883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.079914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ed37a4f3-4887-4aeb-8f44-3904239c92e3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:48:58.248407 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.280321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:48:58.314541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.405547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-15328f6f-d245-4339-967b-32e677cd1fdb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/floatingips/bf04a6cb-1c10-407a-9c6c-5d053aacde78 HTTP/1.1" status: 204 len: 168 time: 2.8489697 Jul 16 22:48:58.406516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:58.409238 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab7e7d-9d96-4677-a978-b6403d8c3e44" -d '{"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:58.488847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Sync routers for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:48:58.517759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:58.527498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:58.535087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 68d330cc-bdb6-4a5e-8151-ac4f25493df6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68d330cc-bdb6-4a5e-8151-ac4f25493df6,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:58.572875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.647062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:58.664066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Allocated IP 172.20.0.30 (c94f4a9f-f366-4aeb-b67b-3113eae8638c/dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80/390c2dec-adc3-461e-8912-040911708a9a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:48:58.732866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6568d903-caf0-43e7-8076-e867830b5379 req-556e1f8e-e56a-4c2c-8966-3f47f8cec96d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 210 time: 0.7612576 Jul 16 22:48:58.769207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:58.825483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.827676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.837958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.842886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18f83ddb-e47e-4ce1-8255-92a570e8277e HTTP/1.1" status: 204 len: 168 time: 1.8326426 Jul 16 22:48:58.847719 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb19d2-8ee2-41b3-8e8e-253c112d72cc x-openstack-request-id: req-3ffb19d2-8ee2-41b3-8e8e-253c112d72cc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:58.848612 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:58.848612 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ffb19d2-8ee2-41b3-8e8e-253c112d72cc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:58.850302 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:48:58.868524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.912188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cbb5a-a6a6-458c-8d2c-f71bd860805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f83ddb-e47e-4ce1-8255-92a570e8277e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:58.992740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.995174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6051674 Jul 16 22:48:58.997335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:59.002948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:59.082237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa579a98-13b2-4d5d-99a7-8b7756c1b9c8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ca3eb7-6e12-4707-8779-3af93f6744c5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:59.164463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-a3f6c43a-a03c-470b-9918-2aef6162e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:59.166371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-a3f6c43a-a03c-470b-9918-2aef6162e2c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 1099 time: 0.2903111 Jul 16 22:48:59.226522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67ead461-0169-49fd-9ea4-2b7e5026a06b req-e761224e-09c9-4a5b-86c9-667b39d41a0d tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 210 time: 0.1015098 Jul 16 22:48:59.249384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.257309 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.285911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Transition to ACTIVE for port object 390c2dec-adc3-461e-8912-040911708a9a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:48:59.334020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.373694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:59.417689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Checking router: ed37a4f3-4887-4aeb-8f44-3904239c92e3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:48:59.419731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844deda8-ec38-4cbf-9c4b-3c02556732b4 req-7548bfee-3dea-4edb-b35a-31a600780921 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:59.432054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-844deda8-ec38-4cbf-9c4b-3c02556732b4 req-7548bfee-3dea-4edb-b35a-31a600780921 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.2971687 Jul 16 22:48:59.432262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:48:59.433197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:48:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:59.460196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.470575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.514217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:48:59.536310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:59.540620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:48:59.549825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ce9248-a60f-40c3-bdc9-0919417c8753,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:59.566304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.570122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d4377d0e-f939-41d0-93a8-321acafbd626 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692027 Jul 16 22:48:59.570695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-61200d5b-9d43-472a-8dc1-7e334505f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:59.572907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-61200d5b-9d43-472a-8dc1-7e334505f457 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 200 len: 897 time: 0.3598330 Jul 16 22:48:59.572907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:59.579317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:59.674923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-c3171e27-ee75-4767-91cf-cc3b906e5e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 200 len: 217 time: 0.0903625 Jul 16 22:48:59.767492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-02484765-434a-4587-ab6e-1b8bb22c36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:59.768993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-02484765-434a-4587-ab6e-1b8bb22c36ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 200 len: 835 time: 0.0601408 Jul 16 22:48:59.797216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event updated for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:59.819041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:48:59.855477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-844deda8-ec38-4cbf-9c4b-3c02556732b4 req-f9af95e0-5cb0-43da-b20d-e8522d05a94d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189420 Jul 16 22:48:59.877297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:59.878025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.982682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68d330cc-bdb6-4a5e-8151-ac4f25493df6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:00.022630 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.083952 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdb45a7f-c5a4-4839-823b-b88f4bf86ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.111797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-cc6d8054-7a7a-489c-99c3-333eeb273f75 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.3626130 Jul 16 22:49:00.127240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Request body: {'port': {'device_id': '4263dae4-d611-48e2-867e-553e2ab9df67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:00.136996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.47', 51297) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:00.159761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2bd9c4d2-2e7d-429c-ab96-0c8f86bc09e6 None None] Provisioning for port 390c2dec-adc3-461e-8912-040911708a9a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:00.172855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2bd9c4d2-2e7d-429c-ab96-0c8f86bc09e6 None None] Provisioning complete for port 390c2dec-adc3-461e-8912-040911708a9a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:00.173598 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bd9c4d2-2e7d-429c-ab96-0c8f86bc09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.240043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9c4d2-2e7d-429c-ab96-0c8f86bc09e6 None None] Port 390c2dec-adc3-461e-8912-040911708a9a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:00.245933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:00.250168 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.288839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.317450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.319576 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.384088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9bf226b-d24e-4639-99b0-514746e4cacb req-a361d170-213f-465e-9d2c-0e2e0244e40b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 210 time: 0.1639595 Jul 16 22:49:00.411379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-44f2dcb3-e236-4064-8db6-d9348c1b4a58 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:00.424451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-44f2dcb3-e236-4064-8db6-d9348c1b4a58 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 797 time: 0.8801081 Jul 16 22:49:00.429539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-d1c2cd91-e8ed-4f60-8723-d8e824433142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:00.435396 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-d1c2cd91-e8ed-4f60-8723-d8e824433142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5118d60-cfde-4434-9086-361f31370c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6256051 Jul 16 22:49:00.446777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4390068-3b5b-47cc-8d6c-c6bddcc7c9fc,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:00.499191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b9264-db4c-4d75-9c2e-60d22d89db9c req-1871d66e-9fbd-480c-83dd-3f1a6f523235 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:00.506574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-223b9264-db4c-4d75-9c2e-60d22d89db9c req-1871d66e-9fbd-480c-83dd-3f1a6f523235 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 947 time: 0.8296714 Jul 16 22:49:00.524597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:00.541557 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.544658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:00.550492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8aa48261-7a46-4ad7-b431-54a753a219e9 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9744246 Jul 16 22:49:00.557402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:00.575824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-fb52a0a9-0cb1-41c9-9e3a-a15462cb1f4c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:00.579381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-fb52a0a9-0cb1-41c9-9e3a-a15462cb1f4c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 947 time: 0.3696334 Jul 16 22:49:00.592090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-34a58e3f-b273-4c5a-a16b-b8f8f5314c66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 380 time: 0.1457710 Jul 16 22:49:00.593946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:00.601358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e32b3-c7c7-4eaa-a205-d06324ebe06a None None] The sync data for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 is: [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:46:55Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '17d65b4a-45e3-4bfa-933c-b77b34203f8c', 'name': '', 'network_id': 'c5118d60-cfde-4434-9086-361f31370c4b', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:50:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:53Z', 'updated_at': '2021-07-16T22:47:02Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '9594b8f8-e8a0-4b29-a59e-89e720d8ae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:00.604169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:00.693974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'port': {'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'admin_state_up': True, 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'security_groups': ['7dc9893b-e139-4aa4-ad39-db4adee0affd']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:00.731135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-223b9264-db4c-4d75-9c2e-60d22d89db9c req-a650e11c-419a-493f-a6b5-c63d8917d157 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914716 Jul 16 22:49:00.805884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-465887277'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:00.821015 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-a2da6a7a-2931-417c-86d4-afb4c910943d service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653255 Jul 16 22:49:00.826263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.043203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.059211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.094477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aaab7e7d-9d96-4677-a978-b6403d8c3e44 req-877b5e91-bf60-4e58-ae94-85d33dc563b2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615941 Jul 16 22:49:01.196619 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf7f0d-723f-4b24-a965-73f1e1fac2c7 None None] New status for floating IP bf04a6cb-1c10-407a-9c6c-5d053aacde78: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:01.221093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:01.226261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f0e132-34d9-439d-9005-5cd3dc3e32c3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:01.228364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.244145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.245699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8bba2129-3cd3-4b02-9296-768294121682 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6846645 Jul 16 22:49:01.249794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:01.257346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:01.258313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caf84c-0743-4a5e-a254-1bf65fbaa0a6 req-c1a21a8d-c012-4b99-8d9f-5a5e5715d3e2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.308477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-17caf84c-0743-4a5e-a254-1bf65fbaa0a6 req-c1a21a8d-c012-4b99-8d9f-5a5e5715d3e2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 895 time: 0.7005153 Jul 16 22:49:01.309531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427b248-da23-4d10-b462-c4388c57d2bf req-7a9e78a2-c12a-4d56-ad6b-445044d7ac99 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.311479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a427b248-da23-4d10-b462-c4388c57d2bf req-7a9e78a2-c12a-4d56-ad6b-445044d7ac99 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.1703572 Jul 16 22:49:01.312509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.398380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.419211 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.439458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a427b248-da23-4d10-b462-c4388c57d2bf req-fc345b02-8c8d-487f-8f81-7c3d8b326c79 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189280 Jul 16 22:49:01.495778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:01.496775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.523597 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.534780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.546438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:01.550664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.564076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa0c511-c8e1-43dd-9e2b-ce9bf3c7e750,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:01.735521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bd40dda-d5bd-49ff-9a29-1d75c28223c8 req-5e970968-7819-4ab5-877f-f7dc30c47c57 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 210 time: 0.1189244 Jul 16 22:49:01.873583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 5ddb5274-03c5-46d2-94a4-ff4032768178, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=5ddb5274-03c5-46d2-94a4-ff4032768178,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:01.875325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.928302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 5ddb5274-03c5-46d2-94a4-ff4032768178 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:01.965168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47e9a-5b72-4808-b24f-69884ab0ae64 req-7db95ee0-6cc9-41e9-90b0-9125a996f479 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.965168 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9bb47e9a-5b72-4808-b24f-69884ab0ae64 req-7db95ee0-6cc9-41e9-90b0-9125a996f479 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 947 time: 0.0933766 Jul 16 22:49:01.978167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.980443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390c2dec-adc3-461e-8912-040911708a9a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:01.985189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.6 (9578a586-9fbc-4da4-aed7-4d95f71a7598/282533ad-e3de-4790-9d83-c7ae1896273a/c52bda06-26a8-4422-bc2d-ff2cef1a28f0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:01.993996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.998688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.000639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.001524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58a3f6d3-c9cf-4818-bc7c-ddcf988fdcd6 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7506645 Jul 16 22:49:02.004696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:02.011817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:02.042472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9bb47e9a-5b72-4808-b24f-69884ab0ae64 req-862da95b-742e-4517-9a49-e4c71750be69 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640497 Jul 16 22:49:02.055914 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Project 8784e57d600146feb6ab4b44d95b5a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:02.063566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.083931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:02.087634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Transition to ACTIVE for port object 390c2dec-adc3-461e-8912-040911708a9a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:02.103770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca171c-1a4e-45bf-a17e-9a731576649e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.106411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.155334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.156423 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.156423 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment 5ddac5a6-fdaa-4fd2-a463-8b906f104921 of type vlan for network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 Jul 16 22:49:02.163381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.189973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4138388c-0a0d-433c-8877-6d79dc214b4e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.204335 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.206203 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ebffbec4-4e56-4573-9b84-9bf23d2d1d32 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2001767 Jul 16 22:49:02.208714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:02.214910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'security_group_rule': {'security_group_id': '96ca3eb7-6e12-4707-8779-3af93f6744c5', 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:02.257604 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Project 8784e57d600146feb6ab4b44d95b5a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:02.267779 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.345054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.350144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.367087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Pushing event updated for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.367585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe8735a-2cc5-4cf4-95d8-f5e947b7e23b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.385179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.394983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4ae2fcb2-bd7e-4762-b62f-c621237d9845 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764939 Jul 16 22:49:02.442284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.675840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Attempting to bind port 390c2dec-adc3-461e-8912-040911708a9a on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:02.676184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Attempting to bind port 390c2dec-adc3-461e-8912-040911708a9a by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:02.676513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Attempting to bind port 390c2dec-adc3-461e-8912-040911708a9a on network c94f4a9f-f366-4aeb-b67b-3113eae8638c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:02.685751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.691587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:02.692190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.710536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b542bd-c9e3-4520-8679-c840704f3312 req-1b06bb83-1b11-473f-ba71-979a0f6f460b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:02.712062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11b542bd-c9e3-4520-8679-c840704f3312 req-1b06bb83-1b11-473f-ba71-979a0f6f460b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.0705020 Jul 16 22:49:02.719213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.720768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Port 390c2dec-adc3-461e-8912-040911708a9a on network c94f4a9f-f366-4aeb-b67b-3113eae8638c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:02.721320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Attempting to bind port 390c2dec-adc3-461e-8912-040911708a9a on network c94f4a9f-f366-4aeb-b67b-3113eae8638c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:02.748396 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.777168 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11b542bd-c9e3-4520-8679-c840704f3312 req-89c5244e-6b82-45ce-8c1e-194d39c63627 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587935 Jul 16 22:49:02.795520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.829177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:02.829465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Checking segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:02.830149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Bound using segment: {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:02.830265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Bound port: 390c2dec-adc3-461e-8912-040911708a9a, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2b9314-9ada-4068-89b7-7901a9a0b616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:02.830623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.836782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2336037 Jul 16 22:49:02.837258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:02.842766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-514629481'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:02.894128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:02.897381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=5ddb5274-03c5-46d2-94a4-ff4032768178,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.898062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:02.906529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20cee-ad54-422b-bd70-5622124f3473 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:02.930468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:02.940601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object c52bda06-26a8-4422-bc2d-ff2cef1a28f0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:02.997458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-2e30eb5f-c84f-47d5-8325-3e40ca4afdfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604505075&fields=id&tenant_id=8784e57d600146feb6ab4b44d95b5a13 HTTP/1.1" status: 200 len: 267 time: 0.1118557 Jul 16 22:49:02.998635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:03.131839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-64757cdc-c804-415a-8def-acfbfb255ead tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:03.133682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-64757cdc-c804-415a-8def-acfbfb255ead tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 814 time: 0.1237164 Jul 16 22:49:03.135062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.135477 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment af996bdf-5909-43e3-85f4-19b87e48b980 of type vlan for network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 Jul 16 22:49:03.182362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-9b8abebc-3d29-47f0-8f14-dff20da3bafa tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/quotas/8784e57d600146feb6ab4b44d95b5a13 HTTP/1.1" status: 200 len: 375 time: 0.0339184 Jul 16 22:49:03.228107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.305083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.306372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524527-5b07-4f16-9272-b4f9288a7a60 req-66b3e096-a7b7-43f9-adf9-f232a74dde57 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:03.312414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:03.313340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.316598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73524527-5b07-4f16-9272-b4f9288a7a60 req-66b3e096-a7b7-43f9-adf9-f232a74dde57 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 907 time: 0.8203704 Jul 16 22:49:03.327508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] No DVR routers for this DVR port 5ddb5274-03c5-46d2-94a4-ff4032768178 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:03.350681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.352726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5bc49a4-bbda-4fc8-80fd-3187aeafe2ec req-4b9e27ec-eda6-46e3-bda6-cf82cd3c97e4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "DELETE /v2.0/ports/5ddb5274-03c5-46d2-94a4-ff4032768178 HTTP/1.1" status: 204 len: 173 time: 2.7578933 Jul 16 22:49:03.353298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-deleted', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:03.355616 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34242471-c5db-4ad0-aa8b-2dde22c765dc" -d '{"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-deleted", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:03.435799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=aba11c2e-ffa3-44ce-a445-bd89c18fa0d8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:03.454306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:03.464260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-2d9f4e0b-af0f-4524-bc68-af0062802b7a tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2744565 Jul 16 22:49:03.465653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0f31dfbc-2b16-44cb-82e4-89496f6ac026 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6272717 Jul 16 22:49:03.468792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:03.475016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:03.476632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:03.498939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=390c2dec-adc3-461e-8912-040911708a9a,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:03.509370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.583563 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.598574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:03.599317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.600746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] 10.222.0.47 "PUT /v2.0/ports/390c2dec-adc3-461e-8912-040911708a9a HTTP/1.1" status: 200 len: 1056 time: 3.4879606 Jul 16 22:49:03.708107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:03.737197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:03.765054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:03.815259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-bb71a72e-83f5-4c6f-b2cc-d1cc08495280 service neutron] 10.222.0.70 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341832 Jul 16 22:49:03.819874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:03.823684 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:03.864538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be299-49ef-40c6-b5e3-f2542ffcba1d service neutron] Pushing event updated for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:04.032443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.035734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.058241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-21bc8e90-faec-4c3e-a85a-a3f7ac9c0723 service neutron] 10.222.0.70 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686206 Jul 16 22:49:04.137528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4784-416d-4193-a92f-bfdf6f733141 req-2bfdb9e6-824e-4103-97af-4dcab9603dd5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.145661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d9a4784-416d-4193-a92f-bfdf6f733141 req-2bfdb9e6-824e-4103-97af-4dcab9603dd5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 931 time: 0.5628374 Jul 16 22:49:04.147604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:04.157738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e30aabc8-8efc-4342-ae0c-337a9a2c74cd None None] Provisioning for port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:04.162624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e30aabc8-8efc-4342-ae0c-337a9a2c74cd None None] Provisioning complete for port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:04.163061 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e30aabc8-8efc-4342-ae0c-337a9a2c74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.189258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-88aea053-b958-4908-adbc-2e69e505546a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5437322 Jul 16 22:49:04.212070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.212516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-42a3d0ca-16c9-4559-8803-6025e3ffcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.228270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-42a3d0ca-16c9-4559-8803-6025e3ffcc4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 1059 time: 0.3867216 Jul 16 22:49:04.254909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d9a4784-416d-4193-a92f-bfdf6f733141 req-3101fded-ad8d-44ec-8207-48d7e42e645f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075490 Jul 16 22:49:04.274068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e30aabc8-8efc-4342-ae0c-337a9a2c74cd None None] Port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:04.352111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-bf8f3b57-ab78-4bd1-86dd-8083309b6781 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=390c2dec-adc3-461e-8912-040911708a9a HTTP/1.1" status: 200 len: 217 time: 0.1143193 Jul 16 22:49:04.363014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=742cd313-c520-4b85-9428-432803536685,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:04.392641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': '5ddac5a6-fdaa-4fd2-a463-8b906f104921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:04.393336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:04.452113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-791e51bc-97d9-4c64-8e82-461cbe924f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.453957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-791e51bc-97d9-4c64-8e82-461cbe924f08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80 HTTP/1.1" status: 200 len: 838 time: 0.0933444 Jul 16 22:49:04.458777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:04.462778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:04.487150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 5ddb5274-03c5-46d2-94a4-ff4032768178 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:04.488009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 5ddb5274-03c5-46d2-94a4-ff4032768178 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:04.491845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:04.499412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.500050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.503324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef59529-b1a7-4c7d-b690-b65058651a56 None None] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:04.545077 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e6ca35e8-f79f-4699-93a3-5fde8135c1cf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0751512 Jul 16 22:49:04.548535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:04.554004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:04.626036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-390de13a-b1d0-4076-87be-f54a450eda83 req-bb45826b-8d86-49dc-a6bd-d7018199904e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d HTTP/1.1" status: 200 len: 210 time: 0.0562732 Jul 16 22:49:04.713420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-c4670371-0a61-47de-adfc-cf966cb15c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:04.718967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-c4670371-0a61-47de-adfc-cf966cb15c6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94f4a9f-f366-4aeb-b67b-3113eae8638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2574327 Jul 16 22:49:04.768188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9', 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': '742cd313-c520-4b85-9428-432803536685'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:04.769869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.783342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:04.787537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:04.971776 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7684b35-4c17-478e-a8ea-354eed5925c4 x-openstack-request-id: req-b7684b35-4c17-478e-a8ea-354eed5925c4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:04.972363 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d", "name": "network-vif-deleted", "tag": "5ddb5274-03c5-46d2-94a4-ff4032768178", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:04.973638 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7684b35-4c17-478e-a8ea-354eed5925c4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:04.974584 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065bfce8-e7b8-4ea1-88c5-d6c3517fdc5d', 'name': 'network-vif-deleted', 'tag': '5ddb5274-03c5-46d2-94a4-ff4032768178', 'status': 'completed', 'code': 200} Jul 16 22:49:05.065355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Allocated IP 172.20.0.2 (3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9/742cd313-c520-4b85-9428-432803536685/4913e9b6-d6a9-4411-8620-d945c390f454) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:05.101338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.156834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-9adb023f-fd8b-4343-8c4f-e23ffa83f804 service neutron] 10.222.0.47 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220157 Jul 16 22:49:05.323385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b58a03-3f11-49c6-be64-5f3144b7ce62 req-edb09511-c324-4e6d-a95b-aa23ba437b62 service neutron] 10.222.0.47 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652853 Jul 16 22:49:05.345213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.347528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444631ce-569e-4b41-b918-366a99cf96bc req-1ba26a81-e0b0-4055-849e-1554da6c7a05 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:05.350234 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-444631ce-569e-4b41-b918-366a99cf96bc req-1ba26a81-e0b0-4055-849e-1554da6c7a05 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 907 time: 0.3015993 Jul 16 22:49:05.354516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=62daab3c-79ae-46ff-b793-943224c11ed7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:05.357811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Transition to ACTIVE for port object 4913e9b6-d6a9-4411-8620-d945c390f454 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:05.364276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': 'af996bdf-5909-43e3-85f4-19b87e48b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:05.370740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: aba11c2e-ffa3-44ce-a445-bd89c18fa0d8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:05.375315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf85ff-f6d7-4b25-a7ce-aee75b892b3a req-53ee7161-8669-4840-a38b-a25dedafd01d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:05.378736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1faf85ff-f6d7-4b25-a7ce-aee75b892b3a req-53ee7161-8669-4840-a38b-a25dedafd01d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.4123774 Jul 16 22:49:05.381259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Transition to ACTIVE for port object 4913e9b6-d6a9-4411-8620-d945c390f454 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:05.393840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.420513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:05.439093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1faf85ff-f6d7-4b25-a7ce-aee75b892b3a req-46672550-12ea-45c4-b9e2-7f22c4154da2 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550423 Jul 16 22:49:05.440438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, aba11c2e-ffa3-44ce-a445-bd89c18fa0d8) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:05.445720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:05.448287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.468693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03d698-40d2-4371-9951-335263a042bc None None] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:05.507690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Pushing event updated for resources: {'Port': ['ID=4913e9b6-d6a9-4411-8620-d945c390f454,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:05.524312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:05.530835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:05.536275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:05.551186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b0a62cc-cf55-4423-af54-f4138b43828b req-6505078c-6d58-480a-a05b-c7625cb72661 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0782392 Jul 16 22:49:05.556089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0ba820d5-45af-4ea9-a71b-0f59eea26d7e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0064595 Jul 16 22:49:05.558512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:05.564390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-972052108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:05.606759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.608112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.665742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Attempting to bind port 4913e9b6-d6a9-4411-8620-d945c390f454 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:05.665983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Attempting to bind port 4913e9b6-d6a9-4411-8620-d945c390f454 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5ddac5a6-fdaa-4fd2-a463-8b906f104921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:05.666350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Attempting to bind port 4913e9b6-d6a9-4411-8620-d945c390f454 on network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:05.683466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:05.684217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Checking segment: {'id': '5ddac5a6-fdaa-4fd2-a463-8b906f104921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:05.684630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.685052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Bound using segment: {'id': '5ddac5a6-fdaa-4fd2-a463-8b906f104921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:05.685540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Bound port: 4913e9b6-d6a9-4411-8620-d945c390f454, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddac5a6-fdaa-4fd2-a463-8b906f104921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:05.685925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.720435 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.732933 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.779914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.784275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f9e0d3b0-d58f-4f9b-9620-f2432048d2e3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2221265 Jul 16 22:49:05.784651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:05.807995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730157-149b-42b8-bac7-da18c120e417 req-da19d34b-9944-48f9-bc25-05e280173a33 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:05.816416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c730157-149b-42b8-bac7-da18c120e417 req-da19d34b-9944-48f9-bc25-05e280173a33 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 931 time: 0.1226072 Jul 16 22:49:05.817112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-aba11c2e-ffa3-44ce-a445-bd89c18fa0d8', 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': '62daab3c-79ae-46ff-b793-943224c11ed7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:05.818364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:05.864321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:05.942463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c730157-149b-42b8-bac7-da18c120e417 req-a01b35d2-a22f-48d6-8195-462b53ffddff tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251085 Jul 16 22:49:06.099095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Allocated IP 172.21.0.2 (aba11c2e-ffa3-44ce-a445-bd89c18fa0d8/62daab3c-79ae-46ff-b793-943224c11ed7/21733f56-c399-44ba-a0c3-2488d9c4f613) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:06.173706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] For port 4913e9b6-d6a9-4411-8620-d945c390f454, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:06.184519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] For port 4913e9b6-d6a9-4411-8620-d945c390f454, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4913e9b6-d6a9-4411-8620-d945c390f454,segment=NetworkSegment(5ddac5a6-fdaa-4fd2-a463-8b906f104921),segment_id=5ddac5a6-fdaa-4fd2-a463-8b906f104921)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:06.234362 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.307226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f440-88ad-4258-b3a3-ce9ff36cc5a0 None None] Pushing event updated for resources: {'Port': ['ID=4913e9b6-d6a9-4411-8620-d945c390f454,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:06.374215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.452805 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.466277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Transition to ACTIVE for port object 21733f56-c399-44ba-a0c3-2488d9c4f613 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:06.536309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Transition to ACTIVE for port object 21733f56-c399-44ba-a0c3-2488d9c4f613 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:06.550687 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.715461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:06.719161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:06.723351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:06.737364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Pushing event updated for resources: {'Port': ['ID=21733f56-c399-44ba-a0c3-2488d9c4f613,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:06.781250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.888997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Attempting to bind port 21733f56-c399-44ba-a0c3-2488d9c4f613 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:06.891274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Attempting to bind port 21733f56-c399-44ba-a0c3-2488d9c4f613 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'af996bdf-5909-43e3-85f4-19b87e48b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:06.891648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Attempting to bind port 21733f56-c399-44ba-a0c3-2488d9c4f613 on network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:06.908784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:06.913843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Checking segment: {'id': 'af996bdf-5909-43e3-85f4-19b87e48b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:06.914323 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:06.914732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Bound using segment: {'id': 'af996bdf-5909-43e3-85f4-19b87e48b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:06.915237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Bound port: 21733f56-c399-44ba-a0c3-2488d9c4f613, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af996bdf-5909-43e3-85f4-19b87e48b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'aba11c2e-ffa3-44ce-a445-bd89c18fa0d8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:06.915623 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:07.016361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'tag': '390c2dec-adc3-461e-8912-040911708a9a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:07.035241 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c5f36a-1331-40e9-8e57-d4322ffa644c" -d '{"events": [{"name": "network-changed", "server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "tag": "390c2dec-adc3-461e-8912-040911708a9a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:07.045216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4596e-0cd1-494c-b9de-c4ceb7bc830e req-02e9e8ba-596c-4f82-89fd-de846e132893 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:07.046795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-99e4596e-0cd1-494c-b9de-c4ceb7bc830e req-02e9e8ba-596c-4f82-89fd-de846e132893 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.4125259 Jul 16 22:49:07.153427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-31e5c776-f8e5-448a-9396-2cb63cc1d43f tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:07.156159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-31e5c776-f8e5-448a-9396-2cb63cc1d43f tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 814 time: 0.3722034 Jul 16 22:49:07.258005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c4a7b-ae25-47a2-ae52-3d383f2deece req-fd8df9e8-aa2e-4ae5-ae4f-b161d988f0d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:07.302670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-991c4a7b-ae25-47a2-ae52-3d383f2deece req-fd8df9e8-aa2e-4ae5-ae4f-b161d988f0d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 907 time: 0.6533167 Jul 16 22:49:07.418531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.20.0.1 (3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9/742cd313-c520-4b85-9428-432803536685/29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:07.502631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] For port 21733f56-c399-44ba-a0c3-2488d9c4f613, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:07.508024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] For port 21733f56-c399-44ba-a0c3-2488d9c4f613, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21733f56-c399-44ba-a0c3-2488d9c4f613,segment=NetworkSegment(af996bdf-5909-43e3-85f4-19b87e48b980),segment_id=af996bdf-5909-43e3-85f4-19b87e48b980)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:07.516903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:07.579409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-65823b02-264c-4346-bb33-fa5f31aeaad4 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8784e57d600146feb6ab4b44d95b5a13 HTTP/1.1" status: 200 len: 380 time: 0.4140489 Jul 16 22:49:07.592997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-99e4596e-0cd1-494c-b9de-c4ceb7bc830e req-eaf1b650-f5fb-4165-a10c-c44675814a0f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131799 Jul 16 22:49:07.621880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'port': {'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'admin_state_up': True, 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'security_groups': ['96ca3eb7-6e12-4707-8779-3af93f6744c5']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:07.667913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824294e-c82e-44a3-b658-22a452549bf0 None None] Pushing event updated for resources: {'Port': ['ID=21733f56-c399-44ba-a0c3-2488d9c4f613,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:07.815924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f6bc2b5-a562-4d29-b3c4-b41bf63f6019 req-8716e88a-dc8d-48e2-b4a1-6df77ebf32fd tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0635326 Jul 16 22:49:07.976163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.015426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:08.053894 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f23f82-894c-45e9-8d46-67d45653927e x-openstack-request-id: req-17f23f82-894c-45e9-8d46-67d45653927e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:08.054460 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "tag": "390c2dec-adc3-461e-8912-040911708a9a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:08.054460 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17f23f82-894c-45e9-8d46-67d45653927e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:08.054805 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'tag': '390c2dec-adc3-461e-8912-040911708a9a', 'status': 'completed', 'code': 200} Jul 16 22:49:08.152780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4913e9b6-d6a9-4411-8620-d945c390f454 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:08.171080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.296737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Request body: {'port': {'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:08.311296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4913e9b6-d6a9-4411-8620-d945c390f454 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:08.415199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:08.431385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e51a16-54b8-4dc1-ba8c-a6bd2d6b4e3d None None] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:08.449993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:08.451980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:08.471442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:08.522033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 390c2dec-adc3-461e-8912-040911708a9a details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:49:08.524516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.533511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Made reservation on behalf of 8784e57d600146feb6ab4b44d95b5a13 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:08.545112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.595829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419c854-ca08-459b-a986-8987fd8250ac req-b9f0319a-b1b3-4dab-b63c-55a1d8173819 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:08.605194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6419c854-ca08-459b-a986-8987fd8250ac req-b9f0319a-b1b3-4dab-b63c-55a1d8173819 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 931 time: 0.6546755 Jul 16 22:49:08.652806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-63b80cc0-96ea-4bba-86bd-c773bb066e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:08.654924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-63b80cc0-96ea-4bba-86bd-c773bb066e07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 1059 time: 0.5470903 Jul 16 22:49:08.703979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.812725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Provisioning for port 4913e9b6-d6a9-4411-8620-d945c390f454 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:08.847030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6419c854-ca08-459b-a986-8987fd8250ac req-84a3557f-1456-4ccd-a169-b13490d85cd9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402813 Jul 16 22:49:08.892433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Provisioning complete for port 4913e9b6-d6a9-4411-8620-d945c390f454 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:08.895393 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:08.913816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9634de-ec6e-4432-a364-62aadd508f18 req-b75777a8-f98d-48ba-a850-f2f089e01405 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:08.915501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb9634de-ec6e-4432-a364-62aadd508f18 req-b75777a8-f98d-48ba-a850-f2f089e01405 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 907 time: 0.3193090 Jul 16 22:49:08.946206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 17d65b4a-45e3-4bfa-933c-b77b34203f8c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:08.946570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.035652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=390c2dec-adc3-461e-8912-040911708a9a,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:09.053609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '390c2dec-adc3-461e-8912-040911708a9a', 'network_id': 'c94f4a9f-f366-4aeb-b67b-3113eae8638c', 'port_id': '390c2dec-adc3-461e-8912-040911708a9a', 'mac_address': 'fa:16:3e:72:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:49:09.053913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.143229 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.166867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Allocated IP 172.20.0.3 (75ad7e97-96d1-4b27-8c8c-711f13685a34/db3c4eaa-544a-461c-98c2-c251a89e2044/313b3546-49ed-4f83-bdc2-542f698ecdfe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:09.175606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390c2dec-adc3-461e-8912-040911708a9a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:09.189295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8ec3c2a3-92e9-4b54-8318-61d0849008fa req-81731f4a-f9f5-4599-b2ff-1d855c29a347 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0652614 Jul 16 22:49:09.205393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=390c2dec-adc3-461e-8912-040911708a9a,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:09.253828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.270699 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.323953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] For port 4913e9b6-d6a9-4411-8620-d945c390f454, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4913e9b6-d6a9-4411-8620-d945c390f454,segment=NetworkSegment(5ddac5a6-fdaa-4fd2-a463-8b906f104921),segment_id=5ddac5a6-fdaa-4fd2-a463-8b906f104921)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:09.335775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.357601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:09.426815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5de008-41ae-45ce-8eeb-9364f80ae2f1 None None] Pushing event updated for resources: {'Port': ['ID=4913e9b6-d6a9-4411-8620-d945c390f454,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:09.468227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['390c2dec-adc3-461e-8912-040911708a9a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:49:09.511248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.521509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.608466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07636a1d-c93f-4abd-a3d5-f103f8594778 None None] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:09.609592 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.626856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:09.721235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Provisioning for port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:09.750164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:09.751631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:09.759955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Provisioning complete for port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:09.760339 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:09.813765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:09.847509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Provisioning complete for port 4913e9b6-d6a9-4411-8620-d945c390f454 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:09.847895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d49bb72-bf29-4a25-9e4b-77aaf8750ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.115721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 21733f56-c399-44ba-a0c3-2488d9c4f613 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:10.215188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 21733f56-c399-44ba-a0c3-2488d9c4f613 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:10.217819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 17d65b4a-45e3-4bfa-933c-b77b34203f8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=17d65b4a-45e3-4bfa-933c-b77b34203f8c,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:10.219037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.223078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4913e9b6-d6a9-4411-8620-d945c390f454 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:10.229725 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.288454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 17d65b4a-45e3-4bfa-933c-b77b34203f8c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:10.297299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-dc1e0958-38ad-4aba-a727-2fef331abaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:10.299878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-dc1e0958-38ad-4aba-a727-2fef331abaa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94f4a9f-f366-4aeb-b67b-3113eae8638c HTTP/1.1" status: 200 len: 898 time: 1.6348603 Jul 16 22:49:10.303251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Transition to ACTIVE for port object 313b3546-49ed-4f83-bdc2-542f698ecdfe will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:10.336564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4913e9b6-d6a9-4411-8620-d945c390f454 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:10.337445 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.384329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Provisioning for port 21733f56-c399-44ba-a0c3-2488d9c4f613 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:10.392580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-ecaec764-e437-40be-8073-40a3d89afbe5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=390c2dec-adc3-461e-8912-040911708a9a HTTP/1.1" status: 200 len: 217 time: 0.0773990 Jul 16 22:49:10.401722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Provisioning complete for port 21733f56-c399-44ba-a0c3-2488d9c4f613 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:10.402512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.519855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3702f-3e31-4db7-9fba-91667b9e0545 req-815cc4ae-b9e2-4196-b605-5493f8d43c1b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:10.527128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67c3702f-3e31-4db7-9fba-91667b9e0545 req-815cc4ae-b9e2-4196-b605-5493f8d43c1b tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 1.4160480 Jul 16 22:49:10.529853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-1883d125-6cde-49c6-a95c-f2aca67f1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:10.531982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-1883d125-6cde-49c6-a95c-f2aca67f1bf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80 HTTP/1.1" status: 200 len: 838 time: 0.1002433 Jul 16 22:49:10.547489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 390c2dec-adc3-461e-8912-040911708a9a up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:10.583154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3ecfc-1e07-4dc1-931d-dcd1384e3b65 req-57bd9cfa-eeaa-4c76-ad31-a848d2a6eb14 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:10.589438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.592591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f3ecfc-1e07-4dc1-931d-dcd1384e3b65 req-57bd9cfa-eeaa-4c76-ad31-a848d2a6eb14 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 931 time: 0.1053004 Jul 16 22:49:10.639687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 09765cc3-c46a-4df2-abbb-8ce91a090ed0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:10.646582 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] For port 21733f56-c399-44ba-a0c3-2488d9c4f613, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21733f56-c399-44ba-a0c3-2488d9c4f613,segment=NetworkSegment(af996bdf-5909-43e3-85f4-19b87e48b980),segment_id=af996bdf-5909-43e3-85f4-19b87e48b980)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:10.649170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 390c2dec-adc3-461e-8912-040911708a9a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:10.657155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 390c2dec-adc3-461e-8912-040911708a9a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:10.658058 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.659160 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-11f3ecfc-1e07-4dc1-931d-dcd1384e3b65 req-fe730ad8-117d-4cc1-a0a1-c24c80ce12aa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650468 Jul 16 22:49:10.668606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67c3702f-3e31-4db7-9fba-91667b9e0545 req-3ae6515e-e07e-4043-8773-5e9425cb6cf6 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405096 Jul 16 22:49:10.711889 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.781245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.807860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:10.808118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Pushing event updated for resources: {'Port': ['ID=21733f56-c399-44ba-a0c3-2488d9c4f613,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:10.827149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] Sync routers for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:10.833559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad88c60a-b200-4a2c-bb1f-11fbdf9c0d0d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0476887 Jul 16 22:49:10.834536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:10.894458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Provisioning complete for port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:10.895184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:10.942752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4792e-a410-4d69-b480-4b8117c0a775 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:10.943644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:10.944507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:10.944765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1cf4792e-a410-4d69-b480-4b8117c0a775 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports/29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc HTTP/1.1" status: 200 len: 910 time: 0.1086857 Jul 16 22:49:10.947502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:11.040950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:11.043221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:11.045068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:11.045589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.067156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1344d687-5757-4e4e-a229-fa0affb523ff None None] Port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:11.082341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:11.083221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:11.083964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:11.141833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:11.142652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28de40-6d3a-40b5-8891-77116413ef40 None None] The sync data for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:11.148500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390c2dec-adc3-461e-8912-040911708a9a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:11.155798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb0793b-ba4e-4ad7-906e-a248c9d97570" -d '{"events": [{"server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "name": "network-vif-plugged", "status": "completed", "tag": "390c2dec-adc3-461e-8912-040911708a9a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:11.162651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433381-774b-49fa-baee-2af3502e9dfb req-bd6fe46c-9bb4-497f-8ffb-7c27fda6467e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:11.167896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:11.179373 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3433381-774b-49fa-baee-2af3502e9dfb req-bd6fe46c-9bb4-497f-8ffb-7c27fda6467e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 908 time: 0.2324531 Jul 16 22:49:11.185146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=390c2dec-adc3-461e-8912-040911708a9a,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:11.200577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.270811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8258c7f1-703a-460f-96af-00259f5ddd7f None None] Provisioning complete for port 21733f56-c399-44ba-a0c3-2488d9c4f613 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:11.271064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52bda06-26a8-4422-bc2d-ff2cef1a28f0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:11.272203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8258c7f1-703a-460f-96af-00259f5ddd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.282637 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.298653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Transition to ACTIVE for port object c52bda06-26a8-4422-bc2d-ff2cef1a28f0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:11.378814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:11.469884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-baa1f1ad-e7d6-4fe0-83a5-94d17a9a96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:11.472396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-baa1f1ad-e7d6-4fe0-83a5-94d17a9a96d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94f4a9f-f366-4aeb-b67b-3113eae8638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.9223881 Jul 16 22:49:11.484255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.563678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.617142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13ee607f-8d10-4253-a473-2a585be299c0 None None] Provisioning for port 313b3546-49ed-4f83-bdc2-542f698ecdfe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:11.622287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13ee607f-8d10-4253-a473-2a585be299c0 None None] Provisioning complete for port 313b3546-49ed-4f83-bdc2-542f698ecdfe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:11.622725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13ee607f-8d10-4253-a473-2a585be299c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.625534 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.665974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:11.667059 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:11.707247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-13ee607f-8d10-4253-a473-2a585be299c0 None None] Port 313b3546-49ed-4f83-bdc2-542f698ecdfe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:11.768564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:11.909498 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c4070f-af13-46d6-b46a-33e61a73a25c x-openstack-request-id: req-89c4070f-af13-46d6-b46a-33e61a73a25c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:11.909795 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "name": "network-vif-plugged", "status": "completed", "tag": "390c2dec-adc3-461e-8912-040911708a9a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:11.910177 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89c4070f-af13-46d6-b46a-33e61a73a25c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:11.910588 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390c2dec-adc3-461e-8912-040911708a9a', 'code': 200} Jul 16 22:49:11.929101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-2269cb58-f74f-4aa0-a49f-bd182f05d262 service neutron] 10.222.0.47 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363930 Jul 16 22:49:11.938553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 21733f56-c399-44ba-a0c3-2488d9c4f613 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:12.081749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48e27-cbf9-487c-9c05-03a7b61fabc6 req-785c49b2-ffbf-4dfb-9922-2eca951f8f2d tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:12.083330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d48e27-cbf9-487c-9c05-03a7b61fabc6 req-785c49b2-ffbf-4dfb-9922-2eca951f8f2d tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 931 time: 1.1029859 Jul 16 22:49:12.097363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 21733f56-c399-44ba-a0c3-2488d9c4f613 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:12.097758 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.126990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=17d65b4a-45e3-4bfa-933c-b77b34203f8c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:12.134847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-5587904c-4b1d-49f6-aabc-d8187f3a5f62 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5406857 Jul 16 22:49:12.248516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Request body: {'port': {'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:12.253916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-63d48e27-cbf9-487c-9c05-03a7b61fabc6 req-dc847f83-9013-40a3-810a-f61ae39525f7 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288979 Jul 16 22:49:12.301217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.21.0.1 (aba11c2e-ffa3-44ce-a445-bd89c18fa0d8/62daab3c-79ae-46ff-b793-943224c11ed7/b7292486-f2eb-4f67-9ddc-49af914fac91) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:12.450328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379b27-4eeb-4ca1-850b-a35be35d0040 req-d7560a49-271b-46ea-a4c5-c353096d2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:12.451861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02379b27-4eeb-4ca1-850b-a35be35d0040 req-d7560a49-271b-46ea-a4c5-c353096d2686 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 1061 time: 0.4336493 Jul 16 22:49:12.455202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.474707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df1f9-0a5f-4c35-ab9b-80bd1f0098b5 req-b93b349a-dedf-4e1f-80c2-4760e680e430 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:12.476674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2b8df1f9-0a5f-4c35-ab9b-80bd1f0098b5 req-b93b349a-dedf-4e1f-80c2-4760e680e430 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 943 time: 0.3140395 Jul 16 22:49:12.481816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object b7292486-f2eb-4f67-9ddc-49af914fac91 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:12.488246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Attempting to bind port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:12.488773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Attempting to bind port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:12.489140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Attempting to bind port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 on network 9578a586-9fbc-4da4-aed7-4d95f71a7598 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:12.534088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 on network 9578a586-9fbc-4da4-aed7-4d95f71a7598 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:12.534381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Attempting to bind port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 on network 9578a586-9fbc-4da4-aed7-4d95f71a7598 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:12.543839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2b8df1f9-0a5f-4c35-ab9b-80bd1f0098b5 req-03395ef1-fddb-4ade-893e-ea52c28643fb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495367 Jul 16 22:49:12.544650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.545343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.602880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:12.606184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:12.624687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:12.691733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.745069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=b7292486-f2eb-4f67-9ddc-49af914fac91,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:12.833193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0c5f36a-1331-40e9-8e57-d4322ffa644c req-c7eaab33-138a-4cc3-a8fa-0ce810d341a8 service neutron] 10.222.0.47 "GET /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415016 Jul 16 22:49:12.833800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.838189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313b3546-49ed-4f83-bdc2-542f698ecdfe {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:12.845070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:12.845484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Checking segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:12.845811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Bound using segment: {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:12.846260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Bound port: c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:12.846619 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.880488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.898729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd9d6-6fed-434d-9cc8-b28acccb1913 req-d1d1b40c-8e6d-4b4a-9537-748e0ea0e908 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:12.903646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61bbd9d6-6fed-434d-9cc8-b28acccb1913 req-d1d1b40c-8e6d-4b4a-9537-748e0ea0e908 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.1571994 Jul 16 22:49:12.907873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.919016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f407c84-5252-44df-91b5-29a87919ff07 None None] Provisioning for port b7292486-f2eb-4f67-9ddc-49af914fac91 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:12.923776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f407c84-5252-44df-91b5-29a87919ff07 None None] Provisioning complete for port b7292486-f2eb-4f67-9ddc-49af914fac91 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:12.924287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f407c84-5252-44df-91b5-29a87919ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.951507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05370f-8726-40a2-aed1-578e32248fa9 req-3bb408de-206e-4db4-999a-98efdb7df8ed tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:12.954043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a05370f-8726-40a2-aed1-578e32248fa9 req-3bb408de-206e-4db4-999a-98efdb7df8ed tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 943 time: 0.5561087 Jul 16 22:49:12.966290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Transition to ACTIVE for port object 313b3546-49ed-4f83-bdc2-542f698ecdfe will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:12.983277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2f407c84-5252-44df-91b5-29a87919ff07 None None] Port b7292486-f2eb-4f67-9ddc-49af914fac91 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:13.012711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.159372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:13.194727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:13.205323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a05370f-8726-40a2-aed1-578e32248fa9 req-cf2ca5c4-e92c-4d61-9854-525cd6ad9fd0 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334366 Jul 16 22:49:13.207072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:13.239098 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.259969 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.269193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.416184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.418344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=b7292486-f2eb-4f67-9ddc-49af914fac91,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:13.419591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:13.420242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.422586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] 10.222.0.68 "PUT /v2.0/ports/c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 1092 time: 5.1440539 Jul 16 22:49:13.425785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:13.427366 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:13.521783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:49:13.634859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849ddb1-93cc-4993-b0f9-d97185829289 req-d718a69c-defd-4b46-82f6-8c725cd44785 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:13.638892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a849ddb1-93cc-4993-b0f9-d97185829289 req-d718a69c-defd-4b46-82f6-8c725cd44785 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.1584084 Jul 16 22:49:13.641855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:13.643525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:13.736407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a849ddb1-93cc-4993-b0f9-d97185829289 req-a13686f0-c42d-4d0d-833e-3fb4b9e74792 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788524 Jul 16 22:49:13.818275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:13.845819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'port_id': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'mac_address': 'fa:16:3e:14:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:49:13.902125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1767812-aa9f-4852-8139-7e4e9954ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:13.936074 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.959860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 09765cc3-c46a-4df2-abbb-8ce91a090ed0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:13.961159 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a05a3-d988-4e90-a328-a8460c8bbc73 x-openstack-request-id: req-225a05a3-d988-4e90-a328-a8460c8bbc73 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:13.961454 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:13.961703 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-225a05a3-d988-4e90-a328-a8460c8bbc73 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:13.962099 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'status': 'completed', 'code': 200} Jul 16 22:49:13.984458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:14.014352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Attempting to bind port 313b3546-49ed-4f83-bdc2-542f698ecdfe on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:14.014742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Attempting to bind port 313b3546-49ed-4f83-bdc2-542f698ecdfe by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:14.015072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Attempting to bind port 313b3546-49ed-4f83-bdc2-542f698ecdfe on network 75ad7e97-96d1-4b27-8c8c-711f13685a34 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:14.026155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Port 313b3546-49ed-4f83-bdc2-542f698ecdfe on network 75ad7e97-96d1-4b27-8c8c-711f13685a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:14.026479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Attempting to bind port 313b3546-49ed-4f83-bdc2-542f698ecdfe on network 75ad7e97-96d1-4b27-8c8c-711f13685a34 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:14.034303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:14.040722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.056502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:14.056842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Checking segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:14.057272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Bound using segment: {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:14.057721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Bound port: 313b3546-49ed-4f83-bdc2-542f698ecdfe, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c95aed-f35d-4c22-9298-ebbe6d762891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:14.058075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.084369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ed37a4f3-4887-4aeb-8f44-3904239c92e3 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:14.122044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8dca81a-ea65-4281-a2f9-b51776688a70 None None] Provisioning complete for port b7292486-f2eb-4f67-9ddc-49af914fac91 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:14.122691 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8dca81a-ea65-4281-a2f9-b51776688a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.134640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:14.136333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e41bbe-773f-4d9d-9846-535e17ce8d1d req-700c050c-c1a5-42d7-ae93-1433fba39c78 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.138572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56e41bbe-773f-4d9d-9846-535e17ce8d1d req-700c050c-c1a5-42d7-ae93-1433fba39c78 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 943 time: 0.2259982 Jul 16 22:49:14.144732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:14.154702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f680a84-c1a5-460b-80cb-18fa4a54ae3b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983178 Jul 16 22:49:14.156615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:14.156936 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] Sync routers for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:14.175271 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:14.176060 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.217393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e3e08-4b57-494d-b1c9-9d7f1781812b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.222162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e37e3e08-4b57-494d-b1c9-9d7f1781812b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports/b7292486-f2eb-4f67-9ddc-49af914fac91 HTTP/1.1" status: 200 len: 910 time: 0.0641320 Jul 16 22:49:14.222845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:14.230171 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.231615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d8dca81a-ea65-4281-a2f9-b51776688a70 None None] Port b7292486-f2eb-4f67-9ddc-49af914fac91 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:14.244874 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:14.246832 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.250600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-585a9657-b91e-40af-852a-4a693892ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.252501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-585a9657-b91e-40af-852a-4a693892ab4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1095 time: 0.3411400 Jul 16 22:49:14.268044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2b0a1511-a3c3-4931-b909-3902899e83fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:49:14.318586 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.319486 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e13199-d0dd-4eca-a3b7-a8b68ff6f685 None None] The sync data for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:14.347059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:14.356995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-829a7d6c-56e8-42a6-9e67-c2301aa5bdaa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 217 time: 0.0832956 Jul 16 22:49:14.363153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:14.376129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Sync routers for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:14.379786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-99c26de0-75ff-4729-bf28-e9f082b0265f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/ed37a4f3-4887-4aeb-8f44-3904239c92e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091233 Jul 16 22:49:14.381601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:14.393456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:14.402799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:14.403452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.426244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.454222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56e41bbe-773f-4d9d-9846-535e17ce8d1d req-f93f0db5-5b31-4912-9d07-cac729014d87 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824312 Jul 16 22:49:14.524110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.524742 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.526175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 1092 time: 2.3041482 Jul 16 22:49:14.533841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-459b1ca8-ff0a-4798-bcef-b4dd54d55199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.535355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-459b1ca8-ff0a-4798-bcef-b4dd54d55199 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 200 len: 835 time: 0.1699064 Jul 16 22:49:14.545808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:14.554581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b91c6-7768-4658-a923-8f8a5ee6a036 req-dc04c650-438c-4e7e-b88e-569de77169a9 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.572528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-209b91c6-7768-4658-a923-8f8a5ee6a036 req-dc04c650-438c-4e7e-b88e-569de77169a9 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.4692211 Jul 16 22:49:14.698166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting subnet 9594b8f8-e8a0-4b29-a59e-89e720d8ae73 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:14.703475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.748869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f906759-834c-4179-bafd-3be740c9f6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:14.790107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.804743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:49:11Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.825508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-2da4c351-04e5-41d7-9c92-d0025a04dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.827177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-2da4c351-04e5-41d7-9c92-d0025a04dccd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656703 Jul 16 22:49:14.830601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-02fbd9f9-d2b9-440c-a565-ff254ea1fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.832000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-02fbd9f9-d2b9-440c-a565-ff254ea1fe0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1095 time: 0.2181294 Jul 16 22:49:14.838792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Checking router: ed37a4f3-4887-4aeb-8f44-3904239c92e3 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:14.864787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Routers {'ed37a4f3-4887-4aeb-8f44-3904239c92e3'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:14.864787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:14.875205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8fd23-5a91-42ee-9aaa-ae62a418698f req-53d01b77-352a-4701-8918-708a774eea7c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:14.876908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6f8fd23-5a91-42ee-9aaa-ae62a418698f req-53d01b77-352a-4701-8918-708a774eea7c tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 944 time: 0.2193902 Jul 16 22:49:14.922288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-f8c4585e-9e50-43c6-9171-f4b0f3986717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 217 time: 0.0756297 Jul 16 22:49:14.969653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:14.998786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9642e45-ee7a-4224-a1c6-c58b1fec176f req-2bd4e87f-5999-4564-9859-b31fa298f65c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.000318 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9642e45-ee7a-4224-a1c6-c58b1fec176f req-2bd4e87f-5999-4564-9859-b31fa298f65c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.1855044 Jul 16 22:49:15.006791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] Set router ed37a4f3-4887-4aeb-8f44-3904239c92e3 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:15.026256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6f8fd23-5a91-42ee-9aaa-ae62a418698f req-0dd5d40d-4494-442a-aa03-ab45c6d3349d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412563 Jul 16 22:49:15.049829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-dbd71f47-a89c-4586-bcc8-23103076d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.051390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-dbd71f47-a89c-4586-bcc8-23103076d1bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.1201811 Jul 16 22:49:15.054280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-93eb6ad8-94cf-4be1-8f25-2b7ca95b648e service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190495 Jul 16 22:49:15.081721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.208827 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.223597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-fe33b9fe-ce72-4730-b24a-b7064ffa5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.225512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-fe33b9fe-ce72-4730-b24a-b7064ffa5693 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572762 Jul 16 22:49:15.233198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:49:11Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:15.244882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bb5c0334-81bd-4fd2-b5a1-947b95f3a024 req-db2d579f-c8eb-4a2d-b618-9c2811be6234 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778216 Jul 16 22:49:15.263915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d47e1-5da2-45e6-ab57-7d43861ab141 None None] The sync data for ids ['ed37a4f3-4887-4aeb-8f44-3904239c92e3'] in n-d-793621-16 is: [{'id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364888176', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:48Z', 'updated_at': '2021-07-16T22:49:11Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '904f9664-b3fb-4db9-a87d-97e86f583580', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a4f3-4887-4aeb-8f44-3904239c92e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:49Z', 'updated_at': '2021-07-16T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:15.308336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Subnet': ['ID=9594b8f8-e8a0-4b29-a59e-89e720d8ae73,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:15.312786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.315950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588956ef-705b-47f7-9599-8c405e1176a4 None None] Network c5118d60-cfde-4434-9086-361f31370c4b requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:15.321086 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4f3e5bb1-ebf0-4efe-8358-42791befa78a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/subnets/9594b8f8-e8a0-4b29-a59e-89e720d8ae73 HTTP/1.1" status: 204 len: 168 time: 0.9369416 Jul 16 22:49:15.325746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:15.399995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3093f-c036-484d-8bda-27a9ad2a0a18 req-8592a449-fb71-4b22-aba1-7a8da8aa3f57 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.401220 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-36b3093f-c036-484d-8bda-27a9ad2a0a18 req-8592a449-fb71-4b22-aba1-7a8da8aa3f57 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 1061 time: 0.1940954 Jul 16 22:49:15.403044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-520a1728-8a6e-4de0-aae9-f7c3453093ac service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608403 Jul 16 22:49:15.418149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cb1-6e64-4097-ae22-e559b18c5f45 req-693b9918-4f2a-4e28-a5d9-67632be3f81c tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.425809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a6b4cb1-6e64-4097-ae22-e559b18c5f45 req-693b9918-4f2a-4e28-a5d9-67632be3f81c tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.2119458 Jul 16 22:49:15.466173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-d6899605-2199-4e30-bbaa-3bee99f237e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.467639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-d6899605-2199-4e30-bbaa-3bee99f237e0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1095 time: 0.1360829 Jul 16 22:49:15.491196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a6b4cb1-6e64-4097-ae22-e559b18c5f45 req-a845520b-c11e-4b0d-8701-20556f60af12 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605605 Jul 16 22:49:15.546247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:15.617672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2b0a1511-a3c3-4931-b909-3902899e83fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:15.618056 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.622127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-21a5544b-879a-41b8-b5ed-368cf16907ec req-180f91d7-3dea-4a91-b529-85f929053c6d service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115190 Jul 16 22:49:15.663520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.672884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-b018bacb-e1d4-4c25-ab90-dba57b853a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.674433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-b018bacb-e1d4-4c25-ab90-dba57b853a50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 898 time: 0.1789224 Jul 16 22:49:15.679556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] DHCP port deletion for c5118d60-cfde-4434-9086-361f31370c4b request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:15.720510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-c85af1b4-6a2d-48eb-ba9a-f57b89ba15cd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 217 time: 0.0393610 Jul 16 22:49:15.727181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef678ee-e19f-488a-8412-f0119411812d req-9103e2c4-bf66-4ede-96c8-5806a3ff90fd tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.728708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aef678ee-e19f-488a-8412-f0119411812d req-9103e2c4-bf66-4ede-96c8-5806a3ff90fd tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1136 time: 0.1489487 Jul 16 22:49:15.807819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Deleting port e50dcb90-853a-4800-99cc-dde751df86b2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:15.808218 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.813481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:15.820259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aef678ee-e19f-488a-8412-f0119411812d req-7803b6f6-efce-4725-8b47-fe056e61b199 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0822413 Jul 16 22:49:15.821832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-165a627e-2975-458d-ade4-37267ab62196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.823271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-165a627e-2975-458d-ade4-37267ab62196 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 200 len: 835 time: 0.0936751 Jul 16 22:49:15.876803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e50dcb90-853a-4800-99cc-dde751df86b2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:15.880589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:15.923461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:15.925912 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e807e48-e9f1-4896-bcc2-d16b2b48f42f" -d '{"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:15.961071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-98e6a398-0837-4d04-86de-e09efd3cac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.962829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-98e6a398-0837-4d04-86de-e09efd3cac43 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316061 Jul 16 22:49:15.963597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:15.966218 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:15.970214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad2efc-d49a-4fd6-b6e0-a10cf9aba2e1 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:15.973561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5aad2efc-d49a-4fd6-b6e0-a10cf9aba2e1 tempest-TestSecurityGroupsBasicOps-1517395455 tempest-TestSecurityGroupsBasicOps-1517395455-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 1056 time: 0.0912995 Jul 16 22:49:16.143391 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-da3f17a6-bcbf-49ca-89a3-7a4c418778d2 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679776 Jul 16 22:49:16.180156 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b83361-bc7d-4f4d-990c-bffa74716864 x-openstack-request-id: req-f5b83361-bc7d-4f4d-990c-bffa74716864 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:16.181012 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:16.181274 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5b83361-bc7d-4f4d-990c-bffa74716864 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:16.181700 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:49:16.210062 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9cc2c9-77b7-461c-868a-3f90b0a741e6 x-openstack-request-id: req-0b9cc2c9-77b7-461c-868a-3f90b0a741e6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:16.210669 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:16.210669 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b9cc2c9-77b7-461c-868a-3f90b0a741e6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:16.211002 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'code': 200} Jul 16 22:49:16.218651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:16.222201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] For port e50dcb90-853a-4800-99cc-dde751df86b2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e50dcb90-853a-4800-99cc-dde751df86b2,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:16.222606 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.230906 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.274834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Calling delete_port for e50dcb90-853a-4800-99cc-dde751df86b2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:16.276486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.372840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.378940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2eb27a30-3e59-47bd-afaa-f923bdcd96d5 req-83a8d4d8-2e9c-47f7-a7c9-61732e8c2a9b service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915376 Jul 16 22:49:16.393215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e2b6-ed64-40ce-b8f5-e11532fe905d req-d22f83dd-fcf3-41b2-b006-a85d9246558e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.397412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:16.401576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46c7e2b6-ed64-40ce-b8f5-e11532fe905d req-d22f83dd-fcf3-41b2-b006-a85d9246558e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 943 time: 0.2404554 Jul 16 22:49:16.402612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e50dcb90-853a-4800-99cc-dde751df86b2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e50dcb90-853a-4800-99cc-dde751df86b2,segment=NetworkSegment(01b5d204-e61f-47c1-a48b-bc207b019fe7),segment_id=01b5d204-e61f-47c1-a48b-bc207b019fe7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:16.413861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.414565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d65b4a-45e3-4bfa-933c-b77b34203f8c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:16.439908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-d8f44106-585f-4933-b00c-8e3388cc2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.441475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-d8f44106-585f-4933-b00c-8e3388cc2a3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1095 time: 0.2970629 Jul 16 22:49:16.451770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a87-236c-4f22-ac6f-1f1b5af09e07 req-3f27ccc8-7140-40e7-802e-e3777b139960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.454007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad052a87-236c-4f22-ac6f-1f1b5af09e07 req-3f27ccc8-7140-40e7-802e-e3777b139960 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 1098 time: 0.2336547 Jul 16 22:49:16.456905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 17d65b4a-45e3-4bfa-933c-b77b34203f8c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:16.457280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 17d65b4a-45e3-4bfa-933c-b77b34203f8c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:16.492298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port b7292486-f2eb-4f67-9ddc-49af914fac91 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:16.493407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.493767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e50dcb90-853a-4800-99cc-dde751df86b2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:16.501582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.505859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46c7e2b6-ed64-40ce-b8f5-e11532fe905d req-e0c24755-cf00-4ecd-b24e-a16ea5082efa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032693 Jul 16 22:49:16.530773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] Pushing event deleted for resources: {'Port': ['ID=e50dcb90-853a-4800-99cc-dde751df86b2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:16.532538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27669bf8-91cf-40c4-89ec-c8d674b25e9a None None] No DVR routers for this DVR port e50dcb90-853a-4800-99cc-dde751df86b2 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:16.568212 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad052a87-236c-4f22-ac6f-1f1b5af09e07 req-b4f7b657-90ac-4b01-acd2-256aacb370ea service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871179 Jul 16 22:49:16.605680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 904f9664-b3fb-4db9-a87d-97e86f583580 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:16.606388 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.642888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-900908c5-7ca4-455a-8e83-16dd3f38844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.644344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-900908c5-7ca4-455a-8e83-16dd3f38844f service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.1953001 Jul 16 22:49:16.644930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.655659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b6742-c295-4ce5-903f-a06a1cf2b95a req-db616c13-9d29-40e4-8dfc-a5e6c303ead9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.657070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-280b6742-c295-4ce5-903f-a06a1cf2b95a req-db616c13-9d29-40e4-8dfc-a5e6c303ead9 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.1352015 Jul 16 22:49:16.692233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for b7292486-f2eb-4f67-9ddc-49af914fac91 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:16.706839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-8013b776-062a-4c0c-b17f-1f243a7743cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 217 time: 0.0488634 Jul 16 22:49:16.752011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-280b6742-c295-4ce5-903f-a06a1cf2b95a req-2b22abfb-51b6-4323-a80f-f167a94cf6ff tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884836 Jul 16 22:49:16.768674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-16e55a8c-ffc5-4ca5-ac7c-f045fe8a0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.770240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-16e55a8c-ffc5-4ca5-ac7c-f045fe8a0828 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.0559640 Jul 16 22:49:16.799926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 904f9664-b3fb-4db9-a87d-97e86f583580, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=904f9664-b3fb-4db9-a87d-97e86f583580,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:16.800229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:16.816490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 904f9664-b3fb-4db9-a87d-97e86f583580 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:16.829466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-eec5f48c-e4c8-48ec-b813-063609e9880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.830977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-eec5f48c-e4c8-48ec-b813-063609e9880c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544918 Jul 16 22:49:16.841407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cfc19-788c-4742-8a83-2227af9792f9 req-56098ac1-fa87-45a0-92b2-ec2e88ba837a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.843449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca2cfc19-788c-4742-8a83-2227af9792f9 req-56098ac1-fa87-45a0-92b2-ec2e88ba837a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.2099452 Jul 16 22:49:16.980206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-db9c929b-c75d-40fc-ac66-1e1bc50c25ae service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415637 Jul 16 22:49:16.989044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07788d9b-53e6-49b0-86bd-077af3ad4c51 req-aadc10cc-4753-4402-941c-a38eaca71643 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:16.990412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07788d9b-53e6-49b0-86bd-077af3ad4c51 req-aadc10cc-4753-4402-941c-a38eaca71643 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.1200535 Jul 16 22:49:17.084633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.087000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07788d9b-53e6-49b0-86bd-077af3ad4c51 req-d859ad40-7aba-4ef0-84b2-b389a1e82dfc tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879486 Jul 16 22:49:17.115763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5bbeff49-09e2-416a-ada3-9f8b1b5c534f req-d2af8b50-2e4c-4d36-a1b5-7c8b186b2f2c service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243722 Jul 16 22:49:17.131092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=b7292486-f2eb-4f67-9ddc-49af914fac91,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:17.181448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.214554 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=904f9664-b3fb-4db9-a87d-97e86f583580,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:17.360594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.460387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.463802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.470439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.552432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c52bda06-26a8-4422-bc2d-ff2cef1a28f0 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:49:17.573403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.573846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Fanout notify agent at l3_agent the message router_deleted on router ed37a4f3-4887-4aeb-8f44-3904239c92e3 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:17.582560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.586130 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-03aa67ca-2898-444d-b74a-0232f08ceb4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/routers/ed37a4f3-4887-4aeb-8f44-3904239c92e3 HTTP/1.1" status: 204 len: 168 time: 2.2549295 Jul 16 22:49:17.586850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:17.732235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:17.755674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:49:17.786935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.863201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 09765cc3-c46a-4df2-abbb-8ce91a090ed0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:17.865774 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.891722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52bda06-26a8-4422-bc2d-ff2cef1a28f0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:17.894844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ee40-20e6-4f0f-9fce-5c16b5b5ebd2 req-1b0e9c52-fe21-4f63-a7a1-9fcff3432633 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:17.896637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2673ee40-20e6-4f0f-9fce-5c16b5b5ebd2 req-1b0e9c52-fe21-4f63-a7a1-9fcff3432633 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 943 time: 0.2117684 Jul 16 22:49:17.918686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:17.924509 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:17.989722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:18.040808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2673ee40-20e6-4f0f-9fce-5c16b5b5ebd2 req-ebdcd3b4-a7cd-4949-a181-c69db45d3ba5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373649 Jul 16 22:49:18.053430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:18.066709 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] Sync routers for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:18.067540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-25ceec84-7496-4fd6-9a37-148771a630cc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8411558 Jul 16 22:49:18.069600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:18.077875 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:18.078815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.122098 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.138113 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:18.144286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['c52bda06-26a8-4422-bc2d-ff2cef1a28f0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:49:18.161581 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.273295 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.282158 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1be869-c07c-468d-9f86-79570d60a975 None None] The sync data for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:18.338092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-a1ca1756-56f5-404c-9816-5ea59602afc4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:18.339599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-a1ca1756-56f5-404c-9816-5ea59602afc4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.47 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.6950321 Jul 16 22:49:18.411593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.426304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5118d60-cfde-4434-9086-361f31370c4b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.430888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19dca1-65e5-4e0d-9cc7-669a21e7d405 req-834f1ec6-d98d-4b0b-a830-ba58cda7f9b5 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:18.440798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c19dca1-65e5-4e0d-9cc7-669a21e7d405 req-834f1ec6-d98d-4b0b-a830-ba58cda7f9b5 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 909 time: 0.2187715 Jul 16 22:49:18.459086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b5d204-e61f-47c1-a48b-bc207b019fe7') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.459086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b5d204-e61f-47c1-a48b-bc207b019fe7') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:18.481674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35edac-9888-4b58-b92f-9062ef24a0c6 req-c4c8e0c1-1a72-4e11-8406-df9b33c788ad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:18.489642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d35edac-9888-4b58-b92f-9062ef24a0c6 req-c4c8e0c1-1a72-4e11-8406-df9b33c788ad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.2540700 Jul 16 22:49:18.492761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.569254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.581242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:18.581641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.587160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d35edac-9888-4b58-b92f-9062ef24a0c6 req-af9b84da-3872-459b-bb4c-93166296a3eb tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966921 Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:18.587806 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:18.637641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.659672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.664833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.666963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/networks/c5118d60-cfde-4434-9086-361f31370c4b HTTP/1.1" status: 204 len: 168 time: 1.0780132 Jul 16 22:49:18.672169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:18.698071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port 390c2dec-adc3-461e-8912-040911708a9a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:18.698406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.703940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c117a-34a4-4cb5-bde0-b69067f831a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Network': ['ID=c5118d60-cfde-4434-9086-361f31370c4b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:18.718348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595182-5eac-403c-9279-904ccb6b2da6 req-660ba0d3-7fce-4b1e-8ac0-d0f6fc1b9637 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:18.719872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6595182-5eac-403c-9279-904ccb6b2da6 req-660ba0d3-7fce-4b1e-8ac0-d0f6fc1b9637 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.1502535 Jul 16 22:49:18.800463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6595182-5eac-403c-9279-904ccb6b2da6 req-150003f8-820e-4c1b-98b2-e209dd624ea8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738356 Jul 16 22:49:18.809873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.844779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port 390c2dec-adc3-461e-8912-040911708a9a, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=390c2dec-adc3-461e-8912-040911708a9a,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:18.845165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.857605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:18.870965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for 390c2dec-adc3-461e-8912-040911708a9a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:18.934601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:18.934952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.002696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.005386 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.006654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/security-groups/2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032 HTTP/1.1" status: 204 len: 168 time: 0.3334286 Jul 16 22:49:19.025355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c03857-4210-47b5-b851-4b0685192756 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a2ca2-6f92-4a57-9c6c-b85c8bac6032,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:19.028746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.041144 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.043304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:19.073182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=390c2dec-adc3-461e-8912-040911708a9a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:19.139055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] No DVR routers for this DVR port 390c2dec-adc3-461e-8912-040911708a9a on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:19.145856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.148333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69743861-47e0-4946-8cef-b7a60bfaccc2 req-c9208e22-8f55-4521-9146-347ea8b84f6a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.47 "DELETE /v2.0/ports/390c2dec-adc3-461e-8912-040911708a9a HTTP/1.1" status: 204 len: 173 time: 0.7980385 Jul 16 22:49:19.148915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'name': 'network-vif-deleted', 'tag': '390c2dec-adc3-461e-8912-040911708a9a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:19.151531 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd9175-361c-4e42-a63c-1f614ba10a44" -d '{"events": [{"server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "name": "network-vif-deleted", "tag": "390c2dec-adc3-461e-8912-040911708a9a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:19.347528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea2b5c-a954-4b55-9039-d008288f2c41 req-277e2bff-eeef-4333-8ea7-ebfcc3c64ff9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:19.349081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3ea2b5c-a954-4b55-9039-d008288f2c41 req-277e2bff-eeef-4333-8ea7-ebfcc3c64ff9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 944 time: 0.1252210 Jul 16 22:49:19.353469 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.399519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=29a1c122-c7f5-43f4-aa03-d4f3ffcb58cc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:19.414877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.415429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.415733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.416078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.416537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.416880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.417237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.417594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.417926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.418254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.418580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.418910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:19.485647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b3ea2b5c-a954-4b55-9039-d008288f2c41 req-8cf27369-134c-4fde-99f5-2965c2899a59 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229665 Jul 16 22:49:19.532754 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a99d7-a084-4cfb-a7ca-982d15cd7386 x-openstack-request-id: req-0f5a99d7-a084-4cfb-a7ca-982d15cd7386 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:19.533348 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4263dae4-d611-48e2-867e-553e2ab9df67", "name": "network-vif-deleted", "tag": "390c2dec-adc3-461e-8912-040911708a9a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:19.533614 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f5a99d7-a084-4cfb-a7ca-982d15cd7386 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:19.534025 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4263dae4-d611-48e2-867e-553e2ab9df67', 'name': 'network-vif-deleted', 'tag': '390c2dec-adc3-461e-8912-040911708a9a', 'status': 'completed', 'code': 200} Jul 16 22:49:19.552885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c52bda06-26a8-4422-bc2d-ff2cef1a28f0 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:19.647937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:19.649973 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.653964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:19.654346 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.672596 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:19.678524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488794933', 'description': 'tempest-secgroup-smoke-488794933 description', 'project_id': '95f977a739d24e11bb3c37be8e56bd94'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:19.738365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.769367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-564d0309-1d1e-4bbe-b54b-31d2869e176f req-4617788b-4aa5-4d59-8bcf-57e656765afc tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=4263dae4-d611-48e2-867e-553e2ab9df67 HTTP/1.1" status: 200 len: 210 time: 0.0612769 Jul 16 22:49:19.783059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.808284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 904f9664-b3fb-4db9-a87d-97e86f583580 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:19.853483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 904f9664-b3fb-4db9-a87d-97e86f583580 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:19.853957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 904f9664-b3fb-4db9-a87d-97e86f583580 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:19.861614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:19.863881 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160540ab-10f4-43e3-b8bb-821f14078ed9" -d '{"events": [{"server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "name": "network-vif-plugged", "status": "completed", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:19.877530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:19.890858 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.955412 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.976328 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:19.986081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:19.995717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3de0f-c554-4e7d-bcad-c3eb8e7f5fa5 req-c7703a85-41b7-404e-bfb5-88878076ff96 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:19.997452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d3de0f-c554-4e7d-bcad-c3eb8e7f5fa5 req-c7703a85-41b7-404e-bfb5-88878076ff96 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.1163480 Jul 16 22:49:20.039773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.041051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3671744 Jul 16 22:49:20.043134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5ecd-ee7a-4a66-8886-3c70a5eb5f91 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:20.047694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.052406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:20.080159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d3de0f-c554-4e7d-bcad-c3eb8e7f5fa5 req-d7371b96-4f9d-46b4-afa4-0a1ff0b5aca5 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732973 Jul 16 22:49:20.100252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.155541 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560b8b2e-096a-4213-8db5-dbb6d7756793 x-openstack-request-id: req-560b8b2e-096a-4213-8db5-dbb6d7756793 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:20.155844 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "name": "network-vif-plugged", "status": "completed", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:20.156412 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-560b8b2e-096a-4213-8db5-dbb6d7756793 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:20.156946 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'code': 200} Jul 16 22:49:20.159754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.165089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.187551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb1c6a5-633c-4895-9677-c351b59f3927,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:20.194152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.199994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e60c1cd7-f0ec-40aa-9521-6a82d27ef75a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489911 Jul 16 22:49:20.200323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.205607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:20.269726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.311224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 09765cc3-c46a-4df2-abbb-8ce91a090ed0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:20.313253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a162-e1e1-42cb-a624-0b6cbdc6bb8f req-31af6ea6-ebb2-403e-8d47-1b226dcfd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:20.314757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a535a162-e1e1-42cb-a624-0b6cbdc6bb8f req-31af6ea6-ebb2-403e-8d47-1b226dcfd2cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1097 time: 0.0935016 Jul 16 22:49:20.363168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.369685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.375813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a535a162-e1e1-42cb-a624-0b6cbdc6bb8f req-b88fcaae-c5c2-4ee2-9ffc-b8565050e5d6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529926 Jul 16 22:49:20.392152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22f391b-cdf6-45f9-b8e2-a2219245f7de,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:20.396126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.397418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5578eb12-2027-466d-bcef-8c3b5dabb078 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960230 Jul 16 22:49:20.400230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.405856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:20.407023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d235-9d35-4a8e-97f2-eda6e89e77f8 req-15aca0a9-93a8-401e-b993-75c4c043651a tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:20.408520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa69d235-9d35-4a8e-97f2-eda6e89e77f8 req-15aca0a9-93a8-401e-b993-75c4c043651a tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.1389730 Jul 16 22:49:20.415869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:20.425667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] Sync routers for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:20.426692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5489e803-932b-422e-95e7-d74bde406574 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556263 Jul 16 22:49:20.430016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.439049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:20.439749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:20.454420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa69d235-9d35-4a8e-97f2-eda6e89e77f8 req-4ceb1935-1b27-44d1-84ae-2c579ee0305b tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Jul 16 22:49:20.468248 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-acb7d08a-f7bb-4be2-91f9-33c9c580d34e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=09765cc3-c46a-4df2-abbb-8ce91a090ed0 HTTP/1.1" status: 200 len: 205 time: 0.0338879 Jul 16 22:49:20.468474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.475843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.488065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:20.496701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] Routers {'09765cc3-c46a-4df2-abbb-8ce91a090ed0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:20.497355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:20.533576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:20.534235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0ef8f-99af-4022-86a3-2ec3671831a3 None None] The sync data for ids ['09765cc3-c46a-4df2-abbb-8ce91a090ed0'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:20.564417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.730761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.758022 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.790032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.811028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.819895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.826751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc51f6e-aa53-4958-b560-b8aee38fda0c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:20.868556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.884677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.885890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-65aef133-60e8-481f-864a-2a92e61037a1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4847174 Jul 16 22:49:20.888877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.895932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:20.909468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a87ae-6fc7-47fa-bc73-4d0447bac2aa req-cab3ca4b-082b-427e-88b9-a80fd63be9a3 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:20.910957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a1a87ae-6fc7-47fa-bc73-4d0447bac2aa req-cab3ca4b-082b-427e-88b9-a80fd63be9a3 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.3053415 Jul 16 22:49:20.911553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.912066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 09765cc3-c46a-4df2-abbb-8ce91a090ed0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:20.920213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.922175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57a17ca6-5015-405b-a9f2-268801a3ffe2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0 HTTP/1.1" status: 204 len: 168 time: 0.4527712 Jul 16 22:49:20.925932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:20.969084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:20.981446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8a1a87ae-6fc7-47fa-bc73-4d0447bac2aa req-b2ba601e-ea3a-48b2-9afe-a7f7c4ead5ec tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582201 Jul 16 22:49:21.017305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet 62daab3c-79ae-46ff-b793-943224c11ed7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:21.024139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.038719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.043006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.060996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57ec581-4d7d-4d2f-80bd-28f94f2624f4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.072375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.073757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0e7d46a8-2e29-4873-a9e3-49fa91a05e5c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1837969 Jul 16 22:49:21.076424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.081487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:21.103597 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:21.116319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.131452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.183620 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.187816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.205581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14da6fc1-e4a9-470c-b4a3-dcc53e8f8100,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.213731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.215335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-668f2042-3b42-4ed8-8199-d4b27bbea75e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372862 Jul 16 22:49:21.219110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.224325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:21.246172 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:21.251298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.303325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.313865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.317653 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.329785 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:49:21.338396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824422fa-e09c-4c84-a79f-a90c0e3f4025,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.351380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.352570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0bad2452-e8d7-4231-a61b-bbc5de0e7208 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323781 Jul 16 22:49:21.355329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.360396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'network': {'name': 'tempest-network-smoke--1186446715', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:21.383224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:21.386971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.399212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.412152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:21.421194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.421794 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Added segment 6baca308-7579-4276-add5-91441b9d26b8 of type vlan for network a9a24ee8-181c-4233-9cd9-14fed79a5f1e Jul 16 22:49:21.437634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=62daab3c-79ae-46ff-b793-943224c11ed7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.442091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.447683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad3fb3a3-2fb0-4907-b240-451da1868a5d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/62daab3c-79ae-46ff-b793-943224c11ed7 HTTP/1.1" status: 204 len: 168 time: 0.5170984 Jul 16 22:49:21.449609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73517587-c381-40fe-a890-936aa83e9b6c None None] Network aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:21.450225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.491003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.523250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.523683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet 742cd313-c520-4b85-9428-432803536685 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:21.532130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.570643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.579057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:21.579908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.616951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.654956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2985506 Jul 16 22:49:21.662182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.666534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] DHCP port deletion for aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:21.667042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'admin_state_up': True, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:21.693273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758980bb-52a6-4cfd-9763-2ca829465485 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Network': ['ID=a9a24ee8-181c-4233-9cd9-14fed79a5f1e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.706596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:21.746466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.747555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.788586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Deleting port 21733f56-c399-44ba-a0c3-2488d9c4f613 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:21.789500 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.803017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f5e62-9533-4128-9209-f11b86bb889d req-dc003f78-3528-468f-831c-89b310962245 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:21.808060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.810071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-063f5e62-9533-4128-9209-f11b86bb889d req-dc003f78-3528-468f-831c-89b310962245 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.2218044 Jul 16 22:49:21.861033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 21733f56-c399-44ba-a0c3-2488d9c4f613 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:21.866073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.892466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.903427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] For port 21733f56-c399-44ba-a0c3-2488d9c4f613, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=21733f56-c399-44ba-a0c3-2488d9c4f613,segment=NetworkSegment(af996bdf-5909-43e3-85f4-19b87e48b980),segment_id=af996bdf-5909-43e3-85f4-19b87e48b980)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:21.903826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.923126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Calling delete_port for 21733f56-c399-44ba-a0c3-2488d9c4f613 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:21.927743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=742cd313-c520-4b85-9428-432803536685,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.931414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:21.933522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e61b4135-7ad9-4af1-824e-02bd792dc675 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/742cd313-c520-4b85-9428-432803536685 HTTP/1.1" status: 204 len: 168 time: 0.4822366 Jul 16 22:49:21.936075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:21.946279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69eed8d-73db-4a4f-ae29-902490c26cf3 None None] Network 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:21.956407 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-063f5e62-9533-4128-9209-f11b86bb889d req-ac3af125-9ee3-419d-85a5-f05631bfd45a tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454654 Jul 16 22:49:22.036809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.059550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.071733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.076851 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.110790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 21733f56-c399-44ba-a0c3-2488d9c4f613 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:22.111137 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.127364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] Pushing event deleted for resources: {'Port': ['ID=21733f56-c399-44ba-a0c3-2488d9c4f613,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.168438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port 68d330cc-bdb6-4a5e-8151-ac4f25493df6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:22.168728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.168838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3f0f5-f7a4-42ce-bdd3-b3ba12fe11c4 None None] No DVR routers for this DVR port 21733f56-c399-44ba-a0c3-2488d9c4f613 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:22.232488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 21733f56-c399-44ba-a0c3-2488d9c4f613, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:22.232831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.249012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 21733f56-c399-44ba-a0c3-2488d9c4f613 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:22.253015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Port 21733f56-c399-44ba-a0c3-2488d9c4f613 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:49:22.255078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.293417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 21733f56-c399-44ba-a0c3-2488d9c4f613 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:22.300035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=21733f56-c399-44ba-a0c3-2488d9c4f613,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.329174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] DHCP port deletion for 3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:22.351200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9bcf4-81f8-46e8-b224-3ce2ece5dc26 req-f7a78cc3-2ab4-4982-84e4-e8a8f4d83d0c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:22.352733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a9bcf4-81f8-46e8-b224-3ce2ece5dc26 req-f7a78cc3-2ab4-4982-84e4-e8a8f4d83d0c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.2092910 Jul 16 22:49:22.380986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port 68d330cc-bdb6-4a5e-8151-ac4f25493df6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68d330cc-bdb6-4a5e-8151-ac4f25493df6,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:22.381384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.384113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Deleting port 4913e9b6-d6a9-4411-8620-d945c390f454 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:22.384674 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.414187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.414796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for 68d330cc-bdb6-4a5e-8151-ac4f25493df6 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:22.418744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.433765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba11c2e-ffa3-44ce-a445-bd89c18fa0d8']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.443546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.447741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d0a9bcf4-81f8-46e8-b224-3ce2ece5dc26 req-09f205e6-5b0c-409c-8377-a24f103a41c4 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847392 Jul 16 22:49:22.449381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af996bdf-5909-43e3-85f4-19b87e48b980') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.449676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af996bdf-5909-43e3-85f4-19b87e48b980') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.454367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] For port 4913e9b6-d6a9-4411-8620-d945c390f454, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4913e9b6-d6a9-4411-8620-d945c390f454,segment=NetworkSegment(5ddac5a6-fdaa-4fd2-a463-8b906f104921),segment_id=5ddac5a6-fdaa-4fd2-a463-8b906f104921)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:22.454775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.459810 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.470192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Calling delete_port for 4913e9b6-d6a9-4411-8620-d945c390f454 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:22.476040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.497656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:22.498119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:22.502905 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:22.552815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 390c2dec-adc3-461e-8912-040911708a9a no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:22.572793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.581903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.587552 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/aba11c2e-ffa3-44ce-a445-bd89c18fa0d8 HTTP/1.1" status: 204 len: 168 time: 0.6489933 Jul 16 22:49:22.588135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:22.588706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 390c2dec-adc3-461e-8912-040911708a9a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:22.589083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 390c2dec-adc3-461e-8912-040911708a9a not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:22.594424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.613780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] No DVR routers for this DVR port 4913e9b6-d6a9-4411-8620-d945c390f454 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:22.631409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc847-6c13-4b2b-af9f-9763d7c20d13 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=aba11c2e-ffa3-44ce-a445-bd89c18fa0d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.640603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6d3d9-315e-412b-8a89-f1d78f8d6e1c None None] Pushing event deleted for resources: {'Port': ['ID=4913e9b6-d6a9-4411-8620-d945c390f454,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.673679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.17 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:22.699412 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.790301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.800595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.806659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea023a8-ecd0-4cc0-bf0f-4a016193d79e req-b5099ebc-d2d4-42cf-99ad-b0aabb06c02e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:22.808425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ea023a8-ecd0-4cc0-bf0f-4a016193d79e req-b5099ebc-d2d4-42cf-99ad-b0aabb06c02e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.1912868 Jul 16 22:49:22.810459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddac5a6-fdaa-4fd2-a463-8b906f104921') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.810767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddac5a6-fdaa-4fd2-a463-8b906f104921') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:22.819837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.834045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.839803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:22.840248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:22.843815 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:22.884001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.887862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.896675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3ea023a8-ecd0-4cc0-bf0f-4a016193d79e req-8954d7e8-5415-401f-ad3e-75303829166a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824957 Jul 16 22:49:22.904677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.913751 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:22.915735 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9 HTTP/1.1" status: 204 len: 168 time: 0.3205922 Jul 16 22:49:22.923766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:22.928398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:22.930273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-961037022'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:22.937628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=68d330cc-bdb6-4a5e-8151-ac4f25493df6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.938425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636f7c9-cfb3-4c6d-9475-7d7601885e7a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=3ba9ce55-6317-4b9a-b1f4-b4aa394b13c9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:22.990120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391b795-2ca5-4f4d-8356-d0c3c191f17a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:22.992158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0391b795-2ca5-4f4d-8356-d0c3c191f17a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1092 time: 0.0625489 Jul 16 22:49:22.995199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:23.010054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:23.029350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.042662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:23.046286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.057847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.085796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:23.132585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.132935 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment fa18f603-5566-4caf-ba22-e84b994392e4 of type vlan for network 11615ce1-697a-415d-be66-53724e3d9b13 Jul 16 22:49:23.148114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.211240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e7a0-f106-44dd-af9e-72df20b8bc71 req-67ad919e-65ab-49f3-a555-5a87a11b3385 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:23.212795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb00e7a0-f106-44dd-af9e-72df20b8bc71 req-67ad919e-65ab-49f3-a555-5a87a11b3385 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.1179163 Jul 16 22:49:23.254310 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.269364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb00e7a0-f106-44dd-af9e-72df20b8bc71 req-b153caeb-df38-4155-a2fb-477ada12bf5c tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496311 Jul 16 22:49:23.369813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.25.5.38 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d8b7b068-7878-43a5-8b55-29549c143362) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:23.479556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.519462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.555603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:23.558601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:23.561760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:23.594556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=d8b7b068-7878-43a5-8b55-29549c143362,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:23.602603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.610420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:23.620677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:23.628364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:23.633741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:23.666664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.691046 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.696508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:23.697126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.839115 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9117630 Jul 16 22:49:23.843746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:23.870161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4913e9b6-d6a9-4411-8620-d945c390f454 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:23.870482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': '11615ce1-697a-415d-be66-53724e3d9b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:23.894764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 4913e9b6-d6a9-4411-8620-d945c390f454 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:23.895213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4913e9b6-d6a9-4411-8620-d945c390f454 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:23.909267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0423ce-8f3c-448f-a9ab-7a3ce15505c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=11615ce1-697a-415d-be66-53724e3d9b13,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:23.922142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 11615ce1-697a-415d-be66-53724e3d9b13 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:24.164896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.201499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 473d3a38-7e39-40fc-bced-63ca6cf20698 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:24.352605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:24.356318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.394780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.457254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:24.465634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb0856de-fa21-4f60-b5ec-402da5f979bb tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "PUT /v2.0/routers/473d3a38-7e39-40fc-bced-63ca6cf20698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5953939 Jul 16 22:49:24.469330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36470) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:24.469900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Sync routers for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:24.480550 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:24.481697 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:24.539122 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.553448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting subnet dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:24.558817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.561370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.564531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 313b3546-49ed-4f83-bdc2-542f698ecdfe details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:49:24.596049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:24.601550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0ce6-020f-4c56-88fe-1b141472523c req-a3dc4bbf-e95a-42e3-8e9f-8fc50c1d3809 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:24.603110 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21dc0ce6-020f-4c56-88fe-1b141472523c req-a3dc4bbf-e95a-42e3-8e9f-8fc50c1d3809 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 943 time: 0.2129116 Jul 16 22:49:24.677824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.729363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.742808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:24.743677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21dc0ce6-020f-4c56-88fe-1b141472523c req-39d58bff-c342-4ce2-8372-042f4434ab3e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162071 Jul 16 22:49:24.786702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:49:24.795002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=1a1ecac6-b494-4040-b935-b418232089ef,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:24.819852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:49:22Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:24.834847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.852066 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Checking router: 473d3a38-7e39-40fc-bced-63ca6cf20698 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:24.856045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.863645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': 'fa18f603-5566-4caf-ba22-e84b994392e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:24.864009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: 11615ce1-697a-415d-be66-53724e3d9b13, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:24.875440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313b3546-49ed-4f83-bdc2-542f698ecdfe {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:24.879830 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Routers {'473d3a38-7e39-40fc-bced-63ca6cf20698'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:24.880864 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['473d3a38-7e39-40fc-bced-63ca6cf20698'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:24.886031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 58571bf8-bc85-49a6-a329-9a8693913a0d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:24.894197 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.902071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.906965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:24.913010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 11615ce1-697a-415d-be66-53724e3d9b13 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:24.913446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.960177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.978641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 11615ce1-697a-415d-be66-53724e3d9b13) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:24.991433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:24.992024 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.997076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=d8b7b068-7878-43a5-8b55-29549c143362,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.012457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.028640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Subnet': ['ID=dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.032894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.035018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a0971bb0-2aef-4a3d-ac99-0fb496485a1e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/subnets/dee7dddf-7d6d-40ff-8d0e-e9e1ce748c80 HTTP/1.1" status: 204 len: 168 time: 0.5617688 Jul 16 22:49:25.040242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.048232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.057073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-88a484cb-631c-466d-a1b9-66eb9433d194 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2120590 Jul 16 22:49:25.059399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6fd7e-9d89-4de0-83df-69646f0aa164 None None] Network 11615ce1-697a-415d-be66-53724e3d9b13 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:25.061351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.062464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb81f48-ce0d-43e3-8c17-5f8eab102342 None None] Network c94f4a9f-f366-4aeb-b67b-3113eae8638c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:25.065771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1186644588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:25.068844 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] Set router 473d3a38-7e39-40fc-bced-63ca6cf20698 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:25.093248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.093864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.094481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.095017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.095510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.096008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.096329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.096819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.097183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.097863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.098697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.099187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.099697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.100183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.139954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:25.153845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.177851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.179390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3cbb09f5-0f39-4632-a172-2abfcd536173 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5162144 Jul 16 22:49:25.183860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.186911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.197202 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.224607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.226147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7eec87a0-28f1-44a1-b4aa-ab2a3716d7a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1638687 Jul 16 22:49:25.227941 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Floating IP 3f9e7bf3-0056-4514-b275-03936963a7fc associated. External IP: 172.25.5.38, port: c52bda06-26a8-4422-bc2d-ff2cef1a28f0. Jul 16 22:49:25.230701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.236331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'port': {'network_id': '11615ce1-697a-415d-be66-53724e3d9b13', 'name': 'tempest-RoutersTest-889765867'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:25.236690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['313b3546-49ed-4f83-bdc2-542f698ecdfe'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:49:25.239038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Sync routers for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:25.260910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af017381-a0aa-4ac5-baed-6a91284cd3f2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=95f977a739d24e11bb3c37be8e56bd94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756457 Jul 16 22:49:25.265027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.318746 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:49:22Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:25.363115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd318b-d534-4664-b7fa-522152ff4a9c None None] The sync data for ids ['473d3a38-7e39-40fc-bced-63ca6cf20698'] in n-d-793621-16 is: [{'id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'name': 'tempest-TestSecurityGroupsBasicOps-router-373302649', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:39Z', 'updated_at': '2021-07-16T22:49:22Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'df2a806f-171a-4d23-a03a-7cd2869d8098', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473d3a38-7e39-40fc-bced-63ca6cf20698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:40Z', 'updated_at': '2021-07-16T22:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:25.384524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:25.385291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:25.429365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.434163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3711280-0dba-4595-8d1d-29b08f425456 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:25.438988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3711280-0dba-4595-8d1d-29b08f425456 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699834 Jul 16 22:49:25.439479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.490688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-11615ce1-697a-415d-be66-53724e3d9b13', 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': '1a1ecac6-b494-4040-b935-b418232089ef'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:25.493844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2b873164-edea-483e-b569-1b76228daf53 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506806 Jul 16 22:49:25.493990 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.494083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.500138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917017126', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:25.522638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:25.526272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.551453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] device_id is not set on port cb577ebe-e5a5-4815-a1fa-c648d462e102 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:49:25.604426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:25.606013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port df2a806f-171a-4d23-a03a-7cd2869d8098 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:25.606445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.632161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:25.636037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.677678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:25.742405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.20.0.4 (11615ce1-697a-415d-be66-53724e3d9b13/1a1ecac6-b494-4040-b935-b418232089ef/cb577ebe-e5a5-4815-a1fa-c648d462e102) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:25.809287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:25.821965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:25.853925 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:25.856331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.859973 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:25.933939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5bf5cc66-8413-4a51-b4e0-4df8f130504f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9365652 Jul 16 22:49:26.033635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.056013 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:26.057262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object cb577ebe-e5a5-4815-a1fa-c648d462e102 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:26.058866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:26.061868 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:26.064866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:26.085324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68d330cc-bdb6-4a5e-8151-ac4f25493df6 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:26.152424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 68d330cc-bdb6-4a5e-8151-ac4f25493df6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:26.152823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68d330cc-bdb6-4a5e-8151-ac4f25493df6 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:26.193073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port df2a806f-171a-4d23-a03a-7cd2869d8098, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df2a806f-171a-4d23-a03a-7cd2869d8098,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:26.194020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.210065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for df2a806f-171a-4d23-a03a-7cd2869d8098 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:26.258002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] DHCP port deletion for c94f4a9f-f366-4aeb-b67b-3113eae8638c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:26.263411 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f82ea9-40f7-41fc-812e-7d0e3e16d8f4 x-openstack-request-id: req-83f82ea9-40f7-41fc-812e-7d0e3e16d8f4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:26.263966 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:26.264934 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83f82ea9-40f7-41fc-812e-7d0e3e16d8f4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:26.265520 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'status': 'completed', 'code': 200} Jul 16 22:49:26.269800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bdf788d4-839d-4aed-aa61-10228e7b2470 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/3f9e7bf3-0056-4514-b275-03936963a7fc HTTP/1.1" status: 200 len: 990 time: 0.1508389 Jul 16 22:49:26.395894 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:26.401406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68c833-422a-4c11-a82a-ce52ce84ecd3 req-a48d09e7-4f39-4dce-8ed4-925500b8adc0 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.403186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c68c833-422a-4c11-a82a-ce52ce84ecd3 req-a48d09e7-4f39-4dce-8ed4-925500b8adc0 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 944 time: 0.3370173 Jul 16 22:49:26.409556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.422472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-645e3191-3ac4-4f64-ae2e-5f622348d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.424823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-645e3191-3ac4-4f64-ae2e-5f622348d409 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1097 time: 0.1808417 Jul 16 22:49:26.437289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.447061 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:26.460904 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:26.462644 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:26.465214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Deleting port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:26.465816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.494517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Subnet': ['ID=0e110f93-ab86-40dd-a58f-f99aa20285bb,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:26.529687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:26.530499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network hostable DHCP agents. Network: a9a24ee8-181c-4233-9cd9-14fed79a5f1e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:26.568620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:26.577358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.584185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:26.591963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] For port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,segment=NetworkSegment(af2b9314-9ada-4068-89b7-7901a9a0b616),segment_id=af2b9314-9ada-4068-89b7-7901a9a0b616)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:26.593158 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.593628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 11615ce1-697a-415d-be66-53724e3d9b13 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:26.609616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a9a24ee8-181c-4233-9cd9-14fed79a5f1e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:26.611285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=df2a806f-171a-4d23-a03a-7cd2869d8098,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:26.616141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.616737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.620191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:26.631549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:26.643981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Allocated IP 172.20.0.2 (11615ce1-697a-415d-be66-53724e3d9b13/1a1ecac6-b494-4040-b935-b418232089ef/3c4890ff-2961-478c-8020-70b36c543b4b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:26.648764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807b5a8-19cf-4d8f-af22-c30d6d049a78 None None] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:26.656487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Checking router: 58571bf8-bc85-49a6-a329-9a8693913a0d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:26.656850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Updating router 58571bf8-bc85-49a6-a329-9a8693913a0d port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:26.674468 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bdeec0a4-d3c0-439e-bdb5-a14cbc6c942b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1793451 Jul 16 22:49:26.679978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:26.696799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Calling delete_port for 0b8d269b-63fd-4f99-a145-5f2bddea3f4d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:26.699133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.699806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.713136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-c708663d-1c96-4d71-a924-9b1cddf0c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.715157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-c708663d-1c96-4d71-a924-9b1cddf0c8c2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 898 time: 0.2752264 Jul 16 22:49:26.745672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.766584 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:26.791244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.810485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-b52c8fec-fa62-4533-bcc5-869c506dd1fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 998 time: 0.0753765 Jul 16 22:49:26.816065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c68c833-422a-4c11-a82a-ce52ce84ecd3 req-4528d0c6-ba5f-4616-bab8-50246b1e0b54 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023483 Jul 16 22:49:26.866636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-89f97a5f-f66b-4b94-8feb-1d1cbea7d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:26.868607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-89f97a5f-f66b-4b94-8feb-1d1cbea7d234 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 200 len: 835 time: 0.0482788 Jul 16 22:49:26.876181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6417689 Jul 16 22:49:26.886616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36494) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:26.904873 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.911221 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.976997 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.977886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Fanout notify agent at l3_agent the message router_deleted on router 473d3a38-7e39-40fc-bced-63ca6cf20698 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:26.986066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54607f7-7dd8-41ed-9f1b-a4f15883a527 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=cb577ebe-e5a5-4815-a1fa-c648d462e102,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:26.986305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.989771 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4a456980-06b4-4854-8014-e789ea7981a2 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/routers/473d3a38-7e39-40fc-bced-63ca6cf20698 HTTP/1.1" status: 204 len: 168 time: 1.9460988 Jul 16 22:49:27.013488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:27.121282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:27.187617 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9ef7d-5ac9-41e8-bf2c-e3df1ab93374 None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:48:44Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:27.223104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.251324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:27.253116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.257364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.274521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:27.308268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] No DVR routers for this DVR port 0b8d269b-63fd-4f99-a145-5f2bddea3f4d on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:27.325392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0654d-a95d-4e75-b29a-4c12b3ab6835 None None] Pushing event deleted for resources: {'Port': ['ID=0b8d269b-63fd-4f99-a145-5f2bddea3f4d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.330800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Transition to ACTIVE for port object 3c4890ff-2961-478c-8020-70b36c543b4b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:27.394238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-47ab67a9-1782-4247-957a-642e7ea28a55 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/3f9e7bf3-0056-4514-b275-03936963a7fc HTTP/1.1" status: 200 len: 990 time: 0.1174884 Jul 16 22:49:27.402965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Transition to ACTIVE for port object 3c4890ff-2961-478c-8020-70b36c543b4b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:27.466173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.544914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.563228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Network 11615ce1-697a-415d-be66-53724e3d9b13 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:27.610313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:27.613072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:27.644715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70744d1-83d3-49f6-9f84-0cd2c164265e None None] New status for floating IP 3f9e7bf3-0056-4514-b275-03936963a7fc: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:27.647250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Pushing event updated for resources: {'Port': ['ID=3c4890ff-2961-478c-8020-70b36c543b4b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.660370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-b232df20-a594-4c30-8047-86f5fc82d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:27.662157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-b232df20-a594-4c30-8047-86f5fc82d94e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7846873 Jul 16 22:49:27.689203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.703888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0a2da4f-6a02-4859-bdf7-b6c45d85caba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.769298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Allocated IP 172.20.0.2 (a9a24ee8-181c-4233-9cd9-14fed79a5f1e/0e110f93-ab86-40dd-a58f-f99aa20285bb/a6d273ca-08a5-4222-928a-8dc5a3b29fed) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:27.841454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.851182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0b8d269b-63fd-4f99-a145-5f2bddea3f4d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:27.853455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Attempting to bind port 3c4890ff-2961-478c-8020-70b36c543b4b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:27.853809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Attempting to bind port 3c4890ff-2961-478c-8020-70b36c543b4b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'fa18f603-5566-4caf-ba22-e84b994392e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:27.854587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Attempting to bind port 3c4890ff-2961-478c-8020-70b36c543b4b on network 11615ce1-697a-415d-be66-53724e3d9b13 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:27.924904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:27.925302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Checking segment: {'id': 'fa18f603-5566-4caf-ba22-e84b994392e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:27.925707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.926108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Bound using segment: {'id': 'fa18f603-5566-4caf-ba22-e84b994392e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:27.926587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Bound port: 3c4890ff-2961-478c-8020-70b36c543b4b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa18f603-5566-4caf-ba22-e84b994392e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '11615ce1-697a-415d-be66-53724e3d9b13'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:27.926967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.928678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0b8d269b-63fd-4f99-a145-5f2bddea3f4d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:27.929038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0b8d269b-63fd-4f99-a145-5f2bddea3f4d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:27.929454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df2a806f-171a-4d23-a03a-7cd2869d8098 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:27.932815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Transition to ACTIVE for port object 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:27.962894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.973779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: df2a806f-171a-4d23-a03a-7cd2869d8098 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:27.974136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df2a806f-171a-4d23-a03a-7cd2869d8098 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:27.983307 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-8c5d75ed-8415-4958-8302-988ec0546553 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084674 Jul 16 22:49:27.992855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94f4a9f-f366-4aeb-b67b-3113eae8638c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.000831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.026995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2b9314-9ada-4068-89b7-7901a9a0b616') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.027445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2b9314-9ada-4068-89b7-7901a9a0b616') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.041863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5e77-20d9-4270-b084-fe8a70a725a6 req-9ac64b3f-da5e-4335-af4a-b9643f6de7c7 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:28.043624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce0e5e77-20d9-4270-b084-fe8a70a725a6 req-9ac64b3f-da5e-4335-af4a-b9643f6de7c7 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 944 time: 0.0739329 Jul 16 22:49:28.047441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.051650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.087455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce0e5e77-20d9-4270-b084-fe8a70a725a6 req-4c19eabc-0c85-4bf4-a07c-f1fd1baadc7d tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374901 Jul 16 22:49:28.104163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.150956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:28.151389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:28.156640 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:28.294066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Attempting to bind port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:28.294558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Attempting to bind port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:28.294813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Attempting to bind port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:28.300168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c77f064-2904-40fd-8e3c-7a1d6dd7afcf req-622ac729-18a9-4550-ac98-964443f5feaf service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048081 Jul 16 22:49:28.308920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.318443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cba51-932b-4ad7-a7b5-eec6f6781283 None None] Pushing event updated for resources: {'Port': ['ID=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.321374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:28.321696 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.321804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:28.321804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.322170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:28.322652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Bound port: 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:28.323192 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.325756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/networks/c94f4a9f-f366-4aeb-b67b-3113eae8638c HTTP/1.1" status: 204 len: 168 time: 1.3077812 Jul 16 22:49:28.327169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:28.356591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] For port 3c4890ff-2961-478c-8020-70b36c543b4b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:28.364364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61d970-3b7b-4a8b-b18b-ae97dadaa96e tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Network': ['ID=c94f4a9f-f366-4aeb-b67b-3113eae8638c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.397085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:28.411480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] For port 3c4890ff-2961-478c-8020-70b36c543b4b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3c4890ff-2961-478c-8020-70b36c543b4b,segment=NetworkSegment(fa18f603-5566-4caf-ba22-e84b994392e4),segment_id=fa18f603-5566-4caf-ba22-e84b994392e4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:28.424119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.443935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] For port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:28.463711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f1d1801-d059-47f3-ac49-1ee636978293 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/3f9e7bf3-0056-4514-b275-03936963a7fc HTTP/1.1" status: 200 len: 992 time: 0.0654116 Jul 16 22:49:28.481371 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.499823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] For port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:28.503897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Transition to ACTIVE for port object a6d273ca-08a5-4222-928a-8dc5a3b29fed will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:28.514047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.533521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89e095-e02b-42ad-849f-de6b682f1c0f None None] Pushing event updated for resources: {'Port': ['ID=3c4890ff-2961-478c-8020-70b36c543b4b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.539171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Transition to ACTIVE for port object a6d273ca-08a5-4222-928a-8dc5a3b29fed will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:28.584193 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.586186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.596152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.616163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:28.616807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.632532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.1 (a9a24ee8-181c-4233-9cd9-14fed79a5f1e/0e110f93-ab86-40dd-a58f-f99aa20285bb/4ebfbcc4-3874-4220-9fdc-c4b6e15af8be) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:28.661096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 313b3546-49ed-4f83-bdc2-542f698ecdfe up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:28.666003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:28.683836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=cb577ebe-e5a5-4815-a1fa-c648d462e102,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.685689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cba51-932b-4ad7-a7b5-eec6f6781283 None None] Pushing event updated for resources: {'Port': ['ID=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.691348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:28.691784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port 761b966f-1aea-4980-90bf-3fd3d0dd43f6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:28.692264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.704191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:28.798997 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.838949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:28.863959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.864513 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.871464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Pushing event updated for resources: {'Port': ['ID=a6d273ca-08a5-4222-928a-8dc5a3b29fed,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.891586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for 761b966f-1aea-4980-90bf-3fd3d0dd43f6 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:28.898652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Attempting to bind port a6d273ca-08a5-4222-928a-8dc5a3b29fed on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:28.899125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Attempting to bind port a6d273ca-08a5-4222-928a-8dc5a3b29fed by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:28.899588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Attempting to bind port a6d273ca-08a5-4222-928a-8dc5a3b29fed on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:28.912999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.918711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:28.920943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 313b3546-49ed-4f83-bdc2-542f698ecdfe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:28.923129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:28.923619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:28.924143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.924679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Bound using segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:28.925566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Bound port: a6d273ca-08a5-4222-928a-8dc5a3b29fed, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:28.925731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.963265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:28.966676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:28.969934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:28.990945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.992585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 313b3546-49ed-4f83-bdc2-542f698ecdfe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:28.993259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.025941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.035795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.218336 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.228777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] For port a6d273ca-08a5-4222-928a-8dc5a3b29fed, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:29.249128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] For port a6d273ca-08a5-4222-928a-8dc5a3b29fed, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a6d273ca-08a5-4222-928a-8dc5a3b29fed,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:29.258842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.263762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.344942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.349221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:29.351189 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189de875-4610-481a-b95f-34b50c547299" -d '{"events": [{"server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "name": "network-vif-plugged", "status": "completed", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:29.366768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762cee-bdd8-46f4-b2c3-f6e51bfc2157 None None] Pushing event updated for resources: {'Port': ['ID=a6d273ca-08a5-4222-928a-8dc5a3b29fed,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.376631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:29.382920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:29.387264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.426227 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1c2b9c-d84e-4bbd-b02f-7754e62b5a2f x-openstack-request-id: req-2b1c2b9c-d84e-4bbd-b02f-7754e62b5a2f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:29.426548 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "name": "network-vif-plugged", "status": "completed", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:29.426802 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b1c2b9c-d84e-4bbd-b02f-7754e62b5a2f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:29.427249 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'code': 200} Jul 16 22:49:29.442226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d7c2-6020-4729-a63f-c2bff2118147 req-9de50ed6-7ff9-4af3-9bfc-9295185916ff tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:29.449605 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8620d7c2-6020-4729-a63f-c2bff2118147 req-9de50ed6-7ff9-4af3-9bfc-9295185916ff tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 944 time: 0.2228689 Jul 16 22:49:29.459312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43d491-55cd-424b-8ff6-4a68f789f6a4 None None] The sync data for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 is: [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:23Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:29.509748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.542059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8620d7c2-6020-4729-a63f-c2bff2118147 req-0221a6ab-47b7-4235-a818-ee5eacdda9d4 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910678 Jul 16 22:49:29.669517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.672830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.682331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.721121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=761b966f-1aea-4980-90bf-3fd3d0dd43f6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.821855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.825049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.849724 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51e978f6-b3d5-4d9c-b9cd-ea21ecb3ab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.988630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22224a52-d1ab-4b8a-802f-2e29a0f96d00 req-6a9c1e9b-21f8-4f9a-ae1a-e2dc98310e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:29.990780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22224a52-d1ab-4b8a-802f-2e29a0f96d00 req-6a9c1e9b-21f8-4f9a-ae1a-e2dc98310e3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.4610329 Jul 16 22:49:30.017091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:30.018863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:30.032146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.032677 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Floating IP 140bd750-5c79-4ec2-a7d9-dc782311079a disassociated (deleted). External IP: 172.25.5.207, port: aae7fffa-183d-4f54-a2a1-700c583191c6. Jul 16 22:49:30.061796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d273ca-08a5-4222-928a-8dc5a3b29fed up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:30.145333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.165570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a6d273ca-08a5-4222-928a-8dc5a3b29fed completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:30.171844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3c4890ff-2961-478c-8020-70b36c543b4b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:30.221782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 58571bf8-bc85-49a6-a329-9a8693913a0d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:30.228041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809f54a-c9c0-4b71-9403-f9d349592163 None None] Network 11615ce1-697a-415d-be66-53724e3d9b13 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:30.369771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:30.378155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45a6f6fc-6d5b-4d7d-8a73-e6e84bd1cf3b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/58571bf8-bc85-49a6-a329-9a8693913a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6970453 Jul 16 22:49:30.414280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Provisioning for port 3c4890ff-2961-478c-8020-70b36c543b4b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:30.419178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3c4890ff-2961-478c-8020-70b36c543b4b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:30.423087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Provisioning complete for port 3c4890ff-2961-478c-8020-70b36c543b4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:30.425365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.434070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3c4890ff-2961-478c-8020-70b36c543b4b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:30.435002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.607683 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-09dd6f3b-46f7-4cb4-9195-12b510e5e002 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488794933&fields=id&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 267 time: 0.0669107 Jul 16 22:49:30.612912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22224a52-d1ab-4b8a-802f-2e29a0f96d00 req-872a3ea3-2865-4592-9c8e-86aa9726486f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6010296 Jul 16 22:49:30.664836 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.695175 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.704099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.831575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-a27aacb4-f6a8-48c4-9f86-b53fa81a26cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:30.833201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-a27aacb4-f6a8-48c4-9f86-b53fa81a26cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 797 time: 0.2146962 Jul 16 22:49:30.850025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-3aaaa746-b97f-4e03-a233-4c9f0b14de7c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/quotas/95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 375 time: 0.0106523 Jul 16 22:49:30.862785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3c4890ff-2961-478c-8020-70b36c543b4b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3c4890ff-2961-478c-8020-70b36c543b4b,segment=NetworkSegment(fa18f603-5566-4caf-ba22-e84b994392e4),segment_id=fa18f603-5566-4caf-ba22-e84b994392e4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:30.882024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.962054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.985946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=cb577ebe-e5a5-4815-a1fa-c648d462e102,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:30.990003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-ba00b1ba-2aff-43f7-aed2-ee070ee95a32 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310315 Jul 16 22:49:31.009586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.057506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3c4890ff-2961-478c-8020-70b36c543b4b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:31.088926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:49:31.089349 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-b8428d6d-a19b-40ed-857d-7824b5a84195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:49:31.096436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cfb4d1-170a-48b8-a44e-4b5ffafc524a None None] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:31.135510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-d15fbd17-e0b1-4cb3-9334-185a0da73ce5 service neutron] 10.222.0.70 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165614 Jul 16 22:49:31.170422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10dc5-045d-49da-a0c8-aa97f5fe930d req-b4549f82-4569-4442-8697-17b32c646653 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:31.177897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fb10dc5-045d-49da-a0c8-aa97f5fe930d req-b4549f82-4569-4442-8697-17b32c646653 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 0.3843739 Jul 16 22:49:31.181495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 662471d5-14d0-4657-b21a-e70b79cb5a9b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:31.198370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 11615ce1-697a-415d-be66-53724e3d9b13 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:31.210653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:31.258485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-7969f2e5-4fc3-46bd-8d9e-a1dc96f69331 service neutron] 10.222.0.70 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166160 Jul 16 22:49:31.299817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fb10dc5-045d-49da-a0c8-aa97f5fe930d req-91d379ac-1373-4570-98a1-c103fce1df82 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209197 Jul 16 22:49:31.426713 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.470866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:31.480165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.486629 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Sync routers for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:31.509478 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:31.510116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:31.644291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2a63dda-cffd-46b7-96d1-1e26d778cb96 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/floatingips/140bd750-5c79-4ec2-a7d9-dc782311079a HTTP/1.1" status: 204 len: 168 time: 3.3043046 Jul 16 22:49:31.710675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:31.727541 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85bc906-a2fd-4306-a82f-17f71fff7b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:31.736820 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:31.759062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1165e22-4c36-4ffa-8f18-9a0cefa66ee1 req-107b3818-398f-4f48-b6df-e2aea32904bc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 210 time: 0.2029920 Jul 16 22:49:31.763945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 2b94ee10-7b14-4716-bace-3081148b5fd1 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:31.819410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Provisioning for port cb577ebe-e5a5-4815-a1fa-c648d462e102 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:31.833316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Provisioning complete for port cb577ebe-e5a5-4815-a1fa-c648d462e102 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:31.833707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.908666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Port cb577ebe-e5a5-4815-a1fa-c648d462e102 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:31.931776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Provisioning for port a6d273ca-08a5-4222-928a-8dc5a3b29fed completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:31.947283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Provisioning complete for port a6d273ca-08a5-4222-928a-8dc5a3b29fed triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:31.947661 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.984605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fbc0dc-3cd4-437c-869f-518a880f8e82 x-openstack-request-id: req-f2fbc0dc-3cd4-437c-869f-518a880f8e82 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:31.985196 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:31.985628 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2fbc0dc-3cd4-437c-869f-518a880f8e82 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:31.986191 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'status': 'completed', 'code': 200} Jul 16 22:49:32.125047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:32.130632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7842d593-1997-46a3-beb0-5b9d5b2e3b12 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/2b94ee10-7b14-4716-bace-3081148b5fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2427511 Jul 16 22:49:32.133308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:32.153962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-ef92a690-b15c-4ff6-be1a-e9f2c62712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.156768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-ef92a690-b15c-4ff6-be1a-e9f2c62712f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e25a573695734b51b32eb27ee55ef0b7&device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 1136 time: 0.1865497 Jul 16 22:49:32.193190 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Sync routers for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:32.193428 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.209295 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:32.210211 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.221165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] Sync routers for ids ['2b94ee10-7b14-4716-bace-3081148b5fd1'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:32.235082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:32.253522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40569fce-f13a-4f68-a9a8-f510e9e1a30f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.257513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40569fce-f13a-4f68-a9a8-f510e9e1a30f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports/cb577ebe-e5a5-4815-a1fa-c648d462e102 HTTP/1.1" status: 200 len: 976 time: 0.1196854 Jul 16 22:49:32.258270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:32.309408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] Routers {'2b94ee10-7b14-4716-bace-3081148b5fd1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:32.309939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2b94ee10-7b14-4716-bace-3081148b5fd1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.333850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] For port a6d273ca-08a5-4222-928a-8dc5a3b29fed, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a6d273ca-08a5-4222-928a-8dc5a3b29fed,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:32.398738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.405953 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.496664 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:32.502014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] Routers {'2b94ee10-7b14-4716-bace-3081148b5fd1'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:32.503510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2b94ee10-7b14-4716-bace-3081148b5fd1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.514298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Provisioning complete for port 3c4890ff-2961-478c-8020-70b36c543b4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:32.514543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.605114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-a43541fc-0725-46e3-ad63-9d00e6673400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.610870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-a43541fc-0725-46e3-ad63-9d00e6673400 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 200 len: 898 time: 0.4365969 Jul 16 22:49:32.698071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.730734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-ba21cbdc-ffff-42e5-88f4-9674e0e18188 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 200 len: 217 time: 0.1086831 Jul 16 22:49:32.760698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aef8b4-1e16-4c95-9f05-e5e05842fadb req-4b0332d1-ed91-4de5-b60b-f2a2e85fd1a6 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.762749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83aef8b4-1e16-4c95-9f05-e5e05842fadb req-4b0332d1-ed91-4de5-b60b-f2a2e85fd1a6 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.3132706 Jul 16 22:49:32.762926 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Checking router: 662471d5-14d0-4657-b21a-e70b79cb5a9b for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:32.810269 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:32.811335 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.845842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83aef8b4-1e16-4c95-9f05-e5e05842fadb req-f9238ac0-0151-411c-9aff-ea1f2acf7b22 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0630345 Jul 16 22:49:32.865101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:32.866055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-31a44ad7-2a42-447f-8c72-40e3dbf9c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.867752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-31a44ad7-2a42-447f-8c72-40e3dbf9c325 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5155c603-da11-489c-9de5-cf11240de880 HTTP/1.1" status: 200 len: 835 time: 0.1045451 Jul 16 22:49:32.886443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.887381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba1579-1d53-4ad7-98cd-63266946d925 None None] The sync data for ids ['2b94ee10-7b14-4716-bace-3081148b5fd1'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:32.896806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:32.897314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.923562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1475aff-bf2a-42c8-a945-6c39a64a7ba8 None None] Pushing event updated for resources: {'Port': ['ID=a6d273ca-08a5-4222-928a-8dc5a3b29fed,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.944723 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.952985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-5cac6152-6841-4e6f-8e4e-b351a92ca507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:32.954709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-5cac6152-6841-4e6f-8e4e-b351a92ca507 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f4238d34-bc91-4abc-933b-1ddc5bde2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777102 Jul 16 22:49:33.057188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.072071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:33.085319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:33.090368 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.091411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3c4890ff-2961-478c-8020-70b36c543b4b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:33.105022 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 2, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:33.159346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-d19925e5-36a7-4501-9af1-6a7d25b3026e service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966953 Jul 16 22:49:33.161694 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Checking router: 58571bf8-bc85-49a6-a329-9a8693913a0d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:33.172528 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Updating router 58571bf8-bc85-49a6-a329-9a8693913a0d port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:33.200860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Provisioning complete for port cb577ebe-e5a5-4815-a1fa-c648d462e102 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.201961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.209756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:33.229765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-514e9195-8dc3-4027-bc61-4ecfee64a2d5 req-f769df87-75d7-452d-b6c2-10f2fb6660da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 210 time: 0.0692954 Jul 16 22:49:33.258614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Port cb577ebe-e5a5-4815-a1fa-c648d462e102 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:33.265969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3c4890ff-2961-478c-8020-70b36c543b4b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.266297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.301931 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.317317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Provisioning for port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:33.321033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e85bc906-a2fd-4306-a82f-17f71fff7b2b req-17c44289-d8e0-4126-86f6-387183d9ccde service neutron] 10.222.0.68 "GET /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451263 Jul 16 22:49:33.326697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Provisioning complete for port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.327005 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.391144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:33.415533 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Provisioning complete for port a6d273ca-08a5-4222-928a-8dc5a3b29fed triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.415942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e76e8fcd-1132-488d-98c8-b8efe41eb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.504754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3360-71c9-4d05-85f0-ffea460485f4 req-4513796b-b5c9-490a-8996-127f4160da13 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:33.513671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b32c3360-71c9-4d05-85f0-ffea460485f4 req-4513796b-b5c9-490a-8996-127f4160da13 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 0.8724635 Jul 16 22:49:33.584104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b32c3360-71c9-4d05-85f0-ffea460485f4 req-f39a47a6-7374-4298-a392-46d0ccbe45b4 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687292 Jul 16 22:49:33.708311 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.722471 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:33.763607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15052802-c847-4bac-9a48-2b7f8c1b4d19 None None] The sync data for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 is: [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '5fdaadd3-a299-4aa4-836d-f16b761ac878', 'name': '', 'network_id': 'f4238d34-bc91-4abc-933b-1ddc5bde2119', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'mac_address': 'fa:16:3e:92:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '5155c603-da11-489c-9de5-cf11240de880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:39Z', 'updated_at': '2021-07-16T22:47:46Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'subnets': [{'id': '5155c603-da11-489c-9de5-cf11240de880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:33.881953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-d21ef2e4-1486-435c-9964-7fc9dc1945ca tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:33.884887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:33.887600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-d21ef2e4-1486-435c-9964-7fc9dc1945ca tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 797 time: 0.2754946 Jul 16 22:49:33.955416 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.960212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.960727 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.973857 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Transition to ACTIVE for port object 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:33.980766 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.014754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-327164cc-7511-4927-9b24-446987774f6c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:34.016418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-327164cc-7511-4927-9b24-446987774f6c tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.68 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.2601588 Jul 16 22:49:34.033493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-8d3eaab7-6b6a-472f-8672-c5da851c8479 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 379 time: 0.1185920 Jul 16 22:49:34.050046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'port': {'device_id': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'admin_state_up': True, 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'security_groups': ['77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:34.054926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port cb577ebe-e5a5-4815-a1fa-c648d462e102 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:34.055517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.071576 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8655-f086-47d2-9b8f-620db7cef4e7 None None] Pushing event updated for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:34.074252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d273ca-08a5-4222-928a-8dc5a3b29fed up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:34.125482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bfeba-eafe-42f4-9825-548ac17b95b4 req-7130b89c-5daf-41de-bb00-b247cc110d02 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:34.127166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a18bfeba-eafe-42f4-9825-548ac17b95b4 req-7130b89c-5daf-41de-bb00-b247cc110d02 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 0.3505173 Jul 16 22:49:34.148348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a6d273ca-08a5-4222-928a-8dc5a3b29fed triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:34.148728 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.219755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Attempting to bind port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:34.220433 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Attempting to bind port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:34.221219 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Attempting to bind port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:34.228878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:34.229639 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:34.230262 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.230843 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Bound using segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:34.232745 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Bound port: 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:34.233981 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.241830 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a18bfeba-eafe-42f4-9825-548ac17b95b4 req-43f35d9f-66e9-4894-a0c8-121bd6d20d01 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975049 Jul 16 22:49:34.288483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.296687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2607e0-1294-4ae1-8331-548082b980d2 None None] New status for floating IP 140bd750-5c79-4ec2-a7d9-dc782311079a: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:34.306418 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for cb577ebe-e5a5-4815-a1fa-c648d462e102 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:34.339075 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] For port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:34.342383 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] For port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:34.348817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:34.350457 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.443601 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:34.444611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:34.533008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:34.544596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.551513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port aae7fffa-183d-4f54-a2a1-700c583191c6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:34.551860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.559399 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.639228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:34.658459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=cb577ebe-e5a5-4815-a1fa-c648d462e102,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:34.703259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15407013-1643-44b2-8745-27b1711d7221 req-14430050-546e-4184-a949-dacf24289149 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:34.708598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a8e632e-1c3a-4387-9096-a2f3819c344b req-9e6da465-dea8-45ff-be5d-804d8dedebb8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 210 time: 0.2073927 Jul 16 22:49:34.711326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15407013-1643-44b2-8745-27b1711d7221 req-14430050-546e-4184-a949-dacf24289149 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 984 time: 0.5317030 Jul 16 22:49:34.787917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-15407013-1643-44b2-8745-27b1711d7221 req-7f4d305a-374d-4996-87a3-795d7488a02a tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/security-groups?id=55780dfd-2ff8-40ce-8720-1454b69dcbfb&id=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0755889 Jul 16 22:49:34.814086 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8655-f086-47d2-9b8f-620db7cef4e7 None None] Pushing event updated for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:34.892115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port aae7fffa-183d-4f54-a2a1-700c583191c6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=aae7fffa-183d-4f54-a2a1-700c583191c6,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:34.893163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.900437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:34.940548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for aae7fffa-183d-4f54-a2a1-700c583191c6 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:34.952117 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:34.984315 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a09c5-9bff-4dd0-859b-4b6a06aa20e7 None None] The sync data for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 is: [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:34Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:35.009254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30b340-8dd0-4e92-928e-c6b5d0d50ebc tempest-TestVolumeBackupRestore-1137123439 tempest-TestVolumeBackupRestore-1137123439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:35.013696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9c30b340-8dd0-4e92-928e-c6b5d0d50ebc tempest-TestVolumeBackupRestore-1137123439 tempest-TestVolumeBackupRestore-1137123439-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1092 time: 0.6610014 Jul 16 22:49:35.014913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.021945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.029022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.11 (a9a24ee8-181c-4233-9cd9-14fed79a5f1e/0e110f93-ab86-40dd-a58f-f99aa20285bb/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:35.099661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 2b94ee10-7b14-4716-bace-3081148b5fd1 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:35.208757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.215684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:35.221321 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a179d0f9-48bf-4d0d-8671-02d5d40dae9e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/2b94ee10-7b14-4716-bace-3081148b5fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618416 Jul 16 22:49:35.223986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.226703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] Sync routers for ids ['2b94ee10-7b14-4716-bace-3081148b5fd1'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:35.238831 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] Routers {'2b94ee10-7b14-4716-bace-3081148b5fd1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:35.239619 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2b94ee10-7b14-4716-bace-3081148b5fd1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:35.286571 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:35.295800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] Routers {'2b94ee10-7b14-4716-bace-3081148b5fd1'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:35.296892 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['2b94ee10-7b14-4716-bace-3081148b5fd1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:35.336032 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:35.336710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3388b0-710a-420b-b9c0-983db3e5e09e None None] The sync data for ids ['2b94ee10-7b14-4716-bace-3081148b5fd1'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:35.340715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.393453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=aae7fffa-183d-4f54-a2a1-700c583191c6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.436450 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-37ff36b8-a4ac-4ef4-bc79-073e6f769e3e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 22:49:35.437727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-37ff36b8-a4ac-4ef4-bc79-073e6f769e3e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/2b94ee10-7b14-4716-bace-3081148b5fd1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2124851 Jul 16 22:49:35.440347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.463350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.474922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dbfb9c1f-fbff-4e85-b797-a358e9c23343 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b94ee10-7b14-4716-bace-3081148b5fd1 HTTP/1.1" status: 200 len: 205 time: 0.0304635 Jul 16 22:49:35.475180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.493343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] No DVR routers for this DVR port aae7fffa-183d-4f54-a2a1-700c583191c6 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:35.496891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.498946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e1c9d59-79b9-4954-a1ec-e155d1c18742 req-519a7c38-8756-4021-ad4e-6c61aec39d51 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.68 "DELETE /v2.0/ports/aae7fffa-183d-4f54-a2a1-700c583191c6 HTTP/1.1" status: 204 len: 173 time: 1.4643943 Jul 16 22:49:35.503065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'name': 'network-vif-deleted', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:35.505868 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc641b9e-c095-4879-96ec-af08abf54a46" -d '{"events": [{"server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "name": "network-vif-deleted", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:35.512071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:35.566962 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7bcd8-0b05-4a2f-b906-25226a1bf6eb x-openstack-request-id: req-78d7bcd8-0b05-4a2f-b906-25226a1bf6eb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:35.567251 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a", "name": "network-vif-deleted", "tag": "aae7fffa-183d-4f54-a2a1-700c583191c6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:35.567514 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78d7bcd8-0b05-4a2f-b906-25226a1bf6eb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:35.567905 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a', 'name': 'network-vif-deleted', 'tag': 'aae7fffa-183d-4f54-a2a1-700c583191c6', 'status': 'completed', 'code': 200} Jul 16 22:49:35.570017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.585287 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.622797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.697624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:35.706989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:35.709512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:35.789480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.819512 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.822908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.899056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:35.899823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.941952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:35.969314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Allocated IP 172.25.5.183 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/c386b7a8-4310-4d1e-a555-f5af8f6adf91) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:35.970831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.971761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 2b94ee10-7b14-4716-bace-3081148b5fd1 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:35.986128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-952629fe-f3fb-49e6-8565-008b9e16fbc3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9417520 Jul 16 22:49:36.004321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Request body: {'port': {'device_id': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:36.025709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.030659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-26f363ba-8fa5-4163-b25c-bf22d0f8615d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/2b94ee10-7b14-4716-bace-3081148b5fd1 HTTP/1.1" status: 204 len: 168 time: 0.5544622 Jul 16 22:49:36.034785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:36.045734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:36.069704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:36.071959 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.143435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet 1a1ecac6-b494-4040-b935-b418232089ef {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:36.161390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.185140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3d152112-4d40-4951-9d4a-95f1cd8c92c1 None None] Provisioning for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:36.194585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3d152112-4d40-4951-9d4a-95f1cd8c92c1 None None] Provisioning complete for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:36.195209 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d152112-4d40-4951-9d4a-95f1cd8c92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.234905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d152112-4d40-4951-9d4a-95f1cd8c92c1 None None] Port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:36.270505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.283882 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.322362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17a16a-4940-411c-874f-faa6c3793de4 req-be3f8475-f29e-4b1c-8ae1-c30bc3fead48 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:36.324021 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a17a16a-4940-411c-874f-faa6c3793de4 req-be3f8475-f29e-4b1c-8ae1-c30bc3fead48 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 932 time: 0.3734195 Jul 16 22:49:36.338540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:36.353640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.385649 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a17a16a-4940-411c-874f-faa6c3793de4 req-ddc0b617-707f-445d-8e20-1221f09a5988 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494053 Jul 16 22:49:36.439823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.453341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:36.513341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.527265 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5ca50b6-cb06-47d7-b86e-51fd87a953c2 req-c5874a25-bcdb-42c5-95bd-140d88cc4da4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76ba1ed-3c80-4f40-8ef0-02e84dd0f56a HTTP/1.1" status: 200 len: 210 time: 0.4509096 Jul 16 22:49:36.542767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1ecac6-b494-4040-b935-b418232089ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:36.547521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.549599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-994b2f6c-19e7-4e39-95a6-e306ed695ac9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/1a1ecac6-b494-4040-b935-b418232089ef HTTP/1.1" status: 204 len: 168 time: 0.5119166 Jul 16 22:49:36.554479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:36.561909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791cb08-ae40-4bcb-ad75-a9cf7df437fb None None] Network 11615ce1-697a-415d-be66-53724e3d9b13 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:36.697565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.717501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.749113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] DHCP port deletion for 11615ce1-697a-415d-be66-53724e3d9b13 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:36.776073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.795181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Deleting port 3c4890ff-2961-478c-8020-70b36c543b4b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:36.795560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.864821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] For port 3c4890ff-2961-478c-8020-70b36c543b4b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3c4890ff-2961-478c-8020-70b36c543b4b,segment=NetworkSegment(fa18f603-5566-4caf-ba22-e84b994392e4),segment_id=fa18f603-5566-4caf-ba22-e84b994392e4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:36.865247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.877146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Calling delete_port for 3c4890ff-2961-478c-8020-70b36c543b4b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:36.942951 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.959089 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.974071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] No DVR routers for this DVR port 3c4890ff-2961-478c-8020-70b36c543b4b on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:36.981903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 3c4890ff-2961-478c-8020-70b36c543b4b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:36.981903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.995510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9223b5-0aa8-4c6f-9b2c-009ed8aa4453 None None] Pushing event deleted for resources: {'Port': ['ID=3c4890ff-2961-478c-8020-70b36c543b4b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.053117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:37.062647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:37.069516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:37.100799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'Port': ['ID=c386b7a8-4310-4d1e-a555-f5af8f6adf91,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.145728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 3c4890ff-2961-478c-8020-70b36c543b4b, host n-d-793621-16, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:37.146076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.168626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 3c4890ff-2961-478c-8020-70b36c543b4b owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:37.175605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Port 3c4890ff-2961-478c-8020-70b36c543b4b was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:49:37.182325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.265247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=3c4890ff-2961-478c-8020-70b36c543b4b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.272510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 3c4890ff-2961-478c-8020-70b36c543b4b on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:37.335597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:37.356692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.454052 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.456934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Transition to ACTIVE for port object b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:37.471473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.479713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11615ce1-697a-415d-be66-53724e3d9b13']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:37.519032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa18f603-5566-4caf-ba22-e84b994392e4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:37.519268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa18f603-5566-4caf-ba22-e84b994392e4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:37.561886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.582398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4607e-8850-4b30-b008-ee8f0aa47686 req-7e97685c-3dac-4796-9a64-57cbb250db20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:37.584138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7d4607e-8850-4b30-b008-ee8f0aa47686 req-7e97685c-3dac-4796-9a64-57cbb250db20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 944 time: 0.0684497 Jul 16 22:49:37.596826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.608585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.620388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:37.621078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:37.624495 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:37.633498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device aae7fffa-183d-4f54-a2a1-700c583191c6 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:37.658222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7d4607e-8850-4b30-b008-ee8f0aa47686 req-9a8200b9-8a18-4a23-bddf-4a9ac05ab583 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675447 Jul 16 22:49:37.661530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: aae7fffa-183d-4f54-a2a1-700c583191c6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:37.661974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device aae7fffa-183d-4f54-a2a1-700c583191c6 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:37.676601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:37.736082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.761761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.783457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.827260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.830515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.831729 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/security-groups/ecff5f7c-2cc8-4d02-b0d4-7a648c13a430 HTTP/1.1" status: 204 len: 168 time: 0.1537423 Jul 16 22:49:37.835006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:37.844945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.851594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/11615ce1-697a-415d-be66-53724e3d9b13 HTTP/1.1" status: 204 len: 168 time: 1.2902889 Jul 16 22:49:37.861105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:37.865299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:37.865629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:37.865969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:37.866850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-507717523'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:37.874658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:37.876597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6733e-b74b-45f4-825d-c4592dfb6651 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff5f7c-2cc8-4d02-b0d4-7a648c13a430,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.916389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:37.919805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.946023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.950817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:37.951087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.959642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:37.959642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:37.961495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dad8a-376e-48cc-af87-5cbb09145773 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=11615ce1-697a-415d-be66-53724e3d9b13,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.963963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:37.973006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:37.973345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:37.974072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Bound using segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:37.974219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Bound port: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:37.974680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.981409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.991555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.993295 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment ed9963f4-d36e-4d92-8b06-8f41269c06c0 of type vlan for network 81c147eb-2d2c-430b-8b24-aadf145de14a Jul 16 22:49:38.045758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.050439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.080223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.080845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:38.083028 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.084390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/security-groups/55780dfd-2ff8-40ce-8720-1454b69dcbfb HTTP/1.1" status: 204 len: 168 time: 0.2484903 Jul 16 22:49:38.085383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:38.087806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36590) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:38.096201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.101681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.102242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.102402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.110064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a6000-0009-4231-9d14-bf44e0a041a4 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55780dfd-2ff8-40ce-8720-1454b69dcbfb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:38.114524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3c4890ff-2961-478c-8020-70b36c543b4b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:38.139547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3c4890ff-2961-478c-8020-70b36c543b4b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:38.140554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3c4890ff-2961-478c-8020-70b36c543b4b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:38.144898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2832186 Jul 16 22:49:38.148056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:38.153274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:38.207337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff1d4e-5b66-4eac-8fe4-722d6a874201 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=81c147eb-2d2c-430b-8b24-aadf145de14a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:38.217793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.218413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.219794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] 10.222.0.47 "PUT /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1093 time: 2.2243285 Jul 16 22:49:38.220778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 81c147eb-2d2c-430b-8b24-aadf145de14a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:38.222034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:38.225111 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:38.307721 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d927ba-5831-4e67-9cc3-52ba9137b9db x-openstack-request-id: req-a2d927ba-5831-4e67-9cc3-52ba9137b9db {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:38.308378 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:38.309226 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2d927ba-5831-4e67-9cc3-52ba9137b9db {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:38.309919 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'status': 'completed', 'code': 200} Jul 16 22:49:38.313067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:38.318107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.365906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936781-1b4f-4b0f-ad07-cf8957d32d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:38.373921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.499291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-e4222de4-5464-42f7-ad2b-4d9bfa742543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.500753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-e4222de4-5464-42f7-ad2b-4d9bfa742543 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1096 time: 0.2220671 Jul 16 22:49:38.523153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.592498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=9604735f-d7b3-4c60-9fbb-74d7be1c8c14,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:38.594606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-d86fcaef-d95a-4725-a7cd-01e6584732ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 217 time: 0.0501785 Jul 16 22:49:38.597553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': 'ed9963f4-d36e-4d92-8b06-8f41269c06c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:38.598156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: 81c147eb-2d2c-430b-8b24-aadf145de14a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:38.614767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 81c147eb-2d2c-430b-8b24-aadf145de14a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:38.623921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 81c147eb-2d2c-430b-8b24-aadf145de14a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:38.628013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.628613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.634588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed649aac-c0cf-48a2-8331-cac49554fa72 None None] Network 81c147eb-2d2c-430b-8b24-aadf145de14a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:38.650073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7223a004-5589-4305-9f63-4a5de7ad983d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5009615 Jul 16 22:49:38.652640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:38.657620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-425202867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:38.696904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.698389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.738762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-a19a2f66-5f14-4b7a-a5f9-7de6c0ccdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.740237 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-a19a2f66-5f14-4b7a-a5f9-7de6c0ccdab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.1385038 Jul 16 22:49:38.773924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.782080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.800948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.802296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8e3c8056-d69a-430c-819d-f1cfd6090a2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1485786 Jul 16 22:49:38.805164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:38.818219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-81c147eb-2d2c-430b-8b24-aadf145de14a', 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': '9604735f-d7b3-4c60-9fbb-74d7be1c8c14'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:38.819694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.864466 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.881398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:38.964321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Allocated IP 172.20.0.2 (81c147eb-2d2c-430b-8b24-aadf145de14a/9604735f-d7b3-4c60-9fbb-74d7be1c8c14/ba4f4b77-3842-4818-97e5-b48731deecab) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:38.965136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-ae890b5f-1639-4f96-b561-ea5250e6c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:38.967427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-ae890b5f-1639-4f96-b561-ea5250e6c297 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173481 Jul 16 22:49:39.008611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event updated for resources: {'Port': ['ID=c386b7a8-4310-4d1e-a555-f5af8f6adf91,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:39.056474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e47-8bb7-4870-9d1e-1100685a6e2a req-6817fc95-1a70-48ac-81b2-0dc07552a55e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:39.058042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6518e47-8bb7-4870-9d1e-1100685a6e2a req-6817fc95-1a70-48ac-81b2-0dc07552a55e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 944 time: 0.2516568 Jul 16 22:49:39.066497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.109476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.110390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.119843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Transition to ACTIVE for port object ba4f4b77-3842-4818-97e5-b48731deecab will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:39.136073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Transition to ACTIVE for port object ba4f4b77-3842-4818-97e5-b48731deecab will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:39.142920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.191710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Network 81c147eb-2d2c-430b-8b24-aadf145de14a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:39.194969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:39.198719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:39.208937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Pushing event updated for resources: {'Port': ['ID=ba4f4b77-3842-4818-97e5-b48731deecab,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:39.274017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Attempting to bind port ba4f4b77-3842-4818-97e5-b48731deecab on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:39.274388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Attempting to bind port ba4f4b77-3842-4818-97e5-b48731deecab by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ed9963f4-d36e-4d92-8b06-8f41269c06c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:39.274759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Attempting to bind port ba4f4b77-3842-4818-97e5-b48731deecab on network 81c147eb-2d2c-430b-8b24-aadf145de14a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:39.281011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:39.281375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Checking segment: {'id': 'ed9963f4-d36e-4d92-8b06-8f41269c06c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:39.281994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.282414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Bound using segment: {'id': 'ed9963f4-d36e-4d92-8b06-8f41269c06c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:39.283100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Bound port: ba4f4b77-3842-4818-97e5-b48731deecab, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9963f4-d36e-4d92-8b06-8f41269c06c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81c147eb-2d2c-430b-8b24-aadf145de14a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:39.283482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.351739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] For port ba4f4b77-3842-4818-97e5-b48731deecab, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:39.355260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] For port ba4f4b77-3842-4818-97e5-b48731deecab, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba4f4b77-3842-4818-97e5-b48731deecab,segment=NetworkSegment(ed9963f4-d36e-4d92-8b06-8f41269c06c0),segment_id=ed9963f4-d36e-4d92-8b06-8f41269c06c0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:39.360479 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.395140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.20.0.1 (81c147eb-2d2c-430b-8b24-aadf145de14a/9604735f-d7b3-4c60-9fbb-74d7be1c8c14/e2a6ae7d-b9a1-4c20-bc43-9310d64039a9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:39.424264 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d77b2-fa06-4994-98a5-3a27fd65434b None None] Pushing event updated for resources: {'Port': ['ID=ba4f4b77-3842-4818-97e5-b48731deecab,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:39.531427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.553938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:39.595902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6518e47-8bb7-4870-9d1e-1100685a6e2a req-bf9e7a18-e076-41f6-9f60-4041657bf52b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5239573 Jul 16 22:49:39.596797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.625878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-ea0f2e99-c507-4586-9778-55bf1b354e47 service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322320 Jul 16 22:49:39.635862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 81c147eb-2d2c-430b-8b24-aadf145de14a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:39.663836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:39.667677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:39.667853 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Floating IP 6c63dc29-2cc9-46da-93e4-701bbd6791f0 associated. External IP: 172.25.5.183, port: 313b3546-49ed-4f83-bdc2-542f698ecdfe. Jul 16 22:49:39.718478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=e2a6ae7d-b9a1-4c20-bc43-9310d64039a9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:39.731833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.743446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.885366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba4f4b77-3842-4818-97e5-b48731deecab up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:39.898093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.915508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79be3bf7-b8eb-445a-a543-db4d35178223 req-98820b6a-a883-423c-8c14-09373fdb7ae4 service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802436 Jul 16 22:49:39.937898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ba4f4b77-3842-4818-97e5-b48731deecab completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:40.169411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-efac68d5-98e4-4df1-b300-9deb3c9691ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:40.171707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-efac68d5-98e4-4df1-b300-9deb3c9691ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1096 time: 0.1561387 Jul 16 22:49:40.173747 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:40.429680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-bf2d8988-73d3-488a-9457-bd2fc98cb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:40.431114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-bf2d8988-73d3-488a-9457-bd2fc98cb965 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.2511024 Jul 16 22:49:40.489398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-5e258c6b-1032-4747-b610-21bc1a848333 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 217 time: 0.0489013 Jul 16 22:49:40.505191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:40.521135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:40.534489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:40.536268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:40.552680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.557595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port 5fdaadd3-a299-4aa4-836d-f16b761ac878 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:40.557945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.560910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.562432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.599728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-a38d57e4-e830-4409-8634-f4056711627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:40.601541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-a38d57e4-e830-4409-8634-f4056711627c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.1059282 Jul 16 22:49:40.640901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.642666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=e2a6ae7d-b9a1-4c20-bc43-9310d64039a9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:40.659538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612a6e9-f992-4dd5-acbf-e6944b9a7f21 None None] Network 81c147eb-2d2c-430b-8b24-aadf145de14a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:40.707785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5d1d5929-166e-408c-a708-3baff71ca12e tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6868198 Jul 16 22:49:40.708834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:40.709000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:40.709119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:40.711270 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:40.759200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port 5fdaadd3-a299-4aa4-836d-f16b761ac878, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5fdaadd3-a299-4aa4-836d-f16b761ac878,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:40.759584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.772991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-f53f4f9f-426f-4391-8f5e-1a50bd383c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:40.774520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-f53f4f9f-426f-4391-8f5e-1a50bd383c3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632326 Jul 16 22:49:40.778924 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7c1ba-ddb5-4637-bd1d-a0d108e48342 x-openstack-request-id: req-bbf7c1ba-ddb5-4637-bd1d-a0d108e48342 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:40.779312 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:40.779569 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbf7c1ba-ddb5-4637-bd1d-a0d108e48342 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:40.779965 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:49:40.780809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for 5fdaadd3-a299-4aa4-836d-f16b761ac878 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:40.815099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 81c147eb-2d2c-430b-8b24-aadf145de14a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:40.819858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:40.890884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c005f94-525c-4fa6-998b-d3282208d469 tempest-TestVolumeBackupRestore-1137123439 tempest-TestVolumeBackupRestore-1137123439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:40.893488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2c005f94-525c-4fa6-998b-d3282208d469 tempest-TestVolumeBackupRestore-1137123439 tempest-TestVolumeBackupRestore-1137123439-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1092 time: 0.1835582 Jul 16 22:49:40.896065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:40.900438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Provisioning for port ba4f4b77-3842-4818-97e5-b48731deecab completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:40.924319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Provisioning complete for port ba4f4b77-3842-4818-97e5-b48731deecab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:40.924697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:40.930868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Request body: {'floatingip': {'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:41.000576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c97e-ec8d-4276-b010-1d7d2cf7d48e req-2b074de1-d1b9-4ac4-a483-a6a3667bbd4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:41.008256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86b5c97e-ec8d-4276-b010-1d7d2cf7d48e req-2b074de1-d1b9-4ac4-a483-a6a3667bbd4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 944 time: 0.1856818 Jul 16 22:49:41.061594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86b5c97e-ec8d-4276-b010-1d7d2cf7d48e req-b37f0e42-ca69-4bec-8867-abc106d2702c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Jul 16 22:49:41.072859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-fa457644-3326-4d71-81e0-843834e12258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:41.074694 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-fa457644-3326-4d71-81e0-843834e12258 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.2597389 Jul 16 22:49:41.077797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.085777 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-6529d083-a089-4f34-a7cc-606299236ff2 service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935488 Jul 16 22:49:41.091535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 060fa564-6044-4a0d-b85a-b2f394fa6c71 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:41.164379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.192792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:41.195708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:37Z', 'revision_number': 0, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.198296 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c520c283-62dd-4f5c-bf6e-39bad65923a5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/060fa564-6044-4a0d-b85a-b2f394fa6c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3920801 Jul 16 22:49:41.200717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:41.215123 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] Sync routers for ids ['060fa564-6044-4a0d-b85a-b2f394fa6c71'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:41.229198 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] Routers {'060fa564-6044-4a0d-b85a-b2f394fa6c71'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:41.230246 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['060fa564-6044-4a0d-b85a-b2f394fa6c71'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.259127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be0450-8a9a-4661-93ad-862b6c2c0222 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:41.260717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-75be0450-8a9a-4661-93ad-862b6c2c0222 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports/e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 HTTP/1.1" status: 200 len: 910 time: 0.0584543 Jul 16 22:49:41.264671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:41.288854 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.310017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] Routers {'060fa564-6044-4a0d-b85a-b2f394fa6c71'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:41.311213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['060fa564-6044-4a0d-b85a-b2f394fa6c71'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.351168 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.352088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ab797-8af5-4e31-874a-08becb6e116d None None] The sync data for ids ['060fa564-6044-4a0d-b85a-b2f394fa6c71'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:41.398367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:41.415559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] For port ba4f4b77-3842-4818-97e5-b48731deecab, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba4f4b77-3842-4818-97e5-b48731deecab,segment=NetworkSegment(ed9963f4-d36e-4d92-8b06-8f41269c06c0),segment_id=ed9963f4-d36e-4d92-8b06-8f41269c06c0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:41.416747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1164b1b4-caca-4c8d-9f35-16f98ae7c6d3 req-a5609b07-bcf2-4287-9a79-a4cb3cf05f2b service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959070 Jul 16 22:49:41.421774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:41.422812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:41.424200 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.428581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-0c7e3a35-a2ff-4a6f-9787-0aac387cfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:41.430290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-0c7e3a35-a2ff-4a6f-9787-0aac387cfcc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.3455706 Jul 16 22:49:41.535926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.570593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819c71-bac0-4670-aba2-03dd843fafa8 None None] Pushing event updated for resources: {'Port': ['ID=ba4f4b77-3842-4818-97e5-b48731deecab,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:41.602859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=5fdaadd3-a299-4aa4-836d-f16b761ac878,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:41.629300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:41.644709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-d5f2a85f-2e5b-4fd5-ad83-9d10fdf138af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 999 time: 0.1633775 Jul 16 22:49:41.670313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.829008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Provisioning for port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:41.848619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Provisioning complete for port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:41.849181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:41.887680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-5dea6d7d-0d36-4cae-83c3-d33c497b879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:41.889814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-5dea6d7d-0d36-4cae-83c3-d33c497b879b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.2330830 Jul 16 22:49:41.953079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:42.009805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba4f4b77-3842-4818-97e5-b48731deecab up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:42.057422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Provisioning complete for port ba4f4b77-3842-4818-97e5-b48731deecab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:42.057710 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-502aabfe-e63f-4f4a-b63a-fd03efabb2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.105580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:42.106048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.117663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ba4f4b77-3842-4818-97e5-b48731deecab triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:42.118403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.168824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:37Z', 'revision_number': 0, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:42.223371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.231929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1984-41ff-4833-884e-6e3e87bd5c9f None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:37Z', 'revision_number': 0, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:42.239458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:42.463421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad65c93c-ba7a-4015-a4c8-da8feb3f788a None None] Provisioning complete for port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:42.464008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65c93c-ba7a-4015-a4c8-da8feb3f788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.498127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.525482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad65c93c-ba7a-4015-a4c8-da8feb3f788a None None] Port e2a6ae7d-b9a1-4c20-bc43-9310d64039a9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:42.537270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=e2a6ae7d-b9a1-4c20-bc43-9310d64039a9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:42.596663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.598405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c724d4-9dc8-466f-ac29-726836440f51 None None] New status for floating IP 6c63dc29-2cc9-46da-93e4-701bbd6791f0: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:42.662962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bbf3b233-b505-44ac-8ada-e46e715f86b4 None None] Could not find standard attr ID for object e2a6ae7d-b9a1-4c20-bc43-9310d64039a9. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 22:49:42.721338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.726591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:49:42.751102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb298db-d26c-4241-8662-c003a4affd21 req-b5428259-21a2-48e7-8b26-bd6785be7f6c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:42.758992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fcb298db-d26c-4241-8662-c003a4affd21 req-b5428259-21a2-48e7-8b26-bd6785be7f6c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 944 time: 0.3371911 Jul 16 22:49:42.773379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-998baffc-c7cc-4578-9824-8f56326d8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:42.774885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-998baffc-c7cc-4578-9824-8f56326d8ab3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8781512 Jul 16 22:49:42.864166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:42.877296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'port_id': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'mac_address': 'fa:16:3e:fe:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:49:42.914648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fcb298db-d26c-4241-8662-c003a4affd21 req-d5a903bf-003e-42ef-8a06-bf87bf19300b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547632 Jul 16 22:49:42.936176 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:42.944311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 060fa564-6044-4a0d-b85a-b2f394fa6c71 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:42.952386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:42.975306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:42.980590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.021538 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.034009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.038482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-b2c724d4-9dc8-466f-ac29-726836440f51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:49:43.039546 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-b2c724d4-9dc8-466f-ac29-726836440f51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:49:43.043408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-359020d7-a80b-4248-88f5-cf182ddde626 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373734 Jul 16 22:49:43.045252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:43.051792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a8f43df4-dfd8-41e7-97bb-58a652a9c714 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/060fa564-6044-4a0d-b85a-b2f394fa6c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867317 Jul 16 22:49:43.056051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:43.057588 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] Sync routers for ids ['060fa564-6044-4a0d-b85a-b2f394fa6c71'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:43.059344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:43.076416 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] Routers {'060fa564-6044-4a0d-b85a-b2f394fa6c71'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:43.077059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['060fa564-6044-4a0d-b85a-b2f394fa6c71'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:43.096581 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e938c689-d4d6-45ce-b73b-f1e60666e4ad tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=060fa564-6044-4a0d-b85a-b2f394fa6c71 HTTP/1.1" status: 200 len: 205 time: 0.0382707 Jul 16 22:49:43.099294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:43.112730 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:43.121520 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] Routers {'060fa564-6044-4a0d-b85a-b2f394fa6c71'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:43.122344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['060fa564-6044-4a0d-b85a-b2f394fa6c71'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:43.155378 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:43.156722 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fba5c-1cbb-4ad2-9ef8-68e56eb97317 None None] The sync data for ids ['060fa564-6044-4a0d-b85a-b2f394fa6c71'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:43.188940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.197344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:49:43.234860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Router 662471d5-14d0-4657-b21a-e70b79cb5a9b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:43.365204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.367735 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.419905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.420471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 060fa564-6044-4a0d-b85a-b2f394fa6c71 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:43.428603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.432185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2a6799e2-e02a-4d70-a3a0-e075f5f98f61 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/060fa564-6044-4a0d-b85a-b2f394fa6c71 HTTP/1.1" status: 204 len: 168 time: 0.3295217 Jul 16 22:49:43.432445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:43.432850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f16a3397-b5c9-46b5-9e64-2f5e94daf94b req-9001a258-4af2-4ba5-ad39-be1fc69e1838 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836876 Jul 16 22:49:43.487477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet 9604735f-d7b3-4c60-9fbb-74d7be1c8c14 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:43.490690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.507188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:43.515387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e50da0f3-b943-496c-bd14-28b5f14bd104 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "PUT /v2.0/routers/662471d5-14d0-4657-b21a-e70b79cb5a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4258499 Jul 16 22:49:43.517918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:43.521848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Sync routers for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:43.533332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:43.534097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:43.538080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.570460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c724d4-9dc8-466f-ac29-726836440f51 None None] New status for floating IP 6c63dc29-2cc9-46da-93e4-701bbd6791f0: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:43.579073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:43.592882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting subnet 5155c603-da11-489c-9de5-cf11240de880 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:43.597577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.633024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.688362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.699732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.731982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=9604735f-d7b3-4c60-9fbb-74d7be1c8c14,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:43.735826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.740412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3ef2314-2f7b-4809-b42d-023d12f2e691 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/9604735f-d7b3-4c60-9fbb-74d7be1c8c14 HTTP/1.1" status: 204 len: 168 time: 0.3043029 Jul 16 22:49:43.740613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:43.742972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:43.780385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e459b-8b87-4b7a-ab51-b7ba4956efdf None None] Network 81c147eb-2d2c-430b-8b24-aadf145de14a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:43.821828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.828317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:43.834671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.875535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.890705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port ba4f4b77-3842-4818-97e5-b48731deecab {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:43.891056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:43.920281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:43.922832 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad666122-89b8-4bd2-8c2f-2524f73a924a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:43.981062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-31d1a77a-15c6-4028-badc-3521548343a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "PUT /v2.0/floatingips/6c63dc29-2cc9-46da-93e4-701bbd6791f0 HTTP/1.1" status: 200 len: 991 time: 3.0481482 Jul 16 22:49:43.986738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.001507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port ba4f4b77-3842-4818-97e5-b48731deecab, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba4f4b77-3842-4818-97e5-b48731deecab,segment=NetworkSegment(ed9963f4-d36e-4d92-8b06-8f41269c06c0),segment_id=ed9963f4-d36e-4d92-8b06-8f41269c06c0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:44.001871 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.006794 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979dfed6-bae1-433f-88cf-464dfa7cd618 x-openstack-request-id: req-979dfed6-bae1-433f-88cf-464dfa7cd618 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:44.007321 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:44.007781 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-979dfed6-bae1-433f-88cf-464dfa7cd618 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:44.008426 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:49:44.014835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for ba4f4b77-3842-4818-97e5-b48731deecab owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:44.027609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.030395 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/subnets/5155c603-da11-489c-9de5-cf11240de880 HTTP/1.1" status: 204 len: 168 time: 0.5118895 Jul 16 22:49:44.033177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:44.036891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330c776-616f-4e5c-ab0d-6aa68c25fb21 None None] Network f4238d34-bc91-4abc-933b-1ddc5bde2119 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:44.039342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4078b80-0771-4a7e-8fd9-fbe8465388d1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Subnet': ['ID=5155c603-da11-489c-9de5-cf11240de880,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:44.131016 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:44.142226 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:44.143068 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.167333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-7f7cd5c7-2735-4e7b-904a-089a62af5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:44.169902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-7f7cd5c7-2735-4e7b-904a-089a62af5e3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.1380348 Jul 16 22:49:44.204725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.230441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5ee8-f64c-4546-ae69-0182f7063300 req-2f1aca4e-2d1a-42e8-aa60-b87c3985569e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:44.232740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeff5ee8-f64c-4546-ae69-0182f7063300 req-2f1aca4e-2d1a-42e8-aa60-b87c3985569e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.1188529 Jul 16 22:49:44.245722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.288719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=ba4f4b77-3842-4818-97e5-b48731deecab,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:44.290741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port ba4f4b77-3842-4818-97e5-b48731deecab on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:44.297369 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:44.327081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeff5ee8-f64c-4546-ae69-0182f7063300 req-ea6e121a-3e97-405d-828f-35f010e89650 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870154 Jul 16 22:49:44.369268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-03648ad7-d346-4993-83b3-99ff0022f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:44.371211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-03648ad7-d346-4993-83b3-99ff0022f06f service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.1872716 Jul 16 22:49:44.467214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-49fc7e51-eea5-4439-916f-a3b96596ecca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 1001 time: 0.0846848 Jul 16 22:49:44.467365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:49:41Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.499985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Checking router: 662471d5-14d0-4657-b21a-e70b79cb5a9b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:44.517945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Routers {'662471d5-14d0-4657-b21a-e70b79cb5a9b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:44.518860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['662471d5-14d0-4657-b21a-e70b79cb5a9b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.558028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-fb26756b-aa7e-4e89-ad87-a06aab62a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:44.561085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-fb26756b-aa7e-4e89-ad87-a06aab62a1ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.0869973 Jul 16 22:49:44.563238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d795d7-da8c-4393-a82c-657a8ba93112 None None] DHCP port deletion for 81c147eb-2d2c-430b-8b24-aadf145de14a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:44.620228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:43Z', 'revision_number': 2, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.665566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] DHCP port deletion for f4238d34-bc91-4abc-933b-1ddc5bde2119 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:49:44.699462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-5cf6d7e8-60f9-4804-8431-dd86d02b3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:44.702460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-5cf6d7e8-60f9-4804-8431-dd86d02b3649 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260831 Jul 16 22:49:44.710102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] Set router 662471d5-14d0-4657-b21a-e70b79cb5a9b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:44.768237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:44.777607 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:44.778449 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.780333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:44.830914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.844678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.849293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c147eb-2d2c-430b-8b24-aadf145de14a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.863419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9963f4-d36e-4d92-8b06-8f41269c06c0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.866146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-e27f881b-4094-4933-80aa-81537d44c0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548023 Jul 16 22:49:44.867854 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9963f4-d36e-4d92-8b06-8f41269c06c0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:44.880047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.894904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.900687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Deleting port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:44.901097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.903242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:44.903879 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:44.908085 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:44.912949 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:44.988174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] For port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,segment=NetworkSegment(6d91a2da-09e1-43b6-80fd-1f8c323acbcb),segment_id=6d91a2da-09e1-43b6-80fd-1f8c323acbcb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:44.988565 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.011196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.013859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Calling delete_port for bf2b9518-cb2f-49d6-ba7c-a2e243d332ce owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:45.023379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.025420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/81c147eb-2d2c-430b-8b24-aadf145de14a HTTP/1.1" status: 204 len: 168 time: 1.2838347 Jul 16 22:49:45.030280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:45.036461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1811995622', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:45.050703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e99818-c74b-4996-b2c3-26bb3cbf49ce tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=81c147eb-2d2c-430b-8b24-aadf145de14a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:45.061996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Deleting port cf9eb765-0a16-4d41-aeb8-85219489d1e1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:45.062338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.070388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad666122-89b8-4bd2-8c2f-2524f73a924a req-8dcfef49-7969-48b1-9c00-47d9bdd8d674 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966012 Jul 16 22:49:45.071680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.072789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.141287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:45.142302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.151573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:45.151951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.171137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] For port cf9eb765-0a16-4d41-aeb8-85219489d1e1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cf9eb765-0a16-4d41-aeb8-85219489d1e1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:45.172419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.188918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Calling delete_port for cf9eb765-0a16-4d41-aeb8-85219489d1e1 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:45.201242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.205907 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:43Z', 'revision_number': 2, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:45.238061 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe693f41-910f-442c-8fb5-fa05740d931f None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c63dc29-2cc9-46da-93e4-701bbd6791f0', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'port_id': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'mac_address': 'fa:16:3e:84:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa98949-e775-424f-9466-633f58b6cc85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:37Z', 'updated_at': '2021-07-16T22:49:43Z', 'revision_number': 2, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:45.242097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] Pushing event deleted for resources: {'Port': ['ID=bf2b9518-cb2f-49d6-ba7c-a2e243d332ce,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:45.249994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61a86-d25b-43cc-8b44-b111a2a7e4a0 None None] No DVR routers for this DVR port bf2b9518-cb2f-49d6-ba7c-a2e243d332ce on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:45.280825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:49:41Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:45.311465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.336175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea912c-c1d9-4e31-ae18-cef1f697df63 None None] The sync data for ids ['662471d5-14d0-4657-b21a-e70b79cb5a9b'] in n-d-793621-16 is: [{'id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756928440', 'tenant_id': 'e25a573695734b51b32eb27ee55ef0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:49:41Z', 'revision_number': 5, 'project_id': 'e25a573695734b51b32eb27ee55ef0b7', 'gw_port': {'id': 'cf9eb765-0a16-4d41-aeb8-85219489d1e1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662471d5-14d0-4657-b21a-e70b79cb5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:33Z', 'updated_at': '2021-07-16T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:45.374983 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.424932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:45.430654 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3f33b9-ee2b-436f-9cdb-7355ad6654bb" -d '{"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-plugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:45.439285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.448426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:45.456932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.483978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Port': ['ID=cf9eb765-0a16-4d41-aeb8-85219489d1e1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:45.508893 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9a23fc-344a-475a-a3d8-450b9c3b65f9 x-openstack-request-id: req-4a9a23fc-344a-475a-a3d8-450b9c3b65f9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:45.509240 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-plugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:45.509497 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a9a23fc-344a-475a-a3d8-450b9c3b65f9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:45.509956 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'code': 200} Jul 16 22:49:45.542244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:45.607993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.709217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.712149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.729516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c97dc-e9ed-4d9f-b0d6-b5aed9d56a47 req-f17b3dc3-9420-4c18-b7d1-6c9446adb654 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:45.731088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-354c97dc-e9ed-4d9f-b0d6-b5aed9d56a47 req-f17b3dc3-9420-4c18-b7d1-6c9446adb654 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.1823716 Jul 16 22:49:45.792774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.793291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Fanout notify agent at l3_agent the message router_deleted on router 662471d5-14d0-4657-b21a-e70b79cb5a9b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:45.802782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.803895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c8a5c586-6de2-4788-9d46-14edf4e1e109 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/routers/662471d5-14d0-4657-b21a-e70b79cb5a9b HTTP/1.1" status: 204 len: 168 time: 1.7695959 Jul 16 22:49:45.806821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:45.817673 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-354c97dc-e9ed-4d9f-b0d6-b5aed9d56a47 req-a961d5fe-5669-493c-923f-00ca2770285a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559945 Jul 16 22:49:45.821309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e1dcc-5166-4db5-81b6-8286c7096da8 req-568d2c43-60a7-442a-9c30-1d499d0cf4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:45.822814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-404e1dcc-5166-4db5-81b6-8286c7096da8 req-568d2c43-60a7-442a-9c30-1d499d0cf4ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1098 time: 0.1086209 Jul 16 22:49:45.898003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-404e1dcc-5166-4db5-81b6-8286c7096da8 req-936da4d4-fdf9-4b18-9626-efb7b7beec3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665343 Jul 16 22:49:45.930965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:45.974991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba4f4b77-3842-4818-97e5-b48731deecab no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:45.999769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ba4f4b77-3842-4818-97e5-b48731deecab {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:46.000113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba4f4b77-3842-4818-97e5-b48731deecab not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:46.000540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5fdaadd3-a299-4aa4-836d-f16b761ac878 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:46.005756 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.022630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5fdaadd3-a299-4aa4-836d-f16b761ac878 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:46.023062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5fdaadd3-a299-4aa4-836d-f16b761ac878 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:46.023574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bf2b9518-cb2f-49d6-ba7c-a2e243d332ce no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:46.025166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:46.027465 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd95f0-a3cc-4498-be56-4870bf9dd772" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:46.028876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.031338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.052087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: bf2b9518-cb2f-49d6-ba7c-a2e243d332ce {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:46.052434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device bf2b9518-cb2f-49d6-ba7c-a2e243d332ce not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:46.053268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4238d34-bc91-4abc-933b-1ddc5bde2119']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:46.068884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d91a2da-09e1-43b6-80fd-1f8c323acbcb') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:46.069524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d91a2da-09e1-43b6-80fd-1f8c323acbcb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:46.081129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.087241 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5d998-82b1-49c9-9d82-f9b4d4a0ff90 x-openstack-request-id: req-dfc5d998-82b1-49c9-9d82-f9b4d4a0ff90 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:46.087533 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:46.087784 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc5d998-82b1-49c9-9d82-f9b4d4a0ff90 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:46.088206 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:49:46.099560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.108870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:49:46.109316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:49:46.113035 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:49:46.182342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.191965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.196720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] 10.222.0.70 "DELETE /v2.0/networks/f4238d34-bc91-4abc-933b-1ddc5bde2119 HTTP/1.1" status: 204 len: 168 time: 0.3863032 Jul 16 22:49:46.210316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcda4b-a037-45a5-8ce5-7b21b51b9ca1 tempest-TestSecurityGroupsBasicOps-1238581715 tempest-TestSecurityGroupsBasicOps-1238581715-project] Pushing event deleted for resources: {'Network': ['ID=f4238d34-bc91-4abc-933b-1ddc5bde2119,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:46.217352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.25.5.234 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6fea0529-c374-455e-9643-973c9c1a3320) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:46.234274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-a9a0e0c6-01a6-4854-bc7e-dc423053a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:46.235793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-a9a0e0c6-01a6-4854-bc7e-dc423053a5fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.1215789 Jul 16 22:49:46.396308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-06a561ba-38cf-476b-b831-6b8fa465b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:46.397917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-06a561ba-38cf-476b-b831-6b8fa465b133 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.1554623 Jul 16 22:49:46.417209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.479986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-cb2d0a97-7704-4958-bbbe-69d08c7e2f31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 1001 time: 0.0730367 Jul 16 22:49:46.492125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:46.542057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.581297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-aa3dd62f-a8a3-48e5-b684-a07f847fea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:46.582814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-aa3dd62f-a8a3-48e5-b684-a07f847fea13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.0927227 Jul 16 22:49:46.610957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:46.627115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=6fea0529-c374-455e-9643-973c9c1a3320,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:46.630462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:46.636895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:46.641577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-553c4921-3086-4637-adf9-b75429a4c932 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e25a573695734b51b32eb27ee55ef0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464872 Jul 16 22:49:46.642298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:46.642449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.642764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.643119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.643438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.643773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.644105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.644432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.644760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.645111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.645437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.645761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.646085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:46.692094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.714029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.765989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.769902 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:46.772713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46d1dbf7-d3ec-4266-b09e-9e81e88cb187 HTTP/1.1" status: 204 len: 168 time: 0.1294150 Jul 16 22:49:46.781619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b0172-cd53-424e-baaa-fe1f44504fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1dbf7-d3ec-4266-b09e-9e81e88cb187,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:46.801033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-5b06f26c-d2b1-42bd-975f-69c42ac2cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:46.802725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-5b06f26c-d2b1-42bd-975f-69c42ac2cfde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094245 Jul 16 22:49:46.980201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-0e6d4088-ff6d-4378-8762-a6e37a164531 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690974 Jul 16 22:49:47.081901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.087163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.095104 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6923a2-3808-4bab-9afc-19062b60ee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.188686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6923a2-3808-4bab-9afc-19062b60ee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.193048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac6923a2-3808-4bab-9afc-19062b60ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.202946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfdd95f0-a3cc-4498-be56-4870bf9dd772 req-5e869fc2-4f29-4714-8bf9-278b0b2103d1 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062502 Jul 16 22:49:47.216594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb4645-7583-4f1f-bdf9-97e792532c02 req-0bc069be-6549-4e8c-8245-93b68c4f6fc9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:47.218142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eadb4645-7583-4f1f-bdf9-97e792532c02 req-0bc069be-6549-4e8c-8245-93b68c4f6fc9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.2354999 Jul 16 22:49:47.233226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac6923a2-3808-4bab-9afc-19062b60ee6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=007dcc7b47f6409cb91ccab8ad965e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501863 Jul 16 22:49:47.234347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6923a2-3808-4bab-9afc-19062b60ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659fc1f-66e3-4852-804b-6121697f00b1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:47.236448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.331465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eadb4645-7583-4f1f-bdf9-97e792532c02 req-9cdac772-b64b-4795-878b-059cde67cb72 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027036 Jul 16 22:49:47.393552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.399280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.454707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.505082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f591d6-e13d-4cfb-979f-94d52a13d323 req-57e16238-cc4c-43a3-bd3e-c77ef654459e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:47.506613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3f591d6-e13d-4cfb-979f-94d52a13d323 req-57e16238-cc4c-43a3-bd3e-c77ef654459e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.0640152 Jul 16 22:49:47.545284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f3f591d6-e13d-4cfb-979f-94d52a13d323 req-9c0bf9ae-47a0-40c5-b587-3ddb39246bb8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Jul 16 22:49:47.556084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.558639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.563060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8659fc1f-66e3-4852-804b-6121697f00b1 HTTP/1.1" status: 204 len: 168 time: 0.3200402 Jul 16 22:49:47.570797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.578308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc0f2b-f1fa-4858-8641-6b539c8f7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659fc1f-66e3-4852-804b-6121697f00b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:47.592231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router d70ebdbd-b69c-4963-b016-69670220c01d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:47.708032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:47.722655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] Sync routers for ids ['d70ebdbd-b69c-4963-b016-69670220c01d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:47.736005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] Routers {'d70ebdbd-b69c-4963-b016-69670220c01d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:47.740180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d70ebdbd-b69c-4963-b016-69670220c01d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:47.753396 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.758425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d0b679de-9c0b-453f-991e-fb10048e52a4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7234454 Jul 16 22:49:47.758425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36678) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.796877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cf9eb765-0a16-4d41-aeb8-85219489d1e1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:47.799945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:47.809308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e706a3-5366-423c-a2b5-d745966a89c2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:47.813537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-51e706a3-5366-423c-a2b5-d745966a89c2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1093 time: 0.2389960 Jul 16 22:49:47.814789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.819515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:47.829390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: cf9eb765-0a16-4d41-aeb8-85219489d1e1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:47.829740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cf9eb765-0a16-4d41-aeb8-85219489d1e1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:47.832903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] Routers {'d70ebdbd-b69c-4963-b016-69670220c01d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:47.833682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d70ebdbd-b69c-4963-b016-69670220c01d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:47.847061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:47.876109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:47.877207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486c8c2-217d-40fa-8ab7-6b7744d93f0c None None] The sync data for ids ['d70ebdbd-b69c-4963-b016-69670220c01d'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:47.905283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-33660688-36e4-4539-bd1f-6c824a151270 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers/d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 200 len: 881 time: 0.1460853 Jul 16 22:49:47.907797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:47.970114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:48.010227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8292690b-873b-4783-bd3c-4671a783f8d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62349b1072fe4c4da6b83a2265f98f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389459 Jul 16 22:49:48.012743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:48.062917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.087757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.133816 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.137110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.138959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ace6b31b-10ad-4165-97fa-a97f74d6bd88 HTTP/1.1" status: 204 len: 168 time: 0.1247203 Jul 16 22:49:48.140927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.146860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b100c-7c18-494f-ac0a-922ce28a929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6b31b-10ad-4165-97fa-a97f74d6bd88,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:48.304339 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5ac28b4-90e8-4997-bd4b-7a1a8fb0fdca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3952808 Jul 16 22:49:48.306995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:48.311992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1811995622'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:48.321135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.134 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/c74adaf0-9f20-4d5f-8074-b0d6858b708a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:48.435822 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.480342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.518845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:48.523889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:48.526353 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:48.570481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=c74adaf0-9f20-4d5f-8074-b0d6858b708a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:48.690798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.705893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:48.847484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router d70ebdbd-b69c-4963-b016-69670220c01d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:48.934168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36716) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:49.066972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-393105257-network', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:49.180116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:49.182403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.205326 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.239811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.267331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:49.274101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.278011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4121a997-98af-4612-a0c2-2ea92d4e9ff1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 200 len: 888 time: 0.9672067 Jul 16 22:49:49.278170 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] Sync routers for ids ['d70ebdbd-b69c-4963-b016-69670220c01d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:49.279155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:49.288073 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] Routers {'d70ebdbd-b69c-4963-b016-69670220c01d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:49.288882 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d70ebdbd-b69c-4963-b016-69670220c01d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:49.322077 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:49.331749 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] Routers {'d70ebdbd-b69c-4963-b016-69670220c01d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:49.332382 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d70ebdbd-b69c-4963-b016-69670220c01d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:49.369755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:49.370671 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311fced-e6fc-4402-a361-2bca477cebe7 None None] The sync data for ids ['d70ebdbd-b69c-4963-b016-69670220c01d'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:49.386129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.393726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d11553c8-63df-421c-b85a-293bc0616018 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers/d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 200 len: 888 time: 0.1139522 Jul 16 22:49:49.396631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:49.426173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fda06165-c896-408a-bc6d-a86b888ed10e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 200 len: 205 time: 0.0284016 Jul 16 22:49:49.428631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:49.454728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.468682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.534676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.534949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:49.540829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19acfdd1-e7eb-466f-834d-4019e1fc10f0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:49.556003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.556288 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Added segment 44a199ea-bb61-4afc-b0f8-148292edbb59 of type vlan for network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea Jul 16 22:49:49.619802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.642656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.646702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.657493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.698357 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.699325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:49.699528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 6fea0529-c374-455e-9643-973c9c1a3320 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:49.699873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.699995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.781683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.793940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 6fea0529-c374-455e-9643-973c9c1a3320 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:49.966446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:49.993639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=6fea0529-c374-455e-9643-973c9c1a3320,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:50.059290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.144003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2084219 Jul 16 22:49:50.144755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=c74adaf0-9f20-4d5f-8074-b0d6858b708a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:50.149723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:50.154621 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Request body: {'subnet': {'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-393105257-subnet', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:50.172586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.176577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.202379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173b317-0eab-4c37-b844-a84f6e79869a admin admin] Pushing event updated for resources: {'Network': ['ID=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:50.204610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.213939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:50.222705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:50.225611 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.249460 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.250156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router d70ebdbd-b69c-4963-b016-69670220c01d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:50.258254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.263890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9c963b03-39cb-464c-9485-3ba761e0e7da tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 204 len: 168 time: 0.8342111 Jul 16 22:49:50.264664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:50.278264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1253957610'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:50.312747 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP 1bef535a-89b0-4c72-bfee-4852a830dacf associated. External IP: 172.25.5.134, port: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c. Jul 16 22:49:50.345679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:50.349485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.391355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:50.430831 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.431289 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c of type vlan for network de9d0e26-3e4f-47cb-8932-5a94d2e5496d Jul 16 22:49:50.505100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.527063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.533721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 58571bf8-bc85-49a6-a329-9a8693913a0d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:50.575854 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.582301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:50.582894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.643292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:50.655029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Sync routers for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:50.656167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b156220d-4662-4226-a8ca-cf964a5f364d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:50.661327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.664825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3933499 Jul 16 22:49:50.668103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:50.671119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:50.671796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:50.674432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:50.674806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Network hostable DHCP agents. Network: bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:50.691242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:50.707078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d68c9-da57-403d-a231-3973333feeb7 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=de9d0e26-3e4f-47cb-8932-5a94d2e5496d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:50.718483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:50.730338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:50.735728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-992fbd97-ad28-4b7b-be29-c2491d7f7104 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9174201 Jul 16 22:49:50.735900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:50.738243 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a16bf57-27f7-4603-b08b-94cdb520728b" -d '{"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:50.746830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:50.754746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:50.755444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.769048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6ac6e-1a17-454f-af68-2679aa695354 None None] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:50.785851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c4445ae-eb17-4619-a044-1985ac36a855 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6350195 Jul 16 22:49:50.786043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:50.790553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:50.815010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:50.819851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.874242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.875716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.918388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:50.975054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:50.980923 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36efb2f9-9591-40c9-b85f-7d13aaa64d7c x-openstack-request-id: req-36efb2f9-9591-40c9-b85f-7d13aaa64d7c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:50.981266 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:50.981532 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36efb2f9-9591-40c9-b85f-7d13aaa64d7c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:50.982537 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'status': 'completed', 'code': 200} Jul 16 22:49:51.036035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.068808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-1ced7dcf-0e7b-49bc-9fde-618fa4e0ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.071094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-1ced7dcf-0e7b-49bc-9fde-618fa4e0ef2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1098 time: 0.0643063 Jul 16 22:49:51.158360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849cd6-676c-4bfb-b5d4-05908a50f109 req-6a7d7ae5-ce84-4065-893d-2448fbfada61 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.160314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd849cd6-676c-4bfb-b5d4-05908a50f109 req-6a7d7ae5-ce84-4065-893d-2448fbfada61 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.2699037 Jul 16 22:49:51.256711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-7828c531-2db1-45d9-84bb-abd722d640ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.259008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-7828c531-2db1-45d9-84bb-abd722d640ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.1706932 Jul 16 22:49:51.264655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-0ee690b9-57e5-4832-80b9-0aeecf66ddea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1475964 Jul 16 22:49:51.281227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.327134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:51.328048 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.347203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.376458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-bb14683f-ab24-47cb-9cdc-5a46e7f582de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1000 time: 0.1059561 Jul 16 22:49:51.384642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd849cd6-676c-4bfb-b5d4-05908a50f109 req-cd907d6b-fed3-4c05-8e4a-d43e128b9f45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738999 Jul 16 22:49:51.425235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:51.433008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=0b65de3d-ffd4-4d2f-bc46-2ff407e4872d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:51.479751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:51.480058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: de9d0e26-3e4f-47cb-8932-5a94d2e5496d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:51.498617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-3d45306f-46b0-438b-91b8-e324044b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.500851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-3d45306f-46b0-438b-91b8-e324044b33f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.1186223 Jul 16 22:49:51.507560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:51.521880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, de9d0e26-3e4f-47cb-8932-5a94d2e5496d) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:51.528223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.529432 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.536445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-6eafa9a9-1dc7-43e2-a225-ca6d0fcd1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.540271 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-6eafa9a9-1dc7-43e2-a225-ca6d0fcd1967 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.2011504 Jul 16 22:49:51.541787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea9163-4ec5-4c87-a55f-e4218c528f00 None None] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:51.568059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d311f2ad-866a-466f-8c7e-b97a311fae97 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 200 len: 992 time: 0.1386390 Jul 16 22:49:51.610962 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-466ad38c-8e1e-441b-8d54-c7ec53b829db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9218657 Jul 16 22:49:51.611213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:51.616367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1565174286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:51.647793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Allocated IP 172.20.0.2 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/5c421ead-95ea-4292-9f87-50e5d7342c00) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:51.674701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-28da9d45-78d0-49e9-a065-1c86675cc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.674979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.675889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.676486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-28da9d45-78d0-49e9-a065-1c86675cc094 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662037 Jul 16 22:49:51.679835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.700011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '1bef535a-89b0-4c72-bfee-4852a830dacf', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'port_id': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'mac_address': 'fa:16:3e:fe:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:48Z', 'updated_at': '2021-07-16T22:49:48Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:51.702609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.704026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-57a3e905-3535-45f7-84dc-7a5ae64e5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.705894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-57a3e905-3535-45f7-84dc-7a5ae64e5612 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.1377964 Jul 16 22:49:51.755152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Checking router: 58571bf8-bc85-49a6-a329-9a8693913a0d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:51.790807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.799147 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.823313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:51.823931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:51.830711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-e401b944-36c7-4ae0-a7a1-ac50b9402e90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 1001 time: 0.1160100 Jul 16 22:49:51.840036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.844573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-072b314a-89ee-4ce1-9365-4c6582add60c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2292213 Jul 16 22:49:51.844723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:51.881301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-36c5b5bb-8428-4b0f-ba4e-f6e2f93fcdfe service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968229 Jul 16 22:49:51.883980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-de9d0e26-3e4f-47cb-8932-5a94d2e5496d', 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': '0b65de3d-ffd4-4d2f-bc46-2ff407e4872d'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:51.885321 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.923763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-09a445fe-682e-4d5e-a38b-dd7154beec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.924661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-09a445fe-682e-4d5e-a38b-dd7154beec45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.0812855 Jul 16 22:49:51.944453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Allocated IP 172.25.5.233 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/aab8b026-426e-49f9-bf88-a02812ddc358) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:52.026031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a16bf57-27f7-4603-b08b-94cdb520728b req-42c1a3c5-7763-4b5a-b648-c6bbe72ce4ee service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380608 Jul 16 22:49:52.043238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-97dd3b94-885f-443a-9cc7-76197342cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:52.045750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-97dd3b94-885f-443a-9cc7-76197342cb4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140735 Jul 16 22:49:52.070577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:52.128340 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.154108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-2a674076-58c0-444a-8a7d-20a1511b9bf6 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013868 Jul 16 22:49:52.198275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Transition to ACTIVE for port object 5c421ead-95ea-4292-9f87-50e5d7342c00 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:52.234336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Transition to ACTIVE for port object 5c421ead-95ea-4292-9f87-50e5d7342c00 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:52.243833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Allocated IP 172.20.0.2 (de9d0e26-3e4f-47cb-8932-5a94d2e5496d/0b65de3d-ffd4-4d2f-bc46-2ff407e4872d/3a286856-2353-4f8d-92ff-6670db6dda0a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:52.246943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.250208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.256535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f49e5263-e118-40eb-b0a0-aa23cf514862 req-2758c8e2-cbca-4b1e-a886-9d036d34c751 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950890 Jul 16 22:49:52.261916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.371808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:52.384130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:52.391143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:52.393124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Pushing event updated for resources: {'Port': ['ID=5c421ead-95ea-4292-9f87-50e5d7342c00,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:52.402881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.474528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:52.487495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:52.494437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:52.529218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Pushing event updated for resources: {'Port': ['ID=aab8b026-426e-49f9-bf88-a02812ddc358,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:52.539174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Attempting to bind port 5c421ead-95ea-4292-9f87-50e5d7342c00 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:52.539550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Attempting to bind port 5c421ead-95ea-4292-9f87-50e5d7342c00 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:52.539911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Attempting to bind port 5c421ead-95ea-4292-9f87-50e5d7342c00 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:52.571096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:52.577519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:52.577880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:52.578286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.578684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:52.579172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Bound port: 5c421ead-95ea-4292-9f87-50e5d7342c00, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:52.579555 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.645984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-30168d4a-db0c-4519-9ff4-b181df2ffe4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 200 len: 992 time: 0.0733471 Jul 16 22:49:52.646984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.667204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '1bef535a-89b0-4c72-bfee-4852a830dacf', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'port_id': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'mac_address': 'fa:16:3e:fe:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:48Z', 'updated_at': '2021-07-16T22:49:48Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:52.699414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Transition to ACTIVE for port object 3a286856-2353-4f8d-92ff-6670db6dda0a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:52.702975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb3421-406a-4549-9e3f-7dd705672dff None None] The sync data for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 is: [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '1bef535a-89b0-4c72-bfee-4852a830dacf', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'port_id': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'mac_address': 'fa:16:3e:fe:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:48Z', 'updated_at': '2021-07-16T22:49:48Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:52.712074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] For port 5c421ead-95ea-4292-9f87-50e5d7342c00, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:52.718140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] For port 5c421ead-95ea-4292-9f87-50e5d7342c00, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5c421ead-95ea-4292-9f87-50e5d7342c00,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:52.725817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.728667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Transition to ACTIVE for port object 3a286856-2353-4f8d-92ff-6670db6dda0a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:52.758402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.788707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:52.799071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:52.802749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:52.808207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecf047-a442-432d-b1aa-72f33d21b306 None None] Pushing event updated for resources: {'Port': ['ID=5c421ead-95ea-4292-9f87-50e5d7342c00,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:52.919867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Attempting to bind port 3a286856-2353-4f8d-92ff-6670db6dda0a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:52.920503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Attempting to bind port 3a286856-2353-4f8d-92ff-6670db6dda0a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:52.920873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Attempting to bind port 3a286856-2353-4f8d-92ff-6670db6dda0a on network de9d0e26-3e4f-47cb-8932-5a94d2e5496d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:52.929221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:52.929619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Checking segment: {'id': 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:52.930026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.930431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Bound using segment: {'id': 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:52.930925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Bound port: 3a286856-2353-4f8d-92ff-6670db6dda0a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de9d0e26-3e4f-47cb-8932-5a94d2e5496d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:52.931438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.947757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Pushing event updated for resources: {'Port': ['ID=3a286856-2353-4f8d-92ff-6670db6dda0a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:53.009144 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95771a-acc2-4a53-b8dc-76781193e8e5 None None] New status for floating IP 1bef535a-89b0-4c72-bfee-4852a830dacf: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:53.042388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] For port 3a286856-2353-4f8d-92ff-6670db6dda0a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:53.057485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] For port 3a286856-2353-4f8d-92ff-6670db6dda0a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a286856-2353-4f8d-92ff-6670db6dda0a,segment=NetworkSegment(cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c),segment_id=cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:53.067672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.124891 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.198403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69541-ae4b-49b6-9f6f-ab9f10a24a08 None None] Pushing event updated for resources: {'Port': ['ID=3a286856-2353-4f8d-92ff-6670db6dda0a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:53.260300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.316345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.20.0.1 (de9d0e26-3e4f-47cb-8932-5a94d2e5496d/0b65de3d-ffd4-4d2f-bc46-2ff407e4872d/2dfe8587-fe40-4a28-b718-2efcd3b38f75) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:53.643072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.649815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:53.681032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object 2dfe8587-fe40-4a28-b718-2efcd3b38f75 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:53.698472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.722813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-92ed3779-3358-466a-a9ba-048bd7365468 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 200 len: 994 time: 0.0661480 Jul 16 22:49:53.723040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6f8e-6a8a-415b-a732-371aacc870fc req-eb80c667-5d32-4007-b217-a7087b2d4250 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:53.723377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-666b6f8e-6a8a-415b-a732-371aacc870fc req-eb80c667-5d32-4007-b217-a7087b2d4250 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.1874871 Jul 16 22:49:53.801017 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.893079 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-666b6f8e-6a8a-415b-a732-371aacc870fc req-73a61878-8658-49ca-9b7a-11853b2b246d tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274507 Jul 16 22:49:53.920877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:53.929586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5c421ead-95ea-4292-9f87-50e5d7342c00 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:53.930237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:53.933012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:53.939280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=2dfe8587-fe40-4a28-b718-2efcd3b38f75,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.003505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.073645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Router 8101e28f-22ec-4a22-b691-002309eeff2c is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:54.129516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6e872-8236-4edb-8387-eb09f289063b None None] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:54.214371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d224bdd4-fb7b-4838-8f96-85b7fb621015 None None] Provisioning for port 5c421ead-95ea-4292-9f87-50e5d7342c00 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:54.244834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 5c421ead-95ea-4292-9f87-50e5d7342c00 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:54.246263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.268429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5c421ead-95ea-4292-9f87-50e5d7342c00 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:54.268814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.272464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:54.294378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:54.323974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:54.324615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:54.354967 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.356701 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f4e0062-e8f5-46e2-8f30-3c18fda8f9ee admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5697019 Jul 16 22:49:54.359632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:54.510010 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.541544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:54.568219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 5c421ead-95ea-4292-9f87-50e5d7342c00, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5c421ead-95ea-4292-9f87-50e5d7342c00,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:54.590224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.598143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.598489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.599972 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a286856-2353-4f8d-92ff-6670db6dda0a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:54.683676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba024c-4144-45ca-82b7-3e0fc9c17667 None None] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:54.705898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.729661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=2dfe8587-fe40-4a28-b718-2efcd3b38f75,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.839388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:54.841395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:54.893086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=5c421ead-95ea-4292-9f87-50e5d7342c00,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.906719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96ad1af8-7229-481b-b488-fa4411431926 None None] Provisioning for port 3a286856-2353-4f8d-92ff-6670db6dda0a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:54.910328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-385731e5-b697-4d16-9240-59fc6342f32e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:54.912155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-385731e5-b697-4d16-9240-59fc6342f32e tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.1478934 Jul 16 22:49:54.968896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 3a286856-2353-4f8d-92ff-6670db6dda0a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:54.981624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3a286856-2353-4f8d-92ff-6670db6dda0a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:54.981975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.029940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 9fe32e16-be8c-434f-b32e-2b6d5575a729 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:55.127067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-695e24c0-63cd-4a53-b3e0-a781eb8e0837 None None] Provisioning complete for port 5c421ead-95ea-4292-9f87-50e5d7342c00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:55.127453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-695e24c0-63cd-4a53-b3e0-a781eb8e0837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.142138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:55.148552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e4090fee-4d50-44d8-aeaa-1717422c4bc4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/9fe32e16-be8c-434f-b32e-2b6d5575a729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3027248 Jul 16 22:49:55.151046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:55.157713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] Sync routers for ids ['9fe32e16-be8c-434f-b32e-2b6d5575a729'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:55.171892 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] Routers {'9fe32e16-be8c-434f-b32e-2b6d5575a729'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:55.173104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9fe32e16-be8c-434f-b32e-2b6d5575a729'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:55.208776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:52Z', 'revision_number': 3, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:55.218213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:55.225123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742d417-730b-467e-9258-b11c1b5db940 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.226760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1742d417-730b-467e-9258-b11c1b5db940 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports/2dfe8587-fe40-4a28-b718-2efcd3b38f75 HTTP/1.1" status: 200 len: 910 time: 0.0747199 Jul 16 22:49:55.229432 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] Routers {'9fe32e16-be8c-434f-b32e-2b6d5575a729'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:55.230229 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9fe32e16-be8c-434f-b32e-2b6d5575a729'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:55.230760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:55.237668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b65de3d-ffd4-4d2f-bc46-2ff407e4872d'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:55.249815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:55.250236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Updating router 8101e28f-22ec-4a22-b691-002309eeff2c port aab8b026-426e-49f9-bf88-a02812ddc358 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:55.269487 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:55.270423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6071852-fd64-42af-b47c-2e0d4526247e None None] The sync data for ids ['9fe32e16-be8c-434f-b32e-2b6d5575a729'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:55.289553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.365307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.417313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 3a286856-2353-4f8d-92ff-6670db6dda0a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a286856-2353-4f8d-92ff-6670db6dda0a,segment=NetworkSegment(cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c),segment_id=cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:55.429500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.447800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.509277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.537498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81215f-8928-41f7-8af8-16fba6068aff req-f45e7049-8eed-43d9-870d-660b327c7aad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.544935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f81215f-8928-41f7-8af8-16fba6068aff req-f45e7049-8eed-43d9-870d-660b327c7aad tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 946 time: 0.2271941 Jul 16 22:49:55.599496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=3a286856-2353-4f8d-92ff-6670db6dda0a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:55.642753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Deleting port 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:55.643094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.690263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f81215f-8928-41f7-8af8-16fba6068aff req-16f9aa02-e75c-4ffa-a8f0-4901b16c9f1f tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25a1dcb-e527-4a6c-bff0-c07c6515f023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409237 Jul 16 22:49:55.705677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Provisioning for port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:55.713904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Provisioning complete for port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:55.714305 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.847275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:55.892133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] For port 2b0a1511-a3c3-4931-b909-3902899e83fd, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2b0a1511-a3c3-4931-b909-3902899e83fd,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:55.892591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.892733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.905680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Transition to ACTIVE for port object aab8b026-426e-49f9-bf88-a02812ddc358 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:55.911495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5c421ead-95ea-4292-9f87-50e5d7342c00 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:55.934472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Provisioning complete for port 3a286856-2353-4f8d-92ff-6670db6dda0a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:55.934971 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f6567ff-d761-4c82-af24-3a2eb5f6f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.938263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.956010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Allocated IP 172.20.0.1 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/e6517931-7ba6-4154-8051-926e22ef97fe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:55.983239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.001679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.036576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Attempting to bind port aab8b026-426e-49f9-bf88-a02812ddc358 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:56.038372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Attempting to bind port aab8b026-426e-49f9-bf88-a02812ddc358 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:56.038372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Attempting to bind port aab8b026-426e-49f9-bf88-a02812ddc358 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:56.052241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4785f-9292-4631-a6fa-d7c3ec2f5ef1 None None] Pushing event updated for resources: {'Port': ['ID=aab8b026-426e-49f9-bf88-a02812ddc358,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:56.055922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:56.056296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:56.056697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.057158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:56.057649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Bound port: aab8b026-426e-49f9-bf88-a02812ddc358, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:56.058062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.117016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:56.118424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.123206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/ports/2dfe8587-fe40-4a28-b718-2efcd3b38f75 HTTP/1.1" status: 200 len: 910 time: 0.8912783 Jul 16 22:49:56.124000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:56.204667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.205139 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.205465 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Floating IP d36eca8b-a82f-4865-b098-8c474f4163eb disassociated. External IP: 172.25.5.29, port: 2b0a1511-a3c3-4931-b909-3902899e83fd. Jul 16 22:49:56.206443 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Calling delete_port for 2b0a1511-a3c3-4931-b909-3902899e83fd owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:56.218403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d642b-4dd8-4b93-b90c-383955d060a0 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=2dfe8587-fe40-4a28-b718-2efcd3b38f75,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:56.248635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.293652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 5c421ead-95ea-4292-9f87-50e5d7342c00 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:56.293984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.307608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Transition to ACTIVE for port object e6517931-7ba6-4154-8051-926e22ef97fe will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:56.341993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] For port aab8b026-426e-49f9-bf88-a02812ddc358, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:56.347677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] For port aab8b026-426e-49f9-bf88-a02812ddc358, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aab8b026-426e-49f9-bf88-a02812ddc358,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:56.356188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.420858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.424643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:56.425301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:56.477308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:56.484501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.486936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:56.499863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:56.501660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4785f-9292-4631-a6fa-d7c3ec2f5ef1 None None] Pushing event updated for resources: {'Port': ['ID=aab8b026-426e-49f9-bf88-a02812ddc358,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:56.523715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a286856-2353-4f8d-92ff-6670db6dda0a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:56.532214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Pushing event updated for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:56.583989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-711e7642-54c1-4e4b-9380-4be7bb1665f2 None None] Provisioning complete for port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:56.584664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-711e7642-54c1-4e4b-9380-4be7bb1665f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.622950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'Port': ['ID=2b0a1511-a3c3-4931-b909-3902899e83fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:56.633013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.654186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-711e7642-54c1-4e4b-9380-4be7bb1665f2 None None] Port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:56.659237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:56.732704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 3a286856-2353-4f8d-92ff-6670db6dda0a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:56.733133 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.820360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:56.837854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:56.951371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1457b6bc-8922-45bf-9dde-2923cb8cbb7b req-a7d94b7d-2480-43f8-9497-496379441c79 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7d67449-87fe-4507-b7f5-e923aadd50a1 HTTP/1.1" status: 200 len: 210 time: 0.1086242 Jul 16 22:49:56.999382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55a76957-ae8e-4c77-9429-048b8d4b40b0 None None] Provisioning for port e6517931-7ba6-4154-8051-926e22ef97fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:57.003675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:52Z', 'revision_number': 3, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:57.010201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.049053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55a76957-ae8e-4c77-9429-048b8d4b40b0 None None] Provisioning complete for port e6517931-7ba6-4154-8051-926e22ef97fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:57.049639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55a76957-ae8e-4c77-9429-048b8d4b40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.052353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbed90f-bb3e-43bb-99a2-03def6522806 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:52Z', 'revision_number': 3, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:57.093734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:57.094000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-55a76957-ae8e-4c77-9429-048b8d4b40b0 None None] Port e6517931-7ba6-4154-8051-926e22ef97fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:57.100498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:57.115049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:57.115683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:57.175232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] No DVR routers for this DVR port 2b0a1511-a3c3-4931-b909-3902899e83fd on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:57.179629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.181908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c8772bb-e156-42b0-ac1c-8dd2976df5f2 req-1321bf7b-ffc0-4ccb-9f03-4b861b4de2ce tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.68 "DELETE /v2.0/ports/2b0a1511-a3c3-4931-b909-3902899e83fd HTTP/1.1" status: 204 len: 173 time: 2.2589378 Jul 16 22:49:57.182492 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-deleted', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:57.186371 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306bb30d-fc52-44f8-97bc-acbf19e4b2cb" -d '{"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-deleted", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:57.291526 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a9254-2f51-4523-945c-519c1feff806 x-openstack-request-id: req-f22a9254-2f51-4523-945c-519c1feff806 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:57.291948 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d67449-87fe-4507-b7f5-e923aadd50a1", "name": "network-vif-deleted", "tag": "2b0a1511-a3c3-4931-b909-3902899e83fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:57.295708 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f22a9254-2f51-4523-945c-519c1feff806 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:57.296322 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d67449-87fe-4507-b7f5-e923aadd50a1', 'name': 'network-vif-deleted', 'tag': '2b0a1511-a3c3-4931-b909-3902899e83fd', 'status': 'completed', 'code': 200} Jul 16 22:49:57.311189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 2dfe8587-fe40-4a28-b718-2efcd3b38f75 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:57.312162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.313160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:57.397408 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.402745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.429998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.458572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 2dfe8587-fe40-4a28-b718-2efcd3b38f75 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:57.518824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.533095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Pushing event updated for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:57.577835 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9019248-eb8a-43f2-976f-02bfd7a602dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.661873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:57.664396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:57.700091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:57.729865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.776156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:57.803853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=2dfe8587-fe40-4a28-b718-2efcd3b38f75,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:57.804169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:57.806555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:57.961461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:58.010696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aab8b026-426e-49f9-bf88-a02812ddc358 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:58.136283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.143681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:58.274973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:58.280451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:58.299351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-db8e1830-9bc4-4044-a329-cfd66b10a9fd admin admin] 10.222.0.70 "PUT /v2.0/routers/8101e28f-22ec-4a22-b691-002309eeff2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9299808 Jul 16 22:49:58.333392 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:49:58.340156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cd756228-1f26-47e3-a8d0-059cc7246d20 None None] Provisioning complete for port e6517931-7ba6-4154-8051-926e22ef97fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:58.340660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd756228-1f26-47e3-a8d0-059cc7246d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.409687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port aab8b026-426e-49f9-bf88-a02812ddc358 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:58.411025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 9fe32e16-be8c-434f-b32e-2b6d5575a729 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:58.432149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aab8b026-426e-49f9-bf88-a02812ddc358 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:58.432149 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.437371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cd756228-1f26-47e3-a8d0-059cc7246d20 None None] Port e6517931-7ba6-4154-8051-926e22ef97fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:58.517112 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.525621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:58.535926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-57130072-81f3-4745-883e-c6711f524aaa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/9fe32e16-be8c-434f-b32e-2b6d5575a729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104037 Jul 16 22:49:58.538683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:58.553256 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] Sync routers for ids ['9fe32e16-be8c-434f-b32e-2b6d5575a729'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:58.567341 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] Routers {'9fe32e16-be8c-434f-b32e-2b6d5575a729'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:58.571335 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9fe32e16-be8c-434f-b32e-2b6d5575a729'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:58.599031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27721ee4-bcdc-409f-9f66-5fe56d8725c5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fe32e16-be8c-434f-b32e-2b6d5575a729 HTTP/1.1" status: 200 len: 205 time: 0.0592103 Jul 16 22:49:58.601331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.601966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:58.634487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.635899 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:58.657467 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] Routers {'9fe32e16-be8c-434f-b32e-2b6d5575a729'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:58.658282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['9fe32e16-be8c-434f-b32e-2b6d5575a729'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:58.677322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.680067 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.683681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "DELETE /v2.0/security-groups/d25a1dcb-e527-4a6c-bff0-c07c6515f023 HTTP/1.1" status: 204 len: 168 time: 0.4018984 Jul 16 22:49:58.692261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:58.695947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b5b5-48d1-4df0-b704-1fac7930ece7 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a1dcb-e527-4a6c-bff0-c07c6515f023,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:58.699738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:58.706878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:58.707782 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010efba-7c00-4e57-9258-47cdd9e91b85 None None] The sync data for ids ['9fe32e16-be8c-434f-b32e-2b6d5575a729'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:58.722654 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-13957ff9-9212-4803-b7c0-9d9e21e16d6a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] show failed (client error): The resource could not be found. Jul 16 22:49:58.726553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13957ff9-9212-4803-b7c0-9d9e21e16d6a tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "GET /v2.0/security-groups/d25a1dcb-e527-4a6c-bff0-c07c6515f023 HTTP/1.1" status: 404 len: 347 time: 0.0256789 Jul 16 22:49:58.727110 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36798) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:58.747819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.754307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port aab8b026-426e-49f9-bf88-a02812ddc358, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aab8b026-426e-49f9-bf88-a02812ddc358,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:58.767162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c9543-f90f-4ca2-b124-46c14b8dbed9 None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:41:41Z', 'revision_number': 4, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'cc987be3-d896-4ef7-8fa4-c5cb0dd08061', 'name': '', 'network_id': 'f990e9e6-60b7-4281-b94c-1a3b72ea3740', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'mac_address': 'fa:16:3e:f5:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:40Z', 'updated_at': '2021-07-16T22:41:52Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'subnets': [{'id': '3c4df0b7-a868-46c2-b7fc-ff2438122535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:58.776118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.870136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=aab8b026-426e-49f9-bf88-a02812ddc358,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:58.901245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Deleting port 7e389585-b7d9-484c-95c9-491e510df309 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:58.901627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.009259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.009484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.024292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Calling delete_port for 7e389585-b7d9-484c-95c9-491e510df309 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:59.039691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:59.081995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1734845297-network', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:59.122062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Made reservation on behalf of afa68d79d44548178a3de55b914a95cb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:59.124437 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.140364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.265692 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.304102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.304697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Pushing event deleted for resources: {'Port': ['ID=7e389585-b7d9-484c-95c9-491e510df309,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:59.307574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.360582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.361251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe32e16-be8c-434f-b32e-2b6d5575a729 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:49:59.367831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.368295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.369579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-34771de0-edc8-4143-8d07-ae226f54b71d tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/9fe32e16-be8c-434f-b32e-2b6d5575a729 HTTP/1.1" status: 204 len: 168 time: 0.7664773 Jul 16 22:49:59.372408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:59.381796 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.397057 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed48764-45d6-4a83-8a46-806dd29b1260 None None] New status for floating IP d36eca8b-a82f-4865-b098-8c474f4163eb: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:59.409460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.412073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.413292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-48b73d8f-bc0b-42fb-823d-5d5cf3341593 tempest-AttachVolumeShelveTestJSON-619067803 tempest-AttachVolumeShelveTestJSON-619067803-project] 10.222.0.70 "DELETE /v2.0/floatingips/d36eca8b-a82f-4865-b098-8c474f4163eb HTTP/1.1" status: 204 len: 168 time: 0.6854873 Jul 16 22:49:59.421158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:59.433688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebde486-f07f-41f9-9e24-a8979d31a45c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:59.440667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.440667 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Added segment a01e2398-32c0-4b74-9649-cf4d10ba8a20 of type vlan for network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a Jul 16 22:49:59.465087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet 0b65de3d-ffd4-4d2f-bc46-2ff407e4872d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:49:59.469363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.493784 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.527699 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.531696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.532909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.533713 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.580553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5383658 Jul 16 22:49:59.614930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:59.620660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Request body: {'subnet': {'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1734845297-subnet', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:59.624795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53bca2-fb5c-4d1d-be75-60245f324df3 admin admin] Pushing event updated for resources: {'Network': ['ID=30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:59.656146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Made reservation on behalf of afa68d79d44548178a3de55b914a95cb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:59.658856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.712663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.715069 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:59.732786 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:59.733622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:49:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:59.738492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:59.767909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:59.774378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:59.807615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 2b0a1511-a3c3-4931-b909-3902899e83fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:59.807955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2b0a1511-a3c3-4931-b909-3902899e83fd not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:59.823919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.878518 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17729472-d05d-4e6e-a2b3-7976f51c25fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.909504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.913459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cb33e-50e4-4090-8dac-375c1145f851 None None] Network de9d0e26-3e4f-47cb-8932-5a94d2e5496d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:59.921704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/0b65de3d-ffd4-4d2f-bc46-2ff407e4872d HTTP/1.1" status: 204 len: 168 time: 0.5479279 Jul 16 22:49:59.922029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36820) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:59.926329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c077d-6d61-4623-be39-9b2397c7937e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=0b65de3d-ffd4-4d2f-bc46-2ff407e4872d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:59.959015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aab8b026-426e-49f9-bf88-a02812ddc358 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:59.983068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddf443-d9c6-461a-ad40-634341d24313 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.983480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddf443-d9c6-461a-ad40-634341d24313 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.983972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddf443-d9c6-461a-ad40-634341d24313 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:00.000181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-14ddf443-d9c6-461a-ad40-634341d24313 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=5dedfcef35f04c1db1a38fce72df9aa4&network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 2972 time: 0.2174604 Jul 16 22:50:00.000181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.037038 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:00.074449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.100270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2ac3af-c477-4778-8995-1d4c8721128c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:00.141560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Checking segment: {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:00.141936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Network hostable DHCP agents. Network: 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:00.150728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port aab8b026-426e-49f9-bf88-a02812ddc358 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:00.151199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.180899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.184162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 3a286856-2353-4f8d-92ff-6670db6dda0a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:00.185575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.187578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:00.217807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:00.225095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:00.226172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.245959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e5912-41e5-498a-bcc6-09c4043200e6 None None] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:00.281269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 3a286856-2353-4f8d-92ff-6670db6dda0a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3a286856-2353-4f8d-92ff-6670db6dda0a,segment=NetworkSegment(cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c),segment_id=cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:00.281681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.287992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ee0d16f-d454-457c-a703-7efeb7e259a9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6692247 Jul 16 22:50:00.288744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:00.294400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:00.299880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 3a286856-2353-4f8d-92ff-6670db6dda0a owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:00.343400 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.344582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.359269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] DHCP port deletion for de9d0e26-3e4f-47cb-8932-5a94d2e5496d request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:00.382758 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:49:57Z', 'revision_number': 2, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:00.407826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.413412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:00.414004 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Updating router 8101e28f-22ec-4a22-b691-002309eeff2c port e6517931-7ba6-4154-8051-926e22ef97fe binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:00.424626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.460582 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.475104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=3a286856-2353-4f8d-92ff-6670db6dda0a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:00.487439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 3a286856-2353-4f8d-92ff-6670db6dda0a on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:00.513373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:00.514315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.536306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Deleting port 3a286856-2353-4f8d-92ff-6670db6dda0a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:00.537190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.588988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.599881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9d0e26-3e4f-47cb-8932-5a94d2e5496d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:00.610502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:00.610801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac9a2a8-f7f7-42bf-b2a7-c3587db57d6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:00.624223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.659023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.671915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.676859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] For port 3a286856-2353-4f8d-92ff-6670db6dda0a, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:00.677126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:00.677303 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.677769 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.698539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Calling delete_port for 3a286856-2353-4f8d-92ff-6670db6dda0a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:00.719284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Port 3a286856-2353-4f8d-92ff-6670db6dda0a was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:50:00.736406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:00.738995 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:00.782284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] Pushing event deleted for resources: {'Port': ['ID=3a286856-2353-4f8d-92ff-6670db6dda0a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:00.791272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dd5d9-3505-40dd-93fa-57d5b43daea7 None None] No DVR routers for this DVR port 3a286856-2353-4f8d-92ff-6670db6dda0a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:00.803651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.804559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Allocated IP 172.20.0.2 (30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a/cb2ac3af-c477-4778-8995-1d4c8721128c/f9e29aed-5851-48ef-a29b-326567ae84e1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:00.811717 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.819016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:00.821564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/de9d0e26-3e4f-47cb-8932-5a94d2e5496d HTTP/1.1" status: 204 len: 168 time: 0.8955796 Jul 16 22:50:00.824231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-514074737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:00.839948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78479-dce6-4019-a4cd-02334c448818 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=de9d0e26-3e4f-47cb-8932-5a94d2e5496d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:00.892282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:00.893516 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.010110 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.019629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Transition to ACTIVE for port object f9e29aed-5851-48ef-a29b-326567ae84e1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:01.039607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Transition to ACTIVE for port object f9e29aed-5851-48ef-a29b-326567ae84e1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:01.043306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.047964 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.051814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.052529 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.064493 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Transition to ACTIVE for port object e6517931-7ba6-4154-8051-926e22ef97fe will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:01.065067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.072029 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.086283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:01.092137 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.093220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:01.097784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:01.101723 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.105707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7e1b58fd-1866-427c-8791-ce21617c6993 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2828975 Jul 16 22:50:01.107818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:01.109886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Pushing event updated for resources: {'Port': ['ID=f9e29aed-5851-48ef-a29b-326567ae84e1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.116298 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1823797699'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:01.166892 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Pushing event updated for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.181211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Attempting to bind port f9e29aed-5851-48ef-a29b-326567ae84e1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:01.181597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Attempting to bind port f9e29aed-5851-48ef-a29b-326567ae84e1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:01.181976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:01.182106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Attempting to bind port f9e29aed-5851-48ef-a29b-326567ae84e1 on network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:01.186157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.187886 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.188234 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.188577 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.188920 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.189261 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.190116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.190116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.190353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:01.190484 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.190770 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.190973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Checking segment: {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:01.191188 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.191379 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.191487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.191680 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:01.191848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Bound using segment: {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:01.192302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Bound port: f9e29aed-5851-48ef-a29b-326567ae84e1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:01.193319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.248994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:50:01.269053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.270302 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment 50998f4f-f44c-4ee5-8005-5947e5887fe2 of type vlan for network a059c685-ecaf-48a3-bcf9-cc83a195446e Jul 16 22:50:01.275743 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Attempting to bind port e6517931-7ba6-4154-8051-926e22ef97fe on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:01.276115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Attempting to bind port e6517931-7ba6-4154-8051-926e22ef97fe by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:01.276674 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Attempting to bind port e6517931-7ba6-4154-8051-926e22ef97fe on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:01.282879 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:01.283552 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:01.284128 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.284686 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:01.294424 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Bound port: e6517931-7ba6-4154-8051-926e22ef97fe, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:01.295389 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.314334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] For port f9e29aed-5851-48ef-a29b-326567ae84e1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:01.318689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] For port f9e29aed-5851-48ef-a29b-326567ae84e1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f9e29aed-5851-48ef-a29b-326567ae84e1,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:01.327788 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.333713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Allocated IP 172.25.5.83 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/b86a8948-9634-4680-b6e7-0ebf1b1b55e9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:01.348140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.396159 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.401199 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] For port e6517931-7ba6-4154-8051-926e22ef97fe, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:01.406687 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] For port e6517931-7ba6-4154-8051-926e22ef97fe, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e6517931-7ba6-4154-8051-926e22ef97fe,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:01.414678 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.416106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:01.420877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.458604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.466785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ccdcf-8072-466c-a039-8029131f9b44 None None] Pushing event updated for resources: {'Port': ['ID=f9e29aed-5851-48ef-a29b-326567ae84e1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.531443 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:01.532514 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:01.562861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=a059c685-ecaf-48a3-bcf9-cc83a195446e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.579858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a059c685-ecaf-48a3-bcf9-cc83a195446e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:50:01.585055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6031bae-1218-43b7-8c71-896a3a359639 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4758928 Jul 16 22:50:01.587803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:01.600617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:01.607067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.610252 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323429da-df02-4b86-b95f-8cafd14be09c None None] Pushing event updated for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.671105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.714109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:01.749790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:01.759849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:01.765723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:01.771435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:01.799842 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:01.910238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:01.915257 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:01.948532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a286856-2353-4f8d-92ff-6670db6dda0a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:01.983281 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 3a286856-2353-4f8d-92ff-6670db6dda0a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:01.983637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 3a286856-2353-4f8d-92ff-6670db6dda0a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:02.004700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a1a88-48e5-4399-b4e0-c32de8697a5c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:02.006743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-709a1a88-48e5-4399-b4e0-c32de8697a5c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 814 time: 0.2917373 Jul 16 22:50:02.215939 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:01Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:02.254154 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5819e0-ae2a-475f-bfd6-ae6a7e80d27c None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:01Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:02.254744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.255762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.324674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=fffcc9fb-0af2-4323-b94e-4d1a023309e4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:02.380785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:02.381202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: a059c685-ecaf-48a3-bcf9-cc83a195446e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:02.409895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network a059c685-ecaf-48a3-bcf9-cc83a195446e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:02.423543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a059c685-ecaf-48a3-bcf9-cc83a195446e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:02.441332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd4965-d27b-4ea6-bb11-bb684a615392 None None] Network a059c685-ecaf-48a3-bcf9-cc83a195446e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:02.449198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:02.449976 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.471784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-eec8ed1c-f7e5-462e-b6a5-2fc54fe1ad5f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8798733 Jul 16 22:50:02.472032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:02.472451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:02.486121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'network': {'name': 'tempest-network-smoke--1659322178', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:02.646340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.737169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a059c685-ecaf-48a3-bcf9-cc83a195446e', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:02.738401 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.764473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:02.771262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.965987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:50:02.992346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:02.992954 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Added segment 3327addb-1094-4899-b30b-6f298ba62de1 of type vlan for network 0b99040d-2ecd-4918-ae43-024bd59a671c Jul 16 22:50:02.994036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Allocated IP 172.20.0.2 (a059c685-ecaf-48a3-bcf9-cc83a195446e/fffcc9fb-0af2-4323-b94e-4d1a023309e4/b23356a6-4a3f-400d-b43a-61e314b7c19f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:03.012878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.109836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c98fa-f2a8-448e-832b-c4581fb403cc None None] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:03.137448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:50:03.141744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.315129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.335458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.342060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:03.344340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.499029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9c2e911-d141-41e4-aa4e-5ac6635f2f58 None None] Provisioning for port f9e29aed-5851-48ef-a29b-326567ae84e1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:03.514325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.529054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0484459 Jul 16 22:50:03.532397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:03.547761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Transition to ACTIVE for port object b23356a6-4a3f-400d-b43a-61e314b7c19f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:03.594265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Transition to ACTIVE for port object b23356a6-4a3f-400d-b43a-61e314b7c19f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:03.691883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4fe2a-c0ea-4ef3-8b4a-b3f499d9d981 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:03.693558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e5e4fe2a-c0ea-4ef3-8b4a-b3f499d9d981 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5dedfcef35f04c1db1a38fce72df9aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1599622 Jul 16 22:50:03.699018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:03.703356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:03.741664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a7e22-81ce-498d-aa8a-f8be5a1a1cf2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Network': ['ID=0b99040d-2ecd-4918-ae43-024bd59a671c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:03.814594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 0b99040d-2ecd-4918-ae43-024bd59a671c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:50:03.837540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Network a059c685-ecaf-48a3-bcf9-cc83a195446e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:03.880328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:03.883397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab309fd7-a53b-409b-9eaf-e0ac0804345f tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:03.888460 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ab309fd7-a53b-409b-9eaf-e0ac0804345f tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854937 Jul 16 22:50:03.891162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:03.927014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:03.930502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:03.938102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2dc5308f-51a3-49e0-8838-4e1872325d29 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454051 Jul 16 22:50:03.939163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:03.965314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Sync routers for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:04.010386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40e697fb-7216-4847-9e11-c667cb9d735b tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5dedfcef35f04c1db1a38fce72df9aa4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699384 Jul 16 22:50:04.013431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:04.022221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Pushing event updated for resources: {'Port': ['ID=b23356a6-4a3f-400d-b43a-61e314b7c19f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:04.037681 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.039167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-270e09c4-201e-4607-ba6b-5c1f449e55e3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7495475 Jul 16 22:50:04.044551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:04.134831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e6517931-7ba6-4154-8051-926e22ef97fe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:04.207538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131d8d4-5d87-417e-8029-f1010f584624 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:04.211516 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5131d8d4-5d87-417e-8029-f1010f584624 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1943259 Jul 16 22:50:04.212520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36876) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:04.226002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:04.226955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:04.249035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a3d17b0e-6dc3-48eb-b599-3416e1118805 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346911 Jul 16 22:50:04.250788 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:04.260584 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107038111', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:04.425786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:04.434382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.590302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.20.0.1 (a059c685-ecaf-48a3-bcf9-cc83a195446e/fffcc9fb-0af2-4323-b94e-4d1a023309e4/68231f36-81cc-4b50-8637-7fa03741438f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:04.650116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Attempting to bind port b23356a6-4a3f-400d-b43a-61e314b7c19f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:04.650569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Attempting to bind port b23356a6-4a3f-400d-b43a-61e314b7c19f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:04.650945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Attempting to bind port b23356a6-4a3f-400d-b43a-61e314b7c19f on network a059c685-ecaf-48a3-bcf9-cc83a195446e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:04.693515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e6517931-7ba6-4154-8051-926e22ef97fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:04.699378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:04.700419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Checking segment: {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:04.701079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.701557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Bound using segment: {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:04.702062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Bound port: b23356a6-4a3f-400d-b43a-61e314b7c19f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:04.702452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.727530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e6517931-7ba6-4154-8051-926e22ef97fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:04.728296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.770282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:04.778807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.809616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object 68231f36-81cc-4b50-8637-7fa03741438f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:04.987294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] For port b23356a6-4a3f-400d-b43a-61e314b7c19f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:05.002288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.083774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.089663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] For port b23356a6-4a3f-400d-b43a-61e314b7c19f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b23356a6-4a3f-400d-b43a-61e314b7c19f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:05.103179 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.110137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network a059c685-ecaf-48a3-bcf9-cc83a195446e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:05.113754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:05.119914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:05.129926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:05.145614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Subnet': ['ID=8493ce37-290e-45fe-8237-bda2bf3fac1f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:05.180518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Checking segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:05.180871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network hostable DHCP agents. Network: 0b99040d-2ecd-4918-ae43-024bd59a671c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:05.198254 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.202166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 0b99040d-2ecd-4918-ae43-024bd59a671c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:05.214297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 0b99040d-2ecd-4918-ae43-024bd59a671c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:05.221674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:05.223009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.248750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca4cc8-3e6c-4409-9c01-2d09a7fb601b None None] Network 0b99040d-2ecd-4918-ae43-024bd59a671c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:05.252040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-134407cb-66e9-492a-af1c-175299da1697 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9964771 Jul 16 22:50:05.293667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.357046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204df4-3eeb-4832-be4b-75559654dd8f None None] Pushing event updated for resources: {'Port': ['ID=b23356a6-4a3f-400d-b43a-61e314b7c19f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:05.395586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e6517931-7ba6-4154-8051-926e22ef97fe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e6517931-7ba6-4154-8051-926e22ef97fe,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:05.447391 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.448362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f9e29aed-5851-48ef-a29b-326567ae84e1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:05.467679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.638156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:02Z', 'revision_number': 3, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:05.640356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:05.646650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f9e29aed-5851-48ef-a29b-326567ae84e1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:05.682051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f9e29aed-5851-48ef-a29b-326567ae84e1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:05.682428 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.686473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Checking router: 23f7750a-ed1a-49b5-8530-cb1a80f011e0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:05.686618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Updating router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:05.831165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.893889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-0b99040d-2ecd-4918-ae43-024bd59a671c', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ips': [{'subnet_id': '8493ce37-290e-45fe-8237-bda2bf3fac1f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:05.895066 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.903309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:05.910701 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281997450', 'description': 'tempest-secgroup-smoke-1281997450 description', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:05.939455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.949372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.950558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:05.952984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.006869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.033192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f9e29aed-5851-48ef-a29b-326567ae84e1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f9e29aed-5851-48ef-a29b-326567ae84e1,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:06.044243 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.073627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.081607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.156685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.158011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2533796 Jul 16 22:50:06.161926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:06.167570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:06.176191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464036-f124-49bd-9371-44d6d1a4976e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8c523-3dae-4fb4-b646-de5ba33afa50,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.198012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.243355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.328312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f9e29aed-5851-48ef-a29b-326567ae84e1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.370260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.370407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network a059c685-ecaf-48a3-bcf9-cc83a195446e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:06.375394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:06.389637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.391429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b23356a6-4a3f-400d-b43a-61e314b7c19f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:06.411363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a462ae4-99a5-4305-8900-4547933454a5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.427773 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.432640 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5499acfe-d7d1-4a0e-a45b-a988c3b547b9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699289 Jul 16 22:50:06.433381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:06.440739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:06.459443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Allocated IP 172.20.0.18 (0b99040d-2ecd-4918-ae43-024bd59a671c/8493ce37-290e-45fe-8237-bda2bf3fac1f/c8f92ada-8e7f-4883-ad82-91875bb6a90b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:06.479712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.482877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.551956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b23356a6-4a3f-400d-b43a-61e314b7c19f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:06.571820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e6517931-7ba6-4154-8051-926e22ef97fe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:06.589501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.596513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.634843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2535b0-d2ff-425b-8969-d0ac06565b10,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.639462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.641046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0cb0443e-951e-41bb-94ad-004ef487486a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2058439 Jul 16 22:50:06.643753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:06.650444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:06.695927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.741412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:50:06.784131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51551ea-ae12-4415-b7e3-b4cf25d1d04f None None] Network a059c685-ecaf-48a3-bcf9-cc83a195446e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:06.791025 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.796093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.817744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e7621f-1cc5-4ffa-a64a-ef7d79155192,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.827157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.828783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0a2bbd17-507b-48b8-9e66-6dff9dad8baa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836162 Jul 16 22:50:06.831493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:06.837433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:06.872439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.931912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:06.933122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Allocated IP 172.20.0.1 (30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a/cb2ac3af-c477-4778-8995-1d4c8721128c/46e3558d-fade-4c5f-889a-dd50eb09ed92) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:06.964330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:06.979234 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:06.998745 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:06.999832 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:07.004773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bfa56ec7-7b9d-4b4f-8fcf-6980bb9b192e tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5312452 Jul 16 22:50:07.013307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:07.015694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.020694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.028851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.029135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-2105505214'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:07.071547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.076292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2399356 Jul 16 22:50:07.086444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:07.090110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Provisioning for port b23356a6-4a3f-400d-b43a-61e314b7c19f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:07.092301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:07.093045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f728f50-5ca2-427c-930d-6903bcfb5fd8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb30592b-7214-47f9-9776-09a085c1a2c7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:07.100415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Transition to ACTIVE for port object b86a8948-9634-4680-b6e7-0ebf1b1b55e9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:07.102760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Provisioning complete for port b23356a6-4a3f-400d-b43a-61e314b7c19f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:07.103140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.163929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.166843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e6517931-7ba6-4154-8051-926e22ef97fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:07.167393 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.176654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:07.180416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.187093 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:07.231489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:50:07.241197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20e23-e51a-45b9-a5c4-783d280f1c2e None None] Pushing event updated for resources: {'Port': ['ID=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:07.241555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.241905 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment f2742f4c-a9a4-4ec2-869d-e444034a7e8a of type vlan for network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 Jul 16 22:50:07.306612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.322791 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.337445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Attempting to bind port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:07.337883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Attempting to bind port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:07.338362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Attempting to bind port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:07.338800 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.344866 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:50:07.347957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Transition to ACTIVE for port object c8f92ada-8e7f-4883-ad82-91875bb6a90b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:07.348136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.354864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:07.355596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.366233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:07.366613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:07.367030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.367434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:07.367925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Bound port: b86a8948-9634-4680-b6e7-0ebf1b1b55e9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:07.368310 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.379482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.401020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Transition to ACTIVE for port object 46e3558d-fade-4c5f-889a-dd50eb09ed92 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:07.421509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4042215 Jul 16 22:50:07.433525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:07.440318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:07.440509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Transition to ACTIVE for port object c8f92ada-8e7f-4883-ad82-91875bb6a90b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:07.492491 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.523359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d2708-8155-43d6-91b5-ac2d3edb04aa tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:07.626708 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:07.688862 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:07.689353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Updating router 343b645b-5fbd-4d78-8aab-0ad51da6db17 port 68231f36-81cc-4b50-8637-7fa03741438f binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:07.717963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:07.727586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.763549 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.774775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.780162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.806763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.834420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] For port b86a8948-9634-4680-b6e7-0ebf1b1b55e9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:07.838966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] For port b86a8948-9634-4680-b6e7-0ebf1b1b55e9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:07.843648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:50:07.872242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.928152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:07.954411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Pushing event updated for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:07.968071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccca3ab0-264a-4c2f-9faa-5ddb0a4a2da7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:07.975238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:08.000517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:08.004245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Network 0b99040d-2ecd-4918-ae43-024bd59a671c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:08.008205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:08.053673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.134019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.156635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:08.171574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Pushing event updated for resources: {'Port': ['ID=c8f92ada-8e7f-4883-ad82-91875bb6a90b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.182977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:08.208419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.208734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44a6266b-e3d4-471a-abfd-0fb157dffe25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1211107 Jul 16 22:50:08.251610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] For port b23356a6-4a3f-400d-b43a-61e314b7c19f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b23356a6-4a3f-400d-b43a-61e314b7c19f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:08.258276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f9e29aed-5851-48ef-a29b-326567ae84e1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:08.279173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:08.281843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.308522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': '6dc8c523-3dae-4fb4-b646-de5ba33afa50', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:08.317430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20e23-e51a-45b9-a5c4-783d280f1c2e None None] Pushing event updated for resources: {'Port': ['ID=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.352672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.393296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:08.394011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:08.495368 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.519377 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Transition to ACTIVE for port object 68231f36-81cc-4b50-8637-7fa03741438f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:08.528433 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.547602 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:50:08.587105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.594522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.630815 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Deleting port cc987be3-d896-4ef7-8fa4-c5cb0dd08061 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:08.631259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.651354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:08.676479 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d4104-4445-42a2-88c4-03c96ecd50d7 None None] Pushing event updated for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.697366 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Attempting to bind port 68231f36-81cc-4b50-8637-7fa03741438f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:08.697882 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Attempting to bind port 68231f36-81cc-4b50-8637-7fa03741438f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:08.698310 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Attempting to bind port 68231f36-81cc-4b50-8637-7fa03741438f on network a059c685-ecaf-48a3-bcf9-cc83a195446e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:08.710084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:08.713834 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Checking segment: {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:08.714833 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.715509 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Bound using segment: {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:08.718129 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Bound port: 68231f36-81cc-4b50-8637-7fa03741438f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998f4f-f44c-4ee5-8005-5947e5887fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:08.718775 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.731731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:08.732525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:08.759336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] For port cc987be3-d896-4ef7-8fa4-c5cb0dd08061, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:08.760009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.773660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=d9279eb9-6c7f-4864-acb4-a7cd5eb80822,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.778954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Calling delete_port for cc987be3-d896-4ef7-8fa4-c5cb0dd08061 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:08.786350 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Attempting to bind port c8f92ada-8e7f-4883-ad82-91875bb6a90b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:08.786730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Attempting to bind port c8f92ada-8e7f-4883-ad82-91875bb6a90b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:08.787227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Attempting to bind port c8f92ada-8e7f-4883-ad82-91875bb6a90b on network 0b99040d-2ecd-4918-ae43-024bd59a671c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:08.819360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f9e29aed-5851-48ef-a29b-326567ae84e1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:08.819895 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.838910 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] For port 68231f36-81cc-4b50-8637-7fa03741438f, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:08.839167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:08.844808 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] For port 68231f36-81cc-4b50-8637-7fa03741438f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68231f36-81cc-4b50-8637-7fa03741438f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:08.850853 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.865423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:08.895312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:08.895974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78370a12-9f64-4750-8d82-6523930ddd48 None None] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:08.896413 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.902378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.932626 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:08.933320 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:08.937451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.973090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2eb7dfa7-9468-4e62-ac35-2f6d760bd8db tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5370910 Jul 16 22:50:08.977355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:08.980386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49e9cae-86fa-4b99-ad52-ab8be54db5bb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.993906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.995384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ad73382-34fa-4030-b5f9-ddfab12fc54f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6906047 Jul 16 22:50:09.012363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:09.013194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Checking segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:09.013573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.013982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Bound using segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:09.014541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Bound port: c8f92ada-8e7f-4883-ad82-91875bb6a90b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:09.015020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.029911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.043722 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.138441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Pushing event updated for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.192465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.201709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Provisioning complete for port b23356a6-4a3f-400d-b43a-61e314b7c19f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:09.202397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.250219 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:09.349567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359ae3d-8a75-4fbe-96ae-6840a9bc0fd0 None None] Pushing event updated for resources: {'Port': ['ID=b23356a6-4a3f-400d-b43a-61e314b7c19f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.358030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:09.359342 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.376544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:09.378664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:09.397689 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d4104-4445-42a2-88c4-03c96ecd50d7 None None] Pushing event updated for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.549795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-2102ff89-4ac0-40ed-9370-ea245ea80433 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281997450&fields=id&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 267 time: 0.1830692 Jul 16 22:50:09.626840 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.628013 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:09.696414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] For port c8f92ada-8e7f-4883-ad82-91875bb6a90b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:09.697651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.707397 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d59f-c7f7-4cf7-bc5c-e149f9f341e7 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:09.708919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc987be3-d896-4ef7-8fa4-c5cb0dd08061,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.755435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] For port c8f92ada-8e7f-4883-ad82-91875bb6a90b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8f92ada-8e7f-4883-ad82-91875bb6a90b,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:09.817576 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.833194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c8e66262-15a9-439c-bce8-d58862a2e3b7 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:09.835180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c8e66262-15a9-439c-bce8-d58862a2e3b7 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/networks?id=0b99040d-2ecd-4918-ae43-024bd59a671c HTTP/1.1" status: 200 len: 797 time: 0.2300212 Jul 16 22:50:09.867338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-1470cf79-8176-4bf9-8085-1bbc37714c33 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/quotas/5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0218983 Jul 16 22:50:09.973592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:09.974258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Provisioning for port 68231f36-81cc-4b50-8637-7fa03741438f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:09.974258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Allocated IP 172.21.0.2 (38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946/d9279eb9-6c7f-4864-acb4-a7cd5eb80822/63eff319-f404-4164-8ecd-73bfe9f4e36a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:09.990696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '46e3558d-fade-4c5f-889a-dd50eb09ed92', 'name': '', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'mac_address': 'fa:16:3e:b8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:06Z', 'updated_at': '2021-07-16T22:50:06Z', 'revision_number': 1, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'subnets': [{'id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:10.052506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-24ceafc9-7dfe-404e-a27e-9982a3b77309 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1733897 Jul 16 22:50:10.097806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a1e50-f4f2-4c37-be41-c00f83f8b460 None None] The sync data for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 is: [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '46e3558d-fade-4c5f-889a-dd50eb09ed92', 'name': '', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'mac_address': 'fa:16:3e:b8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:06Z', 'updated_at': '2021-07-16T22:50:06Z', 'revision_number': 1, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'subnets': [{'id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:10.161694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5be0e-d442-433b-b2ed-f24597f6cf09 None None] Pushing event updated for resources: {'Port': ['ID=c8f92ada-8e7f-4883-ad82-91875bb6a90b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:10.208759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Provisioning for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:10.221995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Provisioning complete for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:10.222770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.367441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.408673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b23356a6-4a3f-400d-b43a-61e314b7c19f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:10.448045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:10.478221 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8f5acdb1-c01a-4876-9635-dc4fc8a20f81 admin admin] 10.222.0.70 "PUT /v2.0/routers/23f7750a-ed1a-49b5-8530-cb1a80f011e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4199600 Jul 16 22:50:10.546769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-509e9181-4935-4a14-9eb3-bd747bfb2a53 None None] Port 46e3558d-fade-4c5f-889a-dd50eb09ed92 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:10.562073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-e1d3ce28-12de-434c-8648-3ca74b1ab93c service neutron] 10.222.0.70 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861364 Jul 16 22:50:10.575073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.590845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Transition to ACTIVE for port object 63eff319-f404-4164-8ecd-73bfe9f4e36a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:10.593918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b23356a6-4a3f-400d-b43a-61e314b7c19f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:10.594299 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.704929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Transition to ACTIVE for port object 63eff319-f404-4164-8ecd-73bfe9f4e36a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:10.717686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.851001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:10.859655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:10.868657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:10.875016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Pushing event updated for resources: {'Port': ['ID=63eff319-f404-4164-8ecd-73bfe9f4e36a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:10.889377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-2ac4580d-369c-4994-9379-c724563b8fbd service neutron] 10.222.0.70 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204954 Jul 16 22:50:10.935146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8171850-cb21-4709-b25c-ebc3f46b7150 None None] Provisioning complete for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:10.935525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8171850-cb21-4709-b25c-ebc3f46b7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:11.429675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Attempting to bind port 63eff319-f404-4164-8ecd-73bfe9f4e36a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:11.430299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Attempting to bind port 63eff319-f404-4164-8ecd-73bfe9f4e36a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:11.430411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Attempting to bind port 63eff319-f404-4164-8ecd-73bfe9f4e36a on network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:11.457938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:11.458396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Checking segment: {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:11.458907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:11.459176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Bound using segment: {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:11.459683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Bound port: 63eff319-f404-4164-8ecd-73bfe9f4e36a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:11.460055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:11.463556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c8171850-cb21-4709-b25c-ebc3f46b7150 None None] Port 46e3558d-fade-4c5f-889a-dd50eb09ed92 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:11.475599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab086dd7-93f1-48cf-bcab-cb7cf0e1ff01 req-f331d25a-1666-4298-babd-f83d920771fd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 210 time: 0.0788424 Jul 16 22:50:11.662570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] For port 63eff319-f404-4164-8ecd-73bfe9f4e36a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:11.669785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] For port 63eff319-f404-4164-8ecd-73bfe9f4e36a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=63eff319-f404-4164-8ecd-73bfe9f4e36a,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:11.689834 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:11.758684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.21.0.1 (38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946/d9279eb9-6c7f-4864-acb4-a7cd5eb80822/611d01d2-1b08-4fa0-aa12-74365179ae7e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:11.763660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b48f7-9e89-4976-9130-99d1b228cad9 None None] Pushing event updated for resources: {'Port': ['ID=63eff319-f404-4164-8ecd-73bfe9f4e36a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:11.810757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Router 8ba4d121-cc76-4ed5-b748-8865d45039d0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:12.033843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9feba-0537-4902-8435-a5fa98eef0dc None None] Network 0b99040d-2ecd-4918-ae43-024bd59a671c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:12.175800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1111b91-5f42-4268-9285-d2f3de7b4f0a None None] Provisioning for port c8f92ada-8e7f-4883-ad82-91875bb6a90b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:12.197020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.311003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object 611d01d2-1b08-4fa0-aa12-74365179ae7e will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:12.333157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:12.347896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65b3126e-68ab-497f-a185-e11a3239d182 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ba4d121-cc76-4ed5-b748-8865d45039d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4147093 Jul 16 22:50:12.350473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:12.444193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Sync routers for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:12.458823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.472775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:12.473641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:12.568263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.598948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:12.611604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:12.620267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:12.657452 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:12.756591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8f92ada-8e7f-4883-ad82-91875bb6a90b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:12.794627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.938687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:13.004505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c8f92ada-8e7f-4883-ad82-91875bb6a90b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:13.004948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.013059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8f92ada-8e7f-4883-ad82-91875bb6a90b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:13.013579 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.086352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:13.239617 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:50:09Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:13.256573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.354069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Checking router: 8ba4d121-cc76-4ed5-b748-8865d45039d0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:13.394428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Routers {'8ba4d121-cc76-4ed5-b748-8865d45039d0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:13.395194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8ba4d121-cc76-4ed5-b748-8865d45039d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:13.403097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c8f92ada-8e7f-4883-ad82-91875bb6a90b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8f92ada-8e7f-4883-ad82-91875bb6a90b,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:13.444096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.445208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68231f36-81cc-4b50-8637-7fa03741438f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:13.524043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7a3636ac-4dc5-44e2-8c60-83d6063dd5ee req-63188570-091b-436f-ab0d-07e459be766a tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 210 time: 0.1728144 Jul 16 22:50:13.525419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.693983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-a1664b4b-9915-4efa-b416-c43cb0721e41 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:13.695845 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-a1664b4b-9915-4efa-b416-c43cb0721e41 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/networks?id=0b99040d-2ecd-4918-ae43-024bd59a671c HTTP/1.1" status: 200 len: 797 time: 0.3250713 Jul 16 22:50:13.732386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Deleting port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:13.732731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.737636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c8f92ada-8e7f-4883-ad82-91875bb6a90b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:13.745714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e759ff9-0c94-4e17-87bf-c8fa645a18f4 None None] Provisioning complete for port c8f92ada-8e7f-4883-ad82-91875bb6a90b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:13.749142 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e759ff9-0c94-4e17-87bf-c8fa645a18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.766189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] Set router 8ba4d121-cc76-4ed5-b748-8865d45039d0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:13.824024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c63a11-2a91-44f5-8b3b-6e3f015e6df2 None None] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:13.887819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Deleting port c386b7a8-4310-4d1e-a555-f5af8f6adf91 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:13.888456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.892342 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-1fd11d29-d25a-41c3-a3f7-ff5f1a6dc4fb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 473 time: 0.1864936 Jul 16 22:50:13.908401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'port': {'device_id': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'admin_state_up': True, 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'security_groups': ['6dc8c523-3dae-4fb4-b646-de5ba33afa50']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:14.026340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.026682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.031847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.044092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] For port 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:14.044844 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.045018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.056499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Calling delete_port for c386b7a8-4310-4d1e-a555-f5af8f6adf91 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:14.066306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Calling delete_port for 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:14.080002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:14.084481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.122554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 68231f36-81cc-4b50-8637-7fa03741438f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:14.139197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68231f36-81cc-4b50-8637-7fa03741438f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:14.139610 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.197466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.285918 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:14.328938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.23 (0b99040d-2ecd-4918-ae43-024bd59a671c/8493ce37-290e-45fe-8237-bda2bf3fac1f/75cc0e23-4c61-4c3c-afa5-795a7519d41c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:14.359548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:50:09Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:14.400480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2ce01-12a6-4484-800f-ac6978625eec None None] The sync data for ids ['8ba4d121-cc76-4ed5-b748-8865d45039d0'] in n-d-793621-16 is: [{'id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1346813437-router', 'tenant_id': '5b9ab2689e514407b03741eca23353db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:41:33Z', 'updated_at': '2021-07-16T22:50:09Z', 'revision_number': 5, 'project_id': '5b9ab2689e514407b03741eca23353db', 'gw_port': {'id': '7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4d121-cc76-4ed5-b748-8865d45039d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:41:35Z', 'updated_at': '2021-07-16T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:14.421731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.443718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.456032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:14.471605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:14.478382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da1f4d06-a2e7-4009-9f8c-1defcb7e0a53 None None] Provisioning for port 63eff319-f404-4164-8ecd-73bfe9f4e36a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:14.484919 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:14.540152 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.667327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.692749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event deleted for resources: {'Port': ['ID=c386b7a8-4310-4d1e-a555-f5af8f6adf91,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:14.712243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 68231f36-81cc-4b50-8637-7fa03741438f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68231f36-81cc-4b50-8637-7fa03741438f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:14.724041 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.726597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b86a8948-9634-4680-b6e7-0ebf1b1b55e9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:14.749634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:14.758619 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.841661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d10ee962-adae-47df-b108-4ed27d21a3e7 req-dbc3cf8b-c604-4a1e-890c-a4e80ca980e3 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 210 time: 0.0419345 Jul 16 22:50:14.847338 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.851402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.877268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object 75cc0e23-4c61-4c3c-afa5-795a7519d41c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:14.936299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:14.937319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.937899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba4d121-cc76-4ed5-b748-8865d45039d0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:50:14.939511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:14.949393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.952673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7aa90c52-5609-4271-acc9-cc8c449af2eb admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ba4d121-cc76-4ed5-b748-8865d45039d0 HTTP/1.1" status: 204 len: 168 time: 2.5987990 Jul 16 22:50:14.954168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 36990) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:14.956574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:14.957244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.985135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:14.985624 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Floating IP 6c63dc29-2cc9-46da-93e4-701bbd6791f0 disassociated (deleted). External IP: 172.25.5.183, port: 313b3546-49ed-4f83-bdc2-542f698ecdfe. Jul 16 22:50:15.038173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Deleting subnet 3c4df0b7-a868-46c2-b7fc-ff2438122535 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:15.043354 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.049266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.137482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:15.153430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 0b99040d-2ecd-4918-ae43-024bd59a671c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:15.157061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:15.157707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.160432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:15.172770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.216088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b86a8948-9634-4680-b6e7-0ebf1b1b55e9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:15.223663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.263738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:15.287863 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:15.319538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d1350fc-6b30-49f5-8ff5-9748ce52f6c8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3409512 Jul 16 22:50:15.320234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:15.328815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:15.332481 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:15.336791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-545289988'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:15.361256 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.403947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:15.404497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-57da927b-40e9-4f7c-a880-e4e95de39253 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:15.407004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-57da927b-40e9-4f7c-a880-e4e95de39253 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.4550059 Jul 16 22:50:15.422653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-38f31be2-ff09-46c2-b97b-52222eec58e4 None None] Provisioning for port 611d01d2-1b08-4fa0-aa12-74365179ae7e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:15.434060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-38f31be2-ff09-46c2-b97b-52222eec58e4 None None] Provisioning complete for port 611d01d2-1b08-4fa0-aa12-74365179ae7e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:15.434451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38f31be2-ff09-46c2-b97b-52222eec58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.462634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:15.463295 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.555052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-43223f52-d4a5-48c0-8a26-df025593c247 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573713 Jul 16 22:50:15.566690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-38f31be2-ff09-46c2-b97b-52222eec58e4 None None] Port 611d01d2-1b08-4fa0-aa12-74365179ae7e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:15.578888 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:15.587522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-312a0be1-1ac0-4a0c-9617-d1cf22a5a786 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.1648405 Jul 16 22:50:15.589540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:15.601591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Sync routers for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:15.613750 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.613989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:15.614949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:15.647736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Request body: {'port': {'device_id': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:15.737458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.741809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4684de36-1c3a-4ad9-a685-6d6a00409bfe None None] Provisioning for port 75cc0e23-4c61-4c3c-afa5-795a7519d41c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:15.757754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4684de36-1c3a-4ad9-a685-6d6a00409bfe None None] Provisioning complete for port 75cc0e23-4c61-4c3c-afa5-795a7519d41c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:15.758130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4684de36-1c3a-4ad9-a685-6d6a00409bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.827288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4684de36-1c3a-4ad9-a685-6d6a00409bfe None None] Port 75cc0e23-4c61-4c3c-afa5-795a7519d41c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:15.831114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8f92ada-8e7f-4883-ad82-91875bb6a90b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:15.872792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4df0b7-a868-46c2-b7fc-ff2438122535,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:15.886624 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:50:15.887103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:15.896995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2401b02a-b7dc-4ff3-8b35-02c76ee8be2f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3c4df0b7-a868-46c2-b7fc-ff2438122535 HTTP/1.1" status: 204 len: 168 time: 0.9400730 Jul 16 22:50:15.899633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f012e-c4fd-4308-8fc3-25f2cb93b726 None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:15.907450 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 36996) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:15.930657 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.024444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d84d4ff9-c292-49d0-ba3e-1b3bfd2ae59e None None] Provisioning complete for port 611d01d2-1b08-4fa0-aa12-74365179ae7e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:16.024983 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d84d4ff9-c292-49d0-ba3e-1b3bfd2ae59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.058021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.058696 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment 497d20f9-d945-4ed4-ae15-c71442b332c4 of type vlan for network bd468422-07df-4657-9044-fef2bad2f483 Jul 16 22:50:16.067155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8f92ada-8e7f-4883-ad82-91875bb6a90b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:16.067513 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.097976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d84d4ff9-c292-49d0-ba3e-1b3bfd2ae59e None None] Port 611d01d2-1b08-4fa0-aa12-74365179ae7e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:16.129504 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 3, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:13Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:16.153607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-9d82c791-a6f6-435e-a5aa-f6cc4ccf8c6a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5246122 Jul 16 22:50:16.168402 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:16.169111 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Updating router 343b645b-5fbd-4d78-8aab-0ad51da6db17 port 611d01d2-1b08-4fa0-aa12-74365179ae7e binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:16.171799 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:16.181747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-f7f767a4-4f91-4093-a49c-4e3c11734dff service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:50:16.184072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-f7f767a4-4f91-4093-a49c-4e3c11734dff service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085256 Jul 16 22:50:16.205313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:16.241502 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.258203 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.287224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.378893 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 22:50:16.382222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 63eff319-f404-4164-8ecd-73bfe9f4e36a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:16.421869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64aec042-32ae-4fc8-92a4-5cfcb5e6be9a None None] Provisioning complete for port 611d01d2-1b08-4fa0-aa12-74365179ae7e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:16.422546 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64aec042-32ae-4fc8-92a4-5cfcb5e6be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.422686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cc0e23-4c61-4c3c-afa5-795a7519d41c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:16.434891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.449025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Transition to ACTIVE for port object 75cc0e23-4c61-4c3c-afa5-795a7519d41c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:16.461156 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.463283 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.464484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64aec042-32ae-4fc8-92a4-5cfcb5e6be9a None None] Port 611d01d2-1b08-4fa0-aa12-74365179ae7e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:16.470859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:16.471508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.553843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 63eff319-f404-4164-8ecd-73bfe9f4e36a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:16.557449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Pushing event updated for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:16.574667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 63eff319-f404-4164-8ecd-73bfe9f4e36a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:16.575372 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.576003 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.588919 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Transition to ACTIVE for port object 611d01d2-1b08-4fa0-aa12-74365179ae7e will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:16.596654 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.606137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-0d8e7ce9-f7e8-4ab7-b637-7ec562448d1f service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855684 Jul 16 22:50:16.659753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] DHCP port deletion for f990e9e6-60b7-4281-b94c-1a3b72ea3740 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:16.694373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526090a-9462-4036-8dce-364801eb0fe0 req-ed5d189f-e9ad-4afc-ac74-bffdf300e4a3 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:16.700003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715e74-b525-4374-b159-700eed106924 None None] Pushing event updated for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:16.712410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e526090a-9462-4036-8dce-364801eb0fe0 req-ed5d189f-e9ad-4afc-ac74-bffdf300e4a3 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 944 time: 0.6182191 Jul 16 22:50:16.750631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Attempting to bind port 611d01d2-1b08-4fa0-aa12-74365179ae7e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:16.751010 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Attempting to bind port 611d01d2-1b08-4fa0-aa12-74365179ae7e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:16.751374 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Attempting to bind port 611d01d2-1b08-4fa0-aa12-74365179ae7e on network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:16.758614 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:16.759021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Checking segment: {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:16.759393 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.759846 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Bound using segment: {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:16.760335 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Bound port: 611d01d2-1b08-4fa0-aa12-74365179ae7e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:16.760719 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.803722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e526090a-9462-4036-8dce-364801eb0fe0 req-78bf742d-aaa7-4340-92f6-d9690e6580f8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871241 Jul 16 22:50:16.839223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Attempting to bind port 75cc0e23-4c61-4c3c-afa5-795a7519d41c on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:16.840594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Attempting to bind port 75cc0e23-4c61-4c3c-afa5-795a7519d41c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:16.841240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Attempting to bind port 75cc0e23-4c61-4c3c-afa5-795a7519d41c on network 0b99040d-2ecd-4918-ae43-024bd59a671c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:16.847525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Port 75cc0e23-4c61-4c3c-afa5-795a7519d41c on network 0b99040d-2ecd-4918-ae43-024bd59a671c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:50:16.848280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Attempting to bind port 75cc0e23-4c61-4c3c-afa5-795a7519d41c on network 0b99040d-2ecd-4918-ae43-024bd59a671c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:16.862585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:16.863354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Checking segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:16.863994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Bound using segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:16.864826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Bound port: 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:16.865554 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.885738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.934229 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] For port 611d01d2-1b08-4fa0-aa12-74365179ae7e, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:16.937675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 63eff319-f404-4164-8ecd-73bfe9f4e36a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=63eff319-f404-4164-8ecd-73bfe9f4e36a,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:16.941451 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] For port 611d01d2-1b08-4fa0-aa12-74365179ae7e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=611d01d2-1b08-4fa0-aa12-74365179ae7e,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:16.945629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.946430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68231f36-81cc-4b50-8637-7fa03741438f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:16.946922 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:16.987679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Deleting port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:16.988210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.009703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:17.014676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:17.022056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.056415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '46e3558d-fade-4c5f-889a-dd50eb09ed92', 'name': '', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'mac_address': 'fa:16:3e:b8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:06Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 2, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'subnets': [{'id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.067390 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:17.068335 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.070563 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715e74-b525-4374-b159-700eed106924 None None] Pushing event updated for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:17.095377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7626336 Jul 16 22:50:17.103213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:17.103885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Pushing event updated for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:17.113221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Checking router: 23f7750a-ed1a-49b5-8530-cb1a80f011e0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:17.113585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Updating router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 port 46e3558d-fade-4c5f-889a-dd50eb09ed92 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:17.123812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:17.142337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:17.143524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.152897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-c36e9370-ccc0-435c-b2f2-e6f8626bf309 service neutron] 10.222.0.68 "PUT /v2.0/ports/75cc0e23-4c61-4c3c-afa5-795a7519d41c HTTP/1.1" status: 200 len: 1093 time: 1.5179865 Jul 16 22:50:17.173658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:17.179022 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c238d0-21c2-472f-98e2-330c024511f0" -d '{"events": [{"name": "network-changed", "server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:17.219566 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:17.252082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=63eff319-f404-4164-8ecd-73bfe9f4e36a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:17.300363 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9a904-8e1c-40c1-a892-1c472605e28c x-openstack-request-id: req-2eb9a904-8e1c-40c1-a892-1c472605e28c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:17.300920 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:17.301369 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2eb9a904-8e1c-40c1-a892-1c472605e28c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:17.301792 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c', 'status': 'completed', 'code': 200} Jul 16 22:50:17.325529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf7acc-c692-484b-95cb-4db025294a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=bd468422-07df-4657-9044-fef2bad2f483,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:17.346699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] For port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:17.347104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.356042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bd468422-07df-4657-9044-fef2bad2f483 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:50:17.374787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Deleting port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:17.375121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.377840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:17.382719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.389324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-b24df400-143a-4021-8f9e-b064098899a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:17.391622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-b24df400-143a-4021-8f9e-b064098899a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 1096 time: 0.1965024 Jul 16 22:50:17.422265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:17.426056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 68231f36-81cc-4b50-8637-7fa03741438f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:17.426448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.434311 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.451353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:17.474817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-6fbf576c-cb2f-463c-b398-c2efba82df89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c HTTP/1.1" status: 200 len: 217 time: 0.0658655 Jul 16 22:50:17.502031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Calling delete_port for fa8309b5-88bb-49d2-b67f-b8cf6dadf11c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:17.510611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:17.511380 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.529529 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.550867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2681e6c1-967a-4682-b818-21889b56c035 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857593 Jul 16 22:50:17.567025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] For port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,segment=NetworkSegment(8cfefb60-badd-47dd-9c74-980b3e05a0c4),segment_id=8cfefb60-badd-47dd-9c74-980b3e05a0c4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:17.567395 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.571394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e43ea84-98dd-4a85-b672-367fdbf42bba tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "DELETE /v2.0/floatingips/6c63dc29-2cc9-46da-93e4-701bbd6791f0 HTTP/1.1" status: 204 len: 168 time: 4.4834414 Jul 16 22:50:17.577249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:17.579633 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374fa42-9da3-48f7-8114-9f137f2808e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:17.589321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Calling delete_port for fa8309b5-88bb-49d2-b67f-b8cf6dadf11c owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:17.631707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-895b8a40-4758-4a98-9249-ef99ca79a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:17.635853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-895b8a40-4758-4a98-9249-ef99ca79a178 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8493ce37-290e-45fe-8237-bda2bf3fac1f HTTP/1.1" status: 200 len: 838 time: 0.1479952 Jul 16 22:50:17.690434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.732599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:17.739111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] No DVR routers for this DVR port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:17.868394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.886374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f990e9e6-60b7-4281-b94c-1a3b72ea3740']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.900033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfefb60-badd-47dd-9c74-980b3e05a0c4') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.900757 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfefb60-badd-47dd-9c74-980b3e05a0c4') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:17.903014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-2de4a0b7-e823-4685-bef2-a878f08b5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:17.904575 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-2de4a0b7-e823-4685-bef2-a878f08b5604 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0b99040d-2ecd-4918-ae43-024bd59a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2609780 Jul 16 22:50:17.915057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.932682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.941825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:17.942710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:17.945175 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:18.011054 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d42f09-1bc3-45c7-abfe-02ee2eea7ca0 x-openstack-request-id: req-a9d42f09-1bc3-45c7-abfe-02ee2eea7ca0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:18.011446 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:18.011775 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9d42f09-1bc3-45c7-abfe-02ee2eea7ca0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:18.012175 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:50:18.033860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.040419 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:18.040912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.047322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] 10.222.0.70 "DELETE /v2.0/networks/f990e9e6-60b7-4281-b94c-1a3b72ea3740 HTTP/1.1" status: 204 len: 168 time: 2.1186261 Jul 16 22:50:18.076663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40822811-6a31-4a58-84aa-6c4f396e680e admin admin] Pushing event deleted for resources: {'Network': ['ID=f990e9e6-60b7-4281-b94c-1a3b72ea3740,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:18.087853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cc987be3-d896-4ef7-8fa4-c5cb0dd08061 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:18.147475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: cc987be3-d896-4ef7-8fa4-c5cb0dd08061 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:18.148038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device cc987be3-d896-4ef7-8fa4-c5cb0dd08061 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:18.275817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.312021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 3, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:16Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:18.314092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:18.348706 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdd1b5-aad9-4ca2-8dbc-b0bce6bbb039 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 3, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:16Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:18.363354 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.382626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200622c0-0184-4089-8980-d0660b228dc2 req-71dd0ab5-12cc-4982-871b-645f7c623679 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:18.385497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-200622c0-0184-4089-8980-d0660b228dc2 req-71dd0ab5-12cc-4982-871b-645f7c623679 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 0.1203997 Jul 16 22:50:18.479990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 63eff319-f404-4164-8ecd-73bfe9f4e36a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:18.506312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-200622c0-0184-4089-8980-d0660b228dc2 req-c87d26e9-9f3a-4845-9a28-37f608a5630a tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143322 Jul 16 22:50:18.521088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:18.543512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Pushing event deleted for resources: {'Port': ['ID=fa8309b5-88bb-49d2-b67f-b8cf6dadf11c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:18.552764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] Network f990e9e6-60b7-4281-b94c-1a3b72ea3740 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:50:18.555496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e5abc-3b0d-4059-8943-f370335de467 None None] No DVR routers for this DVR port fa8309b5-88bb-49d2-b67f-b8cf6dadf11c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:18.570683 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:18.593609 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:18.594353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:18.613488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=f3096534-b7ce-4c57-b5d2-b65af953ba4c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:18.641780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef528135-fa8c-4b31-9a39-5446d8857179 req-f235c879-d8c1-4a53-a8eb-1331251ffb42 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0916696 Jul 16 22:50:18.649713 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-fff0fc38-26c2-4c9c-b8fc-36279f6d361d service neutron] 10.222.0.68 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234893 Jul 16 22:50:18.743666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:18.780729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-822a33f2-42f9-457c-b29a-eab1d3039db1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b9ab2689e514407b03741eca23353db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563599 Jul 16 22:50:18.783306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:18.838423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-1628256b-01d3-4c5a-9325-182ce401b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:18.840288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-1628256b-01d3-4c5a-9325-182ce401b41f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8784e57d600146feb6ab4b44d95b5a13&device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 1097 time: 0.7708442 Jul 16 22:50:18.848580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:18.848980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: bd468422-07df-4657-9044-fef2bad2f483, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:18.892009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb89e8-4c82-415b-8a67-5fb9b10145a6 req-7a390498-fe47-411d-87a9-6d04130e635c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:18.901431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2bb89e8-4c82-415b-8a67-5fb9b10145a6 req-7a390498-fe47-411d-87a9-6d04130e635c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 944 time: 0.6543853 Jul 16 22:50:18.903913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.939100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 63eff319-f404-4164-8ecd-73bfe9f4e36a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:18.941726 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:18.959001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.035455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0c600a8a-f669-4c0a-b40e-d7b73d8c0f52 req-ff19609c-30b8-4135-b12f-5d1b5673fb3a service neutron] 10.222.0.68 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572502 Jul 16 22:50:19.042122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd468422-07df-4657-9044-fef2bad2f483 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:19.077997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2bb89e8-4c82-415b-8a67-5fb9b10145a6 req-917ee347-6b2e-453d-83af-b559adc72376 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753790 Jul 16 22:50:19.085149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bd468422-07df-4657-9044-fef2bad2f483) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:19.087320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.092527 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.094803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3d4fb1e-ed4f-490f-8c05-2ebc6f4a44b3 HTTP/1.1" status: 204 len: 168 time: 0.3101742 Jul 16 22:50:19.108865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:19.109912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.115434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416da2b-e1c2-42f2-a589-2875d5bd08e4 None None] Network bd468422-07df-4657-9044-fef2bad2f483 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:19.129208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c008f-b837-48dd-92ab-076e7462e0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d4fb1e-ed4f-490f-8c05-2ebc6f4a44b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:19.131533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-4125ae2e-922e-4501-81ee-bbcc36f430e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:19.133808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-4125ae2e-922e-4501-81ee-bbcc36f430e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 200 len: 915 time: 0.2510715 Jul 16 22:50:19.144794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c9854155-9caa-4ced-9316-03a9baf0a340 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0349233 Jul 16 22:50:19.147847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37038) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:19.210294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-a442a18e-5c3b-4c53-9cb5-550a29fd3f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 200 len: 217 time: 0.0629563 Jul 16 22:50:19.263228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:19.318939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.333261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-78a3e13f-c4b8-41f1-afc3-2b89ffb84cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:19.337463 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35d232-bf2b-4ca0-907b-b628113697e1 None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:46:02Z', 'revision_number': 4, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '12095122-740e-49b2-9050-f66d953255aa', 'name': '', 'network_id': '75ad7e97-96d1-4b27-8c8c-711f13685a34', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'mac_address': 'fa:16:3e:7d:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:01Z', 'updated_at': '2021-07-16T22:46:10Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'subnets': [{'id': 'db3c4eaa-544a-461c-98c2-c251a89e2044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:19.339733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-78a3e13f-c4b8-41f1-afc3-2b89ffb84cc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 200 len: 853 time: 0.1125507 Jul 16 22:50:19.388947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Transition to ACTIVE for port object 46e3558d-fade-4c5f-889a-dd50eb09ed92 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:19.411230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b86a8948-9634-4680-b6e7-0ebf1b1b55e9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:19.489718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-39cfe43f-b538-4818-9fc6-2063abea360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:19.491253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-39cfe43f-b538-4818-9fc6-2063abea360a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75ad7e97-96d1-4b27-8c8c-711f13685a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252439 Jul 16 22:50:19.493003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-d371d1a1-71bd-4561-b5da-27504012c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:19.494415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-d371d1a1-71bd-4561-b5da-27504012c517 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 1096 time: 0.2787161 Jul 16 22:50:19.513945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.760991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:19.761373 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.945348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20cdd-c812-4224-8d48-1f4ae7e773a9 None None] Pushing event updated for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:19.953150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Attempting to bind port 46e3558d-fade-4c5f-889a-dd50eb09ed92 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:19.954613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Attempting to bind port 46e3558d-fade-4c5f-889a-dd50eb09ed92 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:19.955355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Attempting to bind port 46e3558d-fade-4c5f-889a-dd50eb09ed92 on network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:19.967974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:19.968570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Checking segment: {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:19.969352 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.969967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Bound using segment: {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:19.970706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Bound port: 46e3558d-fade-4c5f-889a-dd50eb09ed92, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e2398-32c0-4b74-9649-cf4d10ba8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:19.971291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:19.995520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab073e8-0fdc-423d-8adf-2dc9ea747c99 None None] New status for floating IP 6c63dc29-2cc9-46da-93e4-701bbd6791f0: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:50:20.059588 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:20.229011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc79f62-ec20-461c-aa23-5a969b403df9 req-5447a45d-8460-4d7c-8da4-7f380579fd53 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:20.230974 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acc79f62-ec20-461c-aa23-5a969b403df9 req-5447a45d-8460-4d7c-8da4-7f380579fd53 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 0.4679074 Jul 16 22:50:20.335516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bd468422-07df-4657-9044-fef2bad2f483', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:20.336408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:20.363306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-1469e199-aa9e-463c-b8eb-dae138937a79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:20.366469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-1469e199-aa9e-463c-b8eb-dae138937a79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.4585092 Jul 16 22:50:20.369005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] For port 46e3558d-fade-4c5f-889a-dd50eb09ed92, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:20.407172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:20.418865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] For port 46e3558d-fade-4c5f-889a-dd50eb09ed92, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=46e3558d-fade-4c5f-889a-dd50eb09ed92,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:20.430573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:20.464006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-acc79f62-ec20-461c-aa23-5a969b403df9 req-9b8a2969-7f92-4579-b692-30361e88a9ee tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/security-groups?id=96ca3eb7-6e12-4707-8779-3af93f6744c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220418 Jul 16 22:50:20.472707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22259e7e-1985-401f-9864-d4cb424382b7 req-15075472-6a05-4cb3-a608-85287ec0aa17 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0980735 Jul 16 22:50:20.507836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-1169ed1e-416a-47cf-b559-acdfea85fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:20.509095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-1169ed1e-416a-47cf-b559-acdfea85fad8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0b99040d-2ecd-4918-ae43-024bd59a671c HTTP/1.1" status: 200 len: 898 time: 0.9996190 Jul 16 22:50:20.560763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-291ba66d-5c7a-42da-aee3-3531b4a91f5a service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0609894 Jul 16 22:50:20.563130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-3a650a1a-d1e4-4dbe-bcae-9ccb603b4bee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c HTTP/1.1" status: 200 len: 217 time: 0.0477595 Jul 16 22:50:20.583218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa8309b5-88bb-49d2-b67f-b8cf6dadf11c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:20.665694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-c4bac68c-bd1b-468a-9cbb-3327206f35b0 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:20.667255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-c4bac68c-bd1b-468a-9cbb-3327206f35b0 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 945 time: 1.0213125 Jul 16 22:50:20.764993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: fa8309b5-88bb-49d2-b67f-b8cf6dadf11c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:20.765809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fa8309b5-88bb-49d2-b67f-b8cf6dadf11c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:20.766507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:20.779935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-b2c169f7-0931-4dfd-ae85-e32601a91cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:20.781518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-b2c169f7-0931-4dfd-ae85-e32601a91cb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8493ce37-290e-45fe-8237-bda2bf3fac1f HTTP/1.1" status: 200 len: 838 time: 0.2045305 Jul 16 22:50:20.800511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.22.0.1 (bd468422-07df-4657-9044-fef2bad2f483/f3096534-b7ce-4c57-b5d2-b65af953ba4c/a8c5a5b0-30ae-43eb-9806-38bbaa247696) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:20.804430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:20.805324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7e07e1dc-0a57-433a-8d8a-2a4b92e8b0f5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:20.828631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:20.829762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:20.894007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:20.898057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:20.945934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5374fa42-9da3-48f7-8114-9f137f2808e7 req-13c9bd25-d960-42b3-a2bc-14c9f310e390 service neutron] 10.222.0.47 "GET /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771679 Jul 16 22:50:21.011959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-f9469b01-dc38-47f1-9ca7-6da4d2ece664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:21.013453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-f9469b01-dc38-47f1-9ca7-6da4d2ece664 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0b99040d-2ecd-4918-ae43-024bd59a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2170067 Jul 16 22:50:21.030327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Deleting port 313b3546-49ed-4f83-bdc2-542f698ecdfe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:21.030874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.105997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81349-d30c-4701-9dfe-5ab532a09208 req-ecd9fca0-e364-409c-a797-deedece97d9c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:21.114229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fd81349-d30c-4701-9dfe-5ab532a09208 req-ecd9fca0-e364-409c-a797-deedece97d9c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 944 time: 0.3472581 Jul 16 22:50:21.115957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 611d01d2-1b08-4fa0-aa12-74365179ae7e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:21.222937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-11c95e7d-4d48-49b6-b57e-b59d055e582e service neutron] 10.222.0.68 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022815 Jul 16 22:50:21.224876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] For port 313b3546-49ed-4f83-bdc2-542f698ecdfe, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=313b3546-49ed-4f83-bdc2-542f698ecdfe,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:21.225271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.239327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fd81349-d30c-4701-9dfe-5ab532a09208 req-8a0f3b0b-ecf4-4718-acf1-72009a62959f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221516 Jul 16 22:50:21.253647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.253647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20cdd-c812-4224-8d48-1f4ae7e773a9 None None] Pushing event updated for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:21.267343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Calling delete_port for 313b3546-49ed-4f83-bdc2-542f698ecdfe owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:21.271038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:21.286634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.302930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 611d01d2-1b08-4fa0-aa12-74365179ae7e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:21.307661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.3 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/06f7f4ee-4cad-4e28-a601-0b991ddc4302) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:21.315226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 611d01d2-1b08-4fa0-aa12-74365179ae7e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:21.315757 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.318351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object a8c5a5b0-30ae-43eb-9806-38bbaa247696 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:21.440052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1c238d0-21c2-472f-98e2-330c024511f0 req-d21ef578-1065-4a36-a168-46f1bca18e5d service neutron] 10.222.0.68 "GET /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109728 Jul 16 22:50:21.452839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.525764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Allocated IP 172.22.0.2 (bd468422-07df-4657-9044-fef2bad2f483/f3096534-b7ce-4c57-b5d2-b65af953ba4c/534264dd-0cb3-4a6d-85a1-b50a3a1aaf80) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:21.671143 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.698476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object 06f7f4ee-4cad-4e28-a601-0b991ddc4302 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:21.700210 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.717549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:21.726947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd468422-07df-4657-9044-fef2bad2f483 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:21.742175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:21.750678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:21.754368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.754722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.755083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.755649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.755995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.756334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.756670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.757029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.757367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.757725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.758477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.759183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:21.762775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event deleted for resources: {'Port': ['ID=313b3546-49ed-4f83-bdc2-542f698ecdfe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:21.870065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-99d99583-def9-4d0d-ac80-bc3a0c2fc912 req-81a456bf-2a76-4160-b479-204fa4c8ea99 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.1090634 Jul 16 22:50:21.903520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75cc0e23-4c61-4c3c-afa5-795a7519d41c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:50:21.909921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.911867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] No DVR routers for this DVR port 313b3546-49ed-4f83-bdc2-542f698ecdfe on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:21.915111 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.917964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc752807-643c-4649-95ca-2d70d5e6e9df req-a5089cf2-ce03-43d1-9a10-66b68ee7fcfe tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.47 "DELETE /v2.0/ports/313b3546-49ed-4f83-bdc2-542f698ecdfe HTTP/1.1" status: 204 len: 173 time: 1.2395668 Jul 16 22:50:21.918696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'name': 'network-vif-deleted', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:21.921469 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e418f79-270a-4509-8b69-f91dfd12ea60" -d '{"events": [{"server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "name": "network-vif-deleted", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:21.967217 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab7bcfb-21df-4db3-8993-a8c802a6f8d0 x-openstack-request-id: req-4ab7bcfb-21df-4db3-8993-a8c802a6f8d0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:21.967645 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa98949-e775-424f-9466-633f58b6cc85", "name": "network-vif-deleted", "tag": "313b3546-49ed-4f83-bdc2-542f698ecdfe", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:21.968007 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ab7bcfb-21df-4db3-8993-a8c802a6f8d0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:21.968574 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa98949-e775-424f-9466-633f58b6cc85', 'name': 'network-vif-deleted', 'tag': '313b3546-49ed-4f83-bdc2-542f698ecdfe', 'status': 'completed', 'code': 200} Jul 16 22:50:21.973886 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:21.981504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a22875b-fc20-4ea9-8789-67084c7297d2 req-2082520e-ee52-4510-afb7-71c71f3e70dc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.1317475 Jul 16 22:50:22.006445 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.029066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Transition to ACTIVE for port object 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:22.029744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 611d01d2-1b08-4fa0-aa12-74365179ae7e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=611d01d2-1b08-4fa0-aa12-74365179ae7e,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:22.038719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.091305 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.128829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:22.134801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:22.149571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:22.236696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:22.356141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:22.357416 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.468636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:22.498859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.502834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Transition to ACTIVE for port object 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:22.505660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3972b97a-add5-40cf-aa8d-6ba3ee03bd20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1075931 Jul 16 22:50:22.528256 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.541645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '46e3558d-fade-4c5f-889a-dd50eb09ed92', 'name': '', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'mac_address': 'fa:16:3e:b8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:06Z', 'updated_at': '2021-07-16T22:50:20Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'subnets': [{'id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:22.566066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Request body: {'port': {'device_id': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:22.623987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbe576-e7f7-4823-92c2-23d3b2e7a05d req-fe3ee052-1070-45b9-97f0-7b50e00480f6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:22.631771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4cbe576-e7f7-4823-92c2-23d3b2e7a05d req-fe3ee052-1070-45b9-97f0-7b50e00480f6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 944 time: 0.1660459 Jul 16 22:50:22.651914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bdf27-ce65-474b-b383-e27ef54b4595 None None] The sync data for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 is: [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '46e3558d-fade-4c5f-889a-dd50eb09ed92', 'name': '', 'network_id': '30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'mac_address': 'fa:16:3e:b8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:06Z', 'updated_at': '2021-07-16T22:50:20Z', 'revision_number': 4, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'subnets': [{'id': 'cb2ac3af-c477-4778-8995-1d4c8721128c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:22.658484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:22.666272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Network bd468422-07df-4657-9044-fef2bad2f483 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:22.689849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4cbe576-e7f7-4823-92c2-23d3b2e7a05d req-deda9bbc-a5c0-4e0d-82b7-b1c212fa571c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570619 Jul 16 22:50:22.695637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:22.703003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:22.718847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '75cc0e23-4c61-4c3c-afa5-795a7519d41c', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'port_id': '75cc0e23-4c61-4c3c-afa5-795a7519d41c', 'mac_address': 'fa:16:3e:1c:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:50:22.741876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Pushing event updated for resources: {'Port': ['ID=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:22.747133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5dc4cf2-1606-463f-a867-88cfeecf749a None None] Provisioning for port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:22.797604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5dc4cf2-1606-463f-a867-88cfeecf749a None None] Provisioning complete for port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:22.798257 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4cf2-1606-463f-a867-88cfeecf749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.862295 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.879514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc4cf2-1606-463f-a867-88cfeecf749a None None] Port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:22.882990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Attempting to bind port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:22.883368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Attempting to bind port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:22.883754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Attempting to bind port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 on network bd468422-07df-4657-9044-fef2bad2f483 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:22.890605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 313b3546-49ed-4f83-bdc2-542f698ecdfe no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:22.893310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cc0e23-4c61-4c3c-afa5-795a7519d41c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:22.901904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.954127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:22.954550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Checking segment: {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:22.955483 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.970648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Bound using segment: {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:22.971217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Bound port: 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:22.971626 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:22.975367 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 313b3546-49ed-4f83-bdc2-542f698ecdfe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:22.976454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 313b3546-49ed-4f83-bdc2-542f698ecdfe not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:22.995519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:23.008367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.010647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 46e3558d-fade-4c5f-889a-dd50eb09ed92 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:23.127881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.154641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51b29a8-868d-45b8-bbb3-3917f45e2102 req-61ebbf4d-3b52-45b9-a84c-41e26c14c6a2 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0722537 Jul 16 22:50:23.195816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:23.213345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] For port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:23.236025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] For port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:23.241836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['75cc0e23-4c61-4c3c-afa5-795a7519d41c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:23.249053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.322894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc40de-1926-4231-837f-b6f0a4cd1db1 None None] Pushing event updated for resources: {'Port': ['ID=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:23.331698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:23.355524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:23.355916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.461163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aebcca-f114-424a-a52b-915c323de220 req-bbfe3fe4-208b-4f26-8182-627e233548ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:23.462826 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58aebcca-f114-424a-a52b-915c323de220 req-bbfe3fe4-208b-4f26-8182-627e233548ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 931 time: 0.1431048 Jul 16 22:50:23.545642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-58aebcca-f114-424a-a52b-915c323de220 req-02ead4d6-3e50-4cb6-96a4-3262b3e0a7d5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741198 Jul 16 22:50:23.701388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.807024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 46e3558d-fade-4c5f-889a-dd50eb09ed92, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=46e3558d-fade-4c5f-889a-dd50eb09ed92,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:23.811768 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.812716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 611d01d2-1b08-4fa0-aa12-74365179ae7e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:23.885241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.892180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.923536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:23.944530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 611d01d2-1b08-4fa0-aa12-74365179ae7e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:23.944530 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.949645 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:23.981395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6a071-1b94-4ce0-a912-a42b849d94b5 req-9a8b96de-70f8-4cc4-9f58-48c1bc83f894 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:23.983353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7f6a071-1b94-4ce0-a912-a42b849d94b5 req-9a8b96de-70f8-4cc4-9f58-48c1bc83f894 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 945 time: 0.1090317 Jul 16 22:50:24.037939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a7f6a071-1b94-4ce0-a912-a42b849d94b5 req-064d46a3-77a4-445e-8dde-154992f25c22 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485919 Jul 16 22:50:24.121457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:24.198494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd468422-07df-4657-9044-fef2bad2f483 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:24.201980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:24.207938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f7f4ee-4cad-4e28-a601-0b991ddc4302 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:24.217531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.295546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Transition to ACTIVE for port object 06f7f4ee-4cad-4e28-a601-0b991ddc4302 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:24.303620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.317879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ed03bb1-ba77-43a1-8f0d-8de88817717a req-a7923ced-f228-433a-86a4-21a5791b1cec tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0481598 Jul 16 22:50:24.362671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:24.402083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:24.545183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Attempting to bind port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:24.545561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Attempting to bind port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:24.546059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Attempting to bind port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:24.558008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:50:24.558394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Attempting to bind port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:24.567751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:24.576259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-38479e86-bbf7-4692-9a89-b0c642d8b8e9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4269986 Jul 16 22:50:24.576875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:24.577930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:24.578279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:24.578674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:24.579133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Bound port: 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:24.579500 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.581591 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:24.593545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1976633756'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:24.614833 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:24.614833 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:24.645445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:24.661345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.692392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:24.696173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:24.703208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.746078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:50:24.748126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:24.749204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.751219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] 10.222.0.47 "PUT /v2.0/ports/06f7f4ee-4cad-4e28-a601-0b991ddc4302 HTTP/1.1" status: 200 len: 1092 time: 2.2064521 Jul 16 22:50:24.754003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:24.757664 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395" -d '{"events": [{"name": "network-changed", "server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:24.800767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.801499 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added segment 42f9aa8c-95d1-4035-937e-48c9fab861a0 of type vlan for network bd3c0489-a64d-4f9f-800d-f1672f1f554e Jul 16 22:50:24.832007 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:24.879499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ccb6-cd28-4069-973c-bff2019f3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:24.882292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:24.927564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d611201-ebc4-44d9-8743-566807212c76 None None] Network bd468422-07df-4657-9044-fef2bad2f483 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:24.960275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718066e4-99d3-4877-a934-ce045dcd6854 req-61f42d29-2beb-4dcb-bd68-907d6244e8f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:24.962201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-718066e4-99d3-4877-a934-ce045dcd6854 req-61f42d29-2beb-4dcb-bd68-907d6244e8f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.2029493 Jul 16 22:50:25.004451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-93b6674a-4644-490c-b11f-7911f99222d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:25.007833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-93b6674a-4644-490c-b11f-7911f99222d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 1095 time: 0.2067997 Jul 16 22:50:25.010102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.058450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:25.059112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.063670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24aac04b-91af-41ab-9c20-1c60e20668b7 None None] Provisioning for port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:25.171202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-ee741455-22de-498c-845f-1781865a1692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302 HTTP/1.1" status: 200 len: 217 time: 0.1402285 Jul 16 22:50:25.188261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:25.233792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-718066e4-99d3-4877-a934-ce045dcd6854 req-35e14e8b-af6a-4b94-ae37-c01edf9aa3b4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608428 Jul 16 22:50:25.234568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Network': ['ID=bd3c0489-a64d-4f9f-800d-f1672f1f554e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:25.241350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:22Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:22Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:25.247504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3f4db9aa-8096-4350-b23b-5b7558864075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:25.252626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-3f4db9aa-8096-4350-b23b-5b7558864075 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0695930 Jul 16 22:50:25.264382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1da00225-2647-48ed-b4b7-c5ef60e5d8f3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6860611 Jul 16 22:50:25.267501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:25.276462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'subnet': {'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:25.278499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:50:25.311075 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:25.311509 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Updating router 343b645b-5fbd-4d78-8aab-0ad51da6db17 port a8c5a5b0-30ae-43eb-9806-38bbaa247696 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:25.332814 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f05aede-1ff6-41be-b272-96751236efc0 x-openstack-request-id: req-7f05aede-1ff6-41be-b272-96751236efc0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:25.333138 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:25.333394 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f05aede-1ff6-41be-b272-96751236efc0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:25.333826 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302', 'status': 'completed', 'code': 200} Jul 16 22:50:25.360035 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.368429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:25.408675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-91430ffd-1834-4660-bf36-afee5b218065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:25.409615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-91430ffd-1834-4660-bf36-afee5b218065 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517997 Jul 16 22:50:25.441900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:25.442519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.450251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Made reservation on behalf of 4e656209f0ba49688b87e8ab490587ec for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:50:25.454050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.589450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.623069 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-a6d6f686-2429-4ded-898e-e70479778121 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066333 Jul 16 22:50:25.642109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:25.653620 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.654618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 46e3558d-fade-4c5f-889a-dd50eb09ed92 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:25.720749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb985cd-974a-406e-baff-9ce99e65c0ab req-e9d5cd59-19b7-479f-aafc-0e86ac8c057a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:25.722583 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6fb985cd-974a-406e-baff-9ce99e65c0ab req-e9d5cd59-19b7-479f-aafc-0e86ac8c057a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.1937730 Jul 16 22:50:25.734837 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.760521 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Transition to ACTIVE for port object a8c5a5b0-30ae-43eb-9806-38bbaa247696 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:25.769493 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.825655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6fb985cd-974a-406e-baff-9ce99e65c0ab req-cf6a8bdf-35b4-4092-82e8-2755361c73b9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925090 Jul 16 22:50:25.836039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:25.846695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:25.850899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.851333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.851749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.852161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.852567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.853041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.856739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.857284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.857694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.858101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.858600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.858938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:25.865816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6062f67d-f824-4d42-bd01-bad2fcc27dd6 req-ad73b45a-18af-4bce-9037-9b78a67972cd service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349012 Jul 16 22:50:25.869069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 46e3558d-fade-4c5f-889a-dd50eb09ed92 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:25.869355 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.917097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75cc0e23-4c61-4c3c-afa5-795a7519d41c up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:25.996095 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275ae1-d0d3-4528-9e5d-6b2c824b8b2a None None] Pushing event updated for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:26.019518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.045147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-eafeb163-54d3-4f66-8d7c-5e13efb38227 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 200 len: 994 time: 0.1913981 Jul 16 22:50:26.045364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Attempting to bind port a8c5a5b0-30ae-43eb-9806-38bbaa247696 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:26.045364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Attempting to bind port a8c5a5b0-30ae-43eb-9806-38bbaa247696 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:26.045364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Attempting to bind port a8c5a5b0-30ae-43eb-9806-38bbaa247696 on network bd468422-07df-4657-9044-fef2bad2f483 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:26.055502 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:26.055910 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Checking segment: {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:26.056287 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.056699 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Bound using segment: {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:26.058781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Bound port: a8c5a5b0-30ae-43eb-9806-38bbaa247696, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497d20f9-d945-4ed4-ae15-c71442b332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:26.059040 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.065913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-e7305960-04c7-4dd1-9eee-03ab7da6c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.070275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-e7305960-04c7-4dd1-9eee-03ab7da6c8e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 1095 time: 0.1367593 Jul 16 22:50:26.073996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2d875cd-ea1a-4872-8998-715bd8d060fa None None] Provisioning complete for port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:26.074524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d875cd-ea1a-4872-8998-715bd8d060fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.174272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Subnet': ['ID=da937540-26d9-4a9f-af00-5b14dd80518c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:26.181095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Checking segment: {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:26.181514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network hostable DHCP agents. Network: bd3c0489-a64d-4f9f-800d-f1672f1f554e, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:50:26.205963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 75cc0e23-4c61-4c3c-afa5-795a7519d41c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:26.216359 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] For port a8c5a5b0-30ae-43eb-9806-38bbaa247696, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:26.221948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 75cc0e23-4c61-4c3c-afa5-795a7519d41c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:26.224643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.229389 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] For port a8c5a5b0-30ae-43eb-9806-38bbaa247696, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a8c5a5b0-30ae-43eb-9806-38bbaa247696,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:26.231582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfae90-4b88-47d6-a635-38919700bcf7 req-e18af4af-3741-4c56-888c-527a534f4172 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.233852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5bfae90-4b88-47d6-a635-38919700bcf7 req-e18af4af-3741-4c56-888c-527a534f4172 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 945 time: 0.1454787 Jul 16 22:50:26.234017 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.234732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:50:26.251274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, bd3c0489-a64d-4f9f-800d-f1672f1f554e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:26.256058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.256744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.284135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-379c8378-4302-426d-8cee-60b78d9f0437 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0155044 Jul 16 22:50:26.286766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:26.329860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7eda0-13bf-447e-85d4-790ed30a77a1 None None] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:26.367815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275ae1-d0d3-4528-9e5d-6b2c824b8b2a None None] Pushing event updated for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:26.390077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-d539d968-63b4-4fa0-b18b-2eea842d04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.392273 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-d539d968-63b4-4fa0-b18b-2eea842d04ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.3147562 Jul 16 22:50:26.394427 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:26.395130 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:26.400142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c5bfae90-4b88-47d6-a635-38919700bcf7 req-9090a52e-426b-4c46-9021-2a292b31f020 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571932 Jul 16 22:50:26.487698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-8d5e368e-ae15-4752-b479-34677bab5cfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302 HTTP/1.1" status: 200 len: 217 time: 0.0790875 Jul 16 22:50:26.546002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-0c42dc70-a66c-4a59-87b2-5ae47683f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.547512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-0c42dc70-a66c-4a59-87b2-5ae47683f5d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0590096 Jul 16 22:50:26.650662 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:26.654425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.658842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2d875cd-ea1a-4872-8998-715bd8d060fa None None] Provisioning for port a8c5a5b0-30ae-43eb-9806-38bbaa247696 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:26.688405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-b8c1b020-5e3d-443f-8f83-46d1e4665a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:26.690583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-b8c1b020-5e3d-443f-8f83-46d1e4665a6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314769 Jul 16 22:50:26.728236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:26.730603 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e6ca6-c346-4dc3-b0b7-7b3f498da67b" -d '{"events": [{"server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "name": "network-vif-plugged", "status": "completed", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:26.797993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:26.825011 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.858223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd324871-0913-46e0-a862-8e6458cad4e1 req-88268dc9-fbc2-40f7-88da-36e7dda21d81 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.1539590 Jul 16 22:50:26.901221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:26.906088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:50:26.907762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:26.941148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-972ab3c9-6518-4c67-b36c-26030b1ba1a4 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412429 Jul 16 22:50:27.011957 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.143887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:27.166169 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:22Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:26Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:27.205961 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d2149d5-8fbf-4d29-ad60-e7050e6b8395 req-c3d40d1c-839c-4ef8-8e13-3646389944cc service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590985 Jul 16 22:50:27.206756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Allocated IP 172.23.0.2 (bd3c0489-a64d-4f9f-800d-f1672f1f554e/da937540-26d9-4a9f-af00-5b14dd80518c/860cd786-0d33-4a4f-ae91-531493dfdbcd) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:27.241910 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c517-66f0-40db-9158-ca4ed1ef5deb None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:22Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:26Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:27.346556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:27.346956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.480664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92528eed-80bf-436b-8236-8c3fab4a7d22 req-585e7552-12ab-4e32-acf8-ec42a6c5293e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:27.482879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92528eed-80bf-436b-8236-8c3fab4a7d22 req-585e7552-12ab-4e32-acf8-ec42a6c5293e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.1367493 Jul 16 22:50:27.570568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92528eed-80bf-436b-8236-8c3fab4a7d22 req-e26bbf8a-0313-40ac-a37d-302cf06f80f7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687470 Jul 16 22:50:27.592490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.603846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Transition to ACTIVE for port object 860cd786-0d33-4a4f-ae91-531493dfdbcd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:27.625267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Transition to ACTIVE for port object 860cd786-0d33-4a4f-ae91-531493dfdbcd will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:27.635139 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452194e-341f-4169-a4f4-f8a51fbd2320 x-openstack-request-id: req-1452194e-341f-4169-a4f4-f8a51fbd2320 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:27.635430 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "name": "network-vif-plugged", "status": "completed", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:27.635705 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1452194e-341f-4169-a4f4-f8a51fbd2320 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:27.637258 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c', 'code': 200} Jul 16 22:50:27.686283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.749466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Allocated IP 172.23.0.1 (bd3c0489-a64d-4f9f-800d-f1672f1f554e/da937540-26d9-4a9f-af00-5b14dd80518c/ab729f10-0f62-4b7b-975c-f26d2f0da2fb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:27.788630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Pushing event updated for resources: {'Port': ['ID=860cd786-0d33-4a4f-ae91-531493dfdbcd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:27.791903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40dbb5b1-1775-45d7-b8c7-8bca7fd03498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.801070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:27.804249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:27.807163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:27.880636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Attempting to bind port 860cd786-0d33-4a4f-ae91-531493dfdbcd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:27.881147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Attempting to bind port 860cd786-0d33-4a4f-ae91-531493dfdbcd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:27.881522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Attempting to bind port 860cd786-0d33-4a4f-ae91-531493dfdbcd on network bd3c0489-a64d-4f9f-800d-f1672f1f554e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:27.888372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:27.888927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Checking segment: {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:27.889364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.889756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Bound using segment: {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:27.890481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Bound port: 860cd786-0d33-4a4f-ae91-531493dfdbcd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:27.890869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.973716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] For port 860cd786-0d33-4a4f-ae91-531493dfdbcd, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:27.978043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] For port 860cd786-0d33-4a4f-ae91-531493dfdbcd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=860cd786-0d33-4a4f-ae91-531493dfdbcd,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:27.984231 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.007715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a8ae0-2cc9-4a04-8dbb-ee3e4573f0f5 req-85125190-b5bc-4dfc-8063-f4d86f44143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:28.009357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f70a8ae0-2cc9-4a04-8dbb-ee3e4573f0f5 req-85125190-b5bc-4dfc-8063-f4d86f44143e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 1098 time: 0.2901371 Jul 16 22:50:28.013215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.055840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b5668-614b-4ca9-83ec-68f4f3b9d3c9 None None] Pushing event updated for resources: {'Port': ['ID=860cd786-0d33-4a4f-ae91-531493dfdbcd,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:28.056248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Transition to ACTIVE for port object ab729f10-0f62-4b7b-975c-f26d2f0da2fb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:28.064152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f5184-9c68-4a93-9d01-aaa21b62afde req-e0ab40eb-277c-4d53-a585-bc67f4160490 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:28.065761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb7f5184-9c68-4a93-9d01-aaa21b62afde req-e0ab40eb-277c-4d53-a585-bc67f4160490 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1098 time: 0.2782307 Jul 16 22:50:28.104136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f70a8ae0-2cc9-4a04-8dbb-ee3e4573f0f5 req-bd722f48-4e39-43d7-998d-e1ceada89eca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852675 Jul 16 22:50:28.135492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eb7f5184-9c68-4a93-9d01-aaa21b62afde req-9d5a71c4-c196-44fa-9323-5776bf08304e tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567384 Jul 16 22:50:28.147869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.204666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:28.208424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:28.210966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:28.238645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:28.264282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.473479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5cbc-8fbb-4e8c-9d7d-ea495e2ddf77 req-f914e452-135d-45b0-b26a-a8c152a9e7eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:28.475062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-076a5cbc-8fbb-4e8c-9d7d-ea495e2ddf77 req-f914e452-135d-45b0-b26a-a8c152a9e7eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.1692564 Jul 16 22:50:28.482058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.564584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-076a5cbc-8fbb-4e8c-9d7d-ea495e2ddf77 req-0e0bd602-7d14-4475-94f7-a88e79a2cbaf tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800312 Jul 16 22:50:28.721203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5297e0f7-48d9-4590-a8e7-4b7dc9f037ab req-0a1aa809-5fbd-4be3-9a0d-5a8faf01fa08 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa98949-e775-424f-9466-633f58b6cc85 HTTP/1.1" status: 200 len: 210 time: 0.0370593 Jul 16 22:50:28.819827 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.826118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.937651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event updated for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:28.940777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.095504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:29.097585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:29.118254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 860cd786-0d33-4a4f-ae91-531493dfdbcd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:29.235542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 860cd786-0d33-4a4f-ae91-531493dfdbcd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:29.243614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a8c5a5b0-30ae-43eb-9806-38bbaa247696 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:29.305001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a8c5a5b0-30ae-43eb-9806-38bbaa247696 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:29.310224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a8c5a5b0-30ae-43eb-9806-38bbaa247696 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:29.310721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.406913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.409307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a4e78-93db-4287-856c-37d1c11aed32 None None] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:29.498919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a8c5a5b0-30ae-43eb-9806-38bbaa247696, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a8c5a5b0-30ae-43eb-9806-38bbaa247696,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:29.538529 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.553848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Provisioning for port 860cd786-0d33-4a4f-ae91-531493dfdbcd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:29.620421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Provisioning complete for port 860cd786-0d33-4a4f-ae91-531493dfdbcd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:29.620807 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.623919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:29.646055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:29.762901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:29.771712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a9c6beea-1c56-4ba4-be08-4b6838337263 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4806187 Jul 16 22:50:29.772197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:29.779402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:29.794693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:29.826593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.841224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:29.841859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:29.969752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-7da25b3c-1e92-41b4-aaab-5bc9f95b7841 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2610016 Jul 16 22:50:29.982709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-262639fe-9a7e-4f0a-afcc-3c3a5b740805 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:50:29.992052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-262639fe-9a7e-4f0a-afcc-3c3a5b740805 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140321 Jul 16 22:50:30.170680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f942d93-d5fe-4127-8040-3d0a15f44465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.219832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cee15-6369-4df9-83be-9e5eb0867668 req-4faf618b-bc47-4f05-bbdb-8abce142b3a9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:30.228846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b87cee15-6369-4df9-83be-9e5eb0867668 req-4faf618b-bc47-4f05-bbdb-8abce142b3a9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.1053526 Jul 16 22:50:30.244520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] For port 860cd786-0d33-4a4f-ae91-531493dfdbcd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=860cd786-0d33-4a4f-ae91-531493dfdbcd,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:30.250412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.270141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.305593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b87cee15-6369-4df9-83be-9e5eb0867668 req-e55513c1-1869-4d06-9fb9-34c34a4515d8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757458 Jul 16 22:50:30.311876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:30.476821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14428154-e25b-41dd-b8ce-9f348059187a None None] Pushing event updated for resources: {'Port': ['ID=860cd786-0d33-4a4f-ae91-531493dfdbcd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:30.504062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:50:30.533482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Removed routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:50:30.533894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.682075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e703165-a181-43e4-8c99-632abc2146d8 req-0a5ff379-ec28-4cf3-a728-e42cf3802b8c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:30.686432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e703165-a181-43e4-8c99-632abc2146d8 req-0a5ff379-ec28-4cf3-a728-e42cf3802b8c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.1546764 Jul 16 22:50:30.752714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:28Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:28Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:30.773616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e703165-a181-43e4-8c99-632abc2146d8 req-af563d26-c81f-4ec2-b8b1-38a187cf93db tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814312 Jul 16 22:50:30.787929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:30.788378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Updating router 343b645b-5fbd-4d78-8aab-0ad51da6db17 port ab729f10-0f62-4b7b-975c-f26d2f0da2fb binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:30.874208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.874437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.878579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Provisioning for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:30.889028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Provisioning complete for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:30.889421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.930330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:30.958945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:31.006136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Port ab729f10-0f62-4b7b-975c-f26d2f0da2fb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:31.036761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 860cd786-0d33-4a4f-ae91-531493dfdbcd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:31.079656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:31.093521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Provisioning complete for port 860cd786-0d33-4a4f-ae91-531493dfdbcd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:31.093899 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-273d09fd-8bfc-44fa-8920-e1381b73d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.167510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-04d70ea4-3a30-40b5-8246-19e1e8db1f11 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:31.179972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-04d70ea4-3a30-40b5-8246-19e1e8db1f11 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1095 time: 0.3254158 Jul 16 22:50:31.190792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Request body: {'binding': {'host': 'n-h1-793621-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:31.193731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Unknown quota resources ['binding']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 22:50:31.274819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:31.305227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.309681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-82e29857-eee2-42f1-a8e4-155350367643 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 933 time: 1.5328033 Jul 16 22:50:31.310262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:31.367795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 860cd786-0d33-4a4f-ae91-531493dfdbcd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:31.368812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.445304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.475136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-deb7e488-5d59-4e8e-864f-c30a55857cf4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 933 time: 0.1629252 Jul 16 22:50:31.478330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:31.481623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on host n-h1-793621-16 for vnic_type normal with profile None {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:31.481992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:31.482406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:31.485023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'routes': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:31.503485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:50:31.503878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:31.549772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.562551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dfc91965-eb51-430c-83b7-240d4a7bb0f3 None None] Provisioning complete for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:31.563199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfc91965-eb51-430c-83b7-240d4a7bb0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.619081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:31.619456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:31.619852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Bound using segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:31.620935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Bound port: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:31.634035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.658430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dfc91965-eb51-430c-83b7-240d4a7bb0f3 None None] Port ab729f10-0f62-4b7b-975c-f26d2f0da2fb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:31.682621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a8c5a5b0-30ae-43eb-9806-38bbaa247696 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:31.763762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.790687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Transition to ACTIVE for port object ab729f10-0f62-4b7b-975c-f26d2f0da2fb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:31.794242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c110cfbe-cbf2-4ca7-85c4-c16b9ee95df2 None None] Provisioning complete for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:31.794921 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c110cfbe-cbf2-4ca7-85c4-c16b9ee95df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.813497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52211-4fe8-4333-a716-403154f7923a req-453cb3d4-e356-40ee-99c1-92f805bc7467 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:31.821080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cf52211-4fe8-4333-a716-403154f7923a req-453cb3d4-e356-40ee-99c1-92f805bc7467 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.3301077 Jul 16 22:50:31.833403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.835636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:31.849457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.851266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-dfd4c791-255b-413e-9647-492569d0518b service neutron] 10.222.0.70 "POST /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.6647861 Jul 16 22:50:31.891875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cf52211-4fe8-4333-a716-403154f7923a req-d315ff00-79ac-4703-87dd-9d83669091fb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679560 Jul 16 22:50:31.923086 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.937764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:31.945095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] 10.222.0.70 "DELETE /v2.0/security-groups/96ca3eb7-6e12-4707-8779-3af93f6744c5 HTTP/1.1" status: 204 len: 168 time: 0.9845228 Jul 16 22:50:31.972945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a24a4d-fc17-449b-b8bf-79b4c3df8cf8 tempest-TestVolumeBackupRestore-105310897 tempest-TestVolumeBackupRestore-105310897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ca3eb7-6e12-4707-8779-3af93f6744c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:31.977853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a8c5a5b0-30ae-43eb-9806-38bbaa247696 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:31.978451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.125560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0061-53fd-4450-bcf1-3ba7e9aa66e5 None None] Pushing event updated for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:32.154856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c110cfbe-cbf2-4ca7-85c4-c16b9ee95df2 None None] Port ab729f10-0f62-4b7b-975c-f26d2f0da2fb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:32.370459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:50:32.371050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:50:32.496234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.514666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Attempting to bind port ab729f10-0f62-4b7b-975c-f26d2f0da2fb on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:32.515157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Attempting to bind port ab729f10-0f62-4b7b-975c-f26d2f0da2fb by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:32.515446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Attempting to bind port ab729f10-0f62-4b7b-975c-f26d2f0da2fb on network bd3c0489-a64d-4f9f-800d-f1672f1f554e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:32.528549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:32.528950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Checking segment: {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:32.529374 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.529779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Bound using segment: {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:32.530267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Bound port: ab729f10-0f62-4b7b-975c-f26d2f0da2fb, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f9aa8c-95d1-4035-937e-48c9fab861a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:32.530657 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.567698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e307a7-f94b-4e37-97e2-0f25adb8cda8 req-8679b9b2-ce63-4419-8de2-f4e7e2410e38 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:32.569307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64e307a7-f94b-4e37-97e2-0f25adb8cda8 req-8679b9b2-ce63-4419-8de2-f4e7e2410e38 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.1757829 Jul 16 22:50:32.646311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] For port ab729f10-0f62-4b7b-975c-f26d2f0da2fb, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:32.650146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] For port ab729f10-0f62-4b7b-975c-f26d2f0da2fb, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:32.655014 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.713477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64e307a7-f94b-4e37-97e2-0f25adb8cda8 req-d9a70df4-ea01-4b63-beec-f793ccea8a05 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336029 Jul 16 22:50:32.822045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:32.822940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:32.830072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0061-53fd-4450-bcf1-3ba7e9aa66e5 None None] Pushing event updated for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:32.848786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bba825-514a-4333-9f10-17f29def99b8 req-a50dfce3-749c-41b7-8373-9153b9232277 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:32.867287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00bba825-514a-4333-9f10-17f29def99b8 req-a50dfce3-749c-41b7-8373-9153b9232277 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.6931064 Jul 16 22:50:32.952367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:32.965111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-f3d5f20a-9244-4aba-926c-28563da559c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:32.967066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-f3d5f20a-9244-4aba-926c-28563da559c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1098 time: 0.7734673 Jul 16 22:50:33.032672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:33.074599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00bba825-514a-4333-9f10-17f29def99b8 req-14664ceb-c280-4bba-adb7-6826b78bbc78 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062166 Jul 16 22:50:33.317373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:33.330420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:33.362112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-729ae09c-23be-4107-9f82-36ae44a6f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:33.365419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-729ae09c-23be-4107-9f82-36ae44a6f424 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.3459716 Jul 16 22:50:33.445627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:33.581097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:33.616373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0c40a-0c4c-45a3-ac26-715edea3e0af None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:33.793268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-9e994ebb-8938-4ba9-9499-a81bbfd86878 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1002 time: 0.2771950 Jul 16 22:50:33.908307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:33.962608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-848a4ef5-3332-4591-a7ed-29cfca2f4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:33.964670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-848a4ef5-3332-4591-a7ed-29cfca2f4430 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.1657922 Jul 16 22:50:34.668183 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:34.682767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:34.683554 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:34.707069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805c80a-9d99-4349-af87-203e174aa314 req-d5772327-f2f1-407f-a27a-ef28213bdc57 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:34.720229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b805c80a-9d99-4349-af87-203e174aa314 req-d5772327-f2f1-407f-a27a-ef28213bdc57 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.7267611 Jul 16 22:50:34.821640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:34.837343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:34.838659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d4e1166d-5855-4273-bd96-0a80341e7b62 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 699 time: 3.3592710 Jul 16 22:50:34.842402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37474) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:34.871062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b805c80a-9d99-4349-af87-203e174aa314 req-12ee96c0-8a36-4078-92e7-56f555b8734a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496854 Jul 16 22:50:34.978241 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:34.986209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-3c57be8d-44e7-4151-887f-e241ca73d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:34.987964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-3c57be8d-44e7-4151-887f-e241ca73d686 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8912678 Jul 16 22:50:35.011657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740284af-401d-4336-9048-720019cd924f req-880a4104-1995-4a90-9037-41eb6b111917 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:35.021240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-740284af-401d-4336-9048-720019cd924f req-880a4104-1995-4a90-9037-41eb6b111917 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.2410061 Jul 16 22:50:35.147678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ab729f10-0f62-4b7b-975c-f26d2f0da2fb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:35.327763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:35.332268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-31d8b9fc-9180-4f94-a823-84b809e0d954 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 699 time: 0.4884729 Jul 16 22:50:35.333539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:35.346312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:35.346766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:35.391021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:50:35.467397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-740284af-401d-4336-9048-720019cd924f req-5fef681e-ee21-4832-9001-ec36d612e976 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431174 Jul 16 22:50:35.473146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-d1651ea2-4897-4632-9ce5-0b31d1f211a5 service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768963 Jul 16 22:50:35.596219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:35.637011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:35.683371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-e519c53d-28b8-45fd-afb8-37a2c096ad26 service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933012 Jul 16 22:50:35.686506 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 4, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:35.746413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ab729f10-0f62-4b7b-975c-f26d2f0da2fb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:35.757497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:35.783019 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:35.804305 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:35.805909 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:35.994603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:36.047417 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:36.148083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-9f7e2369-6aff-4070-a244-15f8bbc746d7 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:36.155216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-9f7e2369-6aff-4070-a244-15f8bbc746d7 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a&tenant_id=95f977a739d24e11bb3c37be8e56bd94&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1098 time: 0.4071081 Jul 16 22:50:36.167833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-16'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:36.405774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:36.545685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.17 (0b99040d-2ecd-4918-ae43-024bd59a671c/8493ce37-290e-45fe-8237-bda2bf3fac1f/c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:36.603681 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:35Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:36.606798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddd7ff-4fcb-4c6a-bf2e-06bf446d7e30 req-65a5e0fe-37f4-4181-8e15-bd3f6581e8eb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:36.612322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fddd7ff-4fcb-4c6a-bf2e-06bf446d7e30 req-65a5e0fe-37f4-4181-8e15-bd3f6581e8eb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.4012716 Jul 16 22:50:36.699856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fddd7ff-4fcb-4c6a-bf2e-06bf446d7e30 req-405ea886-1053-45f5-ad1c-52b81451e7d2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681341 Jul 16 22:50:36.706449 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84001eb-9fef-4b8d-9672-ec316b0c99af None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:35Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:36.745851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:36.775382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:36.913924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:36.977333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addcc5d-f539-4549-abce-43b863ac636c req-696aa59d-b7fc-496c-a708-ce054da15ebe tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:36.985933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1addcc5d-f539-4549-abce-43b863ac636c req-696aa59d-b7fc-496c-a708-ce054da15ebe tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.2377627 Jul 16 22:50:37.009152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:37.029774 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1979f414-d9db-4c16-8b8a-ea95357f24e5" -d '{"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-unplugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:37.055301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.070102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ab729f10-0f62-4b7b-975c-f26d2f0da2fb up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:37.073853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.174578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.175475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:37.185527 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484df53-d1a8-42f1-95c8-cffe39ed714d x-openstack-request-id: req-6484df53-d1a8-42f1-95c8-cffe39ed714d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:37.186712 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-unplugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:37.187972 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6484df53-d1a8-42f1-95c8-cffe39ed714d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:37.188622 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'code': 200} Jul 16 22:50:37.197432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:37.206031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:37.231691 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1addcc5d-f539-4549-abce-43b863ac636c req-47bc6cbe-3268-42a4-a72a-1cb829fe621e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442546 Jul 16 22:50:37.235348 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:37.266112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:37.381065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.419252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ab729f10-0f62-4b7b-975c-f26d2f0da2fb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:37.419554 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.423885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on host n-h2-793621-16 for vnic_type normal with profile {"migrating_to": "n-h1-793621-16"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:37.432081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:37.433503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:37.440912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:50:37.442042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Attempting to bind port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on network a9a24ee8-181c-4233-9cd9-14fed79a5f1e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:37.466070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:37.466701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Checking segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:37.471192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Bound using segment: {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:37.472074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Bound port: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baca308-7579-4276-add5-91441b9d26b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:37.472614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.478111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:37.483374 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 0b99040d-2ecd-4918-ae43-024bd59a671c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:37.485891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:37.489967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:37.519925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:37.635353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:37.642699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:37.650960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.707144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:37.783773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:37.951385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port ab729f10-0f62-4b7b-975c-f26d2f0da2fb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:37.953456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.073176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:38.078358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.080572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-d8b00ed7-aa0a-4be6-994f-48ee5d37f2b7 service neutron] 10.222.0.68 "PUT /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1124 time: 1.9176800 Jul 16 22:50:38.091037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port ab729f10-0f62-4b7b-975c-f26d2f0da2fb, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:38.091666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.108321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for ab729f10-0f62-4b7b-975c-f26d2f0da2fb owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:38.192168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937a78e-4e91-4fa0-8505-a9e46d4e8d66 req-dcff9e82-5330-4af4-ade7-e998ba787108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:38.194645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7937a78e-4e91-4fa0-8505-a9e46d4e8d66 req-dcff9e82-5330-4af4-ade7-e998ba787108 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 944 time: 0.1923623 Jul 16 22:50:38.251057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7937a78e-4e91-4fa0-8505-a9e46d4e8d66 req-1d5c119e-983f-484f-853b-77e4bfb0b2f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503840 Jul 16 22:50:38.273224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:38.346339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.351760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] Provisioning complete for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:38.352396 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.551946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:35Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:38.598915 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.601248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:38.645992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:38.646632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:38.654083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:38.656568 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adbdaf7-2e68-4b04-8061-8ab714816c6b" -d '{"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-plugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:38.717535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:38.723736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079d27-f2d5-46b3-893c-b5fab8235701 req-3e034d55-94bf-417c-9c1f-a7dce584db73 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:38.725452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03079d27-f2d5-46b3-893c-b5fab8235701 req-3e034d55-94bf-417c-9c1f-a7dce584db73 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.2533336 Jul 16 22:50:38.768494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.818946 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c249de60-fd82-4b49-bea3-e224300d8b24 x-openstack-request-id: req-c249de60-fd82-4b49-bea3-e224300d8b24 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:38.819192 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-plugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:38.819488 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c249de60-fd82-4b49-bea3-e224300d8b24 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:38.819771 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'code': 200} Jul 16 22:50:38.824567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:38.973830 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:39.072747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c393-1e64-47c6-a7ed-0328df8f0b18 None None] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:39.190007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:39.192605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99ae807-c107-4fa3-b20e-64309f390246" -d '{"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:39.222512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03079d27-f2d5-46b3-893c-b5fab8235701 req-ebba476a-2047-4b3c-8eea-c7dd2e9eee7f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814115 Jul 16 22:50:39.259409 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855234b-9793-41fa-a922-183b293ccdcf x-openstack-request-id: req-5855234b-9793-41fa-a922-183b293ccdcf {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:39.260099 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:39.260646 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5855234b-9793-41fa-a922-183b293ccdcf {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:39.261304 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'status': 'completed', 'code': 200} Jul 16 22:50:39.266916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=ab729f10-0f62-4b7b-975c-f26d2f0da2fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:39.314420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:39.482495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Provisioning complete for port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:39.483512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:39.540586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:35Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:39.586958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf31a5b-e4a1-4b61-b351-ad16d8a4ee53 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:32Z', 'revision_number': 7, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab729f10-0f62-4b7b-975c-f26d2f0da2fb', 'name': '', 'network_id': 'bd3c0489-a64d-4f9f-800d-f1672f1f554e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:84:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:27Z', 'updated_at': '2021-07-16T22:50:35Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'da937540-26d9-4a9f-af00-5b14dd80518c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:39.708746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae807-c107-4fa3-b20e-64309f390246 req-6b65e210-1a0e-472b-9171-744caae79865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:39.710444 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-6b65e210-1a0e-472b-9171-744caae79865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1129 time: 0.3684275 Jul 16 22:50:39.733659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:39.737986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Provisioning for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:39.743186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Provisioning complete for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:39.743593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:39.813310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28083230-c795-4953-94fb-c941f50a4786 None None] Port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:39.830661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c6d69-cb99-4983-83ff-6552b9b61ef2 req-aad2a81b-8d72-4df0-ba5d-d0887fb35f8a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:39.838161 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-974c6d69-cb99-4983-83ff-6552b9b61ef2 req-aad2a81b-8d72-4df0-ba5d-d0887fb35f8a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.1942041 Jul 16 22:50:39.847794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:39.914114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-974c6d69-cb99-4983-83ff-6552b9b61ef2 req-abc7502f-0107-4ad1-b245-3134f8e7726a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748909 Jul 16 22:50:39.973065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae807-c107-4fa3-b20e-64309f390246 req-57bc5cb6-8712-45d1-a3f2-40e1d7fa3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:39.975910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-57bc5cb6-8712-45d1-a3f2-40e1d7fa3535 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.2549183 Jul 16 22:50:39.979473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.004790 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.236899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.282315 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:40.289795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-0e755808-3640-4fe6-8cd3-bdd36443ccdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1002 time: 0.2543206 Jul 16 22:50:40.293783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Deleting port 12095122-740e-49b2-9050-f66d953255aa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:40.294635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.420431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:40.432670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] For port 12095122-740e-49b2-9050-f66d953255aa, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=12095122-740e-49b2-9050-f66d953255aa,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:40.433067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.448635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Calling delete_port for 12095122-740e-49b2-9050-f66d953255aa owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:40.462333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-ec90daa4-7b97-43e5-8b52-1d61898188fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984306 Jul 16 22:50:40.465384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae807-c107-4fa3-b20e-64309f390246 req-fc4c0939-9f2e-4802-9c1e-c59729834021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:40.466763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-fc4c0939-9f2e-4802-9c1e-c59729834021 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.1627450 Jul 16 22:50:40.513643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network 0b99040d-2ecd-4918-ae43-024bd59a671c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:40.579286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:40.634520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-9f5d8a0c-61e5-4ceb-be2f-02d9c96ae657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:40.636596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-9f5d8a0c-61e5-4ceb-be2f-02d9c96ae657 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1097 time: 0.1191702 Jul 16 22:50:40.664122 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57837-7118-48e1-9e07-87941810ea78 req-d2481bdd-7f98-42bb-a5d4-1acdabbf2b42 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:40.669242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dff57837-7118-48e1-9e07-87941810ea78 req-d2481bdd-7f98-42bb-a5d4-1acdabbf2b42 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 943 time: 0.2727726 Jul 16 22:50:40.701310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:40.710733 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3cffb515-0300-4118-a5c8-7b3ce85d8426 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3704059 Jul 16 22:50:40.712929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:40.730994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:40.741979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:40.743385 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:40.744022 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:40.815987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12095122-740e-49b2-9050-f66d953255aa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:40.871246 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:40.878376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dff57837-7118-48e1-9e07-87941810ea78 req-bde3da81-2940-416b-8c08-8e8e4f4c6935 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031152 Jul 16 22:50:40.967910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06f7f4ee-4cad-4e28-a601-0b991ddc4302 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:50:40.970639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae807-c107-4fa3-b20e-64309f390246 req-1aab1115-b54a-4a0d-aad8-3721bad674bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:40.975546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-1aab1115-b54a-4a0d-aad8-3721bad674bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4973335 Jul 16 22:50:41.067670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-0ae13245-6326-4b5a-8bae-9b13fca84dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:41.074088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-0ae13245-6326-4b5a-8bae-9b13fca84dd7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 898 time: 0.3980329 Jul 16 22:50:41.128287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-74648047-4a61-4bb5-b152-78cd44653b9a service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286941 Jul 16 22:50:41.135102 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet da937540-26d9-4a9f-af00-5b14dd80518c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:41.149001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.183379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:41.200191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '06f7f4ee-4cad-4e28-a601-0b991ddc4302', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': '06f7f4ee-4cad-4e28-a601-0b991ddc4302', 'mac_address': 'fa:16:3e:b2:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:50:41.246083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28bfa485-3c54-4243-84b1-afeed0b07ffa None None] Provisioning complete for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:41.246725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28bfa485-3c54-4243-84b1-afeed0b07ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.299166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28bfa485-3c54-4243-84b1-afeed0b07ffa None None] Port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:50:41.306753 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.323862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f7f4ee-4cad-4e28-a601-0b991ddc4302 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:41.329896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f99ae807-c107-4fa3-b20e-64309f390246 req-0eefeff8-249e-4aee-8460-5ca44ab1c0e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898055 Jul 16 22:50:41.364437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:41.369325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.396627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:41.408579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-b3705bd8-0861-44ef-ab16-97e3690a99c6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 1000 time: 0.3202658 Jul 16 22:50:41.421347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.440167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:41.452591 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 8, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:41.509290 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:41.514031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-dcbe0bb6-de84-4d38-91ca-42044fa08b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:41.516090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-dcbe0bb6-de84-4d38-91ca-42044fa08b89 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 200 len: 835 time: 0.0495572 Jul 16 22:50:41.536824 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:41.537676 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:41.593527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.597502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ed6e-b64b-4815-a19d-f9a4a533c78e req-6617524d-0109-4c18-af8b-59a6be58be46 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:41.601308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f837ed6e-b64b-4815-a19d-f9a4a533c78e req-6617524d-0109-4c18-af8b-59a6be58be46 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.2721725 Jul 16 22:50:41.602349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:41.605379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['06f7f4ee-4cad-4e28-a601-0b991ddc4302'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:41.617905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.709735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-911df9d0-e8e6-4c6e-9c18-ab700cd954b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:41.711480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-911df9d0-e8e6-4c6e-9c18-ab700cd954b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839762 Jul 16 22:50:41.748685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f837ed6e-b64b-4815-a19d-f9a4a533c78e req-bda004ce-c38d-4a4b-95c9-e810063d8aff tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410398 Jul 16 22:50:41.817884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:41.824348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7467ddb3-32ac-4701-99f6-f00f4af81ef0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/d7f9570b-7043-4256-9a19-100ff9758fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3774996 Jul 16 22:50:41.846701 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.858616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:41.882175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab40ed6-bb95-4a83-9608-44d70656817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.882614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:41.884280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:41.895615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=da937540-26d9-4a9f-af00-5b14dd80518c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:41.897638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:41.899570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-626241ec-8679-48af-be1b-fe36266c20ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/da937540-26d9-4a9f-af00-5b14dd80518c HTTP/1.1" status: 204 len: 168 time: 1.1855869 Jul 16 22:50:41.905473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:41.936147 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:41.977495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632a2cc-1f40-4773-8788-96d4ac35c0ac None None] Network bd3c0489-a64d-4f9f-800d-f1672f1f554e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:42.088212 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-77467efe-6bc8-471f-962a-b25496d9cac0 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636763 Jul 16 22:50:42.181775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:50:42.253895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:42.386558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 8, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:42.415881 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431af09-135e-4e93-a391-c264c2ebfdc0 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 8, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8c5a5b0-30ae-43eb-9806-38bbaa247696', 'name': '', 'network_id': 'bd468422-07df-4657-9044-fef2bad2f483', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:2b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:20Z', 'updated_at': '2021-07-16T22:50:29Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'f3096534-b7ce-4c57-b5d2-b65af953ba4c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:42.436624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.515078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 860cd786-0d33-4a4f-ae91-531493dfdbcd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:42.515515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.519581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:42.554140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c has no active binding in host n-h1-793621-16 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 22:50:42.626775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 860cd786-0d33-4a4f-ae91-531493dfdbcd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=860cd786-0d33-4a4f-ae91-531493dfdbcd,segment=NetworkSegment(42f9aa8c-95d1-4035-937e-48c9fab861a0),segment_id=42f9aa8c-95d1-4035-937e-48c9fab861a0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:42.627140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.641493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 860cd786-0d33-4a4f-ae91-531493dfdbcd owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:42.706499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd', 'name': '', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:ed:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:36Z', 'updated_at': '2021-07-16T22:50:39Z', 'revision_number': 2, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:42.730452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.736593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:42.736593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Updating router d7f9570b-7043-4256-9a19-100ff9758fad port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:50:42.745751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 860cd786-0d33-4a4f-ae91-531493dfdbcd on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:42.785643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.797839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=860cd786-0d33-4a4f-ae91-531493dfdbcd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:42.804940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0ffed-69e6-4f77-a754-25d9bcde8e1f None None] DHCP port deletion for bd3c0489-a64d-4f9f-800d-f1672f1f554e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:42.956482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:42.973915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3c0489-a64d-4f9f-800d-f1672f1f554e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:42.985597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06f7f4ee-4cad-4e28-a601-0b991ddc4302 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:42.986761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6708ace6-8d69-46e4-8d2f-f216429f2d32 req-509c99e8-d43c-4173-8fa7-8419d536e892 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8766463 Jul 16 22:50:42.988034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f9aa8c-95d1-4035-937e-48c9fab861a0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:42.988536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f9aa8c-95d1-4035-937e-48c9fab861a0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:43.004944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Router 774f56ef-17a8-4a4a-919e-fee02c1eced0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:43.024715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 860cd786-0d33-4a4f-ae91-531493dfdbcd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:43.025271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.034474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dccc87-20ba-4329-86b8-688f44da4a6d req-3ebd2689-554a-49de-9096-d888a9d674ca tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:43.044470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33dccc87-20ba-4329-86b8-688f44da4a6d req-3ebd2689-554a-49de-9096-d888a9d674ca tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 944 time: 0.9134276 Jul 16 22:50:43.061668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 860cd786-0d33-4a4f-ae91-531493dfdbcd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:43.062014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 860cd786-0d33-4a4f-ae91-531493dfdbcd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:43.062446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ab729f10-0f62-4b7b-975c-f26d2f0da2fb no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:43.075548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.090915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:43.091839 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:43.095148 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:43.098002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ab729f10-0f62-4b7b-975c-f26d2f0da2fb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:43.098002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ab729f10-0f62-4b7b-975c-f26d2f0da2fb not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:43.122069 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab40ed6-bb95-4a83-9608-44d70656817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.140823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab40ed6-bb95-4a83-9608-44d70656817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.159751 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:43.169967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:43.170575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.192848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ba96-1ade-4773-a2c3-9edf03acd3c5 req-e80a8c06-6436-4ad1-85c4-e7f5345cef83 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:43.194456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5469ba96-1ade-4773-a2c3-9edf03acd3c5 req-e80a8c06-6436-4ad1-85c4-e7f5345cef83 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 946 time: 0.1825824 Jul 16 22:50:43.196151 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.203637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.206129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/bd3c0489-a64d-4f9f-800d-f1672f1f554e HTTP/1.1" status: 204 len: 168 time: 1.2994654 Jul 16 22:50:43.208919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:43.223862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33dccc87-20ba-4329-86b8-688f44da4a6d req-b5936915-8660-4ba0-b40a-4f47ab37ff20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782632 Jul 16 22:50:43.226272 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17037280-064b-4d1c-a172-7b978b6aeea9 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=bd3c0489-a64d-4f9f-800d-f1672f1f554e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:43.276491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1ab40ed6-bb95-4a83-9608-44d70656817f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43180f9610864ce8ac97bd75bd4e9bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6689312 Jul 16 22:50:43.277604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab40ed6-bb95-4a83-9608-44d70656817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3b793-de67-4ea2-87a2-ed302d9545b8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:43.311040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:43.336810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.341130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.366357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Transition to ACTIVE for port object c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:43.374039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5469ba96-1ade-4773-a2c3-9edf03acd3c5 req-31f48f8e-305f-44a4-a2e1-f4dafac0c837 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058905 Jul 16 22:50:43.384316 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.386397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:43.386651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:43.388033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:43.390489 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7bb70b-e1e2-4b10-9b0e-3f1421ecf4b5" -d '{"events": [{"server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "name": "network-vif-plugged", "status": "completed", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:43.392167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-feb1fe7c-7eb5-43cd-b1b7-a9a12be776a4 admin admin] 10.222.0.70 "PUT /v2.0/routers/774f56ef-17a8-4a4a-919e-fee02c1eced0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0766726 Jul 16 22:50:43.394877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:43.399357 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Sync routers for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:43.419166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.420537 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:43.422670 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:43.464463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.493936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.497573 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebaecb4-1228-49f3-af9a-2dfa8a17f956 x-openstack-request-id: req-cebaecb4-1228-49f3-af9a-2dfa8a17f956 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:43.498192 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "name": "network-vif-plugged", "status": "completed", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:43.498599 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cebaecb4-1228-49f3-af9a-2dfa8a17f956 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:43.499093 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302', 'code': 200} Jul 16 22:50:43.504153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d446-5175-4f29-98b7-b5c21cc495cc None None] Pushing event updated for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:43.595890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:43.614127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.618534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Attempting to bind port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:50:43.620947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Attempting to bind port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:50:43.621469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Attempting to bind port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd on network 0b99040d-2ecd-4918-ae43-024bd59a671c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:50:43.634938 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-d24eddcc-929c-48ba-ad35-31a8795573d5 service neutron] 10.222.0.47 "GET /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c/bindings/n-h1-793621-16 HTTP/1.1" status: 200 len: 385 time: 0.2912209 Jul 16 22:50:43.639336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:50:43.640002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Checking segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:50:43.640535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.641091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Bound using segment: {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:50:43.641718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Bound port: c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327addb-1094-4899-b30b-6f298ba62de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:50:43.642206 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.698531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.701231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.702450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13e3b793-de67-4ea2-87a2-ed302d9545b8 HTTP/1.1" status: 204 len: 168 time: 0.3903754 Jul 16 22:50:43.731237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] For port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:43.735110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] For port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:50:43.736541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:43.747216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.789716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a04af0-4c17-4a40-a772-564d0786fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3b793-de67-4ea2-87a2-ed302d9545b8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:43.796532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fbb5-fd2b-4a4c-9426-4b39454e4b19 req-a50562f8-d145-49c7-84e8-0f5cd1c5b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:43.798384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a129fbb5-fd2b-4a4c-9426-4b39454e4b19 req-a50562f8-d145-49c7-84e8-0f5cd1c5b4e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 1097 time: 0.2623568 Jul 16 22:50:43.870760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:43.871573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:43.921490 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:43.927028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a129fbb5-fd2b-4a4c-9426-4b39454e4b19 req-cd03f54b-f6dd-401d-ac1e-3daa0e8ef341 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082826 Jul 16 22:50:43.952001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d446-5175-4f29-98b7-b5c21cc495cc None None] Pushing event updated for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:44.027700 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:50:40Z', 'revision_number': 5, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port': {'id': '7de2a22d-297e-4fdf-825d-09b1711eb960', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:45:56Z', 'updated_at': '2021-07-16T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:44.053670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Deleting port 7de2a22d-297e-4fdf-825d-09b1711eb960 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:44.054236 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.072049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Checking router: 774f56ef-17a8-4a4a-919e-fee02c1eced0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:44.075517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:44.091608 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Routers {'774f56ef-17a8-4a4a-919e-fee02c1eced0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:44.092248 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['774f56ef-17a8-4a4a-919e-fee02c1eced0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:44.146672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:44.186749 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:44.227645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] For port 7de2a22d-297e-4fdf-825d-09b1711eb960, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=7de2a22d-297e-4fdf-825d-09b1711eb960,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:44.228243 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.230164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.249481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Calling delete_port for 7de2a22d-297e-4fdf-825d-09b1711eb960 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:44.274523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] Set router 774f56ef-17a8-4a4a-919e-fee02c1eced0 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:44.378294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:44.392589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:44.397451 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ef1fe-547c-417b-94a8-a90ab0df9ffc" -d '{"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-unplugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:44.398213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:50:43Z', 'revision_number': 6, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:44.405403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.475542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd', 'name': '', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:ed:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:36Z', 'updated_at': '2021-07-16T22:50:43Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:44.483828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af11c9-d926-47d7-b55c-0a9da9c843d2 None None] The sync data for ids ['774f56ef-17a8-4a4a-919e-fee02c1eced0'] in n-d-793621-16 is: [{'id': '774f56ef-17a8-4a4a-919e-fee02c1eced0', 'name': 'tempest-TestVolumeBackupRestore-1755559929-router', 'tenant_id': '8784e57d600146feb6ab4b44d95b5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:45:55Z', 'updated_at': '2021-07-16T22:50:43Z', 'revision_number': 6, 'project_id': '8784e57d600146feb6ab4b44d95b5a13', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:44.521589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffbf6-11d3-4155-8a7b-a05e11cbf9c7 None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd', 'name': '', 'network_id': '0b99040d-2ecd-4918-ae43-024bd59a671c', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:ed:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:36Z', 'updated_at': '2021-07-16T22:50:43Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '8493ce37-290e-45fe-8237-bda2bf3fac1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:44.579798 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5013a33f-a804-4516-a690-906988ecd85e x-openstack-request-id: req-5013a33f-a804-4516-a690-906988ecd85e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:44.580528 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-unplugged", "status": "completed", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:44.581133 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5013a33f-a804-4516-a690-906988ecd85e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:44.581750 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'code': 200} Jul 16 22:50:44.622884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.637879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] Transition to ACTIVE for port object b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:50:44.649724 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.700602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Pushing event deleted for resources: {'Port': ['ID=7de2a22d-297e-4fdf-825d-09b1711eb960,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:44.786125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b07c-9667-498e-a160-bfe9be59f712 req-e66edca7-2c45-4fde-9b5e-4c6b6e7865a9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:44.798647 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cc5b07c-9667-498e-a160-bfe9be59f712 req-e66edca7-2c45-4fde-9b5e-4c6b6e7865a9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.3584728 Jul 16 22:50:44.804355 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:44.965751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=11']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:44.980852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0549-9232-451a-8edc-9294bcd1ae7d req-29535ab4-38a0-4d92-9c05-49a0bfb358f7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:44.995733 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9f0549-9232-451a-8edc-9294bcd1ae7d req-29535ab4-38a0-4d92-9c05-49a0bfb358f7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.3541083 Jul 16 22:50:45.014824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.018346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.099071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4cc5b07c-9667-498e-a160-bfe9be59f712 req-e1b271a4-48d5-4725-b09d-8085621c72f2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944591 Jul 16 22:50:45.222270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9f0549-9232-451a-8edc-9294bcd1ae7d req-8c9f6ee6-c478-4904-a3be-6e52bb6768d7 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244503 Jul 16 22:50:45.226371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.230200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774f56ef-17a8-4a4a-919e-fee02c1eced0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:50:45.237446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12095122-740e-49b2-9050-f66d953255aa no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:45.251242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.254743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a0e14688-eb72-4121-a40c-081bb079642a admin admin] 10.222.0.70 "DELETE /v2.0/routers/774f56ef-17a8-4a4a-919e-fee02c1eced0 HTTP/1.1" status: 204 len: 168 time: 1.8568203 Jul 16 22:50:45.256664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:45.265786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] No DVR routers for this DVR port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:45.281833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 12095122-740e-49b2-9050-f66d953255aa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:45.284657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 12095122-740e-49b2-9050-f66d953255aa not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:45.312665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Deleting subnet db3c4eaa-544a-461c-98c2-c251a89e2044 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:45.316676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.362276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.466782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.473341 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-bdaaf37a-1cd7-4210-9365-cb5ac869ef47 service neutron] 10.222.0.47 "PUT /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c/bindings/n-h1-793621-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8350856 Jul 16 22:50:45.480919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port a8c5a5b0-30ae-43eb-9806-38bbaa247696 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:45.481633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.607814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.656117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3c4eaa-544a-461c-98c2-c251a89e2044,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:45.659842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.666327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a1138-d27b-4ec6-b3ae-61d787e07fd2 None None] Network 75ad7e97-96d1-4b27-8c8c-711f13685a34 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:45.667742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:45.669825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-df903dc6-99ba-4afe-b342-8314edc438af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/db3c4eaa-544a-461c-98c2-c251a89e2044 HTTP/1.1" status: 204 len: 168 time: 0.4133422 Jul 16 22:50:45.676642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port a8c5a5b0-30ae-43eb-9806-38bbaa247696, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a8c5a5b0-30ae-43eb-9806-38bbaa247696,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:45.677184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.691905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-2c441d33-6876-461a-b221-77992c59336c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:45.693488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-2c441d33-6876-461a-b221-77992c59336c tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a&tenant_id=95f977a739d24e11bb3c37be8e56bd94&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1432133 Jul 16 22:50:45.708572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for a8c5a5b0-30ae-43eb-9806-38bbaa247696 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:45.777828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.802850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-885d1172-e908-4d4b-ad4f-384472cc9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:45.805014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-885d1172-e908-4d4b-ad4f-384472cc9dff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 1097 time: 0.1022274 Jul 16 22:50:45.962699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Deleting port 9cdaff27-3ec1-4c35-aa89-198df9324078 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:45.963961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:45.973499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-0845103f-d035-4239-8bc1-9e16fc18f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:45.974987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-0845103f-d035-4239-8bc1-9e16fc18f787 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1097 time: 0.1313202 Jul 16 22:50:45.996603 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] DHCP port deletion for 75ad7e97-96d1-4b27-8c8c-711f13685a34 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:46.054585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Deleting port 9cdaff27-3ec1-4c35-aa89-198df9324078 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:46.054968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.123459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-2768193a-9c15-459f-ace0-d43ecde079c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:46.125452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-2768193a-9c15-459f-ace0-d43ecde079c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.1433842 Jul 16 22:50:46.141705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] For port 9cdaff27-3ec1-4c35-aa89-198df9324078, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cdaff27-3ec1-4c35-aa89-198df9324078,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:46.142048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.149770 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.164607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Calling delete_port for 9cdaff27-3ec1-4c35-aa89-198df9324078 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:46.171780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] For port 9cdaff27-3ec1-4c35-aa89-198df9324078, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9cdaff27-3ec1-4c35-aa89-198df9324078,segment=NetworkSegment(35c95aed-f35d-4c22-9298-ebbe6d762891),segment_id=35c95aed-f35d-4c22-9298-ebbe6d762891)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:46.172453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.189826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Calling delete_port for 9cdaff27-3ec1-4c35-aa89-198df9324078 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:46.193966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=a8c5a5b0-30ae-43eb-9806-38bbaa247696,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:46.225215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-4173d334-d40e-4d3a-99f6-b8d52284f45f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 1000 time: 0.0921042 Jul 16 22:50:46.312760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-af27f3f9-6192-4927-8d02-41fdb8d64d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:46.314989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-af27f3f9-6192-4927-8d02-41fdb8d64d8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.0828505 Jul 16 22:50:46.372846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.457498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] No DVR routers for this DVR port 9cdaff27-3ec1-4c35-aa89-198df9324078 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:46.461260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700684-a22e-41ae-90ad-f580a81504e5 None None] Pushing event deleted for resources: {'Port': ['ID=9cdaff27-3ec1-4c35-aa89-198df9324078,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:46.466501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-8a5800a2-56f1-4a7f-820e-c6ba60899504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:46.475569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-8a5800a2-56f1-4a7f-820e-c6ba60899504 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461635 Jul 16 22:50:46.590409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.622483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:46.630364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8380a53-4232-4413-908e-6b71df45ad04 req-06ecf065-417a-4ee2-881c-306fd2fdb5b0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:46.631485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdaff27-3ec1-4c35-aa89-198df9324078,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:46.631912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8380a53-4232-4413-908e-6b71df45ad04 req-06ecf065-417a-4ee2-881c-306fd2fdb5b0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.1551929 Jul 16 22:50:46.644721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] No DVR routers for this DVR port 9cdaff27-3ec1-4c35-aa89-198df9324078 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:46.679475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-5b868bbe-a77b-48f8-9036-4e0bb687918a service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865675 Jul 16 22:50:46.701216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8380a53-4232-4413-908e-6b71df45ad04 req-25806b89-f243-4d8f-b5b8-77ba7ed7832a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624957 Jul 16 22:50:46.791813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-5d165916-538e-4a5e-929d-1f0851f4fe6b service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042309 Jul 16 22:50:46.998207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:47.084723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d757-9634-42d2-ba75-36c99890c031 req-d08e157f-d7cf-49ec-b78d-f8d7225be3e1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:47.086453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa56d757-9634-42d2-ba75-36c99890c031 req-d08e157f-d7cf-49ec-b78d-f8d7225be3e1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.5957170 Jul 16 22:50:47.203672 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa56d757-9634-42d2-ba75-36c99890c031 req-61bfd85c-c5a9-4cfb-aa5a-4909904beb5f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006794 Jul 16 22:50:47.221368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d184-984a-4212-9065-5570626220da req-e3c33db1-f46c-41e1-a547-2e59c4821588 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:47.221368 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-e3c33db1-f46c-41e1-a547-2e59c4821588 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a&tenant_id=95f977a739d24e11bb3c37be8e56bd94&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 1097 time: 0.1004298 Jul 16 22:50:47.231265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:47.262181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:47.303165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:47.308791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:47.309260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.319883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.361002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ad7e97-96d1-4b27-8c8c-711f13685a34']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:47.379618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c95aed-f35d-4c22-9298-ebbe6d762891') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:47.380388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c95aed-f35d-4c22-9298-ebbe6d762891') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:47.395029 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.413473 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.423247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.423839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:47.425038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:47.425569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self.session.flush() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:47.427388 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:47.461008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ae8d184-984a-4212-9065-5570626220da req-b5fea27a-7bde-4ccf-8820-a11746b18547 service neutron] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:50:47.469288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:47.470739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ae8d184-984a-4212-9065-5570626220da req-b5fea27a-7bde-4ccf-8820-a11746b18547 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.471925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2ae8d184-984a-4212-9065-5570626220da req-b5fea27a-7bde-4ccf-8820-a11746b18547 service neutron] 10.222.0.68 "DELETE /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c/bindings/n-h2-793621-16 HTTP/1.1" status: 204 len: 173 time: 0.2483199 Jul 16 22:50:47.473958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.487253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a3d06-86b6-4ff5-bec8-21f74c7471b2 req-2fbd4d6b-c976-4fa1-9e9c-d77ffd3f2263 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:47.488626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e2a3d06-86b6-4ff5-bec8-21f74c7471b2 req-2fbd4d6b-c976-4fa1-9e9c-d77ffd3f2263 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.0988088 Jul 16 22:50:47.555657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7de2a22d-297e-4fdf-825d-09b1711eb960 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:47.560675 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:47.572896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e2a3d06-86b6-4ff5-bec8-21f74c7471b2 req-22c2875d-84dd-4b42-83e6-759b791b92fb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Jul 16 22:50:47.589808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 7de2a22d-297e-4fdf-825d-09b1711eb960 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:47.590407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 7de2a22d-297e-4fdf-825d-09b1711eb960 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:47.591001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cdaff27-3ec1-4c35-aa89-198df9324078 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:47.614036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9cdaff27-3ec1-4c35-aa89-198df9324078 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:47.614401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9cdaff27-3ec1-4c35-aa89-198df9324078 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:47.632918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.639927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.643627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] 10.222.0.70 "DELETE /v2.0/networks/75ad7e97-96d1-4b27-8c8c-711f13685a34 HTTP/1.1" status: 204 len: 168 time: 1.9728925 Jul 16 22:50:47.645107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:47.657572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc787f4-1824-4084-a5e3-76300f23d014 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ad7e97-96d1-4b27-8c8c-711f13685a34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:47.676651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:47.687015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:47.689577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7aff7eac-20c7-4270-8138-5a9f60c64243 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4794867 Jul 16 22:50:47.692729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:47.705891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:47.706540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:47.805434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet f3096534-b7ce-4c57-b5d2-b65af953ba4c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:47.810755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.899422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b1f4a-5de8-4be5-af77-5179925dd7c0 req-a3fe7d2e-5cd4-4c51-ba99-f398f76fab6b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:47.902046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-504b1f4a-5de8-4be5-af77-5179925dd7c0 req-a3fe7d2e-5cd4-4c51-ba99-f398f76fab6b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.1938081 Jul 16 22:50:47.930198 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:47.956275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:48.001934 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-504b1f4a-5de8-4be5-af77-5179925dd7c0 req-3c2d089a-f950-4674-804c-3d37b9e163a1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876644 Jul 16 22:50:48.090811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d5e0-59d0-40a5-8a09-5ee29e7a6024 req-c9d5f065-7320-4de9-9393-7e94f4acbc3e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:48.096319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.098434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8e7d5e0-59d0-40a5-8a09-5ee29e7a6024 req-c9d5f065-7320-4de9-9393-7e94f4acbc3e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.1678212 Jul 16 22:50:48.155103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b8e7d5e0-59d0-40a5-8a09-5ee29e7a6024 req-7a1ad7ea-9ee6-4e05-9522-122c99568f49 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555007 Jul 16 22:50:48.181145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.273159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=f3096534-b7ce-4c57-b5d2-b65af953ba4c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:48.289686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.295876 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-838c25e9-cbad-4aea-b01a-8bebdf109727 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/f3096534-b7ce-4c57-b5d2-b65af953ba4c HTTP/1.1" status: 204 len: 168 time: 0.6011491 Jul 16 22:50:48.297531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:48.321919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d47c89-075f-4722-9cd2-df97bc6fa575 None None] Network bd468422-07df-4657-9044-fef2bad2f483 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:48.455731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:45Z', 'revision_number': 9, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:48.461426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.469600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.488869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:48.508750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:48.509422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:48.537504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac586c-9184-4d6d-879a-13cf5682c26a req-f73a9137-171c-4ab9-b58d-c7b4b236882d tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:48.539153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9ac586c-9184-4d6d-879a-13cf5682c26a req-f73a9137-171c-4ab9-b58d-c7b4b236882d tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1097 time: 0.2143700 Jul 16 22:50:48.619861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:48.644094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f012a-e387-4be2-963c-fefefbb03f68 req-cdd4abe6-096d-4cd2-b8df-c71e7ada32e4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:48.645391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-218f012a-e387-4be2-963c-fefefbb03f68 req-cdd4abe6-096d-4cd2-b8df-c71e7ada32e4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.0821500 Jul 16 22:50:48.656262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9ac586c-9184-4d6d-879a-13cf5682c26a req-71074b40-b73c-4da4-9b46-4f55a356a759 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876987 Jul 16 22:50:48.731427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:48.731777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.749841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] DHCP port deletion for bd468422-07df-4657-9044-fef2bad2f483 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:48.765705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-218f012a-e387-4be2-963c-fefefbb03f68 req-386701cd-0916-4f75-a9a4-d89a855cafe4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947146 Jul 16 22:50:48.836361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:48.836603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.851728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:48.900892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Deleting port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:48.900892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.980004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] For port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,segment=NetworkSegment(497d20f9-d945-4ed4-ae15-c71442b332c4),segment_id=497d20f9-d945-4ed4-ae15-c71442b332c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:48.980473 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:48.991301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:49.019153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Calling delete_port for 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:49.045483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:45Z', 'revision_number': 9, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:49.096911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1ab0a-3ca8-458e-a5bc-24e1cde04782 req-aead94ac-473d-4375-b71e-d876444fbe23 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:49.098571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa1ab0a-3ca8-458e-a5bc-24e1cde04782 req-aead94ac-473d-4375-b71e-d876444fbe23 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.1441603 Jul 16 22:50:49.110108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe110dc-530c-4aa5-abdf-118afc0191f2 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:45Z', 'revision_number': 9, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '611d01d2-1b08-4fa0-aa12-74365179ae7e', 'name': '', 'network_id': '38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:07:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:09Z', 'updated_at': '2021-07-16T22:50:21Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'd9279eb9-6c7f-4864-acb4-a7cd5eb80822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:49.116632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Deleting port d752d3bc-7c87-40e1-bf7f-c284ac952154 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:49.116632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.119444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.143493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:49.143873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:50:49.151796 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 22:50:49.184880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.188343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:49.211189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:49.218218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.218613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.218912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.219244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.219991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.219991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.220182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] Pushing event deleted for resources: {'Port': ['ID=534264dd-0cb3-4a6d-85a1-b50a3a1aaf80,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:49.220284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.220509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.220835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.221526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.221526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.221792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:50:49.222133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7835a-fb6b-4b9d-9d45-2c1c82cd2574 None None] No DVR routers for this DVR port 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:49.536475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:49.566262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:49.566994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 534264dd-0cb3-4a6d-85a1-b50a3a1aaf80 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:49.634879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eaa1ab0a-3ca8-458e-a5bc-24e1cde04782 req-ebf4d479-b139-463c-b3e8-6898c32e8a26 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5243325 Jul 16 22:50:49.658454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:49.720190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-81c7be6b-f86f-4557-9318-6d8f45d32f71 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 200 len: 992 time: 0.0604527 Jul 16 22:50:49.731389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.742964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] For port d752d3bc-7c87-40e1-bf7f-c284ac952154, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d752d3bc-7c87-40e1-bf7f-c284ac952154,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:49.743326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.756911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd468422-07df-4657-9044-fef2bad2f483']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:49.770260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497d20f9-d945-4ed4-ae15-c71442b332c4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:49.770552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497d20f9-d945-4ed4-ae15-c71442b332c4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:49.772265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Calling delete_port for d752d3bc-7c87-40e1-bf7f-c284ac952154 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:49.783971 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.833463 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.842983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:49.843378 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:49.846382 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:49.935741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-6d15d2a4-533e-4dc5-bfd2-258115ded223 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:49.937445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-6d15d2a4-533e-4dc5-bfd2-258115ded223 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.1010387 Jul 16 22:50:49.971125 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:49.977039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:50.011296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.016356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/bd468422-07df-4657-9044-fef2bad2f483 HTTP/1.1" status: 204 len: 168 time: 1.7135577 Jul 16 22:50:50.017709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37886) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:50.041483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396c2bb-9ce3-43dc-b35c-d738ff4c7152 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=bd468422-07df-4657-9044-fef2bad2f483,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:50.152302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:50.153000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.183896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd1e82-b24f-47b7-ba0f-6be7050ea471 req-0189d032-d72c-4df6-8880-458e13a52678 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:50.186158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12bd1e82-b24f-47b7-ba0f-6be7050ea471 req-0189d032-d72c-4df6-8880-458e13a52678 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 945 time: 0.2589083 Jul 16 22:50:50.270305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port c74adaf0-9f20-4d5f-8074-b0d6858b708a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:50.270734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.314680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port 06f7f4ee-4cad-4e28-a601-0b991ddc4302, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=06f7f4ee-4cad-4e28-a601-0b991ddc4302,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:50.315137 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.340284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12bd1e82-b24f-47b7-ba0f-6be7050ea471 req-b5d4ed93-2258-4454-b886-8bd932f7e52d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434112 Jul 16 22:50:50.347458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.360375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 06f7f4ee-4cad-4e28-a601-0b991ddc4302 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:50.398242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d752d3bc-7c87-40e1-bf7f-c284ac952154,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:50.426486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.426831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.454561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for c74adaf0-9f20-4d5f-8074-b0d6858b708a owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:50.622466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.633692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['06f7f4ee-4cad-4e28-a601-0b991ddc4302'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:50.646381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.695130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=06f7f4ee-4cad-4e28-a601-0b991ddc4302,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:50.798984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port 06f7f4ee-4cad-4e28-a601-0b991ddc4302 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:50.807592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.811718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.813806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4a68e5c-47d0-4985-9f34-6c0e3443cc90 req-c73bab56-7995-4eb7-9a12-5e6ccadbbbb9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "DELETE /v2.0/ports/06f7f4ee-4cad-4e28-a601-0b991ddc4302 HTTP/1.1" status: 204 len: 173 time: 0.8709955 Jul 16 22:50:50.814261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'name': 'network-vif-deleted', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:50.819485 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea29296-7356-47c2-977d-89b8aeb388b8" -d '{"events": [{"server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "name": "network-vif-deleted", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:50.831161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:50.963531 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f32371-95bc-405a-b545-b4e9af5c60d8 x-openstack-request-id: req-31f32371-95bc-405a-b545-b4e9af5c60d8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:50.964396 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d90d11-7ab3-4949-82b0-e4d9effba595", "name": "network-vif-deleted", "tag": "06f7f4ee-4cad-4e28-a601-0b991ddc4302", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:50.967899 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31f32371-95bc-405a-b545-b4e9af5c60d8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:50.969440 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d90d11-7ab3-4949-82b0-e4d9effba595', 'name': 'network-vif-deleted', 'tag': '06f7f4ee-4cad-4e28-a601-0b991ddc4302', 'status': 'completed', 'code': 200} Jul 16 22:50:51.002575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:51.079029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a8c5a5b0-30ae-43eb-9806-38bbaa247696 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:51.125564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a8c5a5b0-30ae-43eb-9806-38bbaa247696 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:51.126204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a8c5a5b0-30ae-43eb-9806-38bbaa247696 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:51.136279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=c74adaf0-9f20-4d5f-8074-b0d6858b708a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:51.163091 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:51.163648 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP 1bef535a-89b0-4c72-bfee-4852a830dacf disassociated (deleted). External IP: 172.25.5.134, port: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c. Jul 16 22:50:51.200923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:51.396422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:51.406226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b18012f5-445f-4625-87e5-3d069adc17c5 admin admin] 10.222.0.70 "PUT /v2.0/routers/bfb3da64-3df4-4c8e-a7d2-bea32d9d0963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7596707 Jul 16 22:50:51.409723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:51.416544 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Sync routers for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:51.430065 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:51.430966 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:51.443374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 611d01d2-1b08-4fa0-aa12-74365179ae7e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:51.450067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:51.579107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 58571bf8-bc85-49a6-a329-9a8693913a0d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:51.585236 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:51.671604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1aa3587e-672d-49f3-947f-728a562279ec req-8feac15a-bbc6-4b39-91b6-5f3dbedec764 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0668070 Jul 16 22:50:51.711666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 611d01d2-1b08-4fa0-aa12-74365179ae7e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=611d01d2-1b08-4fa0-aa12-74365179ae7e,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:51.712325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:51.715672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:51.722557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:51.724882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Sync routers for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:51.736767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:51.742016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:51.774974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 611d01d2-1b08-4fa0-aa12-74365179ae7e owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:51.809448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ed4dd3c-1775-4b6f-ab8e-71610e366b45 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/floatingips/1bef535a-89b0-4c72-bfee-4852a830dacf HTTP/1.1" status: 204 len: 168 time: 1.8280265 Jul 16 22:50:51.946477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:51.983807 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:50:50Z', 'revision_number': 5, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.038707 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Checking router: bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:52.064890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Routers {'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:52.065532 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.066207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:52.074121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:52.230889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=611d01d2-1b08-4fa0-aa12-74365179ae7e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:52.287193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.356906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Checking router: 58571bf8-bc85-49a6-a329-9a8693913a0d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:52.381874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:52.382824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.419985 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] Set router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:52.582074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:52.758149 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:50:50Z', 'revision_number': 5, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.791499 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984528f9-66d0-4e39-ab4a-286039628d9e None None] The sync data for ids ['bfb3da64-3df4-4c8e-a7d2-bea32d9d0963'] in n-d-793621-16 is: [{'id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'name': 'tempest-TestVolumeBackupRestore-992205898-router', 'tenant_id': 'f1f5ba3824054c87beef2a595acbe966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:46:08Z', 'updated_at': '2021-07-16T22:50:50Z', 'revision_number': 5, 'project_id': 'f1f5ba3824054c87beef2a595acbe966', 'gw_port': {'id': '72dfe368-a33c-4640-ae8a-e8d47605c57d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb3da64-3df4-4c8e-a7d2-bea32d9d0963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:46:09Z', 'updated_at': '2021-07-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:52.885838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:52.906798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-511645ac-53be-4942-884a-a6fcd0d2dc3b req-0d6d60c4-9af3-4339-8c2a-c1ccf92a5b31 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0564470 Jul 16 22:50:52.931079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212a7f1-fa6a-419c-8133-04a091a33ff7 None None] The sync data for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 is: [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:49:29Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4ebfbcc4-3874-4220-9fdc-c4b6e15af8be', 'name': '', 'network_id': 'a9a24ee8-181c-4233-9cd9-14fed79a5f1e', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:5b:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:36Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '0e110f93-ab86-40dd-a58f-f99aa20285bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:52.970378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:52.972867 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475c7589-2891-4d3e-acd1-a053481a9ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:53.032019 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae03339-e5bd-4dbd-8820-a684cca3b3b9 x-openstack-request-id: req-0ae03339-e5bd-4dbd-8820-a684cca3b3b9 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:53.032384 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:53.032709 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ae03339-e5bd-4dbd-8820-a684cca3b3b9 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:53.033207 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'status': 'completed', 'code': 200} Jul 16 22:50:53.067180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:53.119043 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:53.171774 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:53.273440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d752d3bc-7c87-40e1-bf7f-c284ac952154 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:53.304201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d752d3bc-7c87-40e1-bf7f-c284ac952154 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:53.304626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d752d3bc-7c87-40e1-bf7f-c284ac952154 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:53.383851 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a5b48-66d2-4eb8-bd20-40cfe5e172e2 None None] New status for floating IP 1bef535a-89b0-4c72-bfee-4852a830dacf: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:50:53.449028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5a854-f72f-47ac-b7c0-0da28a920057 req-dac4705d-8923-4830-9814-2c7513a84b67 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:53.449675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0d5a854-f72f-47ac-b7c0-0da28a920057 req-dac4705d-8923-4830-9814-2c7513a84b67 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 1.1225548 Jul 16 22:50:53.470585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-6b059b0d-9295-4dfe-818a-b42dc88ba6db tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:53.472270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-6b059b0d-9295-4dfe-818a-b42dc88ba6db tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.68 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 945 time: 0.4315476 Jul 16 22:50:53.604685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-2835a10b-633c-430c-83f7-f67d05f43efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:53.617784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-2835a10b-633c-430c-83f7-f67d05f43efb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 1097 time: 0.5483265 Jul 16 22:50:53.648561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Deleting port 72dfe368-a33c-4640-ae8a-e8d47605c57d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:53.649298 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:53.719073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e0d5a854-f72f-47ac-b7c0-0da28a920057 req-c946f1d4-8dd3-4677-b318-e0640a6590d3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622001 Jul 16 22:50:53.943125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-d13d449f-6c15-4353-a898-bcabf2a74144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:53.944675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-d13d449f-6c15-4353-a898-bcabf2a74144 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 200 len: 898 time: 0.3260431 Jul 16 22:50:53.947345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] For port 72dfe368-a33c-4640-ae8a-e8d47605c57d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=72dfe368-a33c-4640-ae8a-e8d47605c57d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:53.948274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:53.970566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:54.006765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Calling delete_port for 72dfe368-a33c-4640-ae8a-e8d47605c57d owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:54.017821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-9b30db58-7bab-450d-8fb0-2da024eab5c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 200 len: 217 time: 0.0600543 Jul 16 22:50:54.027246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:54.027246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:54.091678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f347686f-8eb6-4e70-8422-596a757a4293 req-f58523a7-1b50-4e87-b284-61e7520b18ec tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0346785 Jul 16 22:50:54.265059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-f85128aa-6fe5-425e-81bd-914b3b4b1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:54.266451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-f85128aa-6fe5-425e-81bd-914b3b4b1b2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 200 len: 834 time: 0.2332067 Jul 16 22:50:54.365080 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:54.373515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-970d73d7-221b-4468-9dc4-b25083fd6a51 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467038 Jul 16 22:50:54.376765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:54.377644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:54.377802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:54.378226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:54.398195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:54.398864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:54.407911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:54.510717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet d9279eb9-6c7f-4864-acb4-a7cd5eb80822 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:54.513584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-0265d958-a8da-4cde-8aa8-bad513760bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:54.515224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-0265d958-a8da-4cde-8aa8-bad513760bce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9a24ee8-181c-4233-9cd9-14fed79a5f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355812 Jul 16 22:50:54.521719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:54.592638 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:54.619916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-d859fdd3-17a6-414b-86d9-9f9924ac4ff8 service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960913 Jul 16 22:50:54.707687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:54.727963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-475c7589-2891-4d3e-acd1-a053481a9ccc req-46557bef-284b-48c7-afcc-8774048801ae service neutron] 10.222.0.68 "GET /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999162 Jul 16 22:50:54.731136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:54.784851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=72dfe368-a33c-4640-ae8a-e8d47605c57d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:54.895391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.008371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.017657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06f7f4ee-4cad-4e28-a601-0b991ddc4302 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:55.020132 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.041250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 06f7f4ee-4cad-4e28-a601-0b991ddc4302 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:55.041986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 06f7f4ee-4cad-4e28-a601-0b991ddc4302 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:55.047191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=d9279eb9-6c7f-4864-acb4-a7cd5eb80822,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:55.050912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.052788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9824e4f3-341f-4208-bffc-c5c9bce681bc tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/d9279eb9-6c7f-4864-acb4-a7cd5eb80822 HTTP/1.1" status: 204 len: 168 time: 0.6729319 Jul 16 22:50:55.056648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:55.059385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48b4bf-71b0-4b54-892a-166e54f2287e None None] Network 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:55.221656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.245125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:51Z', 'revision_number': 10, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:55.275579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:55.290430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:55.291419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:55.387251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:55.390194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.393228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.401038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db8abbc8-d99f-4d71-99e7-fea18bdce12a req-8d162af7-8761-45b3-9861-e17f63279ffd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0645483 Jul 16 22:50:55.461258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] DHCP port deletion for 38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:55.487979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.541679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] No DVR routers for this DVR port b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:55.544000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:55.557388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.559431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b1a307c-5eea-43d8-9218-ac80aa9863d1 req-e3e7efa4-4ed1-49e3-a517-debbe6f65770 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.68 "DELETE /v2.0/ports/b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c HTTP/1.1" status: 204 len: 173 time: 2.0704081 Jul 16 22:50:55.561013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-deleted', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:55.564136 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b24a64a-bd16-4d9b-b21a-ab7fde9cda50" -d '{"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-deleted", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:55.575027 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.576227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:50:55.610934 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.614757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6fac3b68-c0bf-4a73-9684-06682fc83d08 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bfb3da64-3df4-4c8e-a7d2-bea32d9d0963 HTTP/1.1" status: 204 len: 168 time: 4.2008440 Jul 16 22:50:55.615278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:55.652635 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5865340b-8710-4625-b56b-8a3b6095d6ea x-openstack-request-id: req-5865340b-8710-4625-b56b-8a3b6095d6ea {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:55.652908 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cb3622-c4cf-472d-8800-cb8fd655b75a", "name": "network-vif-deleted", "tag": "b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:55.653199 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5865340b-8710-4625-b56b-8a3b6095d6ea {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:55.653600 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cb3622-c4cf-472d-8800-cb8fd655b75a', 'name': 'network-vif-deleted', 'tag': 'b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c', 'status': 'completed', 'code': 200} Jul 16 22:50:55.665031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Deleting port 63eff319-f404-4164-8ecd-73bfe9f4e36a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:55.665702 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.719787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Deleting subnet be41a8ed-fa66-4ef5-b148-32e3f35c78af {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:55.725601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.759608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69800e7-e8c6-4096-a9e7-5752efe715b3 req-d0c87ab9-699a-439d-9837-39881ea597b5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:55.764665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c69800e7-e8c6-4096-a9e7-5752efe715b3 req-d0c87ab9-699a-439d-9837-39881ea597b5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=37cb3622-c4cf-472d-8800-cb8fd655b75a HTTP/1.1" status: 200 len: 866 time: 0.7661359 Jul 16 22:50:55.802802 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.856866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 63eff319-f404-4164-8ecd-73bfe9f4e36a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:55.857275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.877197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c69800e7-e8c6-4096-a9e7-5752efe715b3 req-1fcb3026-63fa-4c0d-89cf-f3fdf6795158 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049027 Jul 16 22:50:55.886023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] For port 63eff319-f404-4164-8ecd-73bfe9f4e36a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=63eff319-f404-4164-8ecd-73bfe9f4e36a,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:55.886590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.929164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Calling delete_port for 63eff319-f404-4164-8ecd-73bfe9f4e36a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:55.943912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:51Z', 'revision_number': 10, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:55.983103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.011797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71e7f6-b4e5-4eeb-9a61-f9d4c3bb80e1 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:51Z', 'revision_number': 10, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None, '_interfaces': [{'id': '68231f36-81cc-4b50-8637-7fa03741438f', 'name': '', 'network_id': 'a059c685-ecaf-48a3-bcf9-cc83a195446e', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'mac_address': 'fa:16:3e:3d:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:03Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 5, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'subnets': [{'id': 'fffcc9fb-0af2-4323-b94e-4d1a023309e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:56.014144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 63eff319-f404-4164-8ecd-73bfe9f4e36a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=63eff319-f404-4164-8ecd-73bfe9f4e36a,segment=NetworkSegment(f2742f4c-a9a4-4ec2-869d-e444034a7e8a),segment_id=f2742f4c-a9a4-4ec2-869d-e444034a7e8a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:56.014721 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.037510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 63eff319-f404-4164-8ecd-73bfe9f4e36a owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:56.119505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.154001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:56.166665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be41a8ed-fa66-4ef5-b148-32e3f35c78af,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:56.177007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.196607 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.202938 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b418066d-c6f9-4759-bf2a-7b72cabe3c9b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/be41a8ed-fa66-4ef5-b148-32e3f35c78af HTTP/1.1" status: 204 len: 168 time: 0.5840371 Jul 16 22:50:56.204296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:56.220252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=63eff319-f404-4164-8ecd-73bfe9f4e36a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:56.222013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:56.222851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port 63eff319-f404-4164-8ecd-73bfe9f4e36a on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:56.230174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eea433-181f-41bc-a1c1-4aef0b274bec None None] Network 76adf07a-7449-470c-a3b9-19666b40da9f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:50:56.241248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:56.241596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device b59e23d3-10c8-4cf2-8a9d-a69ec3f40b6c not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:56.371803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.474354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Deleting port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:56.475561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.499854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.548571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] No DVR routers for this DVR port 63eff319-f404-4164-8ecd-73bfe9f4e36a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:56.561180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec3b14-07d5-47f6-9f98-520cb68f38a0 None None] Pushing event deleted for resources: {'Port': ['ID=63eff319-f404-4164-8ecd-73bfe9f4e36a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:56.602944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] For port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,segment=NetworkSegment(534bbae5-3089-411d-82e9-cd36a9efd99e),segment_id=534bbae5-3089-411d-82e9-cd36a9efd99e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:56.603558 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.617389 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Calling delete_port for 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:56.625187 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.689991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:56.695651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] DHCP port deletion for 76adf07a-7449-470c-a3b9-19666b40da9f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:50:56.701786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:56.702096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2742f4c-a9a4-4ec2-869d-e444034a7e8a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:56.713804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.727346 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.734226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:56.734700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.751903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4771657a-97fe-4f2c-ade4-4f254c3a55b4 req-4b4959d2-4d7c-4186-b269-805ee2a9fe15 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=28d90d11-7ab3-4949-82b0-e4d9effba595 HTTP/1.1" status: 200 len: 210 time: 0.0722108 Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:56.814966 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:56.824215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Deleting port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:56.824603 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.824737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.842817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.858252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Pushing event deleted for resources: {'Port': ['ID=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:56.865419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] No DVR routers for this DVR port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:56.912213 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.916233 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946 HTTP/1.1" status: 204 len: 168 time: 1.8548822 Jul 16 22:50:56.919295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 37984) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:56.935023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] For port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:56.939904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:56.958874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f202-58cb-4e11-8b37-dc32f01fdac5 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=38f18199-c8c1-4dbf-8d5f-f6dd9d2c5946,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:56.976612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Calling delete_port for 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:56.980140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:50:56.987283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.066807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 63eff319-f404-4164-8ecd-73bfe9f4e36a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:57.076081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] Pushing event deleted for resources: {'Port': ['ID=8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:57.080277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:57.112883 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.122327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552396ad-28b3-4725-baa7-aeaf74e942f4 None None] No DVR routers for this DVR port 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:50:57.125070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 63eff319-f404-4164-8ecd-73bfe9f4e36a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:57.125866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 63eff319-f404-4164-8ecd-73bfe9f4e36a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:57.126550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 72dfe368-a33c-4640-ae8a-e8d47605c57d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:57.132811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76adf07a-7449-470c-a3b9-19666b40da9f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:57.150932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 72dfe368-a33c-4640-ae8a-e8d47605c57d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:57.151534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 72dfe368-a33c-4640-ae8a-e8d47605c57d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:57.152119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 611d01d2-1b08-4fa0-aa12-74365179ae7e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:57.157105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534bbae5-3089-411d-82e9-cd36a9efd99e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:57.157404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534bbae5-3089-411d-82e9-cd36a9efd99e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:57.172806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.190089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 611d01d2-1b08-4fa0-aa12-74365179ae7e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:57.191296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 611d01d2-1b08-4fa0-aa12-74365179ae7e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:57.193126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:50:57.214855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:50:57.215624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8897ba9e-bad3-457a-b3aa-6a5fb6e5d59f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:50:57.285268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.312480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:50:57.313012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:50:57.314677 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:50:57.405525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.413716 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.415503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] 10.222.0.70 "DELETE /v2.0/networks/76adf07a-7449-470c-a3b9-19666b40da9f HTTP/1.1" status: 204 len: 168 time: 1.2085903 Jul 16 22:50:57.429223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd566-dd5f-4a58-b065-da0be0cc3042 admin admin] Pushing event deleted for resources: {'Network': ['ID=76adf07a-7449-470c-a3b9-19666b40da9f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:57.573360 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-70a1bd90-f75b-42bb-a28c-4aa91aba532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.671603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:57.802923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7e1331a7-f442-49f7-bfbb-f0439e4acc6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8784e57d600146feb6ab4b44d95b5a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272857 Jul 16 22:50:57.806515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 37996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:57.849814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.017561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.038665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.211544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port 68231f36-81cc-4b50-8637-7fa03741438f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:58.211943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.350469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.400737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port 68231f36-81cc-4b50-8637-7fa03741438f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=68231f36-81cc-4b50-8637-7fa03741438f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:58.417301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.445579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for 68231f36-81cc-4b50-8637-7fa03741438f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:58.572691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.575300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.579134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8e47c94-ae3a-42af-a512-cd6343331ae3 HTTP/1.1" status: 204 len: 168 time: 0.7744093 Jul 16 22:50:58.601519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.692215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.730355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49571a4-029e-410d-933b-fbaf58055f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e47c94-ae3a-42af-a512-cd6343331ae3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:58.783378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=68231f36-81cc-4b50-8637-7fa03741438f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:58.846566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:58.846940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.111214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:59.120048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.156308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:59.156706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.172542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:59.295825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:59.370736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:59.378541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9004ba54-66e6-4e6f-bd62-8bc6f80fe29c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581962 Jul 16 22:50:59.379140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:59.385934 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:59.402306 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:59.403456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:59.463477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting subnet fffcc9fb-0af2-4323-b94e-4d1a023309e4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:50:59.469184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:50:59.469757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.470876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.491244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-878f0ef5-6f8d-4b1d-95ad-6c134aa70800 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1f5ba3824054c87beef2a595acbe966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778284 Jul 16 22:50:59.494989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:59.529781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:59.543184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.569744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.581536 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:58Z', 'revision_number': 11, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:59.604440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.611321 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:59.617543 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:59.622669 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:59.623351 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:50:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:59.692245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.713565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:59.713935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.734756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:50:59.735385 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:59.828751 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:58Z', 'revision_number': 11, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:59.833471 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdca0774-dab0-4718-b49e-924b7d89e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.863251 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bee86-24e5-48b6-bab5-f75eaeb89a03 None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:58Z', 'revision_number': 11, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:59.904139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.946569 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.950823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.957587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20c2badc-d7f1-4186-a645-c8c622d24e13 HTTP/1.1" status: 204 len: 168 time: 0.4585800 Jul 16 22:50:59.962517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.984097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e546c-e5d4-4543-81da-a32432606ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2badc-d7f1-4186-a645-c8c622d24e13,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:00.049589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.121162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.127178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.129211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/fffcc9fb-0af2-4323-b94e-4d1a023309e4 HTTP/1.1" status: 204 len: 168 time: 0.7491057 Jul 16 22:51:00.130306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7cf27-bc43-4f2c-8393-be24a4c02efd tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Subnet': ['ID=fffcc9fb-0af2-4323-b94e-4d1a023309e4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:00.134446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38024) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:00.137571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04288cb-9dd9-46d1-8bff-aa9954cd4812 None None] Network a059c685-ecaf-48a3-bcf9-cc83a195446e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:00.382966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.529514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.603229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=4ebfbcc4-3874-4220-9fdc-c4b6e15af8be,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:00.618659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Deleting port b23356a6-4a3f-400d-b43a-61e314b7c19f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:00.621916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.740393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] DHCP port deletion for a059c685-ecaf-48a3-bcf9-cc83a195446e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:51:00.811517 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:00.832453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] For port b23356a6-4a3f-400d-b43a-61e314b7c19f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b23356a6-4a3f-400d-b43a-61e314b7c19f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:00.836212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.855986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Deleting port b23356a6-4a3f-400d-b43a-61e314b7c19f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:00.857013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:00.880620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Calling delete_port for b23356a6-4a3f-400d-b43a-61e314b7c19f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:01.001625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:01.014238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-03842670-7b1f-4757-97e9-894b032c7f76 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/d7f9570b-7043-4256-9a19-100ff9758fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7891223 Jul 16 22:51:01.037817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:01.045716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] For port b23356a6-4a3f-400d-b43a-61e314b7c19f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b23356a6-4a3f-400d-b43a-61e314b7c19f,segment=NetworkSegment(50998f4f-f44c-4ee5-8005-5947e5887fe2),segment_id=50998f4f-f44c-4ee5-8005-5947e5887fe2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:01.050815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.080377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Calling delete_port for b23356a6-4a3f-400d-b43a-61e314b7c19f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:01.085402 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:01.086037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:01.094688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.120560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No DVR routers for this DVR port b23356a6-4a3f-400d-b43a-61e314b7c19f on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:01.163425 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Port': ['ID=b23356a6-4a3f-400d-b43a-61e314b7c19f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:01.208782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.253672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.263523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b23356a6-4a3f-400d-b43a-61e314b7c19f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:01.292134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] Pushing event deleted for resources: {'Port': ['ID=b23356a6-4a3f-400d-b43a-61e314b7c19f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:01.295547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7663ba-a943-46b1-831d-6b2cab143803 None None] No DVR routers for this DVR port b23356a6-4a3f-400d-b43a-61e314b7c19f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:01.323963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b23356a6-4a3f-400d-b43a-61e314b7c19f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:01.324662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b23356a6-4a3f-400d-b43a-61e314b7c19f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:01.325344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68231f36-81cc-4b50-8637-7fa03741438f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:01.350213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 68231f36-81cc-4b50-8637-7fa03741438f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:01.350856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 68231f36-81cc-4b50-8637-7fa03741438f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:01.384515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.414860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a059c685-ecaf-48a3-bcf9-cc83a195446e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:01.445523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50998f4f-f44c-4ee5-8005-5947e5887fe2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:01.445887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50998f4f-f44c-4ee5-8005-5947e5887fe2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:01.478640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.500250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.512329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.521022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:51:01.521487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:51:01.528876 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:51:01.532027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:01.585184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router 58571bf8-bc85-49a6-a329-9a8693913a0d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:01.681171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.719073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.721522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/networks/a059c685-ecaf-48a3-bcf9-cc83a195446e HTTP/1.1" status: 204 len: 168 time: 1.5847821 Jul 16 22:51:01.733621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:01.741993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'routes': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:01.879063 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478007-4275-472e-a2cd-ff2d2c2d1123 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Pushing event deleted for resources: {'Network': ['ID=a059c685-ecaf-48a3-bcf9-cc83a195446e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:01.956268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245746a-7d93-431c-b04e-5faba3f9c080 req-0d7863b3-ce46-49d1-a69e-f3cd95afe9e0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:01.965041 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a245746a-7d93-431c-b04e-5faba3f9c080 req-0d7863b3-ce46-49d1-a69e-f3cd95afe9e0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.3396227 Jul 16 22:51:02.008087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:02.008721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Added routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 22:51:02.010061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Removed routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 22:51:02.010480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.067054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:02.077889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:02.079157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:02.152620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a245746a-7d93-431c-b04e-5faba3f9c080 req-30c74223-1489-44ac-a3a5-b40109f5923f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400652 Jul 16 22:51:02.191948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:02.227999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:02.276293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:02.291179 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Sync routers for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:02.308743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d355cc91-5952-4412-9d83-944520417147 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/58571bf8-bc85-49a6-a329-9a8693913a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2261953 Jul 16 22:51:02.311689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:02.315530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.318643 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:02.319273 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:02.331733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.421399 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bb30384-6e32-4f04-afa3-b7b4bd1e9915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.472872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting subnet 0e110f93-ab86-40dd-a58f-f99aa20285bb {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:51:02.487226 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:02.491151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.499403 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 343b645b-5fbd-4d78-8aab-0ad51da6db17 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:02.586320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.602307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:02.620246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.622165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b8e8c5c-b2f3-4443-8a0e-874f9b58cc2f tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 700 time: 0.8847656 Jul 16 22:51:02.625097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38054) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:02.637433 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Sync routers for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:02.661132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Routers {'343b645b-5fbd-4d78-8aab-0ad51da6db17'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:02.661796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['343b645b-5fbd-4d78-8aab-0ad51da6db17'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:02.714479 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-599c39fe-5943-4e0c-aed0-41594a4d7832 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 205 time: 0.0862172 Jul 16 22:51:02.717588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:02.787329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.824429 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.961268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Set router 343b645b-5fbd-4d78-8aab-0ad51da6db17 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:02.970333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.970762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:02.984648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bb30384-6e32-4f04-afa3-b7b4bd1e9915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.008762 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:51:00Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:03.018502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Subnet': ['ID=0e110f93-ab86-40dd-a58f-f99aa20285bb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:03.020267 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bb30384-6e32-4f04-afa3-b7b4bd1e9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.033784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.035669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e2b2f9d0-62d2-42df-8fd5-00f4fbb10871 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/subnets/0e110f93-ab86-40dd-a58f-f99aa20285bb HTTP/1.1" status: 204 len: 168 time: 0.7229259 Jul 16 22:51:03.041457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38090) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:03.054911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443a8ed-67ed-4d44-87d1-9ccc6eefca98 None None] Network a9a24ee8-181c-4233-9cd9-14fed79a5f1e requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:03.055980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.058685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.060467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b645b-5fbd-4d78-8aab-0ad51da6db17', 'name': 'tempest-RoutersTest-router-514074737', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T22:50:58Z', 'revision_number': 11, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:03.060651 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Checking router: 58571bf8-bc85-49a6-a329-9a8693913a0d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:03.072689 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Routers {'58571bf8-bc85-49a6-a329-9a8693913a0d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:03.073599 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['58571bf8-bc85-49a6-a329-9a8693913a0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:03.122966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.123480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 343b645b-5fbd-4d78-8aab-0ad51da6db17 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:51:03.135224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Checking router: 343b645b-5fbd-4d78-8aab-0ad51da6db17 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:03.136906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.153298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ae4e4573-e901-41e7-a5b0-960d519cadaf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 204 len: 168 time: 0.4276392 Jul 16 22:51:03.155441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:03.160998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739495172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:03.186362 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.187476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.215888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Routers set() bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:03.216482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Router IDs set() for agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:51:03.217284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_agentschedulers_db [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'343b645b-5fbd-4d78-8aab-0ad51da6db17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent'). {{(pid=93925) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 22:51:03.217867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b3cbe-d16d-4b08-aea0-de0b152ea62d None None] The sync data for ids ['343b645b-5fbd-4d78-8aab-0ad51da6db17'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:03.254575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb30384-6e32-4f04-afa3-b7b4bd1e9915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b271510f-3d5b-4511-95ed-5f91c578f548,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:03.261718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2bb30384-6e32-4f04-afa3-b7b4bd1e9915 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffaab27718ec454c8fc730b09949a28b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0684447 Jul 16 22:51:03.272703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:03.299323 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] Set router 58571bf8-bc85-49a6-a329-9a8693913a0d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:03.303087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-0c0d233a-6ac0-4686-a113-fc5fe0b95811 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:03.311345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-0c0d233a-6ac0-4686-a113-fc5fe0b95811 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.4405828 Jul 16 22:51:03.313492 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.319369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:03.320126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.360633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.364101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-914eb75f-a80d-4b30-86f6-c9dfd9998374 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2076254 Jul 16 22:51:03.368586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae060a-e7ad-456b-811a-5c253090e2ca None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '3f9e7bf3-0056-4514-b275-03936963a7fc', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'port_id': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'mac_address': 'fa:16:3e:36:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:49:23Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 1, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:03.369879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:03.379201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:03.525181 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.637824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.677443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.736228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:51:00Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:03.771134 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e7cc70-d720-4299-bf6e-b610f5df0d65 None None] The sync data for ids ['58571bf8-bc85-49a6-a329-9a8693913a0d'] in n-d-793621-16 is: [{'id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122139921', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:21Z', 'updated_at': '2021-07-16T22:51:00Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58571bf8-bc85-49a6-a329-9a8693913a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:22Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:03.795123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] DHCP port deletion for a9a24ee8-181c-4233-9cd9-14fed79a5f1e request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:51:03.860699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d885-11f4-4d3a-9073-01644cb15c96 req-3704b77a-b0ea-491c-9394-d422acc86b15 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:03.862770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce21d885-11f4-4d3a-9073-01644cb15c96 req-3704b77a-b0ea-491c-9394-d422acc86b15 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 946 time: 0.4288566 Jul 16 22:51:03.888426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Deleting port a6d273ca-08a5-4222-928a-8dc5a3b29fed {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:03.889408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.897781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 75cc0e23-4c61-4c3c-afa5-795a7519d41c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:03.898136 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.902151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.969928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce21d885-11f4-4d3a-9073-01644cb15c96 req-e44cf8b0-b2ac-4e10-9434-75643120b3f1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dc8c523-3dae-4fb4-b646-de5ba33afa50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986650 Jul 16 22:51:03.984907 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.987727 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:03.988591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b271510f-3d5b-4511-95ed-5f91c578f548 HTTP/1.1" status: 204 len: 168 time: 0.7144482 Jul 16 22:51:04.036817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] For port a6d273ca-08a5-4222-928a-8dc5a3b29fed, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a6d273ca-08a5-4222-928a-8dc5a3b29fed,segment=NetworkSegment(6baca308-7579-4276-add5-91441b9d26b8),segment_id=6baca308-7579-4276-add5-91441b9d26b8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:04.037331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.077290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Calling delete_port for a6d273ca-08a5-4222-928a-8dc5a3b29fed owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:04.084531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe556a-0fab-4852-93d0-c424caa332a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271510f-3d5b-4511-95ed-5f91c578f548,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:04.144361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port 75cc0e23-4c61-4c3c-afa5-795a7519d41c, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=75cc0e23-4c61-4c3c-afa5-795a7519d41c,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:04.144734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.165595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 75cc0e23-4c61-4c3c-afa5-795a7519d41c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:04.193431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:04.193802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.251117 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.284342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] No DVR routers for this DVR port a6d273ca-08a5-4222-928a-8dc5a3b29fed on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:04.312021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.324690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1861906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1861899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1862018'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.339835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f974-e918-4248-8056-b66ee6777690 None None] Pushing event deleted for resources: {'Port': ['ID=a6d273ca-08a5-4222-928a-8dc5a3b29fed,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:04.410103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:04.410664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.450865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:04.513974 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.523159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Router 89abb6a9-f2ab-409a-9b14-2dcf0d224a94 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:51:04.568351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=75cc0e23-4c61-4c3c-afa5-795a7519d41c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:04.631515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:04.633913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] No DVR routers for this DVR port 75cc0e23-4c61-4c3c-afa5-795a7519d41c on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:04.641310 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.642791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6d724e5b-864e-4865-b22e-b91dc5eb1314 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "PUT /v2.0/routers/89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 200 len: 694 time: 1.2716041 Jul 16 22:51:04.648514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:04.652666 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Sync routers for ids ['89abb6a9-f2ab-409a-9b14-2dcf0d224a94'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:04.668281 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Routers {'89abb6a9-f2ab-409a-9b14-2dcf0d224a94'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:04.669456 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.670101 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['89abb6a9-f2ab-409a-9b14-2dcf0d224a94'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:04.671874 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2c6cd110-e125-4b66-afc2-a4720b90c16f req-9696aca9-8797-4fdd-b0df-70a757f99ce0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "DELETE /v2.0/ports/75cc0e23-4c61-4c3c-afa5-795a7519d41c HTTP/1.1" status: 204 len: 173 time: 1.3321714 Jul 16 22:51:04.672505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'name': 'network-vif-deleted', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:04.676505 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c4e793-5cb9-4750-be75-9ca5b7e15762" -d '{"events": [{"server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "name": "network-vif-deleted", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:04.778644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.794425 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b11a8-07c0-4ddd-b049-b67d4ee52a00 x-openstack-request-id: req-d95b11a8-07c0-4ddd-b049-b67d4ee52a00 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:04.794728 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b0637-dda7-43b2-8961-c1267d725e88", "name": "network-vif-deleted", "tag": "75cc0e23-4c61-4c3c-afa5-795a7519d41c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:04.794978 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d95b11a8-07c0-4ddd-b049-b67d4ee52a00 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:04.796387 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b0637-dda7-43b2-8961-c1267d725e88', 'name': 'network-vif-deleted', 'tag': '75cc0e23-4c61-4c3c-afa5-795a7519d41c', 'status': 'completed', 'code': 200} Jul 16 22:51:04.826781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:04.867995 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Set router 89abb6a9-f2ab-409a-9b14-2dcf0d224a94 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:04.903824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:04.910655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32577ccd-9b0d-432c-8f1f-db9f6220e051 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/routers/89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 200 len: 700 time: 0.2477808 Jul 16 22:51:04.938828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a36e8a9-2c07-4252-acf0-ee46facb0690 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 200 len: 205 time: 0.0338652 Jul 16 22:51:04.941893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:04.943822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:04.986866 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb6a9-f2ab-409a-9b14-2dcf0d224a94', 'name': 'tempest-RoutersTest-router-1739495172', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:03Z', 'updated_at': '2021-07-16T22:51:04Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.014877 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Checking router: 89abb6a9-f2ab-409a-9b14-2dcf0d224a94 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:05.032228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Routers {'89abb6a9-f2ab-409a-9b14-2dcf0d224a94'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:05.033288 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['89abb6a9-f2ab-409a-9b14-2dcf0d224a94'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.145263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:05.179459 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] Set router 89abb6a9-f2ab-409a-9b14-2dcf0d224a94 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:05.196109 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:05.196468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c4e9f5b7-eac6-41d8-9bc7-c2e23aa4b5fd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:05.196940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:05.224842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:05.225237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4ebfbcc4-3874-4220-9fdc-c4b6e15af8be not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:05.225703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d273ca-08a5-4222-928a-8dc5a3b29fed no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:05.252094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a6d273ca-08a5-4222-928a-8dc5a3b29fed {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:05.252455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a6d273ca-08a5-4222-928a-8dc5a3b29fed not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:05.318960 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb6a9-f2ab-409a-9b14-2dcf0d224a94', 'name': 'tempest-RoutersTest-router-1739495172', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:03Z', 'updated_at': '2021-07-16T22:51:04Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.352623 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c60a-a736-401a-95d1-1f78d1f360a2 None None] The sync data for ids ['89abb6a9-f2ab-409a-9b14-2dcf0d224a94'] in n-d-793621-16 is: [{'id': '89abb6a9-f2ab-409a-9b14-2dcf0d224a94', 'name': 'tempest-RoutersTest-router-1739495172', 'tenant_id': '4e656209f0ba49688b87e8ab490587ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:03Z', 'updated_at': '2021-07-16T22:51:04Z', 'revision_number': 2, 'project_id': '4e656209f0ba49688b87e8ab490587ec', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:05.368514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6aa56bb2-d5ae-416d-b21d-2e2fcc861751 req-71e2cf37-cb28-49e1-ac3e-acfef9e04dd7 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2b0637-dda7-43b2-8961-c1267d725e88 HTTP/1.1" status: 200 len: 210 time: 0.0622826 Jul 16 22:51:05.372877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.379818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.383380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.512741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.513491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Fanout notify agent at l3_agent the message router_deleted on router 58571bf8-bc85-49a6-a329-9a8693913a0d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:51:05.551241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.555356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:05.555912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f16c1d46-f71b-42a8-99af-9c5b5fbe80da tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/routers/58571bf8-bc85-49a6-a329-9a8693913a0d HTTP/1.1" status: 204 len: 168 time: 2.4991438 Jul 16 22:51:05.656495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.659407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.699162 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.749607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.752201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Fanout notify agent at l3_agent the message router_deleted on router 89abb6a9-f2ab-409a-9b14-2dcf0d224a94 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:51:05.772602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.781636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-60e430c8-eda3-46a1-a8b7-41abd4243c18 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 204 len: 168 time: 0.8388751 Jul 16 22:51:05.782498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:05.832311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ddf281e-f7b0-40dd-befd-47896e7f6069 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 200 len: 205 time: 0.0482156 Jul 16 22:51:05.834505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:05.842740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.853772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a24ee8-181c-4233-9cd9-14fed79a5f1e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.872095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baca308-7579-4276-add5-91441b9d26b8') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.872375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baca308-7579-4276-add5-91441b9d26b8') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:05.883449 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-5400df06-4080-4dc0-b602-9012a712edc3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:05.885590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5400df06-4080-4dc0-b602-9012a712edc3 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/89abb6a9-f2ab-409a-9b14-2dcf0d224a94 HTTP/1.1" status: 404 len: 336 time: 0.0496438 Jul 16 22:51:05.887651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:05.891777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.907463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.915056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:51:05.915620 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:51:05.919337 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:51:05.922052 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c22c5b-4403-4d2a-8485-3657dfed1bcf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:05.922301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c22c5b-4403-4d2a-8485-3657dfed1bcf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:05.924402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a6c22c5b-4403-4d2a-8485-3657dfed1bcf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/da937540-26d9-4a9f-af00-5b14dd80518c HTTP/1.1" status: 404 len: 337 time: 0.0351324 Jul 16 22:51:05.926894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:05.962055 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e59c7f-55aa-4b17-ac1e-b9c141b1cda2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:05.962599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e59c7f-55aa-4b17-ac1e-b9c141b1cda2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:05.964817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-24e59c7f-55aa-4b17-ac1e-b9c141b1cda2 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/f3096534-b7ce-4c57-b5d2-b65af953ba4c HTTP/1.1" status: 404 len: 337 time: 0.0369525 Jul 16 22:51:05.967418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.000548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.005697 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0448dcd4-8da9-4dda-b80c-bf921ae0fb35 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:06.006155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0448dcd4-8da9-4dda-b80c-bf921ae0fb35 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:06.007974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0448dcd4-8da9-4dda-b80c-bf921ae0fb35 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/d9279eb9-6c7f-4864-acb4-a7cd5eb80822 HTTP/1.1" status: 404 len: 337 time: 0.0393920 Jul 16 22:51:06.010608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.013890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.018732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/networks/a9a24ee8-181c-4233-9cd9-14fed79a5f1e HTTP/1.1" status: 204 len: 168 time: 0.4613531 Jul 16 22:51:06.021197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.042066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d4c9-df4f-4182-93b7-a1f57089239e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Network': ['ID=a9a24ee8-181c-4233-9cd9-14fed79a5f1e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:06.055525 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c2c530-068f-464d-939e-820d2b5b87ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:06.056095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c2c530-068f-464d-939e-820d2b5b87ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:06.058766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d0c2c530-068f-464d-939e-820d2b5b87ca tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/fffcc9fb-0af2-4323-b94e-4d1a023309e4 HTTP/1.1" status: 404 len: 337 time: 0.0453694 Jul 16 22:51:06.068738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.106256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-72f9cbc1-683f-4c8a-b4d7-bcccaf24c7a8 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 200 len: 205 time: 0.0362840 Jul 16 22:51:06.108539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.121710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.150623 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-2efded94-657c-4797-a1d7-3f1a8d344a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.154508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.155309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2efded94-657c-4797-a1d7-3f1a8d344a02 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/343b645b-5fbd-4d78-8aab-0ad51da6db17 HTTP/1.1" status: 404 len: 336 time: 0.0454433 Jul 16 22:51:06.169005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.203246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5361230-ed43-4c44-8c90-ee365797c483 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fe32e16-be8c-434f-b32e-2b6d5575a729 HTTP/1.1" status: 200 len: 205 time: 0.0475299 Jul 16 22:51:06.205928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38212) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.257148 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-d6205b96-8527-427b-bafe-96636b7940e1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.258802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d6205b96-8527-427b-bafe-96636b7940e1 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/9fe32e16-be8c-434f-b32e-2b6d5575a729 HTTP/1.1" status: 404 len: 336 time: 0.0516763 Jul 16 22:51:06.261009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.291954 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce749f11-70a9-4efa-88c0-cf9f39bbdb3c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:06.292830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce749f11-70a9-4efa-88c0-cf9f39bbdb3c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:06.294789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ce749f11-70a9-4efa-88c0-cf9f39bbdb3c tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/0b65de3d-ffd4-4d2f-bc46-2ff407e4872d HTTP/1.1" status: 404 len: 337 time: 0.0326612 Jul 16 22:51:06.297702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.315380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.318332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.319499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/security-groups/77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37 HTTP/1.1" status: 204 len: 168 time: 0.2973750 Jul 16 22:51:06.349714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f3a03-6859-4e6d-b541-6ad4ea9be2bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec6bb6-ac9c-4bdd-9fc2-b2fa86d79b37,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:06.378103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.381141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1fcff2c7-92ec-43ab-aec3-d6f559b53fdf tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 200 len: 205 time: 0.0817497 Jul 16 22:51:06.429382 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e6a8c901-0f20-4e05-8521-294c89d5d13a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.432818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e6a8c901-0f20-4e05-8521-294c89d5d13a tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/d70ebdbd-b69c-4963-b016-69670220c01d HTTP/1.1" status: 404 len: 336 time: 0.0494390 Jul 16 22:51:06.433507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.493126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c64e6cb2-bfb3-44cc-8f56-8c9bdb35fdf4 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=060fa564-6044-4a0d-b85a-b2f394fa6c71 HTTP/1.1" status: 200 len: 205 time: 0.0565987 Jul 16 22:51:06.493126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38234) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.494445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.549751 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c294bf35-f902-41ad-93d9-ddc374b3d33b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.551500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c294bf35-f902-41ad-93d9-ddc374b3d33b tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/060fa564-6044-4a0d-b85a-b2f394fa6c71 HTTP/1.1" status: 404 len: 336 time: 0.0558424 Jul 16 22:51:06.553994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.606421 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f0d073-6a82-4a38-8518-196405f09660 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:06.606421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f0d073-6a82-4a38-8518-196405f09660 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:06.607055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-80f0d073-6a82-4a38-8518-196405f09660 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/9604735f-d7b3-4c60-9fbb-74d7be1c8c14 HTTP/1.1" status: 404 len: 337 time: 0.0488944 Jul 16 22:51:06.609806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.667119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-268c68ca-1cb8-4561-929e-b992b9c59197 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b94ee10-7b14-4716-bace-3081148b5fd1 HTTP/1.1" status: 200 len: 205 time: 0.0538771 Jul 16 22:51:06.667119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.667746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38246) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.717662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.728506 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e67532cd-361e-4d8d-9591-e37cf0c11c38 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.729758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e67532cd-361e-4d8d-9591-e37cf0c11c38 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/2b94ee10-7b14-4716-bace-3081148b5fd1 HTTP/1.1" status: 404 len: 336 time: 0.0608249 Jul 16 22:51:06.732210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.792513 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a235169-426e-4b57-8514-ee25d90f5b77 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:06.793002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a235169-426e-4b57-8514-ee25d90f5b77 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:06.801123 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2a235169-426e-4b57-8514-ee25d90f5b77 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/1a1ecac6-b494-4040-b935-b418232089ef HTTP/1.1" status: 404 len: 337 time: 0.0670547 Jul 16 22:51:06.803419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.839797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.844415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878854206', 'description': 'tempest-secgroup-smoke-878854206 description', 'project_id': '95f977a739d24e11bb3c37be8e56bd94'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:06.863224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.873215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:06.883456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-62f09c04-da3b-4bd5-ae55-109aabdb98de tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "GET /v2.0/ports?device_id=09765cc3-c46a-4df2-abbb-8ce91a090ed0 HTTP/1.1" status: 200 len: 205 time: 0.0766897 Jul 16 22:51:06.886104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.889569 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/security-groups/6dc8c523-3dae-4fb4-b646-de5ba33afa50 HTTP/1.1" status: 204 len: 168 time: 0.3950467 Jul 16 22:51:06.903184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:06.914563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:06.938506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:06.938996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 8fcdc09c-26fb-45e5-a82d-d33d2ce1bc61 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:06.981025 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a6beb707-979a-40f4-ab49-4fb25d02ec52 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] delete failed (client error): The resource could not be found. Jul 16 22:51:06.981966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050995-629b-4c60-a1c6-a8a52f62efa9 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8c523-3dae-4fb4-b646-de5ba33afa50,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:06.984144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a6beb707-979a-40f4-ab49-4fb25d02ec52 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/routers/09765cc3-c46a-4df2-abbb-8ce91a090ed0 HTTP/1.1" status: 404 len: 336 time: 0.0960538 Jul 16 22:51:06.987015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.026721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.039662 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c61ab57-350c-4112-b9c0-a61cb2380357 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:07.040118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c61ab57-350c-4112-b9c0-a61cb2380357 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:07.044439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting subnet 8493ce37-290e-45fe-8237-bda2bf3fac1f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:51:07.045539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7c61ab57-350c-4112-b9c0-a61cb2380357 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/62daab3c-79ae-46ff-b793-943224c11ed7 HTTP/1.1" status: 404 len: 337 time: 0.0546448 Jul 16 22:51:07.046147 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.062637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.078329 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b2be78-eb44-45f5-b2ae-812318802b87 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] DELETE failed (client error): The resource could not be found. Jul 16 22:51:07.078329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b2be78-eb44-45f5-b2ae-812318802b87 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:51:07.095778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-19b2be78-eb44-45f5-b2ae-812318802b87 tempest-RoutersTest-741278284 tempest-RoutersTest-741278284-project] 10.222.0.70 "DELETE /v2.0/subnets/742cd313-c520-4b85-9428-432803536685 HTTP/1.1" status: 404 len: 337 time: 0.0373404 Jul 16 22:51:07.126462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.266177 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.293034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.297169 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.345676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.347018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5062377 Jul 16 22:51:07.349984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.354814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:07.366934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3019e-6403-4147-9ecb-8f52753ebd44 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23146e-a911-4aa5-831b-6d9897e6efd4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:07.391481 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.406076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.426782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Subnet': ['ID=8493ce37-290e-45fe-8237-bda2bf3fac1f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:07.430700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.435626 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-37fa26a5-eed1-4ae2-b309-ad303ad090fc tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/subnets/8493ce37-290e-45fe-8237-bda2bf3fac1f HTTP/1.1" status: 204 len: 168 time: 0.5176282 Jul 16 22:51:07.436423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.439739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593173d-24a8-4566-8207-781976368bf5 None None] Network 0b99040d-2ecd-4918-ae43-024bd59a671c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:07.512722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.541239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.571530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.575284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.596481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ad8f05-097f-4137-8c94-77bbfe383d2a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:07.615987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.617539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38095b43-b082-4d25-88ba-3e3192a00411 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664165 Jul 16 22:51:07.621031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.628318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:07.655810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port c8f92ada-8e7f-4883-ad82-91875bb6a90b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:07.656168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.719525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] DHCP port deletion for 0b99040d-2ecd-4918-ae43-024bd59a671c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:51:07.747877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.771401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port c8f92ada-8e7f-4883-ad82-91875bb6a90b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8f92ada-8e7f-4883-ad82-91875bb6a90b,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:07.771766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.797581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for c8f92ada-8e7f-4883-ad82-91875bb6a90b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:07.817174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb053aad-8d24-48fd-b6c6-424cd910bcaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e656209f0ba49688b87e8ab490587ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024096 Jul 16 22:51:07.819548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.827273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.827903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Deleting port c8f92ada-8e7f-4883-ad82-91875bb6a90b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:07.828387 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.857955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.886590 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.931398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.935740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.952681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] For port c8f92ada-8e7f-4883-ad82-91875bb6a90b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8f92ada-8e7f-4883-ad82-91875bb6a90b,segment=NetworkSegment(3327addb-1094-4899-b30b-6f298ba62de1),segment_id=3327addb-1094-4899-b30b-6f298ba62de1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:07.954488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.967634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0508fcd2-46b9-4215-8024-823641864de1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:07.980811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:07.984643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-08e026b0-69bc-498c-b9e3-e1d5ccf8ed2f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3595374 Jul 16 22:51:07.984881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:07.989711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:07.992531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Calling delete_port for c8f92ada-8e7f-4883-ad82-91875bb6a90b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:08.023844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.031160 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.032459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eeca171c-1a4e-45bf-a17e-9a731576649e HTTP/1.1" status: 204 len: 168 time: 0.2119899 Jul 16 22:51:08.048389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.059964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48476f78-9e49-46ed-b4a5-2fcb1adb9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.063540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8efef-9a40-4cc0-a53e-19e3e3d60400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca171c-1a4e-45bf-a17e-9a731576649e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.066225 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75cc0e23-4c61-4c3c-afa5-795a7519d41c no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:08.069786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.094990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 75cc0e23-4c61-4c3c-afa5-795a7519d41c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:08.095333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 75cc0e23-4c61-4c3c-afa5-795a7519d41c not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:08.120729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=c8f92ada-8e7f-4883-ad82-91875bb6a90b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.123258 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] No DVR routers for this DVR port c8f92ada-8e7f-4883-ad82-91875bb6a90b on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:08.147225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.243277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] Pushing event deleted for resources: {'Port': ['ID=c8f92ada-8e7f-4883-ad82-91875bb6a90b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.244198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48476f78-9e49-46ed-b4a5-2fcb1adb9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.245316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.248908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48476f78-9e49-46ed-b4a5-2fcb1adb9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.250647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.268665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054f282-b2ca-47a6-b6de-93f02723121c None None] No DVR routers for this DVR port c8f92ada-8e7f-4883-ad82-91875bb6a90b on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:08.302258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-48476f78-9e49-46ed-b4a5-2fcb1adb9fc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=714659b0129d4cf2815ebc2e565f4df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740391 Jul 16 22:51:08.302258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48476f78-9e49-46ed-b4a5-2fcb1adb9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf467f-4702-4a1a-ba6d-cf08f7e26212,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.304354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.306763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.344945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.349076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631566 Jul 16 22:51:08.350636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.352451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b99040d-2ecd-4918-ae43-024bd59a671c']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:08.356175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e5df4-2019-489a-9b6d-3e4314c8ed02 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20f5ac9-beb0-40f3-8a6a-dc77782382cc,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.361764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:08.367309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3327addb-1094-4899-b30b-6f298ba62de1') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:08.368007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3327addb-1094-4899-b30b-6f298ba62de1') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:08.380628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.384777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.396589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.404930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:51:08.405364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:51:08.410578 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:51:08.413472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.488955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.519885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.522954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.524456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccdf467f-4702-4a1a-ba6d-cf08f7e26212 HTTP/1.1" status: 204 len: 168 time: 0.2191973 Jul 16 22:51:08.528299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.547719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.549572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/networks/0b99040d-2ecd-4918-ae43-024bd59a671c HTTP/1.1" status: 204 len: 168 time: 1.1126604 Jul 16 22:51:08.550856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8313f-383b-4ae3-90c6-ba162d59b4f0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Network': ['ID=0b99040d-2ecd-4918-ae43-024bd59a671c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.552892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.580253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e09eb-64c7-4b86-98d9-4ca811370fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf467f-4702-4a1a-ba6d-cf08f7e26212,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.650787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.655866 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.698717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.703476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468947 Jul 16 22:51:08.704203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.715831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:08.725753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650b77e-3ac3-4cb8-9c7b-06e5b60f2860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee747a2-a146-481f-9733-8551fc4a6290,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.753557 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:51:08.761048 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.818731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port d8b7b068-7878-43a5-8b55-29549c143362 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:08.819299 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.855388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.859527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.885759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a0fec8-9017-404f-a2d8-b94a4472182f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:08.894776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.896252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c88a763-d9b3-4209-95d6-98989ee593ac tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911027 Jul 16 22:51:08.899249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.905826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'security_group_rule': {'security_group_id': '8d23146e-a911-4aa5-831b-6d9897e6efd4', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:08.958677 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Project 95f977a739d24e11bb3c37be8e56bd94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:51:08.964244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8f92ada-8e7f-4883-ad82-91875bb6a90b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:08.969705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.987666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.988641 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:08.996038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c8f92ada-8e7f-4883-ad82-91875bb6a90b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:08.996873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:08.998316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8f92ada-8e7f-4883-ad82-91875bb6a90b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:09.023313 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for d8b7b068-7878-43a5-8b55-29549c143362 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:09.041325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-739aeee2-f2fb-4681-ad09-895cec2cf79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.108768 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.119622 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.146635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e8c42c-a754-4923-87cf-f71d23332a0b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:09.213084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-739aeee2-f2fb-4681-ad09-895cec2cf79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.218960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-739aeee2-f2fb-4681-ad09-895cec2cf79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.223946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.230733 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.231957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-18fbe528-4d87-4306-a23b-d386fa2d791a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3312449 Jul 16 22:51:09.236468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:09.244631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'network': {'name': 'tempest-network-smoke--177355916', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:09.267320 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-739aeee2-f2fb-4681-ad09-895cec2cf79a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cb3a17e0cd14cc8b2aeb168d1b3def9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694445 Jul 16 22:51:09.280995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aeee2-f2fb-4681-ad09-895cec2cf79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6054897-87df-4dee-b0ce-d55453595768,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:09.280995 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:09.281954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=d8b7b068-7878-43a5-8b55-29549c143362,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:09.354306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:09.358141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.359582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.389251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.389602 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Floating IP 3f9e7bf3-0056-4514-b275-03936963a7fc disassociated (deleted). External IP: 172.25.5.38, port: c52bda06-26a8-4422-bc2d-ff2cef1a28f0. Jul 16 22:51:09.391674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.436675 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:51:09.453894 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.456907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.457296 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Added segment 1e8b2cdb-6723-4f4a-b9a3-5d7428a813db of type vlan for network 215472cb-369e-4d54-8502-ba7b613b1dd9 Jul 16 22:51:09.457910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.461977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6054897-87df-4dee-b0ce-d55453595768 HTTP/1.1" status: 204 len: 168 time: 0.1763108 Jul 16 22:51:09.472006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da4a3c-87ea-4b0e-8456-762fe5cd01dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6054897-87df-4dee-b0ce-d55453595768,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:09.558860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.638841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.646139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:09.646775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.721853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4824855 Jul 16 22:51:09.724722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:09.730700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'admin_state_up': True, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:09.764999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f60d2b-efb2-4727-9fef-729df1fbfc94 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Network': ['ID=215472cb-369e-4d54-8502-ba7b613b1dd9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:09.766769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.771535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.781383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:51:09.784419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:09.904306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.958897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:09.971139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:09.977535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:09.988563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:09.989223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:10.060206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cfe3190-7e7c-4f09-b86e-39755201aadd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/floatingips/3f9e7bf3-0056-4514-b275-03936963a7fc HTTP/1.1" status: 204 len: 168 time: 1.5056512 Jul 16 22:51:10.060517 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:10.068906 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a6679-2f54-4e95-9f6b-b37825628a61" -d '{"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:10.146544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:10.179784 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223fce2e-5ae5-4178-a703-00f97a2ea9e6 x-openstack-request-id: req-223fce2e-5ae5-4178-a703-00f97a2ea9e6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:10.180047 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:10.180308 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-223fce2e-5ae5-4178-a703-00f97a2ea9e6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:10.180714 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'status': 'completed', 'code': 200} Jul 16 22:51:10.538425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:10.578786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:10.591885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:10.593187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:10.760357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:10.806622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2cc11-1137-4b61-bd03-0d793a58e975 req-bfb47eb7-aa66-436f-994a-c7aea511cfac tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:10.808267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ee2cc11-1137-4b61-bd03-0d793a58e975 req-bfb47eb7-aa66-436f-994a-c7aea511cfac tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.1430194 Jul 16 22:51:10.812612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:10.893486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9ee2cc11-1137-4b61-bd03-0d793a58e975 req-1331cb67-8ae9-41d0-b086-6a1b8d824077 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635240 Jul 16 22:51:10.945798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-13e51868-9cde-4bc3-9cc8-a9e9492479ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:10.949831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-13e51868-9cde-4bc3-9cc8-a9e9492479ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 1097 time: 0.7350073 Jul 16 22:51:11.081518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-6a3cef04-d761-4d3c-9d74-e5e7bc9207c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:11.084079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-6a3cef04-d761-4d3c-9d74-e5e7bc9207c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 200 len: 898 time: 0.1233399 Jul 16 22:51:11.163900 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-5f872315-14a0-4cd2-85a7-eb169a99911e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 200 len: 217 time: 0.0463402 Jul 16 22:51:11.258502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-fa0b3e9d-22aa-452b-8e4d-fcd4b265cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:11.260318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-fa0b3e9d-22aa-452b-8e4d-fcd4b265cb34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 200 len: 835 time: 0.0798333 Jul 16 22:51:11.363335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:11.399818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93207476-44f1-439e-9fe2-f5e095ab7763 None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:50:59Z', 'revision_number': 6, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c07978ae-3772-4b44-a1d0-33d9ce52cc55', 'name': '', 'network_id': '9578a586-9fbc-4da4-aed7-4d95f71a7598', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:90:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:41Z', 'updated_at': '2021-07-16T22:48:52Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '282533ad-e3de-4790-9d83-c7ae1896273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:11.415066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:11.442308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:11.569413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-b15fa26c-bbff-4a25-af19-42d0e6222626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:11.571057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-b15fa26c-bbff-4a25-af19-42d0e6222626 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9578a586-9fbc-4da4-aed7-4d95f71a7598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2636335 Jul 16 22:51:11.858181 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff91464-d691-43ca-8dd9-09f326c72f07 None None] New status for floating IP 3f9e7bf3-0056-4514-b275-03936963a7fc: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:51:11.916649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.177 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0abd4d94-e6b9-4571-ae06-01c4d072c9b9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:11.974260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-cd0bbc54-cc96-4308-9df0-12de6a5d5864 service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922608 Jul 16 22:51:12.229659 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae3a6679-2f54-4e95-9f6b-b37825628a61 req-9560bb4d-2dc2-4cdd-8dbf-6f21faddf87f service neutron] 10.222.0.68 "GET /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384553 Jul 16 22:51:12.278712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-2a7ef376-4d0b-4e51-bc64-e460851ba31d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:12.280824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-2a7ef376-4d0b-4e51-bc64-e460851ba31d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.5036898 Jul 16 22:51:12.362339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:12.371757 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:51:12.423128 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864fcae-9d4d-4119-bc6b-9f44be060f1d req-4391a335-c248-4589-86cc-520fa8b97310 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:12.433437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0864fcae-9d4d-4119-bc6b-9f44be060f1d req-4391a335-c248-4589-86cc-520fa8b97310 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 945 time: 0.3000128 Jul 16 22:51:12.550009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0864fcae-9d4d-4119-bc6b-9f44be060f1d req-5afdce89-0619-442a-84fc-73bd57a171b0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=7dc9893b-e139-4aa4-ad39-db4adee0affd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152782 Jul 16 22:51:12.564593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:12.635899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:12.637434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:12.637776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:12.645976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:12.661750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:12.664518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:12.842356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port c52bda06-26a8-4422-bc2d-ff2cef1a28f0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:12.842789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:12.887514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for c52bda06-26a8-4422-bc2d-ff2cef1a28f0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:13.077311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:13.214152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:13.265225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=c52bda06-26a8-4422-bc2d-ff2cef1a28f0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:13.317564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] No DVR routers for this DVR port c52bda06-26a8-4422-bc2d-ff2cef1a28f0 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:13.321133 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:13.323198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-704a489a-e604-4871-bc00-61d6f2e6db74 req-b792a4de-645c-46a6-a349-46e30d7dc673 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.68 "DELETE /v2.0/ports/c52bda06-26a8-4422-bc2d-ff2cef1a28f0 HTTP/1.1" status: 204 len: 173 time: 1.0339551 Jul 16 22:51:13.323930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'name': 'network-vif-deleted', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:13.326273 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d3e621-73c3-41fd-9f65-cf98405fd6f0" -d '{"events": [{"server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "name": "network-vif-deleted", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:13.430877 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb9ac4-4606-4423-9cdd-9622c609e35e x-openstack-request-id: req-4dfb9ac4-4606-4423-9cdd-9622c609e35e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:13.431391 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4966ebd-298e-4a69-9406-ab13a853f880", "name": "network-vif-deleted", "tag": "c52bda06-26a8-4422-bc2d-ff2cef1a28f0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:13.431814 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dfb9ac4-4606-4423-9cdd-9622c609e35e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:13.432375 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4966ebd-298e-4a69-9406-ab13a853f880', 'name': 'network-vif-deleted', 'tag': 'c52bda06-26a8-4422-bc2d-ff2cef1a28f0', 'status': 'completed', 'code': 200} Jul 16 22:51:13.530991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:13.731886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:13.798800 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-71bc3870-7ddc-4afb-9149-427c5fa643e7 req-2c4cce68-cc62-455f-b5bd-ac33f028f6a6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4966ebd-298e-4a69-9406-ab13a853f880 HTTP/1.1" status: 200 len: 210 time: 0.0378029 Jul 16 22:51:13.836468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:51:13.947941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e13b-93e6-4965-92a7-1333708c76f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:13.998493 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:14.013656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Sync routers for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:14.049288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:14.049922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:14.099266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e13b-93e6-4965-92a7-1333708c76f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.106070 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e13b-93e6-4965-92a7-1333708c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.112045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.116465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a8677f45-a1ee-494f-813a-465904105d20 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3874748 Jul 16 22:51:14.116643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.157660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8ec0e13b-93e6-4965-92a7-1333708c76f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad3c249602c34fc3a81956915abc3140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246435 Jul 16 22:51:14.158700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e13b-93e6-4965-92a7-1333708c76f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2126bf-3dcd-4b53-89c8-ae431b7c22f8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:14.162162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.177969 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c2fc5ab8-490a-4c83-a051-f662e7d36350 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=95f977a739d24e11bb3c37be8e56bd94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572240 Jul 16 22:51:14.179034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.194192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:14.258894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.318186 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.352103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388fb6e-a60c-493f-8213-14a3f55cf1d2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:14.354059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7388fb6e-a60c-493f-8213-14a3f55cf1d2 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1731884 Jul 16 22:51:14.357118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.390307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.393245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.394400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a2126bf-3dcd-4b53-89c8-ae431b7c22f8 HTTP/1.1" status: 204 len: 168 time: 0.2312436 Jul 16 22:51:14.402839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713d195-962e-40c8-ad07-e2c63ef2e29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2126bf-3dcd-4b53-89c8-ae431b7c22f8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:14.425419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be99cd7e-bbd3-46a3-8a4d-ed1cf359e461 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669494 Jul 16 22:51:14.427886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.440083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324829620', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:14.469311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:12Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:14.519511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Checking router: ce93a1c4-4b27-4ec1-85ae-08bc18445b8a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:14.519861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Updating router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:51:14.581979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.608069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:14.615766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.876558 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.877970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.898169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Transition to ACTIVE for port object 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:14.903885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a29e1fd3-47b4-476f-91fb-77683a85fdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.909799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.913523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.979918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da1e77-c63a-49d4-98c2-66af48925982 None None] Pushing event updated for resources: {'Port': ['ID=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:14.983513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Attempting to bind port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:14.984442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Attempting to bind port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:14.985072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Attempting to bind port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:14.991266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:14.995797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:14.996496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:14.997196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:14.997881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:14.998607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Bound port: 0abd4d94-e6b9-4571-ae06-01c4d072c9b9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:14.998993 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.043361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Subnet': ['ID=055b637e-4774-446e-8d4b-36ee3e02cb9c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:15.050554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Checking segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:15.050934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network hostable DHCP agents. Network: 215472cb-369e-4d54-8502-ba7b613b1dd9, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:51:15.073476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:51:15.075927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] For port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:15.083902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] For port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:15.089175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 215472cb-369e-4d54-8502-ba7b613b1dd9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:15.095052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.102284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:15.104819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.109309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f7a12-e02c-4e87-a118-42455fced44f None None] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:15.135420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.171178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a29e1fd3-47b4-476f-91fb-77683a85fdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.177880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.187119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a29e1fd3-47b4-476f-91fb-77683a85fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.194416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2083a246-dcd8-4495-bed3-d8c46fd0012e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7621729 Jul 16 22:51:15.194992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:15.239016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:15.239659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:15.241431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da1e77-c63a-49d4-98c2-66af48925982 None None] Pushing event updated for resources: {'Port': ['ID=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:15.252267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e1fd3-47b4-476f-91fb-77683a85fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5930b-fa17-4472-83db-f2e8a149d216,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:15.298101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a29e1fd3-47b4-476f-91fb-77683a85fdfb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c57584d30c1541ebb446aa38012e643d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188244 Jul 16 22:51:15.300753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:15.409808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.413055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.416612 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/security-groups/7dc9893b-e139-4aa4-ad39-db4adee0affd HTTP/1.1" status: 204 len: 168 time: 0.4242933 Jul 16 22:51:15.431591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323b28-59e2-44a8-8639-4ca4b79ce139 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc9893b-e139-4aa4-ad39-db4adee0affd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:15.433787 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.476301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.485785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:15.606538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:15.661870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-215472cb-369e-4d54-8502-ba7b613b1dd9', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:51:15.662701 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.718392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.721703 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:15.723325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57f5930b-fa17-4472-83db-f2e8a149d216 HTTP/1.1" status: 204 len: 168 time: 0.4216051 Jul 16 22:51:15.779196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712316b-2575-401d-baec-6eae3afd2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5930b-fa17-4472-83db-f2e8a149d216,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:15.999845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Allocated IP 172.20.0.2 (215472cb-369e-4d54-8502-ba7b613b1dd9/055b637e-4774-446e-8d4b-36ee3e02cb9c/0ae22132-ab82-411b-ac0d-d94d01d53ab9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:16.095222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c52bda06-26a8-4422-bc2d-ff2cef1a28f0 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:16.101278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:12Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:16.181360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: c52bda06-26a8-4422-bc2d-ff2cef1a28f0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:16.181360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c52bda06-26a8-4422-bc2d-ff2cef1a28f0 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:16.185862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2cd4e1-33c7-4057-a8f6-65878453112e None None] The sync data for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 is: [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:12Z', 'revision_number': 3, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:16.374907 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.391350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.413510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Transition to ACTIVE for port object 0ae22132-ab82-411b-ac0d-d94d01d53ab9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:16.453332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Transition to ACTIVE for port object 0ae22132-ab82-411b-ac0d-d94d01d53ab9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:16.465535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.511703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:16.515978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:16.519968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:16.553184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Pushing event updated for resources: {'Port': ['ID=0ae22132-ab82-411b-ac0d-d94d01d53ab9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:16.713507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Attempting to bind port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:16.713891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Attempting to bind port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:16.714255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Attempting to bind port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 on network 215472cb-369e-4d54-8502-ba7b613b1dd9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:16.737121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:16.737461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Checking segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:16.737816 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.745427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Bound using segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:16.746043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Bound port: 0ae22132-ab82-411b-ac0d-d94d01d53ab9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:16.746956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.857954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:16.934289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] For port 0ae22132-ab82-411b-ac0d-d94d01d53ab9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:16.941445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] For port 0ae22132-ab82-411b-ac0d-d94d01d53ab9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ae22132-ab82-411b-ac0d-d94d01d53ab9,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:16.955340 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.083605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46124ecf-6806-4cf4-8194-719c533423c1 None None] Pushing event updated for resources: {'Port': ['ID=0ae22132-ab82-411b-ac0d-d94d01d53ab9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:17.127453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:17.219947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:17.225519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:17.226380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.350641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.419691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:17.428672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.547222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:17.582469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.1 (215472cb-369e-4d54-8502-ba7b613b1dd9/055b637e-4774-446e-8d4b-36ee3e02cb9c/2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:17.862225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.894954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:17.924010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port c07978ae-3772-4b44-a1d0-33d9ce52cc55 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:17.924615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:17.953541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:18.037792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:18.042742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:18.056569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:18.127341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port c07978ae-3772-4b44-a1d0-33d9ce52cc55, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c07978ae-3772-4b44-a1d0-33d9ce52cc55,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:18.128463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:18.158329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for c07978ae-3772-4b44-a1d0-33d9ce52cc55 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:18.163174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:18.241679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:18.537927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:18.614303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:18.701003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=c07978ae-3772-4b44-a1d0-33d9ce52cc55,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:19.034291 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.374872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:19.392601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.401365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.489498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe98989-22ea-4efa-9581-d7ff82a6450d None None] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:19.518047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca9d72b0-de9b-4914-9cfe-e8c365e47c84 None None] Provisioning for port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:19.530146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.533048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:19.538332 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router d7f9570b-7043-4256-9a19-100ff9758fad has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:19.613249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:19.614980 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.759597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:19.761549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:19.829976 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:19.840129 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Sync routers for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:19.844596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23a34db9-b45b-4e5d-b1bf-efe09cdf7d1d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/d7f9570b-7043-4256-9a19-100ff9758fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3571115 Jul 16 22:51:19.844596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:19.881059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:19.881723 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:19.901780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ae22132-ab82-411b-ac0d-d94d01d53ab9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:19.936123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting subnet 282533ad-e3de-4790-9d83-c7ae1896273a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:51:19.943124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.969178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:19.977216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:19.978641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:19.995404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:20.003999 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.136695 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:20.182860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.255778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0ae22132-ab82-411b-ac0d-d94d01d53ab9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ae22132-ab82-411b-ac0d-d94d01d53ab9,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:20.264182 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.267512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.287953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:20.306715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5ed22336-cc1a-4d87-bead-57d545781e19 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/ce93a1c4-4b27-4ec1-85ae-08bc18445b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1019504 Jul 16 22:51:20.380106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.401813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.406179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/subnets/282533ad-e3de-4790-9d83-c7ae1896273a HTTP/1.1" status: 204 len: 168 time: 0.5582817 Jul 16 22:51:20.407010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:20.425656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c5f14-a22b-43b7-b0aa-e8fc4ab5da66 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Subnet': ['ID=282533ad-e3de-4790-9d83-c7ae1896273a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:20.477898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0ae22132-ab82-411b-ac0d-d94d01d53ab9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:20.513025 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 7, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:20.514136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521d591-4f96-42c2-9547-c518cf4c67ce None None] Network 9578a586-9fbc-4da4-aed7-4d95f71a7598 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:20.519926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Sync routers for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:20.573231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Checking router: d7f9570b-7043-4256-9a19-100ff9758fad for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:20.601307 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Routers {'d7f9570b-7043-4256-9a19-100ff9758fad'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:20.607767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['d7f9570b-7043-4256-9a19-100ff9758fad'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:20.616059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:20.617158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:20.622903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Provisioning for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:20.668808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Provisioning complete for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:20.669507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.729859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:20.731311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:20.818266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-f80f6b9a-4ceb-40f2-a38a-46b030db2e36 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878854206&fields=id&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 267 time: 0.0982683 Jul 16 22:51:20.921552 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] Set router d7f9570b-7043-4256-9a19-100ff9758fad gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:20.991596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.153751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 2502ac57-bf5b-420e-b904-0c427048095f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:21.154454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.194817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ea8b5d32-5596-4e94-ae17-94ef04ce6a08 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:21.203388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ea8b5d32-5596-4e94-ae17-94ef04ce6a08 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 796 time: 0.3805707 Jul 16 22:51:21.254410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-dcc977e5-518c-4757-9098-d10774c63052 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/quotas/95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 375 time: 0.0465145 Jul 16 22:51:21.348347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ae22132-ab82-411b-ac0d-d94d01d53ab9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:21.364403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port 2502ac57-bf5b-420e-b904-0c427048095f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2502ac57-bf5b-420e-b904-0c427048095f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:21.365705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.386401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 2502ac57-bf5b-420e-b904-0c427048095f owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:21.387085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-6bb83185-8a75-4483-be22-8534a31fe5f2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311784 Jul 16 22:51:21.421362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Provisioning complete for port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:21.424328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7410ecd1-356b-4373-beba-6ff071e5878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.439745 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 7, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:21.607921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ed15e8ca-25e4-423f-9cfd-8c4aa7ad241c service neutron] 10.222.0.70 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176018 Jul 16 22:51:21.614563 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd5cab-07f3-49ed-9e2f-728ab6857aff None None] The sync data for ids ['d7f9570b-7043-4256-9a19-100ff9758fad'] in n-d-793621-16 is: [{'id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'name': 'tempest-TestNetworkBasicOps-router-1094336275', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '2502ac57-bf5b-420e-b904-0c427048095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:48:33Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 7, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '2502ac57-bf5b-420e-b904-0c427048095f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f9570b-7043-4256-9a19-100ff9758fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:48:34Z', 'updated_at': '2021-07-16T22:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:21.722004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.801867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:21.827680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.882784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=2502ac57-bf5b-420e-b904-0c427048095f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:21.913265 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-5effd073-7ddb-4167-ac32-aa4af420afdf service neutron] 10.222.0.70 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961879 Jul 16 22:51:21.959202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:21.959587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:21.994098 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.060168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] DHCP port deletion for 9578a586-9fbc-4da4-aed7-4d95f71a7598 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:51:22.172987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-548be32d-fc2e-45d7-a6ec-2846e362eb97 None None] Provisioning complete for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:22.173771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-548be32d-fc2e-45d7-a6ec-2846e362eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.176558 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.179632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.250385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.251577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Fanout notify agent at l3_agent the message router_deleted on router d7f9570b-7043-4256-9a19-100ff9758fad {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:51:22.261669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.266746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:22.280302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ef0da9cc-8265-4784-bb4b-2bd338a93b89 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/routers/d7f9570b-7043-4256-9a19-100ff9758fad HTTP/1.1" status: 204 len: 168 time: 1.8712025 Jul 16 22:51:22.422840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80d8cfa5-2cfa-404b-9a55-8bb9fd50c805 req-16dbfe68-124f-4961-a9fc-9dee3e9890c6 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 210 time: 0.1382568 Jul 16 22:51:22.471547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.554867 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-548be32d-fc2e-45d7-a6ec-2846e362eb97 None None] Port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:22.570135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Deleting port 65a61a57-7268-4943-bd51-fc83a5d479ca {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:22.571011 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.617238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 65a61a57-7268-4943-bd51-fc83a5d479ca {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:22.618540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.700266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:19Z', 'revision_number': 2, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:22.742058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Checking router: ce93a1c4-4b27-4ec1-85ae-08bc18445b8a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:22.744462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Updating router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:51:22.769391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port 65a61a57-7268-4943-bd51-fc83a5d479ca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65a61a57-7268-4943-bd51-fc83a5d479ca,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:22.769965 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.784126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] For port 65a61a57-7268-4943-bd51-fc83a5d479ca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=65a61a57-7268-4943-bd51-fc83a5d479ca,segment=NetworkSegment(7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88),segment_id=7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:22.784602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.814334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Calling delete_port for 65a61a57-7268-4943-bd51-fc83a5d479ca owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:22.826300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 65a61a57-7268-4943-bd51-fc83a5d479ca owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:22.846862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:22.975227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.000187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] No DVR routers for this DVR port 65a61a57-7268-4943-bd51-fc83a5d479ca on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:23.068695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=65a61a57-7268-4943-bd51-fc83a5d479ca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:23.079935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.080704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.081369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.082140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.082654 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.083158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.083897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.084385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.084894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.085409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.085917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.087070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:23.130390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.210598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] Pushing event deleted for resources: {'Port': ['ID=65a61a57-7268-4943-bd51-fc83a5d479ca,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:23.222935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.242547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b153093-8acb-42e7-90db-7789c465d7ec None None] No DVR routers for this DVR port 65a61a57-7268-4943-bd51-fc83a5d479ca on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:51:23.245333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65a61a57-7268-4943-bd51-fc83a5d479ca no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:23.277935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 65a61a57-7268-4943-bd51-fc83a5d479ca {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:23.278348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 65a61a57-7268-4943-bd51-fc83a5d479ca not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:23.278767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2502ac57-bf5b-420e-b904-0c427048095f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:23.315702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.330760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2502ac57-bf5b-420e-b904-0c427048095f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:23.331318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2502ac57-bf5b-420e-b904-0c427048095f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:23.331754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c07978ae-3772-4b44-a1d0-33d9ce52cc55 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:51:23.342246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9578a586-9fbc-4da4-aed7-4d95f71a7598']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:23.357068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:23.357366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0d1825-d1ca-4041-9bbe-9ddcd7ed2a88') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:23.370165 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.412248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.426309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c07978ae-3772-4b44-a1d0-33d9ce52cc55 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:51:23.427032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c07978ae-3772-4b44-a1d0-33d9ce52cc55 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:51:23.428540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:51:23.430056 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:51:23.439094 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:51:23.563517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.581922 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.597925 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/networks/9578a586-9fbc-4da4-aed7-4d95f71a7598 HTTP/1.1" status: 204 len: 168 time: 1.3173959 Jul 16 22:51:23.603965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:23.610746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'network': {'name': 'tempest-network-smoke--1051972860', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:23.635182 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3943442-6189-4698-a996-6492b17ef402 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Network': ['ID=9578a586-9fbc-4da4-aed7-4d95f71a7598,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:23.653056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:23.657580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.678693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.699662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Transition to ACTIVE for port object 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:23.708810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.710312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:51:23.720885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.722485 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Added segment 39e6d33c-f1f8-4a3a-92d0-caeda38c42a6 of type vlan for network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a Jul 16 22:51:23.772448 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.777841 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cdb92f2-2b90-4a28-8afa-c6a03dd5a6da req-300ba7e2-08db-4fe8-85d8-801a3546c6db tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 210 time: 0.0568855 Jul 16 22:51:23.812987 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.818766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:23.819394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.887641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2817330 Jul 16 22:51:23.891930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38716) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:23.896482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'admin_state_up': True, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:23.910381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff328-6782-41bb-a2d3-89c772e5931d None None] Pushing event updated for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:23.988068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:23.990819 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.049251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f8bcf-8e06-44d3-9d6b-01918c98bb26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Network': ['ID=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:24.074599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:51:24.098734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Attempting to bind port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:24.099392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Attempting to bind port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:24.099993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Attempting to bind port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd on network 215472cb-369e-4d54-8502-ba7b613b1dd9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:24.130497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:24.131204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Checking segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:24.131860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.132463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Bound using segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:24.133206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Bound port: 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:24.133909 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.167082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.299863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] For port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:24.303461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] For port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:24.309613 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.382699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:24.384023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:24.386529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff328-6782-41bb-a2d3-89c772e5931d None None] Pushing event updated for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:24.497529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:24.648682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ad8d6a17-71ed-4cfd-96de-302edfac16ad tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:24.659502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:24.666975 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ad8d6a17-71ed-4cfd-96de-302edfac16ad tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 796 time: 0.5866776 Jul 16 22:51:24.801788 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-e5449cdb-e198-4a81-8d88-bbc4952d5fd2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f977a739d24e11bb3c37be8e56bd94 HTTP/1.1" status: 200 len: 379 time: 0.1222267 Jul 16 22:51:24.811344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'port': {'device_id': 'ff42b573-25a4-4710-8369-de0ee985a424', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'admin_state_up': True, 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'security_groups': ['8d23146e-a911-4aa5-831b-6d9897e6efd4']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:25.013850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b756cdf-02e4-4585-9743-b265a65a0b18 req-54abd3f1-409d-4398-b6ea-2e81ae7989a4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 210 time: 0.0662742 Jul 16 22:51:25.100849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:24Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:25.158177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bae5f-fcea-432d-bf9a-cdc9afc5ec73 None None] The sync data for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 is: [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:24Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:25.172951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.247374 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.252485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Made reservation on behalf of 95f977a739d24e11bb3c37be8e56bd94 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:25.256247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.544649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.25.5.154 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/614e80b5-68f8-4588-8f3b-f1206fd554a4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:25.562542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.20.0.14 (215472cb-369e-4d54-8502-ba7b613b1dd9/055b637e-4774-446e-8d4b-36ee3e02cb9c/c26458fa-833f-49a4-8743-3c076bab31e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:25.750843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.860928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.889855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.892126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Transition to ACTIVE for port object c26458fa-833f-49a4-8743-3c076bab31e0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:25.957440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:25.968761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:25.985583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:26.019940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=614e80b5-68f8-4588-8f3b-f1206fd554a4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:26.075308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:26.989364 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:27.027539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:27.044319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:27.076407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:27.117707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:27.211121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:27.217073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:27.218619 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.229470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.382459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:27.384004 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.433095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.446399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ce371-c75f-47d5-b11f-6015d5a9a043 req-91968c1b-04a7-4c09-ba64-c240c28967cb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:27.451117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e00ce371-c75f-47d5-b11f-6015d5a9a043 req-91968c1b-04a7-4c09-ba64-c240c28967cb tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 932 time: 1.1178412 Jul 16 22:51:27.452501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-4ca94ae7-1e07-4f96-8f20-290e05a81c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6452303 Jul 16 22:51:27.472748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38828) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:27.507090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Request body: {'port': {'device_id': 'ff42b573-25a4-4710-8369-de0ee985a424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:27.517602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:27.535402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.619336 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e00ce371-c75f-47d5-b11f-6015d5a9a043 req-1ba31f12-ff5e-41c8-89da-8183fff462f0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389725 Jul 16 22:51:27.622034 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.626317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0636275-fa94-4e65-823f-a02296adb12a None None] Provisioning for port c26458fa-833f-49a4-8743-3c076bab31e0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:27.659920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0636275-fa94-4e65-823f-a02296adb12a None None] Provisioning complete for port c26458fa-833f-49a4-8743-3c076bab31e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:27.659920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0636275-fa94-4e65-823f-a02296adb12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.716991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43e3f24b-4362-422a-a529-6837e9a8c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.764047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:27.783301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f0636275-fa94-4e65-823f-a02296adb12a None None] Port c26458fa-833f-49a4-8743-3c076bab31e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:27.785681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.786024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.786370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.786712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.787069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.787370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.787703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.788030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.788358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.788681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.789050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.789387 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:27.831477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ad44b95-b63b-4bda-b0b2-06afddcabcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.880218 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.011370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ad44b95-b63b-4bda-b0b2-06afddcabcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.020637 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ad44b95-b63b-4bda-b0b2-06afddcabcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.071812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ad44b95-b63b-4bda-b0b2-06afddcabcd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc13d40104a247688a108d4351d93db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978212 Jul 16 22:51:28.074932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:28.077420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad44b95-b63b-4bda-b0b2-06afddcabcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec68eb-bcfa-4bed-bc68-13555614dd64,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:28.147430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.174382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.178216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:51:28.245726 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.246944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26458fa-833f-49a4-8743-3c076bab31e0 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:51:28.249220 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.261759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.268444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6ec68eb-bcfa-4bed-bc68-13555614dd64 HTTP/1.1" status: 204 len: 168 time: 0.1917288 Jul 16 22:51:28.290462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66d9f7-b784-4e02-858a-3b87ae63a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec68eb-bcfa-4bed-bc68-13555614dd64,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:28.317651 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Transition to ACTIVE for port object c26458fa-833f-49a4-8743-3c076bab31e0 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:28.330135 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.388277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:28.398447 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Sync routers for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:28.414483 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:28.415127 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:28.420106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:28.450664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.454917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aa663422-f806-43de-be18-02653bcece9d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5592546 Jul 16 22:51:28.455108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38848) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:28.516340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-df8505dc-53ca-45e6-94b0-c3441a40d035 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5dedfcef35f04c1db1a38fce72df9aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567062 Jul 16 22:51:28.516340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:28.644721 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:28.649545 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Attempting to bind port c26458fa-833f-49a4-8743-3c076bab31e0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:28.649740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Attempting to bind port c26458fa-833f-49a4-8743-3c076bab31e0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:28.654080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Attempting to bind port c26458fa-833f-49a4-8743-3c076bab31e0 on network 215472cb-369e-4d54-8502-ba7b613b1dd9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:28.683318 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Port c26458fa-833f-49a4-8743-3c076bab31e0 on network 215472cb-369e-4d54-8502-ba7b613b1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:51:28.684556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Attempting to bind port c26458fa-833f-49a4-8743-3c076bab31e0 on network 215472cb-369e-4d54-8502-ba7b613b1dd9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:28.711690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:28.714379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Checking segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:28.714850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Bound using segment: {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:28.716306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Bound port: c26458fa-833f-49a4-8743-3c076bab31e0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:28.717225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.778133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea015b-130e-4703-a2b3-73c321ee1e9e tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:28.779570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f4ea015b-130e-4703-a2b3-73c321ee1e9e tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2628164 Jul 16 22:51:28.783139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:28.932327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e811e15-e85f-4fc1-83fc-30b82dd1fb84 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1457021 Jul 16 22:51:28.933062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:28.949043 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-721444620', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:28.986993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:29.037780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:29.056354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:29.061746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.073057 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:26Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:29.074712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e410-ab2a-48e1-ae97-e55443b5a16a req-01741547-bc1e-4c79-a74c-8771e92c0354 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:29.076325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78d2e410-ab2a-48e1-ae97-e55443b5a16a req-01741547-bc1e-4c79-a74c-8771e92c0354 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 944 time: 0.1800971 Jul 16 22:51:29.135725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:29.136465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.143456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Checking router: 4167ea3e-a195-4dde-b06f-d0980a7d3d6b for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:29.144432 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Updating router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b port 614e80b5-68f8-4588-8f3b-f1206fd554a4 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:51:29.179452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78d2e410-ab2a-48e1-ae97-e55443b5a16a req-6812de21-e22c-4576-a070-b62e883d94f9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932271 Jul 16 22:51:29.218364 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.243044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:29.252562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:29.256463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.260131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 1093 time: 1.7784851 Jul 16 22:51:29.260610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:29.266434 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d3710-90a8-489d-a648-a8cb2e1886c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:29.270416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baf79a1d-78cd-47a0-92a7-517f5c4a1617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.368551 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5654a-4190-40fe-b583-46fc45168910 x-openstack-request-id: req-dde5654a-4190-40fe-b583-46fc45168910 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:29.369021 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:29.369247 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dde5654a-4190-40fe-b583-46fc45168910 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:29.369652 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'status': 'completed', 'code': 200} Jul 16 22:51:29.373530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30969c15-97c7-4a03-be0b-59b013f8d4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:29.423896 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:29.430828 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.563757 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baf79a1d-78cd-47a0-92a7-517f5c4a1617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.573030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baf79a1d-78cd-47a0-92a7-517f5c4a1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.590993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-77e26c39-ccb4-4c30-989a-2b2de27441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:29.593249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-77e26c39-ccb4-4c30-989a-2b2de27441b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1096 time: 0.2640440 Jul 16 22:51:29.615108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf79a1d-78cd-47a0-92a7-517f5c4a1617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bd2104-8891-4abc-93bb-62adafd0369b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:29.666628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-2aebe84d-6f34-461c-ac39-c1eb86d5523e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 217 time: 0.0628045 Jul 16 22:51:29.683068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-baf79a1d-78cd-47a0-92a7-517f5c4a1617 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14eb6622ecb840b88b6da7e8b38c0b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359102 Jul 16 22:51:29.688024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:29.750050 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.761702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.768896 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Transition to ACTIVE for port object 614e80b5-68f8-4588-8f3b-f1206fd554a4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:29.778728 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.795157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.807814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-82c28319-94a8-49b4-ad06-30dcddde995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:29.810630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-82c28319-94a8-49b4-ad06-30dcddde995b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.1358120 Jul 16 22:51:29.835386 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49295fce-49c1-4441-ad24-ab4ce5406ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.846960 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Pushing event updated for resources: {'Port': ['ID=614e80b5-68f8-4588-8f3b-f1206fd554a4,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:29.859451 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.860167 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.860821 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.861456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.862443 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.862634 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.863246 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.864064 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.864910 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.865627 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.866212 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.867007 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:29.889621 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Attempting to bind port 614e80b5-68f8-4588-8f3b-f1206fd554a4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:29.890670 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Attempting to bind port 614e80b5-68f8-4588-8f3b-f1206fd554a4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:29.891504 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Attempting to bind port 614e80b5-68f8-4588-8f3b-f1206fd554a4 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:29.899880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:29.900777 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:29.901775 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.902365 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:29.903373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Bound port: 614e80b5-68f8-4588-8f3b-f1206fd554a4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:29.904187 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.918171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.922783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.934291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8bd2104-8891-4abc-93bb-62adafd0369b HTTP/1.1" status: 204 len: 168 time: 0.2400343 Jul 16 22:51:29.962465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e352-63ca-4d11-945f-0abd5117cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bd2104-8891-4abc-93bb-62adafd0369b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:29.979347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.981091 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] For port 614e80b5-68f8-4588-8f3b-f1206fd554a4, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:29.986215 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] For port 614e80b5-68f8-4588-8f3b-f1206fd554a4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=614e80b5-68f8-4588-8f3b-f1206fd554a4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:29.995601 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:30.070650 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:30.071703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:30.130631 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:30.161641 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ad67f7c1-d803-47e9-a2f0-4c3d442d2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:30.163530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-ad67f7c1-d803-47e9-a2f0-4c3d442d2e82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425062 Jul 16 22:51:30.205651 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc96c4-9e5f-4a31-902a-cb84c11a8bc3 None None] Pushing event updated for resources: {'Port': ['ID=614e80b5-68f8-4588-8f3b-f1206fd554a4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:30.222862 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Subnet': ['ID=5a06e04a-c773-40f0-8a47-fdb5700364e2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:30.311655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Checking segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:30.312402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network hostable DHCP agents. Network: c961bca0-d3fb-4799-8ad9-a1bd02fdb95a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:51:30.361248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:51:30.379342 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-41f67d56-9c85-4c50-a1b8-9a6e0ddf0169 service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878772 Jul 16 22:51:30.383837 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c961bca0-d3fb-4799-8ad9-a1bd02fdb95a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:30.397462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a418ac-8d62-4762-89f3-2b9f4af603ac None None] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:30.417431 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:30.422052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:30.422880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:30.521775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-08a24e41-ab21-4c85-919b-bd7edc819aaa tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5866544 Jul 16 22:51:30.525074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 38898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:30.571141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f5bc-9b64-41d3-886a-e728625fcb60 req-8fc6928e-d369-4f37-876b-4324835f9153 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:30.581903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e527f5bc-9b64-41d3-886a-e728625fcb60 req-8fc6928e-d369-4f37-876b-4324835f9153 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 944 time: 0.2194145 Jul 16 22:51:30.622363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baaacb4e-e6a2-4933-9d2d-28be80b91344 req-2a438c49-0ea8-4fbb-96ab-57c69c46ffcb service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353067 Jul 16 22:51:30.683351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e527f5bc-9b64-41d3-886a-e728625fcb60 req-6a37470d-77fb-4611-80ee-ddd977d7e54f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995662 Jul 16 22:51:30.709425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:51:30.710309 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:30.818959 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:26Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:30.831005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:30.848023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff45-d25d-47c8-a0b5-c97cc25ac90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:30.866998 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8074d52-4dfd-4118-b2f3-c814e90121f5 None None] The sync data for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 is: [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:26Z', 'revision_number': 3, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:30.983716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Allocated IP 172.20.0.2 (c961bca0-d3fb-4799-8ad9-a1bd02fdb95a/5a06e04a-c773-40f0-8a47-fdb5700364e2/d736072c-070d-4cee-8893-ef5a8bdabe36) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:31.012541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff45-d25d-47c8-a0b5-c97cc25ac90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.020351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff45-d25d-47c8-a0b5-c97cc25ac90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.036236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-0a8bb17a-607b-48eb-805c-c50093cc4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:31.037799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-0a8bb17a-607b-48eb-805c-c50093cc4dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1096 time: 0.3322897 Jul 16 22:51:31.087347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-81c5ff45-d25d-47c8-a0b5-c97cc25ac90d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=042162ea53aa4e6cb5ae94646b241c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541363 Jul 16 22:51:31.093974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 38906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:31.204764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ff45-d25d-47c8-a0b5-c97cc25ac90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687d832-822f-4f9e-993a-d7fc5de98658,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:31.247880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.311523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.437540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.440570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.442032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2687d832-822f-4f9e-993a-d7fc5de98658 HTTP/1.1" status: 204 len: 168 time: 0.3423171 Jul 16 22:51:31.472082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced976-1377-4507-8c08-52c5a97101bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687d832-822f-4f9e-993a-d7fc5de98658,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:31.532611 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.554639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.569611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Transition to ACTIVE for port object d736072c-070d-4cee-8893-ef5a8bdabe36 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:31.615134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Transition to ACTIVE for port object d736072c-070d-4cee-8893-ef5a8bdabe36 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:31.626233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.713178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:31.722229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:31.733471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:31.739588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Pushing event updated for resources: {'Port': ['ID=d736072c-070d-4cee-8893-ef5a8bdabe36,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:31.823539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-f3c0c90b-ec60-4ac5-8140-9066289cd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:31.825046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-f3c0c90b-ec60-4ac5-8140-9066289cd280 service neutron] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 897 time: 0.7790954 Jul 16 22:51:31.828477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Attempting to bind port d736072c-070d-4cee-8893-ef5a8bdabe36 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:31.829043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Attempting to bind port d736072c-070d-4cee-8893-ef5a8bdabe36 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:31.829561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Attempting to bind port d736072c-070d-4cee-8893-ef5a8bdabe36 on network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:31.837318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:31.838041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Checking segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:31.839042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.839831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Bound using segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:31.840668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Bound port: d736072c-070d-4cee-8893-ef5a8bdabe36, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:31.841399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.951312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] For port d736072c-070d-4cee-8893-ef5a8bdabe36, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:31.958167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] For port d736072c-070d-4cee-8893-ef5a8bdabe36, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d736072c-070d-4cee-8893-ef5a8bdabe36,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:31.963577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:31.980628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-ab6567e7-cb94-4f6f-9fcf-c4d6d8163d5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 217 time: 0.1456988 Jul 16 22:51:32.047974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65935c-11a4-4ce6-8154-7882ec90e983 None None] Pushing event updated for resources: {'Port': ['ID=d736072c-070d-4cee-8893-ef5a8bdabe36,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:32.115273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-ddfd4857-d44f-4e98-bb65-78c5f29d65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:32.117189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-ddfd4857-d44f-4e98-bb65-78c5f29d65d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.1091564 Jul 16 22:51:32.245846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbf51-cce6-4aa0-88f1-5d156fa8844a req-641581dc-578b-4e96-9ac3-2bee04033519 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:32.247271 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-523cbf51-cce6-4aa0-88f1-5d156fa8844a req-641581dc-578b-4e96-9ac3-2bee04033519 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 944 time: 0.3133020 Jul 16 22:51:32.310636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-739c2ba4-1ac6-4bd4-b52b-f5f36fb6630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:32.312577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-739c2ba4-1ac6-4bd4-b52b-f5f36fb6630c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1873009 Jul 16 22:51:32.400119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-523cbf51-cce6-4aa0-88f1-5d156fa8844a req-9d3597dc-6461-4cc3-983b-3fb649684c75 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385798 Jul 16 22:51:32.413456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:32.675780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-d72c1e3f-a63c-471f-b2de-d46ab3d1b9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474925 Jul 16 22:51:32.771330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.029304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.1 (c961bca0-d3fb-4799-8ad9-a1bd02fdb95a/5a06e04a-c773-40f0-8a47-fdb5700364e2/163f3a15-9420-4af0-a083-6705d00ac8f5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:33.136845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d736072c-070d-4cee-8893-ef5a8bdabe36 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:33.233059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:51:33.246711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0e0d3710-90a8-489d-a648-a8cb2e1886c5 req-1a64a4ab-7b57-403c-bd41-4b08738f79fa service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385544 Jul 16 22:51:33.279513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.286363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d736072c-070d-4cee-8893-ef5a8bdabe36 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:33.319414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object 163f3a15-9420-4af0-a083-6705d00ac8f5 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:33.323076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 614e80b5-68f8-4588-8f3b-f1206fd554a4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:33.408305 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 614e80b5-68f8-4588-8f3b-f1206fd554a4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:33.411249 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.416553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 614e80b5-68f8-4588-8f3b-f1206fd554a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:33.416927 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.532168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:33.545917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:33.546936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:33.549299 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:33.592004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'mac_address': 'fa:16:3e:99:cc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:51:33.639581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:33.668198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627f5e5-d1c8-4be9-b398-f98e81502c38 None None] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:33.686726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.778278 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.821953 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.827277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c521ffe-b80d-4c30-83a2-8f0cff53b1c6 req-a2724234-2fb9-46ba-80ad-39a45cc7b7a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:33.837221 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Provisioning for port d736072c-070d-4cee-8893-ef5a8bdabe36 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:33.843424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c521ffe-b80d-4c30-83a2-8f0cff53b1c6 req-a2724234-2fb9-46ba-80ad-39a45cc7b7a0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 944 time: 0.1631038 Jul 16 22:51:33.852791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26458fa-833f-49a4-8743-3c076bab31e0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:51:33.868205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Provisioning complete for port d736072c-070d-4cee-8893-ef5a8bdabe36 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:33.868836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.876724 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 614e80b5-68f8-4588-8f3b-f1206fd554a4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=614e80b5-68f8-4588-8f3b-f1206fd554a4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:33.920874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:33.942734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:33.957317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c521ffe-b80d-4c30-83a2-8f0cff53b1c6 req-1d2a2160-87c5-43ad-8047-874100f9e5c9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128569 Jul 16 22:51:33.996883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.083013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=614e80b5-68f8-4588-8f3b-f1206fd554a4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:34.083549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.223887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c26458fa-833f-49a4-8743-3c076bab31e0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:51:34.262780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:34.276723 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.368116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] For port d736072c-070d-4cee-8893-ef5a8bdabe36, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d736072c-070d-4cee-8893-ef5a8bdabe36,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:34.380265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.495635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4872bf-157a-437b-ac83-0e1e509608f3 None None] Pushing event updated for resources: {'Port': ['ID=d736072c-070d-4cee-8893-ef5a8bdabe36,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:34.804401 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.812294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.818904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Provisioning for port 163f3a15-9420-4af0-a083-6705d00ac8f5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:34.826965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Provisioning complete for port 163f3a15-9420-4af0-a083-6705d00ac8f5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:34.827641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.904646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Port 163f3a15-9420-4af0-a083-6705d00ac8f5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:34.921631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Provisioning complete for port d736072c-070d-4cee-8893-ef5a8bdabe36 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:34.922003 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26a2669c-8810-43f8-9703-a1127bdb6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:34.993529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.014525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:35.111301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d736072c-070d-4cee-8893-ef5a8bdabe36 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:35.199775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:35.203812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:35.239315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d736072c-070d-4cee-8893-ef5a8bdabe36 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:35.239686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.285875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:35.390651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9afe6f27-e400-40d3-9b38-e6ca622148a3 None None] Provisioning complete for port 163f3a15-9420-4af0-a083-6705d00ac8f5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:35.391174 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9afe6f27-e400-40d3-9b38-e6ca622148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.459595 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9afe6f27-e400-40d3-9b38-e6ca622148a3 None None] Port 163f3a15-9420-4af0-a083-6705d00ac8f5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:35.485116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c26458fa-833f-49a4-8743-3c076bab31e0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:35.496397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-4ec14711-ed99-4ad6-9955-bc6eebc1f128 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:35.498628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-4ec14711-ed99-4ad6-9955-bc6eebc1f128 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.2430971 Jul 16 22:51:35.507101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c26458fa-833f-49a4-8743-3c076bab31e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:35.507497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.527418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-46db1133-b9a4-491f-98f8-a74287f0e465 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0229378 Jul 16 22:51:35.551019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 614e80b5-68f8-4588-8f3b-f1206fd554a4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:35.588236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:35.629076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-971a88a5-a12e-44c5-bfd4-513432f76b84 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003902 Jul 16 22:51:35.642355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6d07-f216-4aba-b168-0bf31753c9ab req-0afc31c9-600c-4726-a8d0-0ee2c8042fdc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:35.649820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcbc6d07-f216-4aba-b168-0bf31753c9ab req-0afc31c9-600c-4726-a8d0-0ee2c8042fdc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 945 time: 0.4416780 Jul 16 22:51:35.721613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 614e80b5-68f8-4588-8f3b-f1206fd554a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:35.721995 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.755114 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-5b949065-e907-433a-9eec-7091a38348a6 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247122 Jul 16 22:51:35.781260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bcbc6d07-f216-4aba-b168-0bf31753c9ab req-23db2cc1-e644-4d32-b512-61b5ddff3406 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254456 Jul 16 22:51:35.819659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.831236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:35.842898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fb44db34-b727-412b-b767-a320bf1ab5e2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/4167ea3e-a195-4dde-b06f-d0980a7d3d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128359 Jul 16 22:51:35.843910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39036) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:35.876419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:35.879093 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-519c33ca-5077-4d0d-aa39-cd50b2034173 None None] Provisioning complete for port 163f3a15-9420-4af0-a083-6705d00ac8f5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:35.879779 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-519c33ca-5077-4d0d-aa39-cd50b2034173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.886517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:35.889308 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c225923-ce06-420a-9d31-bcc7f54cd7b0" -d '{"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-plugged", "status": "completed", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:35.891284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-86ee9251-8c15-456d-b92c-f6e7ed89d0cf service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281044 Jul 16 22:51:35.893126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Sync routers for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:35.928162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:35.971189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:35.971921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:35.981922 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7ef13-0a66-4182-8a3e-3e2b64ab6bca x-openstack-request-id: req-85c7ef13-0a66-4182-8a3e-3e2b64ab6bca {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:35.982261 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-plugged", "status": "completed", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:35.982646 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85c7ef13-0a66-4182-8a3e-3e2b64ab6bca {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:35.983107 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'code': 200} Jul 16 22:51:36.165080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.165579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.166808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.167283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.167759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.168249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.169055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.171051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ddd92359-0fb4-48d1-98bc-1a4025a1163c tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3266625 Jul 16 22:51:36.173976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:36.230702 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cba4d399-2b0a-4389-8ef8-587f32a4c39f req-5f7590cc-d26e-44b1-a3c6-d58698fa7810 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0569630 Jul 16 22:51:36.270468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d7465-5763-4a19-8441-3a367d2fec72 req-574cce7b-9515-4bdb-92e4-315cb1bea89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.271978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-124d7465-5763-4a19-8441-3a367d2fec72 req-574cce7b-9515-4bdb-92e4-315cb1bea89c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.0995691 Jul 16 22:51:36.361442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-519c33ca-5077-4d0d-aa39-cd50b2034173 None None] Port 163f3a15-9420-4af0-a083-6705d00ac8f5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:36.375117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-124d7465-5763-4a19-8441-3a367d2fec72 req-25a4a9cf-1aaa-469a-9836-81aa1603f94c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967755 Jul 16 22:51:36.421487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:36.463097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.463595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.465300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.467271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.467735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.468197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.468658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:36.470664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-640ea749-1cba-40e0-b627-9e57470cdb9a tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.2954218 Jul 16 22:51:36.473761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:36.512852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:36.756874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-901c51e9-fe93-4c5d-9f62-e71ea76d9713 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2818117 Jul 16 22:51:36.799564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:34Z', 'revision_number': 2, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:36.830870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Checking router: 4167ea3e-a195-4dde-b06f-d0980a7d3d6b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:36.831459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Updating router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b port 163f3a15-9420-4af0-a083-6705d00ac8f5 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:51:36.877314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.103260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f8c4b-9ddb-4680-8323-ac352e9bf7ed req-ab376d8a-2fb2-4f67-9338-f9f6d5e6d9b1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:37.105438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d1f8c4b-9ddb-4680-8323-ac352e9bf7ed req-ab376d8a-2fb2-4f67-9338-f9f6d5e6d9b1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1187525 Jul 16 22:51:37.177864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d1f8c4b-9ddb-4680-8323-ac352e9bf7ed req-9647ad1a-53b1-44f7-883c-e6dc142160cc tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605688 Jul 16 22:51:37.221277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:37.274000 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.286878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Transition to ACTIVE for port object 163f3a15-9420-4af0-a083-6705d00ac8f5 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:37.287917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:37.293588 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2068880288', 'description': 'tempest-secgroup-smoke-2068880288 description', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:37.298058 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.345721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.377698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f31573-1091-4286-8238-d496ef456e86 None None] Pushing event updated for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:37.441307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-315d2ee6-49f3-4765-91ea-00d08ccf9652 req-862be7b9-4e43-4497-a011-68f2b4977b40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0647633 Jul 16 22:51:37.453197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Attempting to bind port 163f3a15-9420-4af0-a083-6705d00ac8f5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:37.453773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Attempting to bind port 163f3a15-9420-4af0-a083-6705d00ac8f5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:37.454408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Attempting to bind port 163f3a15-9420-4af0-a083-6705d00ac8f5 on network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:37.460356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc12164f-987f-4d3f-865f-4db2bda35483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.463332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:37.463853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Checking segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:37.464334 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.464807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Bound using segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:37.465486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Bound port: 163f3a15-9420-4af0-a083-6705d00ac8f5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:37.465945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.546717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] For port 163f3a15-9420-4af0-a083-6705d00ac8f5, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:37.555473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] For port 163f3a15-9420-4af0-a083-6705d00ac8f5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=163f3a15-9420-4af0-a083-6705d00ac8f5,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:37.561861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.595307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.622603 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.632917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:37.633739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:37.637210 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f31573-1091-4286-8238-d496ef456e86 None None] Pushing event updated for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:37.704036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-45e3b6d8-b3a0-4209-a46e-8ab906e059ec tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:37.708882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-45e3b6d8-b3a0-4209-a46e-8ab906e059ec tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1985009 Jul 16 22:51:37.725469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:37.760368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae05132b-e274-4e17-a8c9-731ee65bb810,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:37.812873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:37.879259 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc12164f-987f-4d3f-865f-4db2bda35483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.888956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc12164f-987f-4d3f-865f-4db2bda35483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.923119 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:37.934285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:37.937078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2e99472f-1978-4e68-988f-140f40ee6428 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6480319 Jul 16 22:51:37.945116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:37.972882 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc12164f-987f-4d3f-865f-4db2bda35483 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27edec3a2f39431ea7b7f527105fb691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7503750 Jul 16 22:51:37.975134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12164f-987f-4d3f-865f-4db2bda35483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b02478-79e2-4be0-9842-56eb0ba5cc7b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:37.978687 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:38.030330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.035824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:38.043943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.056552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.088269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.163574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.168615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.169986 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09b02478-79e2-4be0-9842-56eb0ba5cc7b HTTP/1.1" status: 204 len: 168 time: 0.1900990 Jul 16 22:51:38.191445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2750e-44af-4e4a-9eb0-56e6bdb1df36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b02478-79e2-4be0-9842-56eb0ba5cc7b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:38.303574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7d721c86-5431-4176-a518-b7101f546104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:37Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:38.359563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721c86-5431-4176-a518-b7101f546104 None None] The sync data for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 is: [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:37Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:38.394301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.9 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/22629fc3-ff32-40d5-83a0-c146cc3c37a0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:38.628715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.661784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.681780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13638d-a7af-4d9e-8b0f-0aeb0f77065b req-8c2c6709-604e-46d9-877e-309a0696cc4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:38.684415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d13638d-a7af-4d9e-8b0f-0aeb0f77065b req-8c2c6709-604e-46d9-877e-309a0696cc4b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2514796 Jul 16 22:51:38.755363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0dc77a6-5739-4ab1-9272-cc8bad25222f req-4553cb55-b675-4007-94e2-399ef2f2a682 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0606668 Jul 16 22:51:38.770329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac46eee-5229-4610-9996-ebcfde5bd176,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:38.777544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.779061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-30ef3413-9f0d-4a7b-ad42-d21fcb1635b1 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8437967 Jul 16 22:51:38.781887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:38.789251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:38.848509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:38.914798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d13638d-a7af-4d9e-8b0f-0aeb0f77065b req-b7430d99-a4bc-481d-900d-6ff06d645987 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175133 Jul 16 22:51:39.013153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.018718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:39.035431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.052237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.053737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object 22629fc3-ff32-40d5-83a0-c146cc3c37a0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:39.069617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c290092-da86-4c2c-a1b4-5a9b5728126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.082838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.084389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014529 Jul 16 22:51:39.095481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39110) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:39.108432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 163f3a15-9420-4af0-a083-6705d00ac8f5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:39.132103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:39.166269 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.197129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 163f3a15-9420-4af0-a083-6705d00ac8f5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:39.201746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 163f3a15-9420-4af0-a083-6705d00ac8f5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:39.202387 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.213443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c290092-da86-4c2c-a1b4-5a9b5728126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.262080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afdd0-6c48-43ab-8e31-1baf63b3ab69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc21a5b1-fff1-4e78-8ac0-002c25524918,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:39.268483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c290092-da86-4c2c-a1b4-5a9b5728126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.285999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:39.312445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.332717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:39.358067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:39.373587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:39.376027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.382510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7c290092-da86-4c2c-a1b4-5a9b5728126b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00743acac7974670a6c3e3650f8532d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616016 Jul 16 22:51:39.385244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:39.395750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c290092-da86-4c2c-a1b4-5a9b5728126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bf17a-a79c-4cb7-918c-df04cea3ba30,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:39.477081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 163f3a15-9420-4af0-a083-6705d00ac8f5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=163f3a15-9420-4af0-a083-6705d00ac8f5,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:39.477081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.525502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:39.526786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.569621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef806-1186-479a-bc74-da34ceb640c3 req-655ab730-b1c2-45af-a954-a798be0ba549 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:39.571844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8deef806-1186-479a-bc74-da34ceb640c3 req-655ab730-b1c2-45af-a954-a798be0ba549 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.3552170 Jul 16 22:51:39.591457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:39.601598 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.678783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-559a91ee-c356-4528-87ce-f0eb26a173d9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9582605 Jul 16 22:51:39.694586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Request body: {'port': {'device_id': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:39.718739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf87a27a-7e8e-4ac7-b83e-34d44d4a0c3e None None] Provisioning for port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:39.719946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.724208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf87a27a-7e8e-4ac7-b83e-34d44d4a0c3e None None] Provisioning complete for port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:39.724588 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf87a27a-7e8e-4ac7-b83e-34d44d4a0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.779639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.794322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.817433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8deef806-1186-479a-bc74-da34ceb640c3 req-bf2ebd2a-079b-467f-9875-e642aceb076b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322922 Jul 16 22:51:39.850708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf87a27a-7e8e-4ac7-b83e-34d44d4a0c3e None None] Port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:39.853453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:39.948847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.950305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8537068 Jul 16 22:51:39.950637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.953209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:39.954360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a02bf17a-a79c-4cb7-918c-df04cea3ba30 HTTP/1.1" status: 204 len: 168 time: 0.5682065 Jul 16 22:51:39.959375 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:39.969786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4a287-c822-4b1d-93c8-c33ba14792b6 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b2148d-7f81-4028-9162-a1cdbefa6765,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:39.974575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:40.001076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e1ac-b57f-48f5-8435-d831def888fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bf17a-a79c-4cb7-918c-df04cea3ba30,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:40.045887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.112066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.166153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.181294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.226262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52f59e0-f27f-4a05-ad3f-e27f21ce4484,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:40.239423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.241131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e1e9f26e-8542-4c0c-8c50-b6627b71e2c8 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2746000 Jul 16 22:51:40.250576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:40.259019 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:40.297839 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:51:40.305970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.486901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.501231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.520458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6062d8-449c-4a0d-aae2-b450429d44d7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:40.529084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.533113 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0bae467c-2fe0-4925-9e88-944e5bdd5005 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2785616 Jul 16 22:51:40.533329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:40.539005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'security_group_rule': {'security_group_id': 'ae05132b-e274-4e17-a8c9-731ee65bb810', 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:40.563854 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Project 5dedfcef35f04c1db1a38fce72df9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:51:40.569454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.693711 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.705282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.744535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e420c93f-61a4-4131-801a-6198b5f1f792,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:40.775566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:40.777221 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a88c3ee8-a945-4d35-969f-fec1a52e11cb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2424216 Jul 16 22:51:41.068205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 163f3a15-9420-4af0-a083-6705d00ac8f5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:41.100880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22629fc3-ff32-40d5-83a0-c146cc3c37a0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:51:41.113646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.131186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a5044-0bbb-4bb8-821a-3199e8283245 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:41.133697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ce0a5044-0bbb-4bb8-821a-3199e8283245 tempest-TestNetworkAdvancedServerOps-675107835 tempest-TestNetworkAdvancedServerOps-675107835-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1093 time: 1.2469535 Jul 16 22:51:41.137656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:41.144525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:41.144822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Transition to ACTIVE for port object 22629fc3-ff32-40d5-83a0-c146cc3c37a0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:41.147160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 163f3a15-9420-4af0-a083-6705d00ac8f5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:41.147712 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.158472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80264-46fa-47bb-8aca-132902faa3c9 req-d23be55a-4976-484f-b10f-d3a7d5e74c50 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:41.166981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbb80264-46fa-47bb-8aca-132902faa3c9 req-d23be55a-4976-484f-b10f-d3a7d5e74c50 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 931 time: 1.1168411 Jul 16 22:51:41.168319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.249489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-c5e5393a-7d1d-4da7-91fc-740c57c9a97e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068880288&fields=id&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 267 time: 0.0929213 Jul 16 22:51:41.260820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Pushing event updated for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:41.318761 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cbb80264-46fa-47bb-8aca-132902faa3c9 req-d9353560-41a0-49aa-a0ea-b77fa6239fc5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517599 Jul 16 22:51:41.321178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.440827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Attempting to bind port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:41.441050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Attempting to bind port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:41.448812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Attempting to bind port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:41.457502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:51:41.457828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Attempting to bind port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:41.468031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:41.468382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:41.468771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:41.469230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Bound port: 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:41.469589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.633350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:41.638521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:41.644871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.716953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:41.717613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:41.719237 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] 10.222.0.68 "PUT /v2.0/ports/22629fc3-ff32-40d5-83a0-c146cc3c37a0 HTTP/1.1" status: 200 len: 1092 time: 2.0304220 Jul 16 22:51:41.719708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:41.722117 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998413f5-10f9-49a7-9933-37d499aba11e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:41.762967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ba6b1-a589-462c-8c20-771e30ce2c3f service neutron] Pushing event updated for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:41.838385 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6bda3c-949c-40cd-a453-694d662f770f x-openstack-request-id: req-3d6bda3c-949c-40cd-a453-694d662f770f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:41.838793 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:41.839146 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d6bda3c-949c-40cd-a453-694d662f770f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:41.839642 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0', 'status': 'completed', 'code': 200} Jul 16 22:51:41.854386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-e51d0feb-6a74-480b-bfa2-5ed8e8bcc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:41.858806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-e51d0feb-6a74-480b-bfa2-5ed8e8bcc5fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 1095 time: 0.0879207 Jul 16 22:51:41.911239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-f4ab17e1-eb8a-4945-99c0-dd7c7f0bf4b6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0 HTTP/1.1" status: 200 len: 217 time: 0.0439458 Jul 16 22:51:41.982634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-a1958c19-6db6-4a04-82e6-40f881036406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:41.986070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-a1958c19-6db6-4a04-82e6-40f881036406 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0677476 Jul 16 22:51:42.101421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-1416cb63-b76c-45b3-99ed-1ed4040ccf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:42.106065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-1416cb63-b76c-45b3-99ed-1ed4040ccf0e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131163 Jul 16 22:51:42.156007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-5de69638-9fa2-48ea-856f-411463e4bece tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:42.164843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-5de69638-9fa2-48ea-856f-411463e4bece tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/networks?id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 200 len: 797 time: 0.9071674 Jul 16 22:51:42.189492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-390ba417-3e05-4e96-90bc-c12771102b4d tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/quotas/5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0232053 Jul 16 22:51:42.313027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:42.329854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-8f06543b-4731-4761-aafc-75dafcf99c43 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158463 Jul 16 22:51:42.330927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-02eab23f-b1c8-48f6-bd6d-57b3a05f4ade tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404617 Jul 16 22:51:42.600368 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Allocated IP 172.25.5.100 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/49e55561-6838-4558-b4e4-f8eb788823ff) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:42.706668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-dd7347fb-2457-4514-9a7e-7306a2c4d8ce service neutron] 10.222.0.70 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305922 Jul 16 22:51:42.713804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6974f688-fca8-48ca-a440-a641c1cca6e7 req-200ec1c8-2ee7-413c-a7c8-a3c5730f40fc service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765912 Jul 16 22:51:42.750438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a403e2-6acd-4439-8fc9-e724e75596bf req-f850a9f4-d5e0-4a33-a420-15a322188130 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:42.758433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50a403e2-6acd-4439-8fc9-e724e75596bf req-f850a9f4-d5e0-4a33-a420-15a322188130 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1808486 Jul 16 22:51:42.783190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:42.853734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50a403e2-6acd-4439-8fc9-e724e75596bf req-ca18d71b-3e98-41c2-850e-2adaed478e18 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937309 Jul 16 22:51:42.941078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998413f5-10f9-49a7-9933-37d499aba11e req-0bd005eb-7c5c-48a4-adbd-767de795d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:42.947234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-0bd005eb-7c5c-48a4-adbd-767de795d254 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 1095 time: 0.1460471 Jul 16 22:51:42.948589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a6dfdcc1-2670-4b9d-bf9c-457e655ac565 service neutron] 10.222.0.70 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172627 Jul 16 22:51:42.975118 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:43.072037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:43.099099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:43.107217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:43.221483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998413f5-10f9-49a7-9933-37d499aba11e req-6f73fcad-beed-4733-ae96-c3d856407a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:43.223030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-6f73fcad-beed-4733-ae96-c3d856407a81 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.2563007 Jul 16 22:51:43.279486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-78983d2b-4303-4131-9b9d-23b2dbcca088 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0 HTTP/1.1" status: 200 len: 217 time: 0.0443964 Jul 16 22:51:43.436036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=49e55561-6838-4558-b4e4-f8eb788823ff,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:43.551639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3fe2685c-1969-4062-9c1a-7ad7dda2bdf7 req-dab5e7ec-1445-4b5a-99d3-b43fbe9db5f4 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 210 time: 0.1156075 Jul 16 22:51:43.563193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998413f5-10f9-49a7-9933-37d499aba11e req-eed39c37-4eb1-4f6d-86ad-0851c4fa4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:43.564739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-eed39c37-4eb1-4f6d-86ad-0851c4fa4b55 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.2783349 Jul 16 22:51:43.741440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998413f5-10f9-49a7-9933-37d499aba11e req-377dedee-6a6e-4df3-bbaf-0ccdc667eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:43.743570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-377dedee-6a6e-4df3-bbaf-0ccdc667eb4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647301 Jul 16 22:51:43.981948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-060f72a9-7f3e-4e5d-9813-3c2e8e54f460 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296624 Jul 16 22:51:44.032444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.171024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-998413f5-10f9-49a7-9933-37d499aba11e req-15216528-570d-40e7-a038-0c4c516f451d service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823425 Jul 16 22:51:44.346551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:44.349493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.380452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:44.418231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7b365-e513-4b20-b722-8e9e2b3cf62f req-23ea5392-91d5-4de1-8ae0-5260e4da1580 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:44.420473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85e7b365-e513-4b20-b722-8e9e2b3cf62f req-23ea5392-91d5-4de1-8ae0-5260e4da1580 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.2368791 Jul 16 22:51:44.498025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85e7b365-e513-4b20-b722-8e9e2b3cf62f req-e65b0f94-84f2-4b95-b405-f7abd5ca9fea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Jul 16 22:51:44.583130 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37398f68-c2c4-461f-969b-d064c00d1472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.609610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba556ef1-eb8e-436e-8e74-4694be64a183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.721420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.733013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.778955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37398f68-c2c4-461f-969b-d064c00d1472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.805767 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2a384a8-89e6-450d-97b7-b7849c93ec90 req-64cca6fe-d33e-4c25-a29c-28231e1abb25 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0503066 Jul 16 22:51:44.808679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37398f68-c2c4-461f-969b-d064c00d1472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.834926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event updated for resources: {'Port': ['ID=49e55561-6838-4558-b4e4-f8eb788823ff,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:44.847462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:44.881091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398f68-c2c4-461f-969b-d064c00d1472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a46b2b-8da0-4c2e-89ce-27fa17e68de1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:44.889222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-37398f68-c2c4-461f-969b-d064c00d1472 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3762ddf25fc4519ade05537d99dfa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414181 Jul 16 22:51:44.891901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:44.982908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.019321 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.066959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba556ef1-eb8e-436e-8e74-4694be64a183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.078147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba556ef1-eb8e-436e-8e74-4694be64a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.102489 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP dbaf3faa-4c8f-4329-970b-eed5e06e1aae associated. External IP: 172.25.5.100, port: c26458fa-833f-49a4-8743-3c076bab31e0. Jul 16 22:51:45.129508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba556ef1-eb8e-436e-8e74-4694be64a183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e58c9a-0b2b-4461-879a-64dd3f636658,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:45.132442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.135319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.136581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37a46b2b-8da0-4c2e-89ce-27fa17e68de1 HTTP/1.1" status: 204 len: 168 time: 0.2409618 Jul 16 22:51:45.145884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba556ef1-eb8e-436e-8e74-4694be64a183 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c6092b137fc4d3f83ef1a22b0e4f9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598233 Jul 16 22:51:45.147131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:45.154669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640396ad-35ff-4c13-be90-145f65d0cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a46b2b-8da0-4c2e-89ce-27fa17e68de1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:45.262693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.306686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.397699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-5dceec0a-aeee-4bc6-904f-f2835f9d0f99 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:45.400538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-5dceec0a-aeee-4bc6-904f-f2835f9d0f99 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.47 "GET /v2.0/networks?id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 200 len: 797 time: 0.3494809 Jul 16 22:51:45.407782 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.412053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.413282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7e58c9a-0b2b-4461-879a-64dd3f636658 HTTP/1.1" status: 204 len: 168 time: 0.2653222 Jul 16 22:51:45.423037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e1fb6-f880-4ad1-9dda-11d73272b61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e58c9a-0b2b-4461-879a-64dd3f636658,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:45.523370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-7d1d9113-d716-49a4-a943-022be47b4259 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dedfcef35f04c1db1a38fce72df9aa4 HTTP/1.1" status: 200 len: 380 time: 0.1114385 Jul 16 22:51:45.564534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'port': {'device_id': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'admin_state_up': True, 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'security_groups': ['ae05132b-e274-4e17-a8c9-731ee65bb810']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:45.777940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:45.803235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b07c3663-a7c4-495b-b7f7-aaa6de218ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.809002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Made reservation on behalf of 5dedfcef35f04c1db1a38fce72df9aa4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:45.813875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:45.868006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7be9f-d67b-47f2-863f-da926ce4b7e1 req-541d7b3a-a55a-4084-bc9a-a7f174bc9c43 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:45.870027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cc7be9f-d67b-47f2-863f-da926ce4b7e1 req-541d7b3a-a55a-4084-bc9a-a7f174bc9c43 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1862323 Jul 16 22:51:45.881142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:51:45.969267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1cc7be9f-d67b-47f2-863f-da926ce4b7e1 req-56884349-8f6c-4b55-8ef6-299e7889fec9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604863 Jul 16 22:51:46.060537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ef08471-fe39-4509-b35c-384aa02fdb1e req-3c7d8124-e497-450c-8791-9f3d5b24854c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0583644 Jul 16 22:51:46.123367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b07c3663-a7c4-495b-b7f7-aaa6de218ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.130208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b07c3663-a7c4-495b-b7f7-aaa6de218ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.133996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.20.0.13 (c961bca0-d3fb-4799-8ad9-a1bd02fdb95a/5a06e04a-c773-40f0-8a47-fdb5700364e2/de5020dc-0a97-4ac6-b74b-200586dcf4b6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:46.166448 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:46.193232 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Sync routers for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:46.202544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39282) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:46.230657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c3663-a7c4-495b-b7f7-aaa6de218ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d3392-5ed2-4d1d-aa42-84928279b428,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:46.232139 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:46.232992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.234346 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:46.235934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b07c3663-a7c4-495b-b7f7-aaa6de218ef4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cb836c629854b7fbe4bce5f5db83230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561944 Jul 16 22:51:46.241547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:46.259431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5a6548b-a143-4a51-9304-8ec97f60ab24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.319765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.362081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.386264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64b1843d-5496-4684-a2ce-751d699b2414 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2405765 Jul 16 22:51:46.387228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:46.390701 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:46.458669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.472264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:46.492796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.495569 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.496744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/222d3392-5ed2-4d1d-aa42-84928279b428 HTTP/1.1" status: 204 len: 168 time: 0.2543283 Jul 16 22:51:46.508158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fb8a4-6e7e-4ce9-89c3-144936ebfcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d3392-5ed2-4d1d-aa42-84928279b428,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:46.521775 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f12e19-5929-4215-b007-e53b47adcbf3 x-openstack-request-id: req-45f12e19-5929-4215-b007-e53b47adcbf3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:46.524906 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:46.539721 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45f12e19-5929-4215-b007-e53b47adcbf3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:46.540331 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'status': 'completed', 'code': 200} Jul 16 22:51:46.541926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Transition to ACTIVE for port object de5020dc-0a97-4ac6-b74b-200586dcf4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:46.590856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5a6548b-a143-4a51-9304-8ec97f60ab24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.616916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-6d0e7307-d056-457a-ae45-0d9bfd1695ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:46.617510 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5a6548b-a143-4a51-9304-8ec97f60ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.618642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-6d0e7307-d056-457a-ae45-0d9bfd1695ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.0957851 Jul 16 22:51:46.681625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6548b-a143-4a51-9304-8ec97f60ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1dd53-07e3-41cb-9b16-3d77fdca18c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:46.715416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a5a6548b-a143-4a51-9304-8ec97f60ab24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f961249dd7044d0b96554ada9d059446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112770 Jul 16 22:51:46.718340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:46.730671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.740823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b46d5-a6d4-496e-ac15-0111153e853d req-a625d4cd-0dce-48c5-ba66-abade42eb8b4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:46.742867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb2b46d5-a6d4-496e-ac15-0111153e853d req-a625d4cd-0dce-48c5-ba66-abade42eb8b4 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1894310 Jul 16 22:51:46.795438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-42b56881-df96-44dd-b6a1-ca4f6f6dcbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:46.797113 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-42b56881-df96-44dd-b6a1-ca4f6f6dcbdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 897 time: 0.1685417 Jul 16 22:51:46.813855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:46.833372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:46.839825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:46.844830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:46.899282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb2b46d5-a6d4-496e-ac15-0111153e853d req-8a8714c1-3708-426c-9cad-06f9ac43460d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484036 Jul 16 22:51:46.930164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:46.964257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:46.996799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-e7e81851-845a-4449-b75e-229460d9fc54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 1000 time: 0.1922271 Jul 16 22:51:47.011084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:47.012181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.022224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.092508 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'dbaf3faa-4c8f-4329-970b-eed5e06e1aae', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'mac_address': 'fa:16:3e:99:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42b573-25a4-4710-8369-de0ee985a424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:43Z', 'updated_at': '2021-07-16T22:51:43Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:47.107057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9f294f58-0559-406d-bc37-b35ed8b58774 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/dbaf3faa-4c8f-4329-970b-eed5e06e1aae HTTP/1.1" status: 200 len: 992 time: 0.1414373 Jul 16 22:51:47.108630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-b0b52b5f-f56d-416a-916a-952e6b94d72b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5491490 Jul 16 22:51:47.147553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Request body: {'port': {'device_id': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:47.267641 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Checking router: ce93a1c4-4b27-4ec1-85ae-08bc18445b8a for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:51:47.292425 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:47.293300 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:47.328702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-40741083-bed6-4b14-9dd2-6a4f735ea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:47.329841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96c9e8ce-7b49-4d84-bd1a-de3129c723f8 None None] Provisioning for port de5020dc-0a97-4ac6-b74b-200586dcf4b6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:47.330325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-40741083-bed6-4b14-9dd2-6a4f735ea90d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.3125813 Jul 16 22:51:47.336369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96c9e8ce-7b49-4d84-bd1a-de3129c723f8 None None] Provisioning complete for port de5020dc-0a97-4ac6-b74b-200586dcf4b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:47.336920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8ce-7b49-4d84-bd1a-de3129c723f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.463676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-96c9e8ce-7b49-4d84-bd1a-de3129c723f8 None None] Port de5020dc-0a97-4ac6-b74b-200586dcf4b6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:47.499134 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.501660 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.506209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fea1dd53-07e3-41cb-9b16-3d77fdca18c0 HTTP/1.1" status: 204 len: 168 time: 0.7868755 Jul 16 22:51:47.531718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287efec5-afbb-47e3-8702-fed0aa96bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1dd53-07e3-41cb-9b16-3d77fdca18c0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:47.582186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b32a-5837-4e49-abc5-02eb3738bc47 req-64fcf87f-6533-4b9d-bff0-3e8fbea983d7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:47.591946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2234b32a-5837-4e49-abc5-02eb3738bc47 req-64fcf87f-6533-4b9d-bff0-3e8fbea983d7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.2606387 Jul 16 22:51:47.604181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-80c924d7-0776-422a-8866-57dcfd5b9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:47.605987 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-80c924d7-0776-422a-8866-57dcfd5b9ecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599321 Jul 16 22:51:47.640548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:47.646846 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:51:47.653492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2234b32a-5837-4e49-abc5-02eb3738bc47 req-3b96cc99-072b-479a-9253-0f96270b1ccd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605612 Jul 16 22:51:47.774415 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-bfc8905b-cbe6-4279-84b2-246ea6ad50ea service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350877 Jul 16 22:51:47.903596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a8e8e-bf5a-4f14-8f5d-6c04d3135210 req-7bfb0c21-69f9-4247-95c4-b9df7663dec5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:47.919235 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b8a8e8e-bf5a-4f14-8f5d-6c04d3135210 req-7bfb0c21-69f9-4247-95c4-b9df7663dec5 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 932 time: 0.3873518 Jul 16 22:51:47.941642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a44aaa5a-0347-4d34-81ad-f5c0f589e19b req-a0117d51-f458-46ec-9985-5b69e6f62e7c service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561882 Jul 16 22:51:48.079707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b8a8e8e-bf5a-4f14-8f5d-6c04d3135210 req-5743492f-0b6e-491b-afcc-66be32fbbe72 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594286 Jul 16 22:51:48.111072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:48.222955 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1caf5b21-42a7-4507-9d30-c13c2fc89230 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/dbaf3faa-4c8f-4329-970b-eed5e06e1aae HTTP/1.1" status: 200 len: 992 time: 0.1073792 Jul 16 22:51:48.224955 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'dbaf3faa-4c8f-4329-970b-eed5e06e1aae', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'mac_address': 'fa:16:3e:99:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42b573-25a4-4710-8369-de0ee985a424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:43Z', 'updated_at': '2021-07-16T22:51:43Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:48.265235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458182-0ade-422d-8340-e386bb64c3dd None None] The sync data for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 is: [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'dbaf3faa-4c8f-4329-970b-eed5e06e1aae', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'mac_address': 'fa:16:3e:99:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42b573-25a4-4710-8369-de0ee985a424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:43Z', 'updated_at': '2021-07-16T22:51:43Z', 'revision_number': 0, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:48.340902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:48.356467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5020dc-0a97-4ac6-b74b-200586dcf4b6 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:51:48.378066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:48.404317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Transition to ACTIVE for port object de5020dc-0a97-4ac6-b74b-200586dcf4b6 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:48.411708 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:48.737663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edf027-efe7-428c-803f-22edbcc434fd None None] New status for floating IP dbaf3faa-4c8f-4329-970b-eed5e06e1aae: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:51:48.992707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-dc8a3e0d-3ad6-4a83-adb5-39f3186fb46c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:48.996486 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc8a3e0d-3ad6-4a83-adb5-39f3186fb46c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6509230 Jul 16 22:51:48.996486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.001746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-ec2692a6-cfef-4b03-b0db-2f27ab091c1d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.002811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ec2692a6-cfef-4b03-b0db-2f27ab091c1d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054038 Jul 16 22:51:49.003581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:49.006134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.020199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-67bc642e-52cf-4ebd-985e-036d346fae0f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.026303 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.026780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-67bc642e-52cf-4ebd-985e-036d346fae0f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0183873 Jul 16 22:51:49.034596 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-362941f7-4861-4a17-ba3f-4eb0d9ba2d83 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.038067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-362941f7-4861-4a17-ba3f-4eb0d9ba2d83 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082767 Jul 16 22:51:49.039458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.045978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-5fc421b2-f156-4689-bc1e-8473b6950150 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.049724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.050627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5fc421b2-f156-4689-bc1e-8473b6950150 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078368 Jul 16 22:51:49.055838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-cdd4f9cb-435d-4006-b5eb-5f440f28b9cf tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.059142 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cdd4f9cb-435d-4006-b5eb-5f440f28b9cf tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061803 Jul 16 22:51:49.060651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.069525 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Attempting to bind port de5020dc-0a97-4ac6-b74b-200586dcf4b6 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:49.071387 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Attempting to bind port de5020dc-0a97-4ac6-b74b-200586dcf4b6 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:49.071762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Attempting to bind port de5020dc-0a97-4ac6-b74b-200586dcf4b6 on network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:49.077015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b123a-c0ef-4ee3-9c66-6233d6745654 req-2732167d-15d7-44a8-b9e5-849a947d6860 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.078176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Port de5020dc-0a97-4ac6-b74b-200586dcf4b6 on network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:51:49.078507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Attempting to bind port de5020dc-0a97-4ac6-b74b-200586dcf4b6 on network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:49.085926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a15b123a-c0ef-4ee3-9c66-6233d6745654 req-2732167d-15d7-44a8-b9e5-849a947d6860 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1574533 Jul 16 22:51:49.086861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:49.087397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Checking segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:49.087397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Bound using segment: {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:49.090424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Bound port: de5020dc-0a97-4ac6-b74b-200586dcf4b6, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:49.090424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:49.090626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-5aa0afad-93b3-4878-a183-795cbb9d6a97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.096955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5aa0afad-93b3-4878-a183-795cbb9d6a97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0276117 Jul 16 22:51:49.100668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.107323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-b3f1e832-510a-4dbd-bbd4-7d392e5fd501 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.111452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.116615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-51f2e33b-7e32-46d9-9884-cc6e5490781d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.121415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-51f2e33b-7e32-46d9-9884-cc6e5490781d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052433 Jul 16 22:51:49.121415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.125920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-1932c893-44d6-41a5-bb29-5e5d152ea14f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.129953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1932c893-44d6-41a5-bb29-5e5d152ea14f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059094 Jul 16 22:51:49.132632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b3f1e832-510a-4dbd-bbd4-7d392e5fd501 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0277474 Jul 16 22:51:49.144330 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.149221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-6e593bb8-646d-43f2-91c8-981c3fd5385c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.153058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6e593bb8-646d-43f2-91c8-981c3fd5385c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048928 Jul 16 22:51:49.153058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39372) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.156689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-c43fbaf5-1100-4da1-98a8-97235ad4ff72 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.157636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c43fbaf5-1100-4da1-98a8-97235ad4ff72 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040812 Jul 16 22:51:49.159950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.164796 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-23ce46cc-8136-4393-be76-30947c8e6773 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.165969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23ce46cc-8136-4393-be76-30947c8e6773 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049205 Jul 16 22:51:49.168644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.176765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-14b5ca13-fe45-4c95-b79c-1f43d47c101a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.180301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-14b5ca13-fe45-4c95-b79c-1f43d47c101a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067930 Jul 16 22:51:49.182775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.188508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-7b5b697d-abeb-4fc3-8a0a-fd4bd46f49d8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.192497 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b5b697d-abeb-4fc3-8a0a-fd4bd46f49d8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084887 Jul 16 22:51:49.195024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.199185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-bc4b9700-c507-46c0-8eef-0b8691481ddd tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.202958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bc4b9700-c507-46c0-8eef-0b8691481ddd tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067809 Jul 16 22:51:49.207339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.212011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-d78464bb-9551-4eb0-943d-885a0590a991 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.214802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a15b123a-c0ef-4ee3-9c66-6233d6745654 req-b992fde6-27ab-4018-866f-ac14c00c39a4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279609 Jul 16 22:51:49.215740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d78464bb-9551-4eb0-943d-885a0590a991 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074904 Jul 16 22:51:49.219555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39386) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.224405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-7820b532-5ab7-4471-a664-4692c4c1b00a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.230502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7820b532-5ab7-4471-a664-4692c4c1b00a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0092502 Jul 16 22:51:49.231583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.244833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.257117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-2cd3dfb5-7537-4457-8a10-cb6eea9b7663 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.264613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2cd3dfb5-7537-4457-8a10-cb6eea9b7663 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0187764 Jul 16 22:51:49.265232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.274058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-fed246f9-4bf6-4e10-ade3-b524b42d505d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.277958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fed246f9-4bf6-4e10-ade3-b524b42d505d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0079486 Jul 16 22:51:49.278529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.284804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-ddba3570-dac5-4c05-8166-224a59c92d49 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.288283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ddba3570-dac5-4c05-8166-224a59c92d49 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044475 Jul 16 22:51:49.292436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.298468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-ee573f48-8ecb-451b-bd68-f8c4149d891d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.299397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee573f48-8ecb-451b-bd68-f8c4149d891d tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060470 Jul 16 22:51:49.301932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39398) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.308126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-e9f6e3da-6db9-4f85-9195-1cf74d138325 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.309379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e9f6e3da-6db9-4f85-9195-1cf74d138325 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063391 Jul 16 22:51:49.310863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:49.315537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.317614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b77247c7-ee6a-4a2d-8e8b-a78b27dc7cce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/dbaf3faa-4c8f-4329-970b-eed5e06e1aae HTTP/1.1" status: 200 len: 994 time: 0.0847847 Jul 16 22:51:49.326536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-d470542e-e76a-4af2-bfe2-9b784f22874b tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.327655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d470542e-e76a-4af2-bfe2-9b784f22874b tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0112209 Jul 16 22:51:49.336871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.341570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-21bf4509-2ba1-480f-b9e1-50995a20633a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.342521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21bf4509-2ba1-480f-b9e1-50995a20633a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044501 Jul 16 22:51:49.345246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.349831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-ba1e225b-6ff3-4fbb-9bbb-6b64c5dc5de7 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.351504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba1e225b-6ff3-4fbb-9bbb-6b64c5dc5de7 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047083 Jul 16 22:51:49.354577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.360113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:49.360875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-004efe5f-7320-4ae9-89ec-4470b1bff9ee tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.361865 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-004efe5f-7320-4ae9-89ec-4470b1bff9ee tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057418 Jul 16 22:51:49.365140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.371030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-64beaeed-b1b0-4ac7-b67e-8db4b165ca97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.371202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:51:49.371965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64beaeed-b1b0-4ac7-b67e-8db4b165ca97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045040 Jul 16 22:51:49.376362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.379536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:49.383989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-30385a53-90e7-4376-8d4f-fad20f70641c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.384935 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-30385a53-90e7-4376-8d4f-fad20f70641c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077181 Jul 16 22:51:49.391119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.399008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-3402da14-cbe4-4699-9e57-9ef2645833a4 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.399992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3402da14-cbe4-4699-9e57-9ef2645833a4 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079212 Jul 16 22:51:49.405639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.414396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-6b74fe1b-6a9a-4e47-83f1-c426f3019e97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.415338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6b74fe1b-6a9a-4e47-83f1-c426f3019e97 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090101 Jul 16 22:51:49.419609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.425273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-fcb7c39e-f0b7-4974-a215-d3938d57bd07 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.433129 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fcb7c39e-f0b7-4974-a215-d3938d57bd07 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063109 Jul 16 22:51:49.433129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.441687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-315cf34b-8081-4f53-ab63-3181b0a07a4f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.442601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.442734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-315cf34b-8081-4f53-ab63-3181b0a07a4f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081060 Jul 16 22:51:49.443295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:49.444707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] 10.222.0.47 "PUT /v2.0/ports/de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 200 len: 1093 time: 2.3252532 Jul 16 22:51:49.445181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:49.447443 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a2dfac-9c5b-4664-94a0-297c609da9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:49.452560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.463227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-d0790fb6-8a0e-48a5-a638-2104f03aa984 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.464213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0790fb6-8a0e-48a5-a638-2104f03aa984 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100498 Jul 16 22:51:49.468939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.472222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc659c7-3779-48a1-b293-1fc7fa4ac9e6 req-33f7789c-2da9-438a-8ffa-53e519e322cd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.473922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dc659c7-3779-48a1-b293-1fc7fa4ac9e6 req-33f7789c-2da9-438a-8ffa-53e519e322cd tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 944 time: 0.1871758 Jul 16 22:51:49.493612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-7d19f2f2-c0e5-4b23-b54b-ef2bfc450fb8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.494736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7d19f2f2-c0e5-4b23-b54b-ef2bfc450fb8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0243704 Jul 16 22:51:49.499911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.511199 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-58051846-b864-4628-806b-2b283b2ce164 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.513172 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-58051846-b864-4628-806b-2b283b2ce164 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0112669 Jul 16 22:51:49.518790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.523294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9cd0c-b42f-4978-adf1-80297fccbfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:49.527338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-5f493d40-8379-429f-ae09-136173b235ac tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.531536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5f493d40-8379-429f-ae09-136173b235ac tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085440 Jul 16 22:51:49.533669 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4850be42-9bbc-4ab0-b6f1-c887fdf36109 x-openstack-request-id: req-4850be42-9bbc-4ab0-b6f1-c887fdf36109 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:49.533950 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:49.534205 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4850be42-9bbc-4ab0-b6f1-c887fdf36109 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:49.534691 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'status': 'completed', 'code': 200} Jul 16 22:51:49.536383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.548730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-dbb4adef-8fb9-455d-bc60-f0cf9f22ee0f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.556887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dbb4adef-8fb9-455d-bc60-f0cf9f22ee0f tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0161791 Jul 16 22:51:49.558718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.566901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-a73642ac-5a9c-4c3d-a507-79ff0fd796f4 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.571555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a73642ac-5a9c-4c3d-a507-79ff0fd796f4 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081704 Jul 16 22:51:49.575746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.587452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-328c397f-3497-43b8-b5eb-63d99ca08ec8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.588571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-328c397f-3497-43b8-b5eb-63d99ca08ec8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0126617 Jul 16 22:51:49.595957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.613258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-ec7ee1ca-2b81-4e79-aab9-29531ad99c7c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.614312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ec7ee1ca-2b81-4e79-aab9-29531ad99c7c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102136 Jul 16 22:51:49.616171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dc659c7-3779-48a1-b293-1fc7fa4ac9e6 req-443fbda8-b6f0-477c-bb8e-f27758074eba tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350877 Jul 16 22:51:49.617152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.622285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-ac0a6690-cc7a-4ae5-bfbb-0aa44da9ea15 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.626151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ac0a6690-cc7a-4ae5-bfbb-0aa44da9ea15 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077233 Jul 16 22:51:49.626736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.633407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-300c5d44-2154-45f2-8978-52f8cc245763 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.636943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-300c5d44-2154-45f2-8978-52f8cc245763 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092964 Jul 16 22:51:49.637792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.641811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-cde2c98f-0cbd-4a11-a7fc-099b8b4b4ce0 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.645261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cde2c98f-0cbd-4a11-a7fc-099b8b4b4ce0 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067620 Jul 16 22:51:49.645837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.650806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-0a7a5b8d-cac4-472c-9a24-a397a3193690 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.654145 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a7a5b8d-cac4-472c-9a24-a397a3193690 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074112 Jul 16 22:51:49.655091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.656847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-dae09d78-38c4-40d3-9168-38ed8bb0e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.658687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-dae09d78-38c4-40d3-9168-38ed8bb0e20c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1096 time: 0.1435087 Jul 16 22:51:49.660644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-e77c118b-96e7-40d4-9bac-ac764502a677 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.664118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e77c118b-96e7-40d4-9bac-ac764502a677 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0085218 Jul 16 22:51:49.664687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.669745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-132d90a1-9cb5-4c5a-b7e9-1237c19ad2cb tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.673262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-132d90a1-9cb5-4c5a-b7e9-1237c19ad2cb tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076196 Jul 16 22:51:49.673817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.677937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-6bdd8fe9-7a54-48de-afd3-da11fedf802e tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.681514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6bdd8fe9-7a54-48de-afd3-da11fedf802e tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068324 Jul 16 22:51:49.682075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39458) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.687169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-4c674452-10a9-4b62-9ede-6f0cd8d9f1ae tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.692518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.697672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4c674452-10a9-4b62-9ede-6f0cd8d9f1ae tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0146151 Jul 16 22:51:49.707451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-99cba19e-ff87-4d3b-8f6a-ce131d7dc114 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.712098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.712715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-99cba19e-ff87-4d3b-8f6a-ce131d7dc114 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0154181 Jul 16 22:51:49.717165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-fc205b8a-8b16-41b6-9966-5f71acb662b8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.721045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fc205b8a-8b16-41b6-9966-5f71acb662b8 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078993 Jul 16 22:51:49.721653 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.734610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-fef6daa4-5212-4b1c-b07f-8925ea616637 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.741422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fef6daa4-5212-4b1c-b07f-8925ea616637 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0160160 Jul 16 22:51:49.742116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.746365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-b3abb9d6-30ce-4bf2-8ee4-58d04f71645c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.756492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b3abb9d6-30ce-4bf2-8ee4-58d04f71645c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074530 Jul 16 22:51:49.759648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.763687 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-28bdc078-b306-47f2-9abc-0f5ca6410b22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0974450 Jul 16 22:51:49.770546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-5e7834b8-fccf-49dd-aaf8-c9e7968bda86 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.774559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5e7834b8-fccf-49dd-aaf8-c9e7968bda86 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122783 Jul 16 22:51:49.777346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.797504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-7cc6d877-0c80-4dbe-8d0b-1cbf2941c7e2 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.801912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7cc6d877-0c80-4dbe-8d0b-1cbf2941c7e2 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0184767 Jul 16 22:51:49.804277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.818445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-efc697bd-2a5e-4a49-901a-945a423c1e18 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.822858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-efc697bd-2a5e-4a49-901a-945a423c1e18 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0142066 Jul 16 22:51:49.823135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39478) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.827314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-153f9b6e-a427-44d6-80c4-9650e7195c95 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.830866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39480) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.831134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-153f9b6e-a427-44d6-80c4-9650e7195c95 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074229 Jul 16 22:51:49.840842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-fc23a5da-047a-4ca8-b086-ae4f706245be tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.844554 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fc23a5da-047a-4ca8-b086-ae4f706245be tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072489 Jul 16 22:51:49.845955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.850763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-c2af99bb-2a45-4e5d-aaa6-c134d22fb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.852951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-f454cf93-5255-41f3-abf8-514c6673dd6b tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.853191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-c2af99bb-2a45-4e5d-aaa6-c134d22fb15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a06e04a-c773-40f0-8a47-fdb5700364e2 HTTP/1.1" status: 200 len: 834 time: 0.0814936 Jul 16 22:51:49.853920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f454cf93-5255-41f3-abf8-514c6673dd6b tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064316 Jul 16 22:51:49.856374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.861083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-d18f9579-bad2-4bf8-9f31-2f5fe85ea294 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.862033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d18f9579-bad2-4bf8-9f31-2f5fe85ea294 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046322 Jul 16 22:51:49.864506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39486) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.869735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-d7ac6743-ed47-40c2-856c-1344f2f2a9b7 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.870753 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d7ac6743-ed47-40c2-856c-1344f2f2a9b7 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051963 Jul 16 22:51:49.873893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.880848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-6178a054-14ae-466e-b34b-903e02225986 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.881838 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6178a054-14ae-466e-b34b-903e02225986 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068977 Jul 16 22:51:49.884997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.890744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-9d84246c-2606-4138-9533-25cbd8854abf tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.892053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d84246c-2606-4138-9533-25cbd8854abf tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057204 Jul 16 22:51:49.894758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.902094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-c87b7286-1e21-4d77-bb19-55f5feb97e1a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.905924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39494) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.906334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c87b7286-1e21-4d77-bb19-55f5feb97e1a tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097692 Jul 16 22:51:49.910339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-5bf8f38f-490a-4079-afb5-9826c6c17a17 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.914163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5bf8f38f-490a-4079-afb5-9826c6c17a17 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044146 Jul 16 22:51:49.914466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.920912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [None req-d70d9a04-73e1-4b1f-a946-8e73bc34ee3c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.924266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d70d9a04-73e1-4b1f-a946-8e73bc34ee3c tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078478 Jul 16 22:51:49.925267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.931130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-b5b3e823-705f-4077-9085-13f6d1eda7d2 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.933561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b5b3e823-705f-4077-9085-13f6d1eda7d2 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067389 Jul 16 22:51:49.934812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.940133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-df6edd2e-5df7-4dc5-ad16-4b1686206e9e tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.944160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-df6edd2e-5df7-4dc5-ad16-4b1686206e9e tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082414 Jul 16 22:51:49.945469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-110caa62-b7f1-4b75-817f-a0cc49745560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:49.945675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:49.946966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-110caa62-b7f1-4b75-817f-a0cc49745560 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843518 Jul 16 22:51:49.950817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [None req-9a46e3fc-1c1b-4965-84ae-a0bbf3e15321 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:51:49.971333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9a46e3fc-1c1b-4965-84ae-a0bbf3e15321 tempest-ExtensionsTestJSON-160962563 tempest-ExtensionsTestJSON-160962563-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0209379 Jul 16 22:51:50.054928 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-ef30fb94-a93f-4bbb-848d-6550ffd761b3 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997267 Jul 16 22:51:50.244025 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe8613d6-de77-4546-bbb1-45244ea5bcfb req-09e6fa04-d6e2-4c54-a235-d0611bdb2390 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825879 Jul 16 22:51:50.313467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:50.381468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-b8b0dad5-e3ee-48bd-9fd1-4953cce004d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.383431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-b8b0dad5-e3ee-48bd-9fd1-4953cce004d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0689478 Jul 16 22:51:50.501026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-d474fb2c-7e08-45ed-85ea-f9d73cf69486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.503899 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-d474fb2c-7e08-45ed-85ea-f9d73cf69486 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 200 len: 898 time: 0.1119812 Jul 16 22:51:50.509066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.550080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-0fc1c317-329e-4a34-93cd-fa5d5af892af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0368850 Jul 16 22:51:50.567441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8edcc-0e35-40b7-96c0-0faeabde08bb req-a02be8d5-dd42-40ca-b5de-fac32d10d2ca tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.568979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-abb8edcc-0e35-40b7-96c0-0faeabde08bb req-a02be8d5-dd42-40ca-b5de-fac32d10d2ca tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1122484 Jul 16 22:51:50.606016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-724fe614-ae0f-4b59-a015-e13a2880ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.607549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-724fe614-ae0f-4b59-a015-e13a2880ef0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a06e04a-c773-40f0-8a47-fdb5700364e2 HTTP/1.1" status: 200 len: 834 time: 0.0501125 Jul 16 22:51:50.629379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-abb8edcc-0e35-40b7-96c0-0faeabde08bb req-5764b9a3-8f01-49d6-9c6b-f50bf5fd5f6c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Jul 16 22:51:50.680437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-0e5ca090-4d75-407a-ab47-aed87ef308cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.682042 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-0e5ca090-4d75-407a-ab47-aed87ef308cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680540 Jul 16 22:51:50.690821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.696095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.747039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c483150b1f3f45be8f3b8a39233a82bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323485 Jul 16 22:51:50.748451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4935e6-3210-4df4-a743-12347750192e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:50.751174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:50.765054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.765511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.765893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.766191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.766530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.766900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.767391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.767725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.768059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.768479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.768862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.769227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e6ac0c-9363-428a-91ba-741bcd18e8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:51:50.805752 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.844457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-fe18047f-c084-475c-ae35-1470657d80f4 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536729 Jul 16 22:51:50.849892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.867669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683be8b-9020-4103-8af5-3f138421a106 req-aa160ecd-bb13-494f-a0e1-5819d23c6037 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:50.870228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f683be8b-9020-4103-8af5-3f138421a106 req-aa160ecd-bb13-494f-a0e1-5819d23c6037 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 944 time: 0.1360795 Jul 16 22:51:50.875765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.949088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.953505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:50.957155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b4935e6-3210-4df4-a743-12347750192e HTTP/1.1" status: 204 len: 168 time: 0.2016706 Jul 16 22:51:50.964131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af4a01-2e92-4487-8511-9241414a60db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4935e6-3210-4df4-a743-12347750192e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:51.002400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f683be8b-9020-4103-8af5-3f138421a106 req-28e83082-e9cb-4c36-8b6f-fa346e225187 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164622 Jul 16 22:51:51.008678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8a2dfac-9c5b-4664-94a0-297c609da9ec req-6e56d95e-6390-4316-b89c-4fafc41874a4 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566699 Jul 16 22:51:51.690317 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:51.794177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1651655804'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:51.815535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Made reservation on behalf of f4da6fb380c34d79ae87c7ad465bf523 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:51.818860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:51.828181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:51.833369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c664b8-65e5-4ae3-b880-4e540ed2794f req-cea5c989-33c5-4e26-b960-7509af4f6257 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:51.836742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-14c664b8-65e5-4ae3-b880-4e540ed2794f req-cea5c989-33c5-4e26-b960-7509af4f6257 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.0772614 Jul 16 22:51:51.934143 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-14c664b8-65e5-4ae3-b880-4e540ed2794f req-c751fc6a-3515-45c5-8461-56519e58d41e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820134 Jul 16 22:51:51.944954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:51.950213 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:51.981345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:51:51.995898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5398b0-3d3b-4ec0-8844-933bdc4822a3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:52.000707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.001354 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Added segment 5b22a44b-204c-4d85-87eb-7cb0569ebd3b of type vlan for network d03c1508-68f5-4602-b5bd-3d482ccb1aad Jul 16 22:51:52.057277 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.094387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.103101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:52.103866 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.216494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5222008 Jul 16 22:51:52.217326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:52.222336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'subnet': {'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:52.252058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eeb7a-7896-49e9-b2da-431b9dff5314 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Network': ['ID=d03c1508-68f5-4602-b5bd-3d482ccb1aad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:52.266343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:51:52.292311 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a6eac-fb5d-45fa-84d1-e81c10ecf260 req-38219ee0-c60e-4c91-a499-769cd4beceda tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:52.299556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-270a6eac-fb5d-45fa-84d1-e81c10ecf260 req-38219ee0-c60e-4c91-a499-769cd4beceda tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 944 time: 0.1486661 Jul 16 22:51:52.342830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-270a6eac-fb5d-45fa-84d1-e81c10ecf260 req-9cffe5a9-6e93-4f8e-ac15-41f21997e3ca tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Jul 16 22:51:52.388798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Made reservation on behalf of f4da6fb380c34d79ae87c7ad465bf523 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:52.392601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.603081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.667637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Subnet': ['ID=5b480485-8395-4251-8393-a9cbe93730d1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:52.682737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Checking segment: {'id': '5b22a44b-204c-4d85-87eb-7cb0569ebd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:52.683110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network hostable DHCP agents. Network: d03c1508-68f5-4602-b5bd-3d482ccb1aad, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:51:52.702245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:51:52.713602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, d03c1508-68f5-4602-b5bd-3d482ccb1aad) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:52.718496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:52.719094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.724259 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f95a8-6108-4a0b-b715-09ef6c050c6b None None] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:52.743834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:52.744501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-93ec9c9c-fdad-497a-9681-56d0fcc66214 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5259130 Jul 16 22:51:52.750016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-268983046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:52.782164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.783689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.856948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.864609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.890408 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:52.895290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:52.903173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-565f799d-c0bb-4c22-b439-b9f8d3999fc8 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1571972 Jul 16 22:51:52.916078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-d03c1508-68f5-4602-b5bd-3d482ccb1aad', 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad', 'tenant_id': 'f4da6fb380c34d79ae87c7ad465bf523', 'fixed_ips': [{'subnet_id': '5b480485-8395-4251-8393-a9cbe93730d1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:51:52.917233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.110573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Allocated IP 172.20.0.2 (d03c1508-68f5-4602-b5bd-3d482ccb1aad/5b480485-8395-4251-8393-a9cbe93730d1/1af45509-8b3c-43ac-9556-7f61b4dc498c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:53.177058 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-bd915d69-5384-4506-b80a-c9dc614f0fcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756497 Jul 16 22:51:53.250675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.324385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.325021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd5206-2e6b-4070-a262-decb6e77758c req-d534bf5d-8454-4d5f-bf9b-09f65db1828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.326800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-d534bf5d-8454-4d5f-bf9b-09f65db1828d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.0958304 Jul 16 22:51:53.329686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device de5020dc-0a97-4ac6-b74b-200586dcf4b6 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:51:53.461981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:53.470023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd5206-2e6b-4070-a262-decb6e77758c req-2a953e6d-5434-4552-9880-3389801f74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.476799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-2a953e6d-5434-4552-9880-3389801f74ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 897 time: 0.1293218 Jul 16 22:51:53.477040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'port_id': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'mac_address': 'fa:16:3e:40:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:51:53.523925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.550460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Transition to ACTIVE for port object 1af45509-8b3c-43ac-9556-7f61b4dc498c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:53.552717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.575044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40cdd6-7470-4d7f-ba5e-1f19aad03ba8 req-5062828e-5943-4437-acf2-527baaaa621f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.576792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed40cdd6-7470-4d7f-ba5e-1f19aad03ba8 req-5062828e-5943-4437-acf2-527baaaa621f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.3979337 Jul 16 22:51:53.587298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-e804b0ee-2d98-4202-867b-f7c86995f30b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 1002 time: 0.1040103 Jul 16 22:51:53.592119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5020dc-0a97-4ac6-b74b-200586dcf4b6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:51:53.636244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:53.651848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.653860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed40cdd6-7470-4d7f-ba5e-1f19aad03ba8 req-d6463787-c3f2-4a22-b474-58c71127787c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693667 Jul 16 22:51:53.662015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Transition to ACTIVE for port object 1af45509-8b3c-43ac-9556-7f61b4dc498c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:53.724405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.728422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd5206-2e6b-4070-a262-decb6e77758c req-c8be330e-8d19-4397-9c9e-dc174e95001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.730215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-c8be330e-8d19-4397-9c9e-dc174e95001a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.1318262 Jul 16 22:51:53.747769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:53.749297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b96bcc-5fda-44de-98f1-3606d3a5a2a9 req-424b14df-adb3-4fee-80dc-fa8c21ee54af tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.751018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6b96bcc-5fda-44de-98f1-3606d3a5a2a9 req-424b14df-adb3-4fee-80dc-fa8c21ee54af tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 944 time: 0.1626694 Jul 16 22:51:53.762013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:53.765693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:53.773171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:53.774365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Allocated IP 172.20.0.1 (d03c1508-68f5-4602-b5bd-3d482ccb1aad/5b480485-8395-4251-8393-a9cbe93730d1/52acde57-50da-4298-a26d-6442a590b0f8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:53.846884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6b96bcc-5fda-44de-98f1-3606d3a5a2a9 req-434c85d4-1c02-47aa-b0d4-220f6ec0e2c7 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608406 Jul 16 22:51:53.860793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd5206-2e6b-4070-a262-decb6e77758c req-8a8a3050-75d6-407f-9a66-f9dc13613e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:53.862522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-8a8a3050-75d6-407f-9a66-f9dc13613e3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232572 Jul 16 22:51:53.918853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['de5020dc-0a97-4ac6-b74b-200586dcf4b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:51:53.953420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:53.983504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Attempting to bind port 1af45509-8b3c-43ac-9556-7f61b4dc498c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:51:53.983771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Attempting to bind port 1af45509-8b3c-43ac-9556-7f61b4dc498c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5b22a44b-204c-4d85-87eb-7cb0569ebd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:51:53.984067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Attempting to bind port 1af45509-8b3c-43ac-9556-7f61b4dc498c on network d03c1508-68f5-4602-b5bd-3d482ccb1aad {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:51:53.995317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Pushing event updated for resources: {'Port': ['ID=1af45509-8b3c-43ac-9556-7f61b4dc498c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:54.001904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:51:54.002288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Checking segment: {'id': '5b22a44b-204c-4d85-87eb-7cb0569ebd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:51:54.002686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.003079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Bound using segment: {'id': '5b22a44b-204c-4d85-87eb-7cb0569ebd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:51:54.003605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Bound port: 1af45509-8b3c-43ac-9556-7f61b4dc498c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b22a44b-204c-4d85-87eb-7cb0569ebd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:51:54.003931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.005495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Transition to ACTIVE for port object 52acde57-50da-4298-a26d-6442a590b0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:54.019964 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-30fc19bc-9a9b-445c-adad-bca5a1ea3fa5 service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414278 Jul 16 22:51:54.085009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.126418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] For port 1af45509-8b3c-43ac-9556-7f61b4dc498c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:51:54.134188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] For port 1af45509-8b3c-43ac-9556-7f61b4dc498c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1af45509-8b3c-43ac-9556-7f61b4dc498c,segment=NetworkSegment(5b22a44b-204c-4d85-87eb-7cb0569ebd3b),segment_id=5b22a44b-204c-4d85-87eb-7cb0569ebd3b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:51:54.144335 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.156396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:54.162194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:54.167315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:54.196607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-14bd5206-2e6b-4070-a262-decb6e77758c req-6da9ae41-50de-4608-bcab-e81f91dcc92d service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701608 Jul 16 22:51:54.206554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697604b7-b91c-4c8b-9a99-fd9982481bb4 None None] Pushing event updated for resources: {'Port': ['ID=1af45509-8b3c-43ac-9556-7f61b4dc498c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:54.235331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.293393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=52acde57-50da-4298-a26d-6442a590b0f8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:54.439759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:54.833011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:54.993926 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-329eaa4c-d22c-4444-a9a9-83fd604c9e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.033937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c67b6f-2a35-4ed5-ac27-68731d73c4e3 req-9035c9f4-19b8-43f2-8712-661fc9c13a48 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:55.041576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08c67b6f-2a35-4ed5-ac27-68731d73c4e3 req-9035c9f4-19b8-43f2-8712-661fc9c13a48 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1938074 Jul 16 22:51:55.097593 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.116042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1af45509-8b3c-43ac-9556-7f61b4dc498c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:55.117223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.203139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1af45509-8b3c-43ac-9556-7f61b4dc498c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:55.220882 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08c67b6f-2a35-4ed5-ac27-68731d73c4e3 req-0ad6496d-8796-428b-976e-dbcab0a20388 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781285 Jul 16 22:51:55.221305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c61a7-f522-40f4-b3a3-97fc4899eb5e req-e416e2be-7e7e-4b09-ad9e-fd8f47c18f6b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:55.228859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-337c61a7-f522-40f4-b3a3-97fc4899eb5e req-e416e2be-7e7e-4b09-ad9e-fd8f47c18f6b tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 945 time: 0.1456261 Jul 16 22:51:55.250161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=52acde57-50da-4298-a26d-6442a590b0f8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:55.253151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.295349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-329eaa4c-d22c-4444-a9a9-83fd604c9e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.311666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-337c61a7-f522-40f4-b3a3-97fc4899eb5e req-38085766-6d9e-4182-9728-347b9f358eb2 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811903 Jul 16 22:51:55.315346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-329eaa4c-d22c-4444-a9a9-83fd604c9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.340062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device de5020dc-0a97-4ac6-b74b-200586dcf4b6 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:55.373229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-329eaa4c-d22c-4444-a9a9-83fd604c9e16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a01963d08c8b43369cb4dd254eb1f776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385163 Jul 16 22:51:55.374789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eaa4c-d22c-4444-a9a9-83fd604c9e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a363a080-9d2c-4605-a6ca-3cd5db4cf26e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:55.377702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:55.431529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port de5020dc-0a97-4ac6-b74b-200586dcf4b6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:55.434749 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:55.437382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:55.437923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port de5020dc-0a97-4ac6-b74b-200586dcf4b6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:55.438558 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.553346 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.559355 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.579636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:51:55.582458 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4404756e-06e5-40bb-9955-988d152f3333" -d '{"events": [{"server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "name": "network-vif-plugged", "status": "completed", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:51:55.594583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.623110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:55.637306 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.673885 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa10eff-9466-444c-bb86-565ff73e098f x-openstack-request-id: req-daa10eff-9466-444c-bb86-565ff73e098f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:51:55.676466 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "name": "network-vif-plugged", "status": "completed", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:51:55.677430 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daa10eff-9466-444c-bb86-565ff73e098f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:51:55.680250 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'code': 200} Jul 16 22:51:55.717512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:55.773165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114cb5f-5529-4f81-82a5-995ee0d47985 req-4da3ad17-6dcd-4a11-b7ee-b1dfbc4457f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:55.774764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f114cb5f-5529-4f81-82a5-995ee0d47985 req-4da3ad17-6dcd-4a11-b7ee-b1dfbc4457f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1098 time: 0.0588994 Jul 16 22:51:55.789184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27162ce-3528-425b-8590-5c67b862c503 None None] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:51:55.813338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f114cb5f-5529-4f81-82a5-995ee0d47985 req-5e686f50-8ddf-41b0-8ee7-515e5af2296c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Jul 16 22:51:55.887049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Provisioning for port 1af45509-8b3c-43ac-9556-7f61b4dc498c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:55.896260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Provisioning complete for port 1af45509-8b3c-43ac-9556-7f61b4dc498c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:55.896813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.070750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Router 0a342cc2-d3a0-47ae-8261-3d01e6f33b0b is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:51:56.141001 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.143536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.144687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a363a080-9d2c-4605-a6ca-3cd5db4cf26e HTTP/1.1" status: 204 len: 168 time: 0.7628326 Jul 16 22:51:56.160946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a1add-72dd-4422-859c-8f2c0feaf3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363a080-9d2c-4605-a6ca-3cd5db4cf26e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:56.177809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:51:56.186953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-85eebb3f-52fd-4906-b6f5-b95f052d07e9 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "PUT /v2.0/routers/0a342cc2-d3a0-47ae-8261-3d01e6f33b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2894130 Jul 16 22:51:56.187552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:56.196392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'port': {'network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad', 'name': 'tempest-FloatingIPNegativeTestJSON-1285262585'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:56.200262 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] Sync routers for ids ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:51:56.225274 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] Routers {'0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:56.226849 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:56.257124 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.292321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] For port 1af45509-8b3c-43ac-9556-7f61b4dc498c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1af45509-8b3c-43ac-9556-7f61b4dc498c,segment=NetworkSegment(5b22a44b-204c-4d85-87eb-7cb0569ebd3b),segment_id=5b22a44b-204c-4d85-87eb-7cb0569ebd3b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:51:56.294691 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:56.297236 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.312156 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] Routers {'0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:51:56.313174 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:51:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:56.326680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Made reservation on behalf of f4da6fb380c34d79ae87c7ad465bf523 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:51:56.334250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.362280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f1fa-d981-41e6-b0df-3ba5d316709a None None] Pushing event updated for resources: {'Port': ['ID=1af45509-8b3c-43ac-9556-7f61b4dc498c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:56.381181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] device_id is not set on port bc46094f-a03b-43b4-9e26-2eb22b6b6186 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 22:51:56.408286 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:51:56.420178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8af260-842e-4aa3-9068-5117c5a8f884 None None] The sync data for ids ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'] in n-d-793621-16 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:51:56.593129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Allocated IP 172.20.0.14 (d03c1508-68f5-4602-b5bd-3d482ccb1aad/5b480485-8395-4251-8393-a9cbe93730d1/bc46094f-a03b-43b4-9e26-2eb22b6b6186) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:56.634546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Provisioning complete for port 1af45509-8b3c-43ac-9556-7f61b4dc498c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:56.635023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.646039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dea4-66c0-4eb5-8813-6bd18d5482fe req-5603fa03-e964-4de4-9d36-316ac7142b03 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:56.648574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f51dea4-66c0-4eb5-8813-6bd18d5482fe req-5603fa03-e964-4de4-9d36-316ac7142b03 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1941113 Jul 16 22:51:56.686099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f61ba6-b64b-4a1a-b986-7ab9aad9f47d req-6462dc20-6279-4254-87e9-131a378be743 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:56.687966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79f61ba6-b64b-4a1a-b986-7ab9aad9f47d req-6462dc20-6279-4254-87e9-131a378be743 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1301975 Jul 16 22:51:56.695275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:56.735729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74a37c38-c06a-444b-89cb-d0531fb98935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.770549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Provisioning for port 52acde57-50da-4298-a26d-6442a590b0f8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:56.775726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Provisioning complete for port 52acde57-50da-4298-a26d-6442a590b0f8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:56.776105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.797679 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f51dea4-66c0-4eb5-8813-6bd18d5482fe req-08b0c004-a322-40cc-bcb6-8089986b88ca tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232798 Jul 16 22:51:56.832695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79f61ba6-b64b-4a1a-b986-7ab9aad9f47d req-6c42e372-694b-4c68-9762-5c244e4446c4 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350749 Jul 16 22:51:56.836075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-03b9b103-c343-44ad-a81c-e3ced26243aa None None] Port 52acde57-50da-4298-a26d-6442a590b0f8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:56.917835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74a37c38-c06a-444b-89cb-d0531fb98935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.922486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74a37c38-c06a-444b-89cb-d0531fb98935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.957789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6ec44b35-79ba-4e52-adf1-e1daad23ea4d None None] Provisioning complete for port 52acde57-50da-4298-a26d-6442a590b0f8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:56.958372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ec44b35-79ba-4e52-adf1-e1daad23ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.979427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:56.982561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-74a37c38-c06a-444b-89cb-d0531fb98935 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=874f5eebbcb14df78896922f9f8a0664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839787 Jul 16 22:51:56.982561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a37c38-c06a-444b-89cb-d0531fb98935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9aa60-6796-4e5c-850b-a298d306725c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:56.985125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:56.998390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ec44b35-79ba-4e52-adf1-e1daad23ea4d None None] Port 52acde57-50da-4298-a26d-6442a590b0f8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:57.037418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1af45509-8b3c-43ac-9556-7f61b4dc498c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:51:57.049265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Transition to ACTIVE for port object bc46094f-a03b-43b4-9e26-2eb22b6b6186 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:51:57.086338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.095401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1af45509-8b3c-43ac-9556-7f61b4dc498c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:57.095775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.114030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.122279 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.138106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3d8b6d14-677e-4299-b084-95b5cc7af9e7 None None] Provisioning complete for port 52acde57-50da-4298-a26d-6442a590b0f8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:57.138477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6d14-677e-4299-b084-95b5cc7af9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.187530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:57.191237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:57.197443 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b6d14-677e-4299-b084-95b5cc7af9e7 None None] Port 52acde57-50da-4298-a26d-6442a590b0f8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:57.197759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:57.202167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=bc46094f-a03b-43b4-9e26-2eb22b6b6186,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:57.240072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.242732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.243907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79c9aa60-6796-4e5c-850b-a298d306725c HTTP/1.1" status: 204 len: 168 time: 0.2530663 Jul 16 22:51:57.262622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:57.263264 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.272916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05444df-0782-4adc-a1f4-9eb0680e0d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c9aa60-6796-4e5c-850b-a298d306725c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:57.284012 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4f2753d5-97c2-416a-a881-0e3ac5f7a5f2 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0944679 Jul 16 22:51:57.287369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:57.299934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:57.329719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.435926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.447651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c5d34a3-11c7-496f-bda8-317857fbf742 None None] Provisioning for port bc46094f-a03b-43b4-9e26-2eb22b6b6186 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:51:57.451862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c5d34a3-11c7-496f-bda8-317857fbf742 None None] Provisioning complete for port bc46094f-a03b-43b4-9e26-2eb22b6b6186 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:51:57.452506 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c5d34a3-11c7-496f-bda8-317857fbf742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.491554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d34a3-11c7-496f-bda8-317857fbf742 None None] Port bc46094f-a03b-43b4-9e26-2eb22b6b6186 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:51:57.547406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Allocated IP 172.25.5.10 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/57dbf478-7639-4b36-8423-b7299f12aa7f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:57.570516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f002f46-8cf9-4315-afbc-5bd7560daf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.649559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.689956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.725072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:57.731682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:57.735178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:57.740629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=57dbf478-7639-4b36-8423-b7299f12aa7f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:57.825570 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.871016 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.046685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc379534-4622-4dee-b48c-02cd50581d5e req-bee5221c-e52e-4de2-a424-6add167d0374 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:58.048243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc379534-4622-4dee-b48c-02cd50581d5e req-bee5221c-e52e-4de2-a424-6add167d0374 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.0648680 Jul 16 22:51:58.093380 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc379534-4622-4dee-b48c-02cd50581d5e req-354baa5f-61f6-4d35-8c6e-1f065e7d32c5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jul 16 22:51:58.105156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f56ae-d4ad-47d0-a1f2-0980d4ebaa65 req-28111ade-6b32-4459-a588-245603208752 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:58.106729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-376f56ae-d4ad-47d0-a1f2-0980d4ebaa65 req-28111ade-6b32-4459-a588-245603208752 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1296344 Jul 16 22:51:58.110796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.116058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.211698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-376f56ae-d4ad-47d0-a1f2-0980d4ebaa65 req-e664f7b6-8569-4602-bed1-fc788b08d53f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933199 Jul 16 22:51:58.218347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=57dbf478-7639-4b36-8423-b7299f12aa7f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:58.227536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.243421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.245032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-45103d14-cdea-4ccf-8ebc-7392cbd67aa6 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9490459 Jul 16 22:51:58.248157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:58.256851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dc29320b-b2a3-4f93-8530-c845815844ef tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'floatingip': {'port_id': 'bc46094f-a03b-43b4-9e26-2eb22b6b6186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:58.299377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc29320b-b2a3-4f93-8530-c845815844ef tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.475206 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-dc29320b-b2a3-4f93-8530-c845815844ef tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] update failed (client error): The resource could not be found. Jul 16 22:51:58.476808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc29320b-b2a3-4f93-8530-c845815844ef tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "PUT /v2.0/floatingips/3a87e45d-0c2a-4705-9b03-f192ce38c25b HTTP/1.1" status: 404 len: 507 time: 0.2269912 Jul 16 22:51:58.479783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:58.484703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9a40e-38ca-4c27-94f5-47d006533be2 req-9635c18c-d525-4a93-8d8a-ddc313a9dd69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:58.486196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fa9a40e-38ca-4c27-94f5-47d006533be2 req-9635c18c-d525-4a93-8d8a-ddc313a9dd69 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1178789 Jul 16 22:51:58.526454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fa9a40e-38ca-4c27-94f5-47d006533be2 req-f36f0938-524f-4f89-952a-9abe03d05e93 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Jul 16 22:51:58.551304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:58.607789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6dbe15-d7a2-4445-a717-323fd7c25933 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:58.612164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0e6dbe15-d7a2-4445-a717-323fd7c25933 tempest-TestNetworkBasicOps-1840567662 tempest-TestNetworkBasicOps-1840567662-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1093 time: 0.0572002 Jul 16 22:51:58.612360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:58.617018 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:58.633452 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting port 57dbf478-7639-4b36-8423-b7299f12aa7f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:51:58.634096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.640451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.717065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.717406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.729898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Calling delete_port for 57dbf478-7639-4b36-8423-b7299f12aa7f owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:51:58.743665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.851331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Allocated IP 172.25.5.241 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/514b59a0-9080-4514-8ceb-02ddde04cfb7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:51:58.872388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.903330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Port': ['ID=57dbf478-7639-4b36-8423-b7299f12aa7f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:58.974621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.977749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.978170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.979380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d56bf3f4-3c0c-4219-b2be-e748263386c3 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "DELETE /v2.0/floatingips/3a87e45d-0c2a-4705-9b03-f192ce38c25b HTTP/1.1" status: 204 len: 168 time: 0.4980261 Jul 16 22:51:58.983087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39678) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:58.987790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ad5bf9b1-c987-4f7e-9234-4f3f70f7c778 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'floatingip': {'floating_network_id': 'd03c1508-68f5-4602-b5bd-3d482ccb1aad', 'port_id': 'bc46094f-a03b-43b4-9e26-2eb22b6b6186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:59.024111 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf9b1-c987-4f7e-9234-4f3f70f7c778 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.063856 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.127853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:51:59.127853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:51:59.130535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:51:59.132512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=514b59a0-9080-4514-8ceb-02ddde04cfb7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:51:59.280042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959da9-9f12-4827-a63f-13149c26cbd6 req-73661df2-51b4-486e-826a-245ea5c00ce6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:59.285563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9959da9-9f12-4827-a63f-13149c26cbd6 req-73661df2-51b4-486e-826a-245ea5c00ce6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.0727432 Jul 16 22:51:59.327366 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9959da9-9f12-4827-a63f-13149c26cbd6 req-3c6cdd1d-db2f-4b47-995c-b0fd434a1b1a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Jul 16 22:51:59.346734 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ad5bf9b1-c987-4f7e-9234-4f3f70f7c778 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 22:51:59.351576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ad5bf9b1-c987-4f7e-9234-4f3f70f7c778 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3635979 Jul 16 22:51:59.352140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:51:59.359224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'bc46094f-a03b-43b4-9e26-2eb22b6b6186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:51:59.420671 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.640544 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.642678 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.789561 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.841824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-33522f21-8a8f-47fc-a656-79bf708ba914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.117722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.189772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Allocated IP 172.25.5.213 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d7178187-41c7-4a17-a8e7-e545eee9263c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:00.367658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.385951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.392657 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.499222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event updated for resources: {'Port': ['ID=514b59a0-9080-4514-8ceb-02ddde04cfb7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:00.545847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.547836 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.638898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:00.648169 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:00.650834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:00.709201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event updated for resources: {'Port': ['ID=d7178187-41c7-4a17-a8e7-e545eee9263c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:00.732164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16e5e5-0f4d-4d7d-8a56-3c90c59ed8ce req-5abe8326-d270-4936-ae2e-a98f0a48da26 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:00.733705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca16e5e5-0f4d-4d7d-8a56-3c90c59ed8ce req-5abe8326-d270-4936-ae2e-a98f0a48da26 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.2574227 Jul 16 22:52:00.798842 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Floating IP 48c8ff10-6404-4c59-83ad-4836981b949d associated. External IP: 172.25.5.241, port: de5020dc-0a97-4ac6-b74b-200586dcf4b6. Jul 16 22:52:00.852153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca16e5e5-0f4d-4d7d-8a56-3c90c59ed8ce req-466d187b-4c61-4f92-988b-e67c25ce0822 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106791 Jul 16 22:52:01.068726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting port d7178187-41c7-4a17-a8e7-e545eee9263c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:01.069881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.157214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:52:01.179602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.179941 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.226023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Calling delete_port for d7178187-41c7-4a17-a8e7-e545eee9263c owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:01.341044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:52:01.350868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Sync routers for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:52:01.359686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:01.360318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:01.363361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.437638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6051cffd-025c-460f-8100-ae30354563eb tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8240950 Jul 16 22:52:01.439658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:01.440103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:01.442468 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:01.453917 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.460809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.479895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:01.490460 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc0212e-975b-4c55-8071-d0f992cdda42 x-openstack-request-id: req-acc0212e-975b-4c55-8071-d0f992cdda42 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:01.490787 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:01.491673 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acc0212e-975b-4c55-8071-d0f992cdda42 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:01.492085 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'status': 'completed', 'code': 200} Jul 16 22:52:01.522411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e9b81eef-bf8a-44bd-8d1c-1e0730c862ef tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/48c8ff10-6404-4c59-83ad-4836981b949d HTTP/1.1" status: 200 len: 992 time: 0.0805180 Jul 16 22:52:01.530824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Port': ['ID=d7178187-41c7-4a17-a8e7-e545eee9263c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:01.623994 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] create failed (client error): The resource could not be found. Jul 16 22:52:01.628248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0c6487e-08ae-42f5-9aad-fb43dd2f1afb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2706888 Jul 16 22:52:01.628248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-faec1008-56aa-4ee3-8b23-6402b4bd408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:01.628652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:01.629720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-faec1008-56aa-4ee3-8b23-6402b4bd408d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1098 time: 0.1093688 Jul 16 22:52:01.738394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '48c8ff10-6404-4c59-83ad-4836981b949d', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'port_id': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'mac_address': 'fa:16:3e:40:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:59Z', 'updated_at': '2021-07-16T22:51:59Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:01.748907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-0f8da353-1c3a-4e8b-8992-8a314f42341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:01.750547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-0f8da353-1c3a-4e8b-8992-8a314f42341e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 200 len: 898 time: 0.1125183 Jul 16 22:52:01.752609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting port bc46094f-a03b-43b4-9e26-2eb22b6b6186 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:01.752983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.776616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Checking router: 4167ea3e-a195-4dde-b06f-d0980a7d3d6b for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:52:01.789893 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:01.790981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:01.839385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-e4ff1765-97f6-474b-bd05-5f8ea007a8ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 200 len: 1000 time: 0.0807154 Jul 16 22:52:01.856728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:01.873973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Calling delete_port for bc46094f-a03b-43b4-9e26-2eb22b6b6186 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:01.918179 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-70d5c752-e9bd-40c3-89e7-7d70f377967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:01.920019 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-70d5c752-e9bd-40c3-89e7-7d70f377967c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a06e04a-c773-40f0-8a47-fdb5700364e2 HTTP/1.1" status: 200 len: 834 time: 0.0739486 Jul 16 22:52:01.934037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:02.061064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-30097a0f-55e3-4ea1-b6a1-efc8b1d9e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.062828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-30097a0f-55e3-4ea1-b6a1-efc8b1d9e012 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358976 Jul 16 22:52:02.084574 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.118764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Port': ['ID=bc46094f-a03b-43b4-9e26-2eb22b6b6186,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:02.149953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566eb44-3278-4eff-9f18-4834ea156da8 req-5148e4d2-8ffc-424d-8598-2403719f09e0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.151559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7566eb44-3278-4eff-9f18-4834ea156da8 req-5148e4d2-8ffc-424d-8598-2403719f09e0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.1392291 Jul 16 22:52:02.243104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.245078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3d2818fa-6519-4f7c-98c9-41973973800f tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "DELETE /v2.0/ports/bc46094f-a03b-43b4-9e26-2eb22b6b6186 HTTP/1.1" status: 204 len: 168 time: 0.6153831 Jul 16 22:52:02.250388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:02.265443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-e5f6a56c-af1f-499d-8983-2bf95a7451b2 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876512 Jul 16 22:52:02.268446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7566eb44-3278-4eff-9f18-4834ea156da8 req-e48d9fa4-798c-4b1f-82ac-261a1f7f42c8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113474 Jul 16 22:52:02.285624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '48c8ff10-6404-4c59-83ad-4836981b949d', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'port_id': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'mac_address': 'fa:16:3e:40:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:59Z', 'updated_at': '2021-07-16T22:51:59Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:02.344535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0334b0f-7048-40bd-9a88-a2f13edd749e tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.346373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c0334b0f-7048-40bd-9a88-a2f13edd749e tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a342cc2-d3a0-47ae-8261-3d01e6f33b0b HTTP/1.1" status: 200 len: 913 time: 0.0946369 Jul 16 22:52:02.348873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:02.352834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680e9d9-6e3d-4acf-85e9-917e60a0f877 None None] The sync data for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 is: [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '48c8ff10-6404-4c59-83ad-4836981b949d', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'port_id': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'mac_address': 'fa:16:3e:40:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:51:59Z', 'updated_at': '2021-07-16T22:51:59Z', 'revision_number': 0, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:52:02.395910 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe97e7a-9ec3-4f8f-83b9-598c529131d7 req-0af92784-9e16-4480-87e9-2cd9b5fd59a0 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198292 Jul 16 22:52:02.526523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:02.607002 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1de9f1-3053-4d84-ab82-21f11fb68eca None None] New status for floating IP 48c8ff10-6404-4c59-83ad-4836981b949d: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:52:02.609863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1d73e621-b139-4fc1-bcd9-5437b544c41c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/48c8ff10-6404-4c59-83ad-4836981b949d HTTP/1.1" status: 200 len: 992 time: 0.0806139 Jul 16 22:52:02.706560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.831623 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.002816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting port 52acde57-50da-4298-a26d-6442a590b0f8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:03.003160 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.090511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.101982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Calling delete_port for 52acde57-50da-4298-a26d-6442a590b0f8 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:03.270484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.296711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Port': ['ID=52acde57-50da-4298-a26d-6442a590b0f8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:03.510280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.604886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19783823-f65a-4e41-9e28-109266e8ca84 req-e984d4be-9306-4e23-a515-a7770a7b8c93 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.606439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19783823-f65a-4e41-9e28-109266e8ca84 req-e984d4be-9306-4e23-a515-a7770a7b8c93 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 943 time: 0.2005756 Jul 16 22:52:03.610707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:03.683297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3efeee8f-2766-478d-bc13-2cefceae2711 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/48c8ff10-6404-4c59-83ad-4836981b949d HTTP/1.1" status: 200 len: 994 time: 0.0703883 Jul 16 22:52:03.717526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19783823-f65a-4e41-9e28-109266e8ca84 req-fe10fbbf-5b9c-41b5-b49f-e9646cd25731 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000764 Jul 16 22:52:03.724369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Router 0a342cc2-d3a0-47ae-8261-3d01e6f33b0b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:52:03.802625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:52:03.810598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1eeea621-c1ed-49f0-a45c-fa55c93ee263 tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "PUT /v2.0/routers/0a342cc2-d3a0-47ae-8261-3d01e6f33b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558766 Jul 16 22:52:03.811073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:03.816075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] Sync routers for ids ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:52:03.825488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] Routers {'0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:03.826169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:03.862156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:03.871797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] Routers {'0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:03.872621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:03.899136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.907004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:03.907663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d464e2-171b-4a6d-89a9-ecfd76a03e85 None None] The sync data for ids ['0a342cc2-d3a0-47ae-8261-3d01e6f33b0b'] in n-d-793621-16 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:52:04.055631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.057790 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.102951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.103840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Fanout notify agent at l3_agent the message router_deleted on router 0a342cc2-d3a0-47ae-8261-3d01e6f33b0b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:52:04.114906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.116075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-12f5e457-eaf3-4395-94c2-b667c4acc2cb tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "DELETE /v2.0/routers/0a342cc2-d3a0-47ae-8261-3d01e6f33b0b HTTP/1.1" status: 204 len: 168 time: 0.3039255 Jul 16 22:52:04.118520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:04.171324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting subnet 5b480485-8395-4251-8393-a9cbe93730d1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:52:04.174719 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.215178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.311179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 22629fc3-ff32-40d5-83a0-c146cc3c37a0 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:04.318881 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.385361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.416492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Subnet': ['ID=5b480485-8395-4251-8393-a9cbe93730d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:04.418543 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.423299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:04.423463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1606951c-fdd6-4c29-a325-e37d8b36d17c tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "DELETE /v2.0/subnets/5b480485-8395-4251-8393-a9cbe93730d1 HTTP/1.1" status: 204 len: 168 time: 0.3038950 Jul 16 22:52:04.423600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:04.427568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a15d3f-71ba-4c1c-b078-afd8f3ee3944 None None] Network d03c1508-68f5-4602-b5bd-3d482ccb1aad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:04.454257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '22629fc3-ff32-40d5-83a0-c146cc3c37a0', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': '22629fc3-ff32-40d5-83a0-c146cc3c37a0', 'mac_address': 'fa:16:3e:8c:67:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:04.502268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.548688 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.554582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Deleting port 1af45509-8b3c-43ac-9556-7f61b4dc498c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:04.554930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.579490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22629fc3-ff32-40d5-83a0-c146cc3c37a0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:04.607484 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:04.613500 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.618121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] For port 1af45509-8b3c-43ac-9556-7f61b4dc498c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1af45509-8b3c-43ac-9556-7f61b4dc498c,segment=NetworkSegment(5b22a44b-204c-4d85-87eb-7cb0569ebd3b),segment_id=5b22a44b-204c-4d85-87eb-7cb0569ebd3b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:04.618509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.632431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Calling delete_port for 1af45509-8b3c-43ac-9556-7f61b4dc498c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:04.666643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:04.684760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] DHCP port deletion for d03c1508-68f5-4602-b5bd-3d482ccb1aad request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:52:04.721084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.737885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Deleting port 1af45509-8b3c-43ac-9556-7f61b4dc498c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:04.738426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.754100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Port': ['ID=1af45509-8b3c-43ac-9556-7f61b4dc498c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:04.760189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] No DVR routers for this DVR port 1af45509-8b3c-43ac-9556-7f61b4dc498c on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:04.817451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] For port 1af45509-8b3c-43ac-9556-7f61b4dc498c, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:04.818040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.832930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Calling delete_port for 1af45509-8b3c-43ac-9556-7f61b4dc498c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:04.836995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Port 1af45509-8b3c-43ac-9556-7f61b4dc498c was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:52:04.838428 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.857511 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.861098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] Pushing event deleted for resources: {'Port': ['ID=1af45509-8b3c-43ac-9556-7f61b4dc498c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:04.871711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03c1508-68f5-4602-b5bd-3d482ccb1aad']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:04.887800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b22a44b-204c-4d85-87eb-7cb0569ebd3b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:04.887800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b22a44b-204c-4d85-87eb-7cb0569ebd3b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:04.888134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['22629fc3-ff32-40d5-83a0-c146cc3c37a0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:04.890162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7da18d-686d-495a-986b-f8f317550fe1 None None] No DVR routers for this DVR port 1af45509-8b3c-43ac-9556-7f61b4dc498c on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:04.908241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.927793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.935378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:04.935780 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:04.938821 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:04.963039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef4ca-12e4-4641-afd8-12b06137041e req-655f6745-3450-4c3d-9e50-707ccf1e96cc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:04.964660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c27ef4ca-12e4-4641-afd8-12b06137041e req-655f6745-3450-4c3d-9e50-707ccf1e96cc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 944 time: 0.1154430 Jul 16 22:52:05.042616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c27ef4ca-12e4-4641-afd8-12b06137041e req-7b7366ec-13aa-467c-9133-d5bdd8fce5cc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Jul 16 22:52:05.065777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.079425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1af45509-8b3c-43ac-9556-7f61b4dc498c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:05.088689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.093668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] 10.222.0.70 "DELETE /v2.0/networks/d03c1508-68f5-4602-b5bd-3d482ccb1aad HTTP/1.1" status: 204 len: 168 time: 0.6691647 Jul 16 22:52:05.121202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1af45509-8b3c-43ac-9556-7f61b4dc498c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:05.121824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1af45509-8b3c-43ac-9556-7f61b4dc498c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:05.122742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551355-4581-4912-ad01-c8c1d1760c6a tempest-FloatingIPNegativeTestJSON-1533820478 tempest-FloatingIPNegativeTestJSON-1533820478-project] Pushing event deleted for resources: {'Network': ['ID=d03c1508-68f5-4602-b5bd-3d482ccb1aad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:05.396866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:05.538621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-eadd9d9f-fd45-4ba9-b089-e10aa8b307a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4da6fb380c34d79ae87c7ad465bf523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384227 Jul 16 22:52:05.539417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:05.594844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.618680 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.667690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.670425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:05.674088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df5398b0-3d3b-4ec0-8844-933bdc4822a3 HTTP/1.1" status: 204 len: 168 time: 0.1310489 Jul 16 22:52:05.681388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ec91-143a-4ff4-980e-92005336c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5398b0-3d3b-4ec0-8844-933bdc4822a3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:06.282085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348de009-c677-42ea-aff7-362630896a45 req-4d072d3d-2533-43cf-842c-5ac0c6be0305 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:06.289776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-348de009-c677-42ea-aff7-362630896a45 req-4d072d3d-2533-43cf-842c-5ac0c6be0305 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 944 time: 0.0788114 Jul 16 22:52:06.325923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 22629fc3-ff32-40d5-83a0-c146cc3c37a0 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:06.339378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-348de009-c677-42ea-aff7-362630896a45 req-23aec1a8-a2dd-42f1-8207-b584f6102570 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484462 Jul 16 22:52:06.404568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:06.409259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:06.412515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:06.413020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.514049 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.530993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857051894'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:06.542953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:06.546062 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8cbd5c-4e6c-4a52-bcf3-dcb5df5de6b5" -d '{"events": [{"server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "name": "network-vif-plugged", "status": "completed", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:06.560464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:06.566250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.575147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:06.579406 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.589430 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.599616 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1c46b-1c1b-4626-bfa3-4cea7d148377 x-openstack-request-id: req-7bc1c46b-1c1b-4626-bfa3-4cea7d148377 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:06.599984 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "name": "network-vif-plugged", "status": "completed", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:06.605621 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bc1c46b-1c1b-4626-bfa3-4cea7d148377 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:06.607129 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0', 'code': 200} Jul 16 22:52:06.645041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:06.716499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.721909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.738796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac93b9-a4bc-4547-9bd6-f09ada3c0d37 req-06b4fb77-a910-4e84-afd2-57fe5dce134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:06.741209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bac93b9-a4bc-4547-9bd6-f09ada3c0d37 req-06b4fb77-a910-4e84-afd2-57fe5dce134b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 1097 time: 0.0674970 Jul 16 22:52:06.744902 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:06.763625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.763625 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 70153ccc-f1a5-4e2b-a43d-0343445e2602 of type vlan for network 4f38418e-27e4-4989-8096-edf97d145fd7 Jul 16 22:52:06.764937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02d9e6-9353-4f8b-a6e7-230e289e671e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:06.785316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7bac93b9-a4bc-4547-9bd6-f09ada3c0d37 req-3c29e4b6-0153-48ea-b823-47903a96a7df service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Jul 16 22:52:06.810474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.843179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.849109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:06.849843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:06.913010 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4991109 Jul 16 22:52:06.945337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806598-5135-4994-83e5-63d68a000db3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=4f38418e-27e4-4989-8096-edf97d145fd7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:06.968916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4f38418e-27e4-4989-8096-edf97d145fd7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:07.032851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:07.038855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:07.137355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:07.140897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.357574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.453446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '70153ccc-f1a5-4e2b-a43d-0343445e2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:07.454725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 4f38418e-27e4-4989-8096-edf97d145fd7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:07.461150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=5d43c9a5-c445-416a-9858-2fb0701127ac,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:07.479253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 4f38418e-27e4-4989-8096-edf97d145fd7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:07.489187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4f38418e-27e4-4989-8096-edf97d145fd7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:07.493769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:07.494578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.500341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c663d-a99c-40af-be4a-27206eb7f4f2 None None] Network 4f38418e-27e4-4989-8096-edf97d145fd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:07.515203 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-385f6244-74e7-4737-a33f-7c637e6768d2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4811332 Jul 16 22:52:07.515435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:07.522554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588501572'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:07.612933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:07.621481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.696364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:07.717856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.718783 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 36238af5-80b6-465e-abcd-5d90207124a2 of type vlan for network c379959a-182b-49fc-809a-c20ed1aa8aa4 Jul 16 22:52:07.796422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4f38418e-27e4-4989-8096-edf97d145fd7', 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '5d43c9a5-c445-416a-9858-2fb0701127ac'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:07.796848 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.811620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ba41-e37e-4bad-b34f-e3c4cde61dd3 req-ceb2a5c8-e90e-4b95-9364-a862122b24bd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:07.813567 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d77ba41-e37e-4bad-b34f-e3c4cde61dd3 req-ceb2a5c8-e90e-4b95-9364-a862122b24bd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.2236695 Jul 16 22:52:07.815571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.879162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d77ba41-e37e-4bad-b34f-e3c4cde61dd3 req-791463f9-2cff-489d-aba4-c63b1e4a050f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Jul 16 22:52:07.886250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.893225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:07.893994 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:07.938049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4212818 Jul 16 22:52:07.940853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:07.947112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': 'c379959a-182b-49fc-809a-c20ed1aa8aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:07.977689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163eb86-4d31-4d5d-998f-70c069979342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=c379959a-182b-49fc-809a-c20ed1aa8aa4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:08.001209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c379959a-182b-49fc-809a-c20ed1aa8aa4 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:08.033028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Allocated IP 172.20.255.242 (4f38418e-27e4-4989-8096-edf97d145fd7/5d43c9a5-c445-416a-9858-2fb0701127ac/94569c22-ab7c-4069-9af8-d76acf4fd9fe) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:08.080860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:08.086127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.231355 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.240364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Transition to ACTIVE for port object 94569c22-ab7c-4069-9af8-d76acf4fd9fe will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:08.257964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Transition to ACTIVE for port object 94569c22-ab7c-4069-9af8-d76acf4fd9fe will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:08.266213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.307270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Network 4f38418e-27e4-4989-8096-edf97d145fd7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:08.314500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:08.318364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:08.326898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Pushing event updated for resources: {'Port': ['ID=94569c22-ab7c-4069-9af8-d76acf4fd9fe,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:08.398799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Attempting to bind port 94569c22-ab7c-4069-9af8-d76acf4fd9fe on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:08.399042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Attempting to bind port 94569c22-ab7c-4069-9af8-d76acf4fd9fe by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '70153ccc-f1a5-4e2b-a43d-0343445e2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:08.399416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Attempting to bind port 94569c22-ab7c-4069-9af8-d76acf4fd9fe on network 4f38418e-27e4-4989-8096-edf97d145fd7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:08.404818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:08.405229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Checking segment: {'id': '70153ccc-f1a5-4e2b-a43d-0343445e2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:08.405643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.406184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Bound using segment: {'id': '70153ccc-f1a5-4e2b-a43d-0343445e2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:08.406672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Bound port: 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70153ccc-f1a5-4e2b-a43d-0343445e2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4f38418e-27e4-4989-8096-edf97d145fd7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:08.407056 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.488211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] For port 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:08.491754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] For port 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94569c22-ab7c-4069-9af8-d76acf4fd9fe,segment=NetworkSegment(70153ccc-f1a5-4e2b-a43d-0343445e2602),segment_id=70153ccc-f1a5-4e2b-a43d-0343445e2602)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:08.496452 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.562441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4aa96-384e-417f-904e-b1b8fe33fd13 None None] Pushing event updated for resources: {'Port': ['ID=94569c22-ab7c-4069-9af8-d76acf4fd9fe,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:08.675245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.780080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=d6e6bbe6-5bea-492b-9736-ee0e4a7fc6e1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:08.790202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '36238af5-80b6-465e-abcd-5d90207124a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c379959a-182b-49fc-809a-c20ed1aa8aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:08.790913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: c379959a-182b-49fc-809a-c20ed1aa8aa4, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:08.817966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network c379959a-182b-49fc-809a-c20ed1aa8aa4 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:08.829803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c379959a-182b-49fc-809a-c20ed1aa8aa4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:08.841456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:08.842205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:08.848462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98930cdb-02a5-4d9a-a735-83dab1a08059 None None] Network c379959a-182b-49fc-809a-c20ed1aa8aa4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:08.880472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c1eb1b22-f0d8-48b4-8d7b-d9cd69efcf25 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9384105 Jul 16 22:52:08.883111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:09.056097 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.226064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.229212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94569c22-ab7c-4069-9af8-d76acf4fd9fe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:09.299648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c62ac-7c80-4f75-97a0-ba5722201932 req-93c4ca36-c872-45ef-a928-ce4ecee04bee tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:09.301489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec9c62ac-7c80-4f75-97a0-ba5722201932 req-93c4ca36-c872-45ef-a928-ce4ecee04bee tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.1824915 Jul 16 22:52:09.324760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 94569c22-ab7c-4069-9af8-d76acf4fd9fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:09.334205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e42f6-5ece-41f0-8c47-cbfaf7046e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c379959a-182b-49fc-809a-c20ed1aa8aa4', 'network_id': 'c379959a-182b-49fc-809a-c20ed1aa8aa4', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': 'd6e6bbe6-5bea-492b-9736-ee0e4a7fc6e1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:09.335666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-543e42f6-5ece-41f0-8c47-cbfaf7046e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.349924 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.392237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e6bbe6-5bea-492b-9736-ee0e4a7fc6e1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:09.406027 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec9c62ac-7c80-4f75-97a0-ba5722201932 req-43d837b2-7123-4ce7-b426-a1639b5654d4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Jul 16 22:52:09.458152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c25f32-2ecf-4539-8f41-0d47608f6b95 None None] Network c379959a-182b-49fc-809a-c20ed1aa8aa4 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:09.468178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.480388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c379959a-182b-49fc-809a-c20ed1aa8aa4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:09.493763 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36238af5-80b6-465e-abcd-5d90207124a2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:09.494146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36238af5-80b6-465e-abcd-5d90207124a2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:09.504495 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.528830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.536056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:09.538650 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:09.608782 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:09.669240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991806-d9fd-4a64-ae4f-a142d036a018 req-7975c5cd-326e-4fdd-a8e9-4951f7548f5f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:09.678414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03991806-d9fd-4a64-ae4f-a142d036a018 req-7975c5cd-326e-4fdd-a8e9-4951f7548f5f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.1288564 Jul 16 22:52:09.685538 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.694698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.698875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/c379959a-182b-49fc-809a-c20ed1aa8aa4 HTTP/1.1" status: 204 len: 168 time: 0.8147321 Jul 16 22:52:09.702498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:09.737390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146009036'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:09.738335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605192b0-c091-4c92-a2f9-1839468503fb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=c379959a-182b-49fc-809a-c20ed1aa8aa4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:09.762398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:09.767050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.775795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-03991806-d9fd-4a64-ae4f-a142d036a018 req-2a81f26c-2b5d-413e-a1c9-468219884b10 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938051 Jul 16 22:52:09.804166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:09.824318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.824673 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 38dafd70-3275-4d63-9329-e7d8a55c747c of type vlan for network 09be5d74-f5f7-4596-ac00-162914e4fb35 Jul 16 22:52:09.875829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.958823 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:09.965560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:09.966095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.020752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2930326 Jul 16 22:52:10.024047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:10.030130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:10.038628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2f8bb-b6c0-4529-b271-53cf4b72dfc1 None None] Network 4f38418e-27e4-4989-8096-edf97d145fd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:10.051404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe2c19-9e70-449f-9ce5-10c541c35e8e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=09be5d74-f5f7-4596-ac00-162914e4fb35,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:10.072406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506b989-ef7b-4542-89a5-b380a8465d15 req-2b75b039-9cc9-40b3-afc5-8ada82a4d0e9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:10.074016 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8506b989-ef7b-4542-89a5-b380a8465d15 req-2b75b039-9cc9-40b3-afc5-8ada82a4d0e9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.1546819 Jul 16 22:52:10.083201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 09be5d74-f5f7-4596-ac00-162914e4fb35 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:10.157863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8506b989-ef7b-4542-89a5-b380a8465d15 req-a44b3458-b933-4c88-b75f-3b4d0c01783f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732641 Jul 16 22:52:10.170164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:10.175049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.220792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-501489bf-fece-4060-815a-7386078cd198 None None] Provisioning for port 94569c22-ab7c-4069-9af8-d76acf4fd9fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:10.230848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-501489bf-fece-4060-815a-7386078cd198 None None] Provisioning complete for port 94569c22-ab7c-4069-9af8-d76acf4fd9fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:10.231489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-501489bf-fece-4060-815a-7386078cd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.255772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 22:52:10.256691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 22:52:10.396310 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-501489bf-fece-4060-815a-7386078cd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.423209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.447049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-501489bf-fece-4060-815a-7386078cd198 None None] For port 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94569c22-ab7c-4069-9af8-d76acf4fd9fe,segment=NetworkSegment(70153ccc-f1a5-4e2b-a43d-0343445e2602),segment_id=70153ccc-f1a5-4e2b-a43d-0343445e2602)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:10.452702 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-501489bf-fece-4060-815a-7386078cd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.522233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=507ca4bc-e1a6-4f51-bf07-5fb92f283161,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:10.531849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '38dafd70-3275-4d63-9329-e7d8a55c747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:10.532511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 09be5d74-f5f7-4596-ac00-162914e4fb35, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:10.552246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 09be5d74-f5f7-4596-ac00-162914e4fb35 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:10.560262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501489bf-fece-4060-815a-7386078cd198 None None] Pushing event updated for resources: {'Port': ['ID=94569c22-ab7c-4069-9af8-d76acf4fd9fe,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:10.571453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 09be5d74-f5f7-4596-ac00-162914e4fb35) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:10.579840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f2f99-9064-40ad-a132-4acb19451e1f None None] Network 09be5d74-f5f7-4596-ac00-162914e4fb35 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:10.585667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:10.585878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.614028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3d9f9ce4-a841-4f8e-b54b-be72228d274d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5860040 Jul 16 22:52:10.614432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:10.800763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.816526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-09be5d74-f5f7-4596-ac00-162914e4fb35', 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '507ca4bc-e1a6-4f51-bf07-5fb92f283161'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:10.817550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.916141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c28012-501c-4916-95f5-e1418505c56b req-c77baf45-b4a3-44f5-bbc9-1a757f613e20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:10.926183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:10.935830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4c28012-501c-4916-95f5-e1418505c56b req-c77baf45-b4a3-44f5-bbc9-1a757f613e20 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.1360912 Jul 16 22:52:10.988876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c41e01ee-cdb6-4456-8c0e-07e48764520b None None] Provisioning complete for port 94569c22-ab7c-4069-9af8-d76acf4fd9fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:10.989473 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c41e01ee-cdb6-4456-8c0e-07e48764520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.015211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a4c28012-501c-4916-95f5-e1418505c56b req-f0c4aede-8473-419a-a86f-79737cfafb44 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783823 Jul 16 22:52:11.045728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Allocated IP 172.20.0.3 (09be5d74-f5f7-4596-ac00-162914e4fb35/507ca4bc-e1a6-4f51-bf07-5fb92f283161/3698526a-e820-4110-a928-918c80941b6d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:11.093186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94569c22-ab7c-4069-9af8-d76acf4fd9fe up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:11.282854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 94569c22-ab7c-4069-9af8-d76acf4fd9fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:11.283145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.350873 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.368846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Transition to ACTIVE for port object 3698526a-e820-4110-a928-918c80941b6d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:11.407249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Transition to ACTIVE for port object 3698526a-e820-4110-a928-918c80941b6d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:11.424751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.438765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.466932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=507ca4bc-e1a6-4f51-bf07-5fb92f283161,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:11.487744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Pushing event updated for resources: {'Port': ['ID=3698526a-e820-4110-a928-918c80941b6d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:11.497149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Network 09be5d74-f5f7-4596-ac00-162914e4fb35 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:11.498704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:11.501931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:11.556990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.565081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Attempting to bind port 3698526a-e820-4110-a928-918c80941b6d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:11.565461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Attempting to bind port 3698526a-e820-4110-a928-918c80941b6d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '38dafd70-3275-4d63-9329-e7d8a55c747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:11.565825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Attempting to bind port 3698526a-e820-4110-a928-918c80941b6d on network 09be5d74-f5f7-4596-ac00-162914e4fb35 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:11.568562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09be5d74-f5f7-4596-ac00-162914e4fb35']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:11.570877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:11.571254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Checking segment: {'id': '38dafd70-3275-4d63-9329-e7d8a55c747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:11.571656 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.572052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Bound using segment: {'id': '38dafd70-3275-4d63-9329-e7d8a55c747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:11.572522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Bound port: 3698526a-e820-4110-a928-918c80941b6d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dafd70-3275-4d63-9329-e7d8a55c747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '09be5d74-f5f7-4596-ac00-162914e4fb35'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:11.572900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.581051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dafd70-3275-4d63-9329-e7d8a55c747c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:11.581651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dafd70-3275-4d63-9329-e7d8a55c747c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:11.594688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.613819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.621382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:11.622024 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.665411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] For port 3698526a-e820-4110-a928-918c80941b6d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:11.693449 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:11.707180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:52:11.707180 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:52:11.707180 n-d-793621-16 neutron-server[93924]: [parameters: {'id': '09be5d74-f5f7-4596-ac00-162914e4fb35'}] Jul 16 22:52:11.707180 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:52:11.707899 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:52:11.708507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] For port 3698526a-e820-4110-a928-918c80941b6d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3698526a-e820-4110-a928-918c80941b6d,segment=NetworkSegment(38dafd70-3275-4d63-9329-e7d8a55c747c),segment_id=38dafd70-3275-4d63-9329-e7d8a55c747c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:11.714480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:11.806980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65f45-0338-496c-82f0-0b905d52fa2b None None] Pushing event updated for resources: {'Port': ['ID=3698526a-e820-4110-a928-918c80941b6d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:11.837945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c539376-8f9e-47e8-ad29-fbfecd4dd306 None None] Network 09be5d74-f5f7-4596-ac00-162914e4fb35 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:11.990839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5e4f0-db57-44e9-a05d-b18c9f90cab5 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:12.087974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5e4f0-db57-44e9-a05d-b18c9f90cab5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:12.141566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:12.212146 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.278269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1a05c1-019f-48ae-8ff8-e50a473d48f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.304752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a498e-cd9d-487e-983d-87603cd63949 req-7e6c0464-6521-4943-b342-7c1a6c815c3b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:12.306495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-366a498e-cd9d-487e-983d-87603cd63949 req-7e6c0464-6521-4943-b342-7c1a6c815c3b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.1631312 Jul 16 22:52:12.356727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9daa8-f795-4934-97e8-e68fa250e4ba req-d9c9c67b-cd46-443e-b50a-67edb8234453 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:12.358447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1af9daa8-f795-4934-97e8-e68fa250e4ba req-d9c9c67b-cd46-443e-b50a-67edb8234453 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 945 time: 0.2317591 Jul 16 22:52:12.395192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Deleting port 3698526a-e820-4110-a928-918c80941b6d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:12.395688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.408536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1a05c1-019f-48ae-8ff8-e50a473d48f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.412930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1a05c1-019f-48ae-8ff8-e50a473d48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.455780 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f1a05c1-019f-48ae-8ff8-e50a473d48f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=454f389530bc4fbda6ccfc28b6a06b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099456 Jul 16 22:52:12.455780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a05c1-019f-48ae-8ff8-e50a473d48f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f04acf-9038-44f4-8be8-a6e603aae101,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:12.457632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:12.494984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1af9daa8-f795-4934-97e8-e68fa250e4ba req-cc22aab2-2b63-4211-9cee-4df791e9ea51 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253905 Jul 16 22:52:12.509817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.512149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] For port 3698526a-e820-4110-a928-918c80941b6d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=3698526a-e820-4110-a928-918c80941b6d,segment=NetworkSegment(38dafd70-3275-4d63-9329-e7d8a55c747c),segment_id=38dafd70-3275-4d63-9329-e7d8a55c747c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:12.512622 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.533694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Calling delete_port for 3698526a-e820-4110-a928-918c80941b6d owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:12.541624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.555230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:12.555679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.588505 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.591145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.594758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05f04acf-9038-44f4-8be8-a6e603aae101 HTTP/1.1" status: 204 len: 168 time: 0.1332693 Jul 16 22:52:12.600707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0ad39-e4da-4093-9d23-ca6fa4317958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f04acf-9038-44f4-8be8-a6e603aae101,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:12.699457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port 22629fc3-ff32-40d5-83a0-c146cc3c37a0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=22629fc3-ff32-40d5-83a0-c146cc3c37a0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:12.699829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.707781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.719917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 22629fc3-ff32-40d5-83a0-c146cc3c37a0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:12.746057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Port': ['ID=3698526a-e820-4110-a928-918c80941b6d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:12.753934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No DVR routers for this DVR port 3698526a-e820-4110-a928-918c80941b6d on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:12.872276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.881521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:12.889155 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09be5d74-f5f7-4596-ac00-162914e4fb35']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:12.894533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcbc47ea-2101-41d9-84a7-1d9a39fdb940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.902042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dafd70-3275-4d63-9329-e7d8a55c747c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:12.902368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dafd70-3275-4d63-9329-e7d8a55c747c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:12.919167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.934449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.945246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:12.945641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:12.948459 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:12.997557 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcbc47ea-2101-41d9-84a7-1d9a39fdb940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.001542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcbc47ea-2101-41d9-84a7-1d9a39fdb940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.038274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.042454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.048550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dcbc47ea-2101-41d9-84a7-1d9a39fdb940 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=365c1fe56e5f4d78a5093b25e6f4b28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659019 Jul 16 22:52:13.050357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.050522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:13.056926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/09be5d74-f5f7-4596-ac00-162914e4fb35 HTTP/1.1" status: 204 len: 168 time: 2.4367425 Jul 16 22:52:13.057154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['22629fc3-ff32-40d5-83a0-c146cc3c37a0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:13.066676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:13.071216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc47ea-2101-41d9-84a7-1d9a39fdb940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba2b58-fe07-4c1f-b2b7-286b04c518a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.073691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385033275'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:13.094641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7066f-9de4-40a8-848c-665a0afe8b0c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=09be5d74-f5f7-4596-ac00-162914e4fb35,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.098294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=22629fc3-ff32-40d5-83a0-c146cc3c37a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.114050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.139803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.153737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port 22629fc3-ff32-40d5-83a0-c146cc3c37a0 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:13.158171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.160182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-366a498e-cd9d-487e-983d-87603cd63949 req-a59f73ad-b05c-486c-ad43-ee70965ca4b1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "DELETE /v2.0/ports/22629fc3-ff32-40d5-83a0-c146cc3c37a0 HTTP/1.1" status: 204 len: 173 time: 0.8477550 Jul 16 22:52:13.160647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'name': 'network-vif-deleted', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:13.163008 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647adc5d-67ca-419e-847e-1ac04fc7f10a" -d '{"events": [{"server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "name": "network-vif-deleted", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:13.166174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:13.169625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.202565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.206058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.207495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43ba2b58-fe07-4c1f-b2b7-286b04c518a8 HTTP/1.1" status: 204 len: 168 time: 0.1553319 Jul 16 22:52:13.213767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:13.227418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.227756 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment e991c108-82b5-408c-b21f-566f773f7b4f of type vlan for network 95443209-58fd-426a-8493-36a2124d99f7 Jul 16 22:52:13.230124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c38cb-0bea-4905-99a4-019415d76639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba2b58-fe07-4c1f-b2b7-286b04c518a8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.249691 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4241d8cc-9fb3-4a84-9eb7-d26ace74d723 x-openstack-request-id: req-4241d8cc-9fb3-4a84-9eb7-d26ace74d723 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:13.251435 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f29e6eb-13db-4485-bce7-270009ff2c66", "name": "network-vif-deleted", "tag": "22629fc3-ff32-40d5-83a0-c146cc3c37a0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:13.251435 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4241d8cc-9fb3-4a84-9eb7-d26ace74d723 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:13.251818 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f29e6eb-13db-4485-bce7-270009ff2c66', 'name': 'network-vif-deleted', 'tag': '22629fc3-ff32-40d5-83a0-c146cc3c37a0', 'status': 'completed', 'code': 200} Jul 16 22:52:13.305294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.341649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.348064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:13.348692 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.390697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3210735 Jul 16 22:52:13.393316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:13.398383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '95443209-58fd-426a-8493-36a2124d99f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:13.431408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd4ff7-0988-4d4e-b09d-99176f66fc62 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=95443209-58fd-426a-8493-36a2124d99f7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.442059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 95443209-58fd-426a-8493-36a2124d99f7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:13.548891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:13.554211 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.671426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2588a076-6110-48bc-b652-f8e47ddfbc3d req-041c42c6-cad6-4bc6-a34c-b7b996aee933 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0416458 Jul 16 22:52:13.789479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.843627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=5f5299cb-400f-4781-9a8c-6166ad628a11,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:13.865686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': 'e991c108-82b5-408c-b21f-566f773f7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '95443209-58fd-426a-8493-36a2124d99f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:13.865985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 95443209-58fd-426a-8493-36a2124d99f7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:13.889813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 95443209-58fd-426a-8493-36a2124d99f7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:13.899531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 95443209-58fd-426a-8493-36a2124d99f7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:13.903873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:13.904501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:13.913333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6ff07-a725-4517-aaaf-7505e34bfde7 None None] Network 95443209-58fd-426a-8493-36a2124d99f7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:13.926269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-625c3af3-a15f-443b-b301-cbaefd7fe012 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5319204 Jul 16 22:52:13.932460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:14.052526 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.104432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af5ab4-6b8e-4249-b7f4-02b230bcb510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-95443209-58fd-426a-8493-36a2124d99f7', 'network_id': '95443209-58fd-426a-8493-36a2124d99f7', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '5f5299cb-400f-4781-9a8c-6166ad628a11'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:14.106268 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14af5ab4-6b8e-4249-b7f4-02b230bcb510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.120013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.183279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.223227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5299cb-400f-4781-9a8c-6166ad628a11,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-14af5ab4-6b8e-4249-b7f4-02b230bcb510 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f5299cb-400f-4781-9a8c-6166ad628a11: This subnet is being modified by another concurrent operation. Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f5299cb-400f-4781-9a8c-6166ad628a11: This subnet is being modified by another concurrent operation. Jul 16 22:52:14.229240 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:14.261521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32499e53-85c2-43c8-b59f-38674092aa76 None None] Network 95443209-58fd-426a-8493-36a2124d99f7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:14.306064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.316733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95443209-58fd-426a-8493-36a2124d99f7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:14.328666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e991c108-82b5-408c-b21f-566f773f7b4f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:14.328916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e991c108-82b5-408c-b21f-566f773f7b4f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:14.339299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.355959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.363950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:14.364492 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:14.367785 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:14.390050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d24a9f-0ae0-4187-9515-83c2b8b0b964 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:14.445198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.475260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.478071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/95443209-58fd-426a-8493-36a2124d99f7 HTTP/1.1" status: 204 len: 168 time: 0.5421667 Jul 16 22:52:14.479554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815b903-3476-4f80-a8d3-4c1415cac19c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=95443209-58fd-426a-8493-36a2124d99f7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:14.482444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 39958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:14.487583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99662114'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:14.519528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:14.528781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.539313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d24a9f-0ae0-4187-9515-83c2b8b0b964 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:14.590544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:14.612872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.614532 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 53e14904-d901-4437-8d75-78f7299c3636 of type vlan for network c7c26d4e-5b16-476c-8803-45e439738b45 Jul 16 22:52:14.709849 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.809232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.822819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:14.824094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.899132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-71bc8e99-c28f-404d-b243-062b290e4a2b req-387bac39-2d2d-406f-93ed-241bcb07c9b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0825965 Jul 16 22:52:14.945925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 39974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:14.948829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4588125 Jul 16 22:52:14.954160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': 'c7c26d4e-5b16-476c-8803-45e439738b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:15.038690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd00dd-c99f-4a37-819d-6939bf2ec7b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=c7c26d4e-5b16-476c-8803-45e439738b45,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:15.065039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network c7c26d4e-5b16-476c-8803-45e439738b45 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:15.146320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:15.150067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.307504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ad93-527b-4029-8284-0b5621cca32b req-4d2b5d29-e9a2-4aca-8745-577cf400c7f2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:15.315825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4909ad93-527b-4029-8284-0b5621cca32b req-4d2b5d29-e9a2-4aca-8745-577cf400c7f2 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2037206 Jul 16 22:52:15.372780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4909ad93-527b-4029-8284-0b5621cca32b req-ebf28cbe-88a7-497d-9c24-96e182fcc62e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559554 Jul 16 22:52:15.478794 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.548886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=2f4b11a0-cd7d-410e-83fe-33219ecef03c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:15.553669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '53e14904-d901-4437-8d75-78f7299c3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7c26d4e-5b16-476c-8803-45e439738b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:15.554150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: c7c26d4e-5b16-476c-8803-45e439738b45, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:15.573503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network c7c26d4e-5b16-476c-8803-45e439738b45 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:15.585679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, c7c26d4e-5b16-476c-8803-45e439738b45) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:15.590410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:15.590869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.595059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf233fa-fd8a-4fe7-b834-faf9ace69921 None None] Network c7c26d4e-5b16-476c-8803-45e439738b45 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:15.607611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-28a1cd55-7470-4f2c-8c47-5dbc84d4c08a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6590571 Jul 16 22:52:15.609027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:15.740336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.791083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa33e6-693f-484d-b5b0-9229fd1aecd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-c7c26d4e-5b16-476c-8803-45e439738b45', 'network_id': 'c7c26d4e-5b16-476c-8803-45e439738b45', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '2f4b11a0-cd7d-410e-83fe-33219ecef03c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:15.792084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcaa33e6-693f-484d-b5b0-9229fd1aecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.805847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.883284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-dcaa33e6-693f-484d-b5b0-9229fd1aecd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4b11a0-cd7d-410e-83fe-33219ecef03c: This subnet is being modified by another concurrent operation. Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4b11a0-cd7d-410e-83fe-33219ecef03c: This subnet is being modified by another concurrent operation. Jul 16 22:52:15.915023 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:15.929800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4b11a0-cd7d-410e-83fe-33219ecef03c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:15.938451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ffeca-a1ac-4772-a041-194ebc6c6f0c None None] Network c7c26d4e-5b16-476c-8803-45e439738b45 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:16.003171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.017079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c26d4e-5b16-476c-8803-45e439738b45']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:16.031355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e14904-d901-4437-8d75-78f7299c3636') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:16.031788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e14904-d901-4437-8d75-78f7299c3636') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:16.043773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.060560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.075949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:16.076585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.077937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ee4df10c-e4a4-418a-9d8b-3e0256850e7c req-145a7ed8-0dec-43a5-9810-2a5be2fda6fc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0417392 Jul 16 22:52:16.085083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7bc36-af64-419b-a36b-1aac9211b877 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:16.094093 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:16.195769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.203339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7bc36-af64-419b-a36b-1aac9211b877 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:16.204320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.210351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/c7c26d4e-5b16-476c-8803-45e439738b45 HTTP/1.1" status: 204 len: 168 time: 0.5997407 Jul 16 22:52:16.212614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:16.217867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1760699152'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:16.230669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f28a37-e8f9-4581-853f-b72aba6438c5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=c7c26d4e-5b16-476c-8803-45e439738b45,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:16.257572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:16.264134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.306064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:16.325560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.326366 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 5fe3ac56-6f30-4834-b45d-e951c9ca8839 of type vlan for network 98998a23-f930-422c-8a47-06bd30f01e3a Jul 16 22:52:16.381945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.418274 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.420150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 22629fc3-ff32-40d5-83a0-c146cc3c37a0 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:16.425175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:16.426069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.455202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 22629fc3-ff32-40d5-83a0-c146cc3c37a0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:16.455546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 22629fc3-ff32-40d5-83a0-c146cc3c37a0 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:16.476283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2624500 Jul 16 22:52:16.479013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:16.485639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '98998a23-f930-422c-8a47-06bd30f01e3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:16.535754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ca97-9818-47c4-9c75-e1c9513daae6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=98998a23-f930-422c-8a47-06bd30f01e3a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:16.588382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 98998a23-f930-422c-8a47-06bd30f01e3a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:16.669379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:16.674478 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.725390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676f76-0383-44bf-86ff-8971c2c259c1 req-98d4742c-8775-4303-9a75-44a5acb970a5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:16.727403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51676f76-0383-44bf-86ff-8971c2c259c1 req-98d4742c-8775-4303-9a75-44a5acb970a5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1351492 Jul 16 22:52:16.751256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 22:52:16.751871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 22:52:16.809465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51676f76-0383-44bf-86ff-8971c2c259c1 req-50464172-1a53-4d22-b808-5734ed250fa9 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547125 Jul 16 22:52:16.929857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.997088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=711a95bb-0972-43bd-bf76-aeb2a3fd675a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:17.004259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '5fe3ac56-6f30-4834-b45d-e951c9ca8839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '98998a23-f930-422c-8a47-06bd30f01e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:17.004626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 98998a23-f930-422c-8a47-06bd30f01e3a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:17.023825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 98998a23-f930-422c-8a47-06bd30f01e3a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:17.033598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 98998a23-f930-422c-8a47-06bd30f01e3a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:17.037823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.038421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.045455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27438ed6-2d9f-457d-8cb8-04348ca88fba None None] Network 98998a23-f930-422c-8a47-06bd30f01e3a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:17.057104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ee10525e-76f4-4411-ba04-464ee07c35e2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5738177 Jul 16 22:52:17.057366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:17.173853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.246198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.252078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27298b11-d50c-47af-a4ff-ce7c90e5c797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-98998a23-f930-422c-8a47-06bd30f01e3a', 'network_id': '98998a23-f930-422c-8a47-06bd30f01e3a', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '711a95bb-0972-43bd-bf76-aeb2a3fd675a'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:17.253215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27298b11-d50c-47af-a4ff-ce7c90e5c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.298345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e8db7cc-9918-43be-a225-817513601d93 req-b9a4acef-29b8-491a-b75b-0f2d2fd738a7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f29e6eb-13db-4485-bce7-270009ff2c66 HTTP/1.1" status: 200 len: 210 time: 0.0794492 Jul 16 22:52:17.323633 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.356649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=711a95bb-0972-43bd-bf76-aeb2a3fd675a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-27298b11-d50c-47af-a4ff-ce7c90e5c797 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 711a95bb-0972-43bd-bf76-aeb2a3fd675a: This subnet is being modified by another concurrent operation. Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 711a95bb-0972-43bd-bf76-aeb2a3fd675a: This subnet is being modified by another concurrent operation. Jul 16 22:52:17.379872 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:17.395766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e47f88-2c35-4c13-9c26-704aaa5185cd None None] Network 98998a23-f930-422c-8a47-06bd30f01e3a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:17.449299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.463274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98998a23-f930-422c-8a47-06bd30f01e3a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:17.479928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe3ac56-6f30-4834-b45d-e951c9ca8839') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:17.480889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe3ac56-6f30-4834-b45d-e951c9ca8839') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:17.494063 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.509942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.517996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:17.518484 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:17.524006 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:17.543241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce613e2-bc22-4f2d-8156-11e8b3bf4f53 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:17.601030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.611363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.614197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/98998a23-f930-422c-8a47-06bd30f01e3a HTTP/1.1" status: 204 len: 168 time: 0.5558486 Jul 16 22:52:17.621306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40030) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:17.627220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33711898'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:17.627590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdaad5-d8b5-427f-b199-7ad125796668 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=98998a23-f930-422c-8a47-06bd30f01e3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:17.651334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:17.656634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.660171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce613e2-bc22-4f2d-8156-11e8b3bf4f53 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:17.692547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:17.703148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.703853 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment a1485c0d-7345-4170-b02f-f0242423889e of type vlan for network db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc Jul 16 22:52:17.759019 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.817278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.825714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.826748 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.851277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2288339 Jul 16 22:52:17.854271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:17.864577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': 'db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:17.998826 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4568-7765-4581-bad5-e1e8994f42a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:18.020639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:18.119009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:18.123559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.210433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93264e-5d6a-4f5e-ba91-100c853fd0bd req-3c680a3d-2b90-47f7-9536-1d990fd41585 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.217535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f93264e-5d6a-4f5e-ba91-100c853fd0bd req-3c680a3d-2b90-47f7-9536-1d990fd41585 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1865685 Jul 16 22:52:18.270957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f93264e-5d6a-4f5e-ba91-100c853fd0bd req-c41aeda2-6be7-4261-877e-7233ed69e9bd tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523863 Jul 16 22:52:18.400062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.475168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=e8c10dac-3378-48a1-b21e-beaea6c39581,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:18.481145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': 'a1485c0d-7345-4170-b02f-f0242423889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:18.481804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:18.502023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:18.513669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:18.519123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.519740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.525768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225d924-212f-4499-a342-b2bd8b4fdf4a None None] Network db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:18.538843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2dbeb832-a065-4f3b-96b0-d6b80707740c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6831172 Jul 16 22:52:18.541706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:18.663051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.715080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7963fbc-2556-49d1-8a00-f99e9541a440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc', 'network_id': 'db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': 'e8c10dac-3378-48a1-b21e-beaea6c39581'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:18.717034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7963fbc-2556-49d1-8a00-f99e9541a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.727608 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.812615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-e7963fbc-2556-49d1-8a00-f99e9541a440 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c10dac-3378-48a1-b21e-beaea6c39581: This subnet is being modified by another concurrent operation. Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c10dac-3378-48a1-b21e-beaea6c39581: This subnet is being modified by another concurrent operation. Jul 16 22:52:18.825779 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:18.850921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a1dad-4164-447d-acf8-885d39226974 None None] Network db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:18.864886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c10dac-3378-48a1-b21e-beaea6c39581,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:18.935069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.946682 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.959354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1485c0d-7345-4170-b02f-f0242423889e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.959978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1485c0d-7345-4170-b02f-f0242423889e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.974811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.988791 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.996472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:18.997347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.001157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e9764-e8cd-4f6e-be27-6a78cc064681 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:19.001555 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:19.071730 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.079549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.081891 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc HTTP/1.1" status: 204 len: 168 time: 0.5387738 Jul 16 22:52:19.085521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:19.091824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175475925'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:19.093283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2d02-6158-4c4e-a935-0abd69c8996f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:19.120244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e9764-e8cd-4f6e-be27-6a78cc064681 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:19.121052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:19.125079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.155651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:19.165587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.166011 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 995df554-37d9-40c2-aeac-17a78d3dbd39 of type vlan for network 6b68d030-a13b-468e-b450-761105862abe Jul 16 22:52:19.219303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.257028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.266000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:19.267319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.293113 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:19.294495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2072237 Jul 16 22:52:19.298582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '6b68d030-a13b-468e-b450-761105862abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:19.380372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a4d67-8b76-488d-a5b0-ba619da3b3ba tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=6b68d030-a13b-468e-b450-761105862abe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:19.465417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:19.473784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 6b68d030-a13b-468e-b450-761105862abe details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:19.474905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.621725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad6fd-0b70-490f-a10f-69b9122894a5 req-4e5165b4-113b-4c0a-9419-07fa9082311a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:19.623311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-357ad6fd-0b70-490f-a10f-69b9122894a5 req-4e5165b4-113b-4c0a-9419-07fa9082311a tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1157475 Jul 16 22:52:19.665873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-357ad6fd-0b70-490f-a10f-69b9122894a5 req-150ef7bc-eac5-42e4-a65d-65e37eb51952 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368347 Jul 16 22:52:19.724003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.801720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=31a76072-2c38-4557-9d17-d204d3cad728,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:19.803926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '995df554-37d9-40c2-aeac-17a78d3dbd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6b68d030-a13b-468e-b450-761105862abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:19.804284 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 6b68d030-a13b-468e-b450-761105862abe, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:19.825764 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 6b68d030-a13b-468e-b450-761105862abe is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:19.836771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 6b68d030-a13b-468e-b450-761105862abe) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:19.846341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:19.847643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:19.849042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12dd1f-fa41-4e8c-896f-177604f8f910 None None] Network 6b68d030-a13b-468e-b450-761105862abe requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:19.871877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6f4530e3-e151-4a43-92fd-9c0c04b4fb14 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5753102 Jul 16 22:52:19.873187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:19.999791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.028792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71781445-f693-4bcb-89a3-8ebef826dd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-6b68d030-a13b-468e-b450-761105862abe', 'network_id': '6b68d030-a13b-468e-b450-761105862abe', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': '31a76072-2c38-4557-9d17-d204d3cad728'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:20.029752 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71781445-f693-4bcb-89a3-8ebef826dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.064376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.144018 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-71781445-f693-4bcb-89a3-8ebef826dd70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31a76072-2c38-4557-9d17-d204d3cad728: This subnet is being modified by another concurrent operation. Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31a76072-2c38-4557-9d17-d204d3cad728: This subnet is being modified by another concurrent operation. Jul 16 22:52:20.158598 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:20.182606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=31a76072-2c38-4557-9d17-d204d3cad728,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:20.186122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec19f0-0a4d-426e-a589-b502f4ed3a10 None None] Network 6b68d030-a13b-468e-b450-761105862abe requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:20.248079 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.260124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b68d030-a13b-468e-b450-761105862abe']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:20.270607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995df554-37d9-40c2-aeac-17a78d3dbd39') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:20.270967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995df554-37d9-40c2-aeac-17a78d3dbd39') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:20.288200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.305795 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.315528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c052d0-6d2e-42ef-a444-71ffd1a48638 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:20.315763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:20.316237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:20.321357 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:20.401602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.413396 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.418944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/6b68d030-a13b-468e-b450-761105862abe HTTP/1.1" status: 204 len: 168 time: 0.5424461 Jul 16 22:52:20.419294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:20.425090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307954801'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:20.448878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfdecf-778c-4524-927c-eb0ed31b182c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=6b68d030-a13b-468e-b450-761105862abe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:20.462296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c052d0-6d2e-42ef-a444-71ffd1a48638 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:20.463895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:20.473948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.514957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:20.527503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.528222 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 08ebe800-cfda-476f-afea-0d43ad13e689 of type vlan for network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb Jul 16 22:52:20.581602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.619503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.626138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:20.626847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:20.672977 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2525096 Jul 16 22:52:20.675741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:20.682291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:20.717520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1bbfe-fbb6-4074-ae17-8411c18865cd tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=639ebcda-5432-44fa-9e8a-ef7cb1cabbdb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:20.771512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:20.927118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.008531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.032801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77a7eb-a902-4ae2-ad01-d59192c10a41 req-ee963c5f-598b-4557-b1cf-f3435cade62c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:21.034332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f77a7eb-a902-4ae2-ad01-d59192c10a41 req-ee963c5f-598b-4557-b1cf-f3435cade62c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1700673 Jul 16 22:52:21.040690 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.080281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:52:21.088563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:21.089246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.093478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:21.094246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "PUT /v2.0/networks/639ebcda-5432-44fa-9e8a-ef7cb1cabbdb HTTP/1.1" status: 200 len: 723 time: 0.4167473 Jul 16 22:52:21.098798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:21.150323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec85352-38bd-475b-a739-0bb89e1c2c49 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=639ebcda-5432-44fa-9e8a-ef7cb1cabbdb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:21.163143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:21.171072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f77a7eb-a902-4ae2-ad01-d59192c10a41 req-fe9fb4fc-94e9-47ee-8aea-41da010cbd3d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235108 Jul 16 22:52:21.295109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:21.299890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.511331 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.592101 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:21.598580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '08ebe800-cfda-476f-afea-0d43ad13e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:21.600089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:21.619475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:21.628716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:21.633537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:21.634248 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.643071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5a839-c646-4320-a90e-14d8e26bf58c None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:21.654992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b15f93e0-5fd3-4049-a8de-1f2951ba9fb8 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5603800 Jul 16 22:52:21.657766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:21.665238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:21.769759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64017569'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.812557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-639ebcda-5432-44fa-9e8a-ef7cb1cabbdb', 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': 'c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:21.813458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.941433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787403778443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64000818'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.983840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:21.985751 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:21.987575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "PUT /v2.0/subnets/c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af HTTP/1.1" status: 200 len: 806 time: 0.3278415 Jul 16 22:52:21.991310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:22.016347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e44c6-7911-4ab3-a3f4-2fc36d0987b6 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:22.038924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Allocated IP 172.20.0.2 (639ebcda-5432-44fa-9e8a-ef7cb1cabbdb/c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af/16a3d544-4f3a-43b9-b070-eec10c8d92b4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:22.142458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.208713 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.216666 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.239597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Transition to ACTIVE for port object 16a3d544-4f3a-43b9-b070-eec10c8d92b4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:22.260507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Transition to ACTIVE for port object 16a3d544-4f3a-43b9-b070-eec10c8d92b4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:22.270340 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.289910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.326795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Pushing event updated for resources: {'Port': ['ID=16a3d544-4f3a-43b9-b070-eec10c8d92b4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:22.331255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:22.332848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:22.334862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:22.337250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:22.391801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10e54-4093-4d85-bb66-2b49981d7674 req-3536435b-00ab-4f8f-b073-73951924838f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.394350 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1dc10e54-4093-4d85-bb66-2b49981d7674 req-3536435b-00ab-4f8f-b073-73951924838f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.0860960 Jul 16 22:52:22.406159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Attempting to bind port 16a3d544-4f3a-43b9-b070-eec10c8d92b4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:22.406816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Attempting to bind port 16a3d544-4f3a-43b9-b070-eec10c8d92b4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '08ebe800-cfda-476f-afea-0d43ad13e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:22.407518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Attempting to bind port 16a3d544-4f3a-43b9-b070-eec10c8d92b4 on network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:22.412196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.414524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:22.414905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Checking segment: {'id': '08ebe800-cfda-476f-afea-0d43ad13e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:22.415308 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.415764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Bound using segment: {'id': '08ebe800-cfda-476f-afea-0d43ad13e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:22.416252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Bound port: 16a3d544-4f3a-43b9-b070-eec10c8d92b4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ebe800-cfda-476f-afea-0d43ad13e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:22.416615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.423799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639ebcda-5432-44fa-9e8a-ef7cb1cabbdb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:22.443665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ebe800-cfda-476f-afea-0d43ad13e689') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:22.445352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ebe800-cfda-476f-afea-0d43ad13e689') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:22.446141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1dc10e54-4093-4d85-bb66-2b49981d7674 req-b32d757b-b064-4270-a98a-8a8da1172d24 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457923 Jul 16 22:52:22.462982 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.477414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.484302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:22.484691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:22.488184 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:22.495440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] For port 16a3d544-4f3a-43b9-b070-eec10c8d92b4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:22.544527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] For port 16a3d544-4f3a-43b9-b070-eec10c8d92b4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=16a3d544-4f3a-43b9-b070-eec10c8d92b4,segment=NetworkSegment(08ebe800-cfda-476f-afea-0d43ad13e689),segment_id=08ebe800-cfda-476f-afea-0d43ad13e689)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:22.545874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:52:22.545874 n-d-793621-16 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:52:22.545874 n-d-793621-16 neutron-server[93924]: [parameters: {'id': '639ebcda-5432-44fa-9e8a-ef7cb1cabbdb'}] Jul 16 22:52:22.545874 n-d-793621-16 neutron-server[93924]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:52:22.546530 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:52:22.548893 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.785450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6433f-ee96-46d7-86cf-a524875d4e4a None None] Pushing event updated for resources: {'Port': ['ID=16a3d544-4f3a-43b9-b070-eec10c8d92b4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:22.803574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740594aa-087a-40a3-9e34-c6445d96fe24 None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:22.937953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb684801-2aa8-4209-80a5-d10e2124235b None None] Network 639ebcda-5432-44fa-9e8a-ef7cb1cabbdb requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:23.047954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.084522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.096916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687e3fa-febd-4f2d-836c-2d635c3c6ee6 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:23.128479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Deleting port 16a3d544-4f3a-43b9-b070-eec10c8d92b4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:23.128823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.201330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] For port 16a3d544-4f3a-43b9-b070-eec10c8d92b4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=16a3d544-4f3a-43b9-b070-eec10c8d92b4,segment=NetworkSegment(08ebe800-cfda-476f-afea-0d43ad13e689),segment_id=08ebe800-cfda-476f-afea-0d43ad13e689)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:23.201689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.209693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687e3fa-febd-4f2d-836c-2d635c3c6ee6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:23.224887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Calling delete_port for 16a3d544-4f3a-43b9-b070-eec10c8d92b4 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:23.341124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.743275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No DVR routers for this DVR port 16a3d544-4f3a-43b9-b070-eec10c8d92b4 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:23.748198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Port': ['ID=16a3d544-4f3a-43b9-b070-eec10c8d92b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:23.862887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.877181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639ebcda-5432-44fa-9e8a-ef7cb1cabbdb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:23.889881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ebe800-cfda-476f-afea-0d43ad13e689') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:23.890118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ebe800-cfda-476f-afea-0d43ad13e689') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:23.910875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aea74-87b7-45e9-b71e-65d2195ea38a req-595f1870-4597-44c6-aa3e-ec0976282246 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:23.912781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-545aea74-87b7-45e9-b71e-65d2195ea38a req-595f1870-4597-44c6-aa3e-ec0976282246 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1707745 Jul 16 22:52:23.915519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.936926 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.955491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:23.955893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:23.959363 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:24.030521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-545aea74-87b7-45e9-b71e-65d2195ea38a req-1c06e4a7-bef6-4096-9734-834af670b644 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961633 Jul 16 22:52:24.047041 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.058075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.058075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/639ebcda-5432-44fa-9e8a-ef7cb1cabbdb HTTP/1.1" status: 204 len: 168 time: 2.0617857 Jul 16 22:52:24.059130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.075527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bac4-9828-4aa7-a674-834bb6884433 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=639ebcda-5432-44fa-9e8a-ef7cb1cabbdb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:24.085942 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c86d50-8ecb-4219-b02e-725094fa1e10 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:24.086520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c86d50-8ecb-4219-b02e-725094fa1e10 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:24.088241 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-99c86d50-8ecb-4219-b02e-725094fa1e10 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/639ebcda-5432-44fa-9e8a-ef7cb1cabbdb HTTP/1.1" status: 404 len: 339 time: 0.0281279 Jul 16 22:52:24.092115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.099555 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686958959', 'description': 'd1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:24.122972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:24.127074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.169587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:24.178857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.179202 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 232c457b-bec8-44de-846c-9934294378f2 of type vlan for network 489de0e5-e5e3-431c-9e67-93c117741ee0 Jul 16 22:52:24.222733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.257484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.264707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.265528 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.312490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2193220 Jul 16 22:52:24.316164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.344406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=489de0e5-e5e3-431c-9e67-93c117741ee0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:24.353840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.354287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.354700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.355153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.355562 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.355968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.356371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.356770 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.357150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.357490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.357821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.358150 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b16cd7-1329-4f76-87d1-0becd00e4f12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:24.373319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 489de0e5-e5e3-431c-9e67-93c117741ee0 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:24.415214 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45da54b-ed22-4586-91ee-cc87a8d6e617 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.416932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a45da54b-ed22-4586-91ee-cc87a8d6e617 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks?id=489de0e5-e5e3-431c-9e67-93c117741ee0 HTTP/1.1" status: 200 len: 761 time: 0.0997319 Jul 16 22:52:24.419617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40110) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.424867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'description': 'd2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:24.587646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.602102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.628111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 489de0e5-e5e3-431c-9e67-93c117741ee0 is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:52:24.633626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.634251 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.635546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "PUT /v2.0/networks/489de0e5-e5e3-431c-9e67-93c117741ee0 HTTP/1.1" status: 200 len: 758 time: 0.2149935 Jul 16 22:52:24.640684 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.682408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020ee3e-38c0-46e2-917f-401645f8a4fa tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=489de0e5-e5e3-431c-9e67-93c117741ee0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:24.694135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 489de0e5-e5e3-431c-9e67-93c117741ee0 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:24.741058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec48658-af62-4908-906e-ab3c7c04fc70 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.744004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ec48658-af62-4908-906e-ab3c7c04fc70 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks?id=489de0e5-e5e3-431c-9e67-93c117741ee0 HTTP/1.1" status: 200 len: 761 time: 0.1009598 Jul 16 22:52:24.747095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.752880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323942194'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:24.780410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:24.785912 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.821274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:24.831036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.831461 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment bfb920d5-b817-41b4-9347-3399bd603d04 of type vlan for network e47d8b5a-3d41-4357-8e61-92b52fa9032f Jul 16 22:52:24.878234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.908586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.915250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.915787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.959871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2114530 Jul 16 22:52:24.962730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:24.967807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': 'e47d8b5a-3d41-4357-8e61-92b52fa9032f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:24.992949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c1020-7efa-4f48-8c9c-1b27fb229709 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=e47d8b5a-3d41-4357-8e61-92b52fa9032f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:25.005096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network e47d8b5a-3d41-4357-8e61-92b52fa9032f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:25.091794 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:25.095421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.350948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf13cf-04bc-4adc-829c-1fb96293e19d req-37385e9d-c6bd-44f9-a360-3615cd7f541f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:25.352451 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eaaf13cf-04bc-4adc-829c-1fb96293e19d req-37385e9d-c6bd-44f9-a360-3615cd7f541f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1540513 Jul 16 22:52:25.390624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.447085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eaaf13cf-04bc-4adc-829c-1fb96293e19d req-043c8d54-853f-4f48-b4eb-b234e5fed326 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887082 Jul 16 22:52:25.490004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=cc391aa9-bdef-40fa-9585-e7cc7baa9551,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:25.492583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': 'bfb920d5-b817-41b4-9347-3399bd603d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e47d8b5a-3d41-4357-8e61-92b52fa9032f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:25.493436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: e47d8b5a-3d41-4357-8e61-92b52fa9032f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:25.516792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network e47d8b5a-3d41-4357-8e61-92b52fa9032f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:25.530304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, e47d8b5a-3d41-4357-8e61-92b52fa9032f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:25.535266 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:25.536053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.547745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad5d42-e84c-4a4a-84db-3e11de2bf0fb None None] Network e47d8b5a-3d41-4357-8e61-92b52fa9032f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:25.553853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29b05b49-1175-46e0-97cc-0ca6beb25f6b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5899301 Jul 16 22:52:25.557786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:25.707051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.823764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.889609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870b4a9-2991-4ceb-898a-bd4caad55a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-e47d8b5a-3d41-4357-8e61-92b52fa9032f', 'network_id': 'e47d8b5a-3d41-4357-8e61-92b52fa9032f', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': 'cc391aa9-bdef-40fa-9585-e7cc7baa9551'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:25.890960 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b870b4a9-2991-4ceb-898a-bd4caad55a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.961655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:25.987193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=cc391aa9-bdef-40fa-9585-e7cc7baa9551,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-b870b4a9-2991-4ceb-898a-bd4caad55a11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc391aa9-bdef-40fa-9585-e7cc7baa9551: This subnet is being modified by another concurrent operation. Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc391aa9-bdef-40fa-9585-e7cc7baa9551: This subnet is being modified by another concurrent operation. Jul 16 22:52:26.065027 n-d-793621-16 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 16 22:52:26.082828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.083263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc3791-2dc8-439a-bf0c-57c53963d893 None None] Network e47d8b5a-3d41-4357-8e61-92b52fa9032f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:26.093444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47d8b5a-3d41-4357-8e61-92b52fa9032f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:26.104955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb920d5-b817-41b4-9347-3399bd603d04') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:26.105265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb920d5-b817-41b4-9347-3399bd603d04') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:26.116582 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.132506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.139728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:26.140238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:26.143944 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:26.216503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.241805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.243924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/e47d8b5a-3d41-4357-8e61-92b52fa9032f HTTP/1.1" status: 204 len: 168 time: 0.6848581 Jul 16 22:52:26.246676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.258876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67640989-df61-44a0-bc98-c2a6d8814355 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:26.267820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df61ee3-bb81-49d9-b9a5-c9bbd8863fdb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=e47d8b5a-3d41-4357-8e61-92b52fa9032f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:26.290828 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8d70f6-b3fe-450f-8e38-ba8683221e69 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] GET failed (client error): The resource could not be found. Jul 16 22:52:26.294824 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d8d70f6-b3fe-450f-8e38-ba8683221e69 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets/cc391aa9-bdef-40fa-9585-e7cc7baa9551 HTTP/1.1" status: 404 len: 337 time: 0.0445111 Jul 16 22:52:26.295224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.314063 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff594d30-3501-4b12-af31-78ec03e98fdc tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:26.314607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff594d30-3501-4b12-af31-78ec03e98fdc tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:26.319919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff594d30-3501-4b12-af31-78ec03e98fdc tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/e47d8b5a-3d41-4357-8e61-92b52fa9032f HTTP/1.1" status: 404 len: 339 time: 0.0200336 Jul 16 22:52:26.320157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.367864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67640989-df61-44a0-bc98-c2a6d8814355 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:26.373788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:52:26.527781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e2259-aced-42f6-93fb-e044f8769d12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.531837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c5e2259-aced-42f6-93fb-e044f8769d12 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2075522 Jul 16 22:52:26.532003 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.579792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1892b162-62a1-4e7d-9d84-33ba5bd958a3 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd HTTP/1.1" status: 200 len: 207 time: 0.0436804 Jul 16 22:52:26.580490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.665131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99721c-b756-4345-84b2-71c1e3460e9d req-94163b0d-802b-4841-97fb-5246d3a8bd48 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.666867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb99721c-b756-4345-84b2-71c1e3460e9d req-94163b0d-802b-4841-97fb-5246d3a8bd48 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.0864744 Jul 16 22:52:26.728526 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fb99721c-b756-4345-84b2-71c1e3460e9d req-de2d77a5-3ac0-4148-aa52-60e4004ffdee tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534842 Jul 16 22:52:26.822494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a989e-705c-4cac-8e73-03bf8fbc0dc1 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.828168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a989e-705c-4cac-8e73-03bf8fbc0dc1 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.834952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a989e-705c-4cac-8e73-03bf8fbc0dc1 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.842306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a989e-705c-4cac-8e73-03bf8fbc0dc1 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.848027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:26.848363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e70a989e-705c-4cac-8e73-03bf8fbc0dc1 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2666521 Jul 16 22:52:27.081436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11dd50bd-781e-4975-9dc3-b5158bc6d175 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2321863 Jul 16 22:52:27.082095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.165816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b891d3-a168-4a70-b46a-2d1010282c9d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.167477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b891d3-a168-4a70-b46a-2d1010282c9d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.172402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-20b891d3-a168-4a70-b46a-2d1010282c9d tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0859814 Jul 16 22:52:27.172732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.262154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43e09a-df27-4098-a2e6-248883b372b9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.263714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43e09a-df27-4098-a2e6-248883b372b9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.269057 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fe43e09a-df27-4098-a2e6-248883b372b9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0915830 Jul 16 22:52:27.269057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.372346 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7a095-2c85-4e05-b547-b67d54e9ef4e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.373707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65d7a095-2c85-4e05-b547-b67d54e9ef4e tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks/4f38418e-27e4-4989-8096-edf97d145fd7 HTTP/1.1" status: 200 len: 800 time: 0.1039205 Jul 16 22:52:27.377414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.504646 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-156a6a92-9cf1-4fb9-93e8-8136c23b0ded tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/networks/4f38418e-27e4-4989-8096-edf97d145fd7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1240547 Jul 16 22:52:27.506535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.567384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24443e9-488c-460d-a9ec-16af7f30f342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.572449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e24443e9-488c-460d-a9ec-16af7f30f342 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets/5d43c9a5-c445-416a-9858-2fb0701127ac HTTP/1.1" status: 200 len: 811 time: 0.0614657 Jul 16 22:52:27.572814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.576550 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b10e2d0-dc57-438f-b431-b972c092e60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.630268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1c993-2f40-45a3-8bc8-478a946d67ec tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.631593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ebd1c993-2f40-45a3-8bc8-478a946d67ec tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "GET /v2.0/subnets/5d43c9a5-c445-416a-9858-2fb0701127ac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0576003 Jul 16 22:52:27.635196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.640395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-85158505'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:27.662828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:27.666874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.694313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:27.703909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.706252 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Added segment 3958bc90-82f9-4063-aa02-2d02fda82af3 of type vlan for network 08a03387-88bd-469d-983a-842725684c07 Jul 16 22:52:27.746347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.777887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.783591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.784196 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.817409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1784813 Jul 16 22:52:27.818401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:27.823439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'network_id': '08a03387-88bd-469d-983a-842725684c07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:27.889718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41e783-f74c-4180-b3a8-c9c29faa9908 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Network': ['ID=08a03387-88bd-469d-983a-842725684c07,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:27.903410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 08a03387-88bd-469d-983a-842725684c07 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:28.004103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Made reservation on behalf of 98c254d608c14611b1fd339562ed55e0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:28.014350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.030607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a4bcb-3cce-4660-885b-5151bcfbd7fd req-73bb49ca-9acc-4140-9995-d9144af77686 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:28.032137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-579a4bcb-3cce-4660-885b-5151bcfbd7fd req-73bb49ca-9acc-4140-9995-d9144af77686 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1302142 Jul 16 22:52:28.106865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing IP validity checks on allocation pools {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 22:52:28.107419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 22:52:28.131133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-579a4bcb-3cce-4660-885b-5151bcfbd7fd req-5229f7af-2eb2-4115-9fde-4271214c001d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827103 Jul 16 22:52:28.254710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.318399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=c69d9499-3094-419a-9f51-c2bb5af8407b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:28.322869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Checking segment: {'id': '3958bc90-82f9-4063-aa02-2d02fda82af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08a03387-88bd-469d-983a-842725684c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:28.323225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network hostable DHCP agents. Network: 08a03387-88bd-469d-983a-842725684c07, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:28.340726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Network 08a03387-88bd-469d-983a-842725684c07 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:28.351898 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 08a03387-88bd-469d-983a-842725684c07) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:28.359097 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:28.359702 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.359866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff67e7-b595-4509-943b-329193e06587 None None] Network 08a03387-88bd-469d-983a-842725684c07 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:28.381351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3a80db66-ca65-4cd7-9cfc-50371ca58fe5 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5618677 Jul 16 22:52:28.383975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:28.389511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:28.508092 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64017569'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.525492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-08a03387-88bd-469d-983a-842725684c07', 'network_id': '08a03387-88bd-469d-983a-842725684c07', 'tenant_id': '98c254d608c14611b1fd339562ed55e0', 'fixed_ips': [{'subnet_id': 'c69d9499-3094-419a-9f51-c2bb5af8407b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:52:28.526556 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.726098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787403778443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64000818'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.775959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Allocated IP 172.20.0.3 (08a03387-88bd-469d-983a-842725684c07/c69d9499-3094-419a-9f51-c2bb5af8407b/983d853d-947f-46b2-aa1f-ff2b59108055) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:28.795723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:28.796407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.797820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "PUT /v2.0/subnets/c69d9499-3094-419a-9f51-c2bb5af8407b HTTP/1.1" status: 200 len: 877 time: 0.4128852 Jul 16 22:52:28.800639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:28.812692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8439cd7-f70a-4bfe-a7b0-3b6c23c6b5f0 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event updated for resources: {'Subnet': ['ID=c69d9499-3094-419a-9f51-c2bb5af8407b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:28.912364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.946383 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.956679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Transition to ACTIVE for port object 983d853d-947f-46b2-aa1f-ff2b59108055 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:28.968531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.979865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Transition to ACTIVE for port object 983d853d-947f-46b2-aa1f-ff2b59108055 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:28.987196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.039905 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Network 08a03387-88bd-469d-983a-842725684c07 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:29.042854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:29.046212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:29.062984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Pushing event updated for resources: {'Port': ['ID=983d853d-947f-46b2-aa1f-ff2b59108055,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:29.065880 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.091291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.091633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.091979 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.092301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.092642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.092992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.093309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.093632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.093961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.094286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.094612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.094927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:29.115548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=c69d9499-3094-419a-9f51-c2bb5af8407b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:29.129815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Attempting to bind port 983d853d-947f-46b2-aa1f-ff2b59108055 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:29.130214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Attempting to bind port 983d853d-947f-46b2-aa1f-ff2b59108055 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '3958bc90-82f9-4063-aa02-2d02fda82af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08a03387-88bd-469d-983a-842725684c07'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:29.132415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Attempting to bind port 983d853d-947f-46b2-aa1f-ff2b59108055 on network 08a03387-88bd-469d-983a-842725684c07 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:29.136216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:29.136591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Checking segment: {'id': '3958bc90-82f9-4063-aa02-2d02fda82af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08a03387-88bd-469d-983a-842725684c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:29.137025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.137561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Bound using segment: {'id': '3958bc90-82f9-4063-aa02-2d02fda82af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08a03387-88bd-469d-983a-842725684c07'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:29.138032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Bound port: 983d853d-947f-46b2-aa1f-ff2b59108055, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3958bc90-82f9-4063-aa02-2d02fda82af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08a03387-88bd-469d-983a-842725684c07'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:29.138412 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.188253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.199891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a03387-88bd-469d-983a-842725684c07']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:29.211148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3958bc90-82f9-4063-aa02-2d02fda82af3') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:29.211457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3958bc90-82f9-4063-aa02-2d02fda82af3') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:29.222269 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.237223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.244580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:29.245194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.246888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] For port 983d853d-947f-46b2-aa1f-ff2b59108055, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:29.248901 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:29.312465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 22:52:29.312465 n-d-793621-16 neutron-server[93923]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 22:52:29.312465 n-d-793621-16 neutron-server[93923]: [parameters: {'id': '08a03387-88bd-469d-983a-842725684c07'}] Jul 16 22:52:29.312465 n-d-793621-16 neutron-server[93923]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:52:29.313091 n-d-793621-16 neutron-server[93923]: DEBUG oslo_db.api [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:52:29.313375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] For port 983d853d-947f-46b2-aa1f-ff2b59108055, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=983d853d-947f-46b2-aa1f-ff2b59108055,segment=NetworkSegment(3958bc90-82f9-4063-aa02-2d02fda82af3),segment_id=3958bc90-82f9-4063-aa02-2d02fda82af3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:29.318589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.364729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037b63-f526-4f11-8ef9-9a27eecab5dd req-48433e81-ec7a-44e4-94ea-766e72163860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:29.367122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84037b63-f526-4f11-8ef9-9a27eecab5dd req-48433e81-ec7a-44e4-94ea-766e72163860 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.0960307 Jul 16 22:52:29.414405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ed1bc-bee1-4a9a-9745-e17d239fe0f4 None None] Pushing event updated for resources: {'Port': ['ID=983d853d-947f-46b2-aa1f-ff2b59108055,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:29.419766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-84037b63-f526-4f11-8ef9-9a27eecab5dd req-fecd7c6d-0d4d-4e63-a44d-59ae6b56cc34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468941 Jul 16 22:52:29.429243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de73792-9897-44d8-b172-f6fef4c34796 None None] Network 08a03387-88bd-469d-983a-842725684c07 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:29.571007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d944f-afc5-45e2-a9b3-5c10070ed21e None None] Network 08a03387-88bd-469d-983a-842725684c07 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:29.713489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6804a-fc75-47a5-86c6-affa7089a429 None None] get_active_networks_info from n-d-793621-16 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:52:29.809686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6804a-fc75-47a5-86c6-affa7089a429 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 22:52:29.813959 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.847605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ae-a5e5-435c-a327-b0e2482e2735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.896840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Deleting port 983d853d-947f-46b2-aa1f-ff2b59108055 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:29.897438 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.968204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] For port 983d853d-947f-46b2-aa1f-ff2b59108055, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=983d853d-947f-46b2-aa1f-ff2b59108055,segment=NetworkSegment(3958bc90-82f9-4063-aa02-2d02fda82af3),segment_id=3958bc90-82f9-4063-aa02-2d02fda82af3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:29.968572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:29.982265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Calling delete_port for 983d853d-947f-46b2-aa1f-ff2b59108055 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:30.084253 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.118693 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Port': ['ID=983d853d-947f-46b2-aa1f-ff2b59108055,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:30.122454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.123860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No DVR routers for this DVR port 983d853d-947f-46b2-aa1f-ff2b59108055 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:30.247282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.345272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a393c436-a09c-4ae3-ad76-974aa3524d57 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/floatingips/48c8ff10-6404-4c59-83ad-4836981b949d HTTP/1.1" status: 200 len: 994 time: 0.0967634 Jul 16 22:52:30.587191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.599783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a03387-88bd-469d-983a-842725684c07']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:30.612237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3958bc90-82f9-4063-aa02-2d02fda82af3') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:30.612805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3958bc90-82f9-4063-aa02-2d02fda82af3') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:30.623574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.645085 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.655079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:30.655855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:30.659331 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:30.662223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6d22-8ab2-47c6-b1f1-6bf2cb8f2454 req-73ed50c1-e9c6-4af8-bd80-1a917c47a483 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:30.663790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dadf6d22-8ab2-47c6-b1f1-6bf2cb8f2454 req-73ed50c1-e9c6-4af8-bd80-1a917c47a483 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.0757914 Jul 16 22:52:30.708793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dadf6d22-8ab2-47c6-b1f1-6bf2cb8f2454 req-87c90625-4d7e-414d-ba37-976805476b75 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Jul 16 22:52:30.720209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.744431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.764071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.766528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/08a03387-88bd-469d-983a-842725684c07 HTTP/1.1" status: 204 len: 168 time: 1.9648671 Jul 16 22:52:30.769581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d105927-1027-4877-b320-3f7f6517dc9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=08a03387-88bd-469d-983a-842725684c07,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:30.770872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.806049 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3394e5f3-e5fe-44e0-b85d-6c98f22f4e46 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:30.806515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3394e5f3-e5fe-44e0-b85d-6c98f22f4e46 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:30.808852 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3394e5f3-e5fe-44e0-b85d-6c98f22f4e46 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/c69d9499-3094-419a-9f51-c2bb5af8407b HTTP/1.1" status: 404 len: 337 time: 0.0327218 Jul 16 22:52:30.811342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.836450 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6bbd94-33a5-4300-9c62-d3c4722a85e9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:30.837185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6bbd94-33a5-4300-9c62-d3c4722a85e9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:30.838822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc6bbd94-33a5-4300-9c62-d3c4722a85e9 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/08a03387-88bd-469d-983a-842725684c07 HTTP/1.1" status: 404 len: 339 time: 0.0263877 Jul 16 22:52:30.841552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40282) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.871478 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e102faee-3662-4982-8028-001a48a79b28 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:30.871951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e102faee-3662-4982-8028-001a48a79b28 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:30.873764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e102faee-3662-4982-8028-001a48a79b28 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/cc391aa9-bdef-40fa-9585-e7cc7baa9551 HTTP/1.1" status: 404 len: 337 time: 0.0312135 Jul 16 22:52:30.876271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.897649 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f190f4-d93c-4818-bdd0-69563e408e70 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:30.898088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f190f4-d93c-4818-bdd0-69563e408e70 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:30.901654 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e1f190f4-d93c-4818-bdd0-69563e408e70 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/e47d8b5a-3d41-4357-8e61-92b52fa9032f HTTP/1.1" status: 404 len: 339 time: 0.0225968 Jul 16 22:52:30.902343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:30.970354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 514b59a0-9080-4514-8ceb-02ddde04cfb7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:30.970718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.990925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.062872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.063209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.077940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 514b59a0-9080-4514-8ceb-02ddde04cfb7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:31.118540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.140144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489de0e5-e5e3-431c-9e67-93c117741ee0']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:31.168307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232c457b-bec8-44de-846c-9934294378f2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:31.168433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232c457b-bec8-44de-846c-9934294378f2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:31.182420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.201176 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.207813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:31.208738 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:31.212876 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:31.278932 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.292810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.299496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.300107 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/489de0e5-e5e3-431c-9e67-93c117741ee0 HTTP/1.1" status: 204 len: 168 time: 0.3967786 Jul 16 22:52:31.315128 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6059-e9c9-43c3-b25b-973d00fc640b tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=489de0e5-e5e3-431c-9e67-93c117741ee0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:31.359036 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff1f720-12cc-4d6f-ba05-7073bcff7b9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.359607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff1f720-12cc-4d6f-ba05-7073bcff7b9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.361426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0ff1f720-12cc-4d6f-ba05-7073bcff7b9c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/c12e3ab6-bd56-4e1f-ab89-13ff69bdf5af HTTP/1.1" status: 404 len: 337 time: 0.0578842 Jul 16 22:52:31.365177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.385473 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8c777a-3534-4979-af55-99efaacc0a07 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.386040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8c777a-3534-4979-af55-99efaacc0a07 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.387756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d8c777a-3534-4979-af55-99efaacc0a07 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/639ebcda-5432-44fa-9e8a-ef7cb1cabbdb HTTP/1.1" status: 404 len: 339 time: 0.0215900 Jul 16 22:52:31.390536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.401744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.430079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.435970 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27b022d-f3ae-4104-85f5-037db82bdd27 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.436435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27b022d-f3ae-4104-85f5-037db82bdd27 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.438522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d27b022d-f3ae-4104-85f5-037db82bdd27 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/31a76072-2c38-4557-9d17-d204d3cad728 HTTP/1.1" status: 404 len: 337 time: 0.0467615 Jul 16 22:52:31.441247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.460914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=514b59a0-9080-4514-8ceb-02ddde04cfb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:31.461995 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1dc9f0-d767-4551-9677-7f76c0d71c04 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.462884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1dc9f0-d767-4551-9677-7f76c0d71c04 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.464347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5d1dc9f0-d767-4551-9677-7f76c0d71c04 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/6b68d030-a13b-468e-b450-761105862abe HTTP/1.1" status: 404 len: 339 time: 0.0220344 Jul 16 22:52:31.466975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40308) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.511051 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59c08e9-bfaf-4213-8644-1208a518703c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.511625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59c08e9-bfaf-4213-8644-1208a518703c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.513459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b59c08e9-bfaf-4213-8644-1208a518703c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/e8c10dac-3378-48a1-b21e-beaea6c39581 HTTP/1.1" status: 404 len: 337 time: 0.0454791 Jul 16 22:52:31.515984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.562267 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a900f637-1d07-4cb9-bc93-bcf220f1306f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.562820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a900f637-1d07-4cb9-bc93-bcf220f1306f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.564516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a900f637-1d07-4cb9-bc93-bcf220f1306f tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/db64c4fb-3d50-4eb3-9e5d-6f252c4d57dc HTTP/1.1" status: 404 len: 339 time: 0.0467429 Jul 16 22:52:31.567021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.600097 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfd185a-6c7d-4a8b-8206-f6b1ba7e758c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.600562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfd185a-6c7d-4a8b-8206-f6b1ba7e758c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.602347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8cfd185a-6c7d-4a8b-8206-f6b1ba7e758c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/711a95bb-0972-43bd-bf76-aeb2a3fd675a HTTP/1.1" status: 404 len: 337 time: 0.0339115 Jul 16 22:52:31.604892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.606956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:31.607298 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Floating IP 48c8ff10-6404-4c59-83ad-4836981b949d disassociated (deleted). External IP: 172.25.5.241, port: de5020dc-0a97-4ac6-b74b-200586dcf4b6. Jul 16 22:52:31.662934 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4cc38a-f462-4e79-a5c4-85ab0937fd29 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.663579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4cc38a-f462-4e79-a5c4-85ab0937fd29 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.666058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6d4cc38a-f462-4e79-a5c4-85ab0937fd29 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/98998a23-f930-422c-8a47-06bd30f01e3a HTTP/1.1" status: 404 len: 339 time: 0.0596611 Jul 16 22:52:31.668139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40316) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.705672 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-456fcf56-d5b3-4e6d-95c5-2102bfc336b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.706736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456fcf56-d5b3-4e6d-95c5-2102bfc336b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.709836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-456fcf56-d5b3-4e6d-95c5-2102bfc336b2 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/2f4b11a0-cd7d-410e-83fe-33219ecef03c HTTP/1.1" status: 404 len: 337 time: 0.0404832 Jul 16 22:52:31.712250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.743026 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c6be9e-8605-441b-b721-1564409a604c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.744147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c6be9e-8605-441b-b721-1564409a604c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.746652 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d3c6be9e-8605-441b-b721-1564409a604c tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/c7c26d4e-5b16-476c-8803-45e439738b45 HTTP/1.1" status: 404 len: 339 time: 0.0324719 Jul 16 22:52:31.749574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.789850 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d86fb4-e149-4feb-83ab-f4c42c3ff5bb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.790415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d86fb4-e149-4feb-83ab-f4c42c3ff5bb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.792489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b8d86fb4-e149-4feb-83ab-f4c42c3ff5bb tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/5f5299cb-400f-4781-9a8c-6166ad628a11 HTTP/1.1" status: 404 len: 337 time: 0.0417209 Jul 16 22:52:31.794685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.814083 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac603e20-1be6-4a73-91f2-c7deb62d3684 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.814972 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac603e20-1be6-4a73-91f2-c7deb62d3684 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.820112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ac603e20-1be6-4a73-91f2-c7deb62d3684 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/95443209-58fd-426a-8493-36a2124d99f7 HTTP/1.1" status: 404 len: 339 time: 0.0243948 Jul 16 22:52:31.822201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.866553 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1398708e-e2f7-45b3-b1f2-98a7c45a5bbf tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.867263 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1398708e-e2f7-45b3-b1f2-98a7c45a5bbf tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.869272 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1398708e-e2f7-45b3-b1f2-98a7c45a5bbf tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/507ca4bc-e1a6-4f51-bf07-5fb92f283161 HTTP/1.1" status: 404 len: 337 time: 0.0458720 Jul 16 22:52:31.871683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.900074 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df3915-051e-4b50-ad77-8eeb3b7f8f02 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.900628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df3915-051e-4b50-ad77-8eeb3b7f8f02 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.902343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36df3915-051e-4b50-ad77-8eeb3b7f8f02 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/09be5d74-f5f7-4596-ac00-162914e4fb35 HTTP/1.1" status: 404 len: 339 time: 0.0296688 Jul 16 22:52:31.910049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:52:31.911913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40330) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.955058 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaf1076-1137-4482-8708-c80e0027e9ad tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.955432 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdaf1076-1137-4482-8708-c80e0027e9ad tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.957383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bdaf1076-1137-4482-8708-c80e0027e9ad tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/d6e6bbe6-5bea-492b-9736-ee0e4a7fc6e1 HTTP/1.1" status: 404 len: 337 time: 0.0453629 Jul 16 22:52:31.960402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:31.982549 n-d-793621-16 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-45409158-86b4-48fa-9469-3fdd288569ac tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] DELETE failed (client error): The resource could not be found. Jul 16 22:52:31.983237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45409158-86b4-48fa-9469-3fdd288569ac tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 22:52:31.985951 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45409158-86b4-48fa-9469-3fdd288569ac tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/c379959a-182b-49fc-809a-c20ed1aa8aa4 HTTP/1.1" status: 404 len: 339 time: 0.0251520 Jul 16 22:52:31.988574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40334) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:32.043588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:52:32.054930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.058076 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Sync routers for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:52:32.072423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:32.079191 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:32.105575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Deleting subnet 5d43c9a5-c445-416a-9858-2fb0701127ac {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:52:32.113024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.118510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-91797f59-d9de-48f3-a615-490309407937 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/floatingips/48c8ff10-6404-4c59-83ad-4836981b949d HTTP/1.1" status: 204 len: 168 time: 1.3971815 Jul 16 22:52:32.119269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:32.134379 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:32.154866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf1b09-6a36-4265-a02d-eb79c93b2a85 req-f6330e98-48d8-4676-a1c2-f9ae18ae7172 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:32.157439 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bcf1b09-6a36-4265-a02d-eb79c93b2a85 req-f6330e98-48d8-4676-a1c2-f9ae18ae7172 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2597723 Jul 16 22:52:32.253575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.258767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0bcf1b09-6a36-4265-a02d-eb79c93b2a85 req-717b7cde-aa32-4aa5-af52-55eebfb7ac8e tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962632 Jul 16 22:52:32.284001 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:32.371327 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ea3d9c-e2fb-46d2-8861-4911ca9ff299 x-openstack-request-id: req-b5ea3d9c-e2fb-46d2-8861-4911ca9ff299 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:32.371927 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:32.372426 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5ea3d9c-e2fb-46d2-8861-4911ca9ff299 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:32.373115 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'status': 'completed', 'code': 200} Jul 16 22:52:32.467700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.533725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-1ee25f64-1360-45b1-9d22-381fb38bdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:32.535538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-1ee25f64-1360-45b1-9d22-381fb38bdd92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 1098 time: 0.1331604 Jul 16 22:52:32.550867 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:32.587087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.607077 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Checking router: 4167ea3e-a195-4dde-b06f-d0980a7d3d6b for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:52:32.619620 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:32.620369 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:32.628988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Subnet': ['ID=5d43c9a5-c445-416a-9858-2fb0701127ac,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:32.637252 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.639153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-53fcf59c-6d1b-4384-8391-7c91b40bb265 tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/subnets/5d43c9a5-c445-416a-9858-2fb0701127ac HTTP/1.1" status: 204 len: 168 time: 0.6483147 Jul 16 22:52:32.644932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:32.649674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab128c9-62f7-41a2-8298-1cfbd60c749a None None] Network 4f38418e-27e4-4989-8096-edf97d145fd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:32.739769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-80641d81-c61f-45f7-b6ae-de79f621c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:32.741196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-80641d81-c61f-45f7-b6ae-de79f621c4b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 200 len: 898 time: 0.1958983 Jul 16 22:52:32.796776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-f8feea0d-a245-45f5-b250-93469fa80f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0475619 Jul 16 22:52:32.805456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c837d1-72e6-4a79-b52c-f53468af310d req-b069e799-1aab-4dc3-9f31-fefc07dbd124 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:32.812878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92c837d1-72e6-4a79-b52c-f53468af310d req-b069e799-1aab-4dc3-9f31-fefc07dbd124 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1725116 Jul 16 22:52:32.823969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.841709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.860447 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:32.907737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92c837d1-72e6-4a79-b52c-f53468af310d req-ee22aecb-603a-48b8-8619-04b2b6afd5fe tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938666 Jul 16 22:52:32.916710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-f3dd60ae-72f0-4732-817c-a5f7803d02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:32.920430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-f3dd60ae-72f0-4732-817c-a5f7803d02b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a06e04a-c773-40f0-8a47-fdb5700364e2 HTTP/1.1" status: 200 len: 834 time: 0.1040049 Jul 16 22:52:32.927185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Deleting port 94569c22-ab7c-4069-9af8-d76acf4fd9fe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:32.927600 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.014865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] DHCP port deletion for 4f38418e-27e4-4989-8096-edf97d145fd7 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:52:33.031921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-667beb6d-b77f-41d3-be4e-817b1ce80f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:33.034833 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-667beb6d-b77f-41d3-be4e-817b1ce80f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078386 Jul 16 22:52:33.067927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] For port 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94569c22-ab7c-4069-9af8-d76acf4fd9fe,segment=NetworkSegment(70153ccc-f1a5-4e2b-a43d-0343445e2602),segment_id=70153ccc-f1a5-4e2b-a43d-0343445e2602)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:33.069275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.084140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Calling delete_port for 94569c22-ab7c-4069-9af8-d76acf4fd9fe owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:33.091934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Deleting port 94569c22-ab7c-4069-9af8-d76acf4fd9fe {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:33.092618 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.188068 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-455a4270-0482-4973-a328-47b71e502bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378574 Jul 16 22:52:33.220206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] For port 94569c22-ab7c-4069-9af8-d76acf4fd9fe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=94569c22-ab7c-4069-9af8-d76acf4fd9fe,segment=NetworkSegment(70153ccc-f1a5-4e2b-a43d-0343445e2602),segment_id=70153ccc-f1a5-4e2b-a43d-0343445e2602)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:33.220614 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.259897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Calling delete_port for 94569c22-ab7c-4069-9af8-d76acf4fd9fe owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:33.285917 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:33.317904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1ba50bd2-8f2a-4f81-ad25-1ac1331270de req-02923eba-7f39-463a-8c47-db618d7a8fc1 service neutron] 10.222.0.47 "GET /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206603 Jul 16 22:52:33.386214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afed7b8-af81-4dd9-bead-6e47459607c8 None None] The sync data for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 is: [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '163f3a15-9420-4af0-a083-6705d00ac8f5', 'name': '', 'network_id': 'c961bca0-d3fb-4799-8ad9-a1bd02fdb95a', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'mac_address': 'fa:16:3e:e2:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:32Z', 'updated_at': '2021-07-16T22:51:39Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'subnets': [{'id': '5a06e04a-c773-40f0-8a47-fdb5700364e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:52:33.441057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.488180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] Pushing event deleted for resources: {'Port': ['ID=94569c22-ab7c-4069-9af8-d76acf4fd9fe,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:33.496211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc4fea-f39e-4d4d-8256-e709165faa3a None None] No DVR routers for this DVR port 94569c22-ab7c-4069-9af8-d76acf4fd9fe on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:33.752796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef5ef-2e0f-45da-8369-bbcccafec35a req-9d5e901b-86fa-4f53-bb78-f7eceb72131f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:33.754523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f93ef5ef-2e0f-45da-8369-bbcccafec35a req-9d5e901b-86fa-4f53-bb78-f7eceb72131f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1006091 Jul 16 22:52:33.757407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.783651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1e152-a7dc-43cb-b9ce-c6714df85a03 None None] New status for floating IP 48c8ff10-6404-4c59-83ad-4836981b949d: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:52:33.793760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Port': ['ID=94569c22-ab7c-4069-9af8-d76acf4fd9fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:33.804307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] No DVR routers for this DVR port 94569c22-ab7c-4069-9af8-d76acf4fd9fe on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:33.871630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f93ef5ef-2e0f-45da-8369-bbcccafec35a req-35dec54c-69d1-4aef-8a78-92cda4813c22 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060479 Jul 16 22:52:33.927102 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:33.940903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f38418e-27e4-4989-8096-edf97d145fd7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:33.956072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70153ccc-f1a5-4e2b-a43d-0343445e2602') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:33.956689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70153ccc-f1a5-4e2b-a43d-0343445e2602') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:33.976078 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.003738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.013887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:34.014294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self.session.flush() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:34.019321 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:34.023431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-0c155d24-91d9-4150-9b09-475b4ad5777c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:34.025207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-0c155d24-91d9-4150-9b09-475b4ad5777c tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1310165 Jul 16 22:52:34.133767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.141676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.144374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] 10.222.0.70 "DELETE /v2.0/networks/4f38418e-27e4-4989-8096-edf97d145fd7 HTTP/1.1" status: 204 len: 168 time: 1.4983499 Jul 16 22:52:34.162280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd184ea5-4f69-472f-98b0-0f1da4f44e5a tempest-NetworksTest-1834514125 tempest-NetworksTest-1834514125-project] Pushing event deleted for resources: {'Network': ['ID=4f38418e-27e4-4989-8096-edf97d145fd7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:34.204813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332068f7-5709-4d60-b8d9-40889e3434fc req-82a502e0-fff0-41b2-b5f4-f9f0e5728b1e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:34.209722 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-332068f7-5709-4d60-b8d9-40889e3434fc req-82a502e0-fff0-41b2-b5f4-f9f0e5728b1e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1329036 Jul 16 22:52:34.302302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-332068f7-5709-4d60-b8d9-40889e3434fc req-b371a4d0-17dd-4500-aee6-894d74ff1960 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae05132b-e274-4e17-a8c9-731ee65bb810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780919 Jul 16 22:52:34.306397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port de5020dc-0a97-4ac6-b74b-200586dcf4b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:34.308079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.453705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port de5020dc-0a97-4ac6-b74b-200586dcf4b6, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=de5020dc-0a97-4ac6-b74b-200586dcf4b6,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:34.454068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.469940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for de5020dc-0a97-4ac6-b74b-200586dcf4b6 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:34.518930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:34.662725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.729473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-809a0a81-3476-4238-8b45-afd4b5b929e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98c254d608c14611b1fd339562ed55e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063737 Jul 16 22:52:34.733496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:34.794650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.798136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] No DVR routers for this DVR port de5020dc-0a97-4ac6-b74b-200586dcf4b6 on host n-h2-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:34.800631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=de5020dc-0a97-4ac6-b74b-200586dcf4b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:34.803172 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.805372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79d8271c-fae5-4a06-939b-d9ae3414ebf1 req-a6053001-b680-47f9-b282-b9c8260c9a26 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.47 "DELETE /v2.0/ports/de5020dc-0a97-4ac6-b74b-200586dcf4b6 HTTP/1.1" status: 204 len: 173 time: 0.7753549 Jul 16 22:52:34.805832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'name': 'network-vif-deleted', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:34.828390 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c6f71-8a8a-4540-81e0-2edc7484574f" -d '{"events": [{"server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "name": "network-vif-deleted", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:34.840604 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.894253 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb05c9-cd19-4710-a76a-529e1862b621 x-openstack-request-id: req-cfdb05c9-cd19-4710-a76a-529e1862b621 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:34.894556 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e5bebd-3cd2-46d5-907d-503aa629d9b0", "name": "network-vif-deleted", "tag": "de5020dc-0a97-4ac6-b74b-200586dcf4b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:34.894991 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfdb05c9-cd19-4710-a76a-529e1862b621 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:34.896617 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e5bebd-3cd2-46d5-907d-503aa629d9b0', 'name': 'network-vif-deleted', 'tag': 'de5020dc-0a97-4ac6-b74b-200586dcf4b6', 'status': 'completed', 'code': 200} Jul 16 22:52:34.969127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.972402 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:34.973645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab02d9e6-9353-4f8b-a6e7-230e289e671e HTTP/1.1" status: 204 len: 168 time: 0.2388275 Jul 16 22:52:34.984132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772b97c-e54e-465a-bac0-f02b65546292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02d9e6-9353-4f8b-a6e7-230e289e671e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:35.092608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94569c22-ab7c-4069-9af8-d76acf4fd9fe no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:35.163046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 94569c22-ab7c-4069-9af8-d76acf4fd9fe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:35.163436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 94569c22-ab7c-4069-9af8-d76acf4fd9fe not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:35.271807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f632-e655-4486-bab7-4543ad1bb9d0 req-81fc9f5a-e555-4a4b-af90-8a0febdf99b5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:35.275753 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dad1f632-e655-4486-bab7-4543ad1bb9d0 req-81fc9f5a-e555-4a4b-af90-8a0febdf99b5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2225881 Jul 16 22:52:35.453636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dad1f632-e655-4486-bab7-4543ad1bb9d0 req-f9f08986-81a0-4d28-b390-c27c4ca2ba43 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321304 Jul 16 22:52:35.587332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-377d233b-d9c0-45d5-8b5d-5b07cad2d745 req-45cb4ea9-f9df-4546-b8b6-b5ffedbf89d0 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5e5bebd-3cd2-46d5-907d-503aa629d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0635264 Jul 16 22:52:36.144150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:36.243777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-132825521'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:36.265259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Made reservation on behalf of e18d81485ac04b0a90e7527b7264f15f for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:36.268871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.278008 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.375068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.379253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.406939 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:36.418522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddbb2cd-b2c4-4af4-addf-f6b18673da9d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:36.424288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.424627 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Added segment d327abc9-baec-4433-aea4-b7b88fa0c756 of type vlan for network 10c2abf5-772d-493f-9ef0-70af3e0ab551 Jul 16 22:52:36.465361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.496784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.504309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:36.504990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.544260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3988686 Jul 16 22:52:36.548148 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:36.553645 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-8a34dcd9-a3ae-4d0f-bb42-c1b86f8bae80 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1444182768') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:36.602713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad13a-7a80-40dd-bce2-3d30a4840d27 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Pushing event updated for resources: {'Network': ['ID=10c2abf5-772d-493f-9ef0-70af3e0ab551,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:36.613175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 10c2abf5-772d-493f-9ef0-70af3e0ab551 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:36.736156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:36.736849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:36.740514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a34dcd9-a3ae-4d0f-bb42-c1b86f8bae80 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "PUT /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1444182768 HTTP/1.1" status: 201 len: 201 time: 0.1911254 Jul 16 22:52:36.742759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-2d1f0e75-fe1a-49e9-afb6-4a05eeaba90f tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1444182768') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:36.768431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8225e72-aaf6-4c3a-93a8-1bf1986268d7 req-8b88713e-12bf-4f32-841d-05448ae51722 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:36.773120 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8225e72-aaf6-4c3a-93a8-1bf1986268d7 req-8b88713e-12bf-4f32-841d-05448ae51722 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1891975 Jul 16 22:52:36.833738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c8225e72-aaf6-4c3a-93a8-1bf1986268d7 req-a0250868-d42e-4ae7-880a-4e0abe78e090 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536046 Jul 16 22:52:36.934082 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:36.938255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d1f0e75-fe1a-49e9-afb6-4a05eeaba90f tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1444182768 HTTP/1.1" status: 204 len: 168 time: 0.1989059 Jul 16 22:52:36.940908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:36.946036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-6a21172d-a997-4552-a2a6-8816711eaccb tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:36.966117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:37.028942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6a21172d-a997-4552-a2a6-8816711eaccb tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags HTTP/1.1" status: 200 len: 238 time: 0.0868254 Jul 16 22:52:37.031529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.035409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:37.036954 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-764aa3a4-3dda-4ffb-a019-1fc51daeed11 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', {'tags': ['tempest-TagsTest-Tag-467555151', 'tempest-TagsTest-Tag-1565967402', 'tempest-TagsTest-Tag-1393749114']}) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.039384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:37.043155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/security-groups/ae05132b-e274-4e17-a8c9-731ee65bb810 HTTP/1.1" status: 204 len: 168 time: 0.3026502 Jul 16 22:52:37.059708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161bf52-96c5-4da4-af2e-e070af155d71 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae05132b-e274-4e17-a8c9-731ee65bb810,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:37.098069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.144916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-764aa3a4-3dda-4ffb-a019-1fc51daeed11 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "PUT /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags HTTP/1.1" status: 200 len: 308 time: 0.1095564 Jul 16 22:52:37.145158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.149638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-880307ea-530d-43f2-8537-5593e4401fde tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-467555151') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.259424 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-880307ea-530d-43f2-8537-5593e4401fde tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "DELETE /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-467555151 HTTP/1.1" status: 204 len: 168 time: 0.1132658 Jul 16 22:52:37.262184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.266510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-32467bd9-67b7-432d-9987-ae4917aa5869 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-467555151') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.341922 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-32467bd9-67b7-432d-9987-ae4917aa5869 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] show failed (client error): The resource could not be found. Jul 16 22:52:37.342958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32467bd9-67b7-432d-9987-ae4917aa5869 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-467555151 HTTP/1.1" status: 404 len: 325 time: 0.0798688 Jul 16 22:52:37.345743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.351840 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7a12fdee-b1af-4bc7-88d3-53ba2b64e49a tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1565967402') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.429994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a12fdee-b1af-4bc7-88d3-53ba2b64e49a tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1565967402 HTTP/1.1" status: 204 len: 168 time: 0.0831580 Jul 16 22:52:37.432445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.437067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-96d4c411-717d-4eda-a07a-1eacc0f620cc tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1393749114') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.519659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-96d4c411-717d-4eda-a07a-1eacc0f620cc tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1393749114 HTTP/1.1" status: 204 len: 168 time: 0.0860658 Jul 16 22:52:37.520255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.530572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-860f3080-e557-4df3-a505-ca5ebfa2ce9e tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.555736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device de5020dc-0a97-4ac6-b74b-200586dcf4b6 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:37.583107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:37.586124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: de5020dc-0a97-4ac6-b74b-200586dcf4b6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:37.586720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device de5020dc-0a97-4ac6-b74b-200586dcf4b6 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:37.653383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-860f3080-e557-4df3-a505-ca5ebfa2ce9e tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "DELETE /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags HTTP/1.1" status: 204 len: 168 time: 0.1319048 Jul 16 22:52:37.655740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.660586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-209c111b-3ba6-4ccf-b654-b2159d42f569 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1565967402') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.746700 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-209c111b-3ba6-4ccf-b654-b2159d42f569 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] show failed (client error): The resource could not be found. Jul 16 22:52:37.748229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-209c111b-3ba6-4ccf-b654-b2159d42f569 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1565967402 HTTP/1.1" status: 404 len: 326 time: 0.0913169 Jul 16 22:52:37.751100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.759821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-dba6f1c3-1895-4adf-98f9-7cbc8a87ed5e tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551', 'tempest-TagsTest-Tag-1393749114') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:37.906436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 163f3a15-9420-4af0-a083-6705d00ac8f5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:37.906807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:37.918935 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-dba6f1c3-1895-4adf-98f9-7cbc8a87ed5e tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] show failed (client error): The resource could not be found. Jul 16 22:52:37.934335 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dba6f1c3-1895-4adf-98f9-7cbc8a87ed5e tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "GET /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags/tempest-TagsTest-Tag-1393749114 HTTP/1.1" status: 404 len: 326 time: 0.1816628 Jul 16 22:52:37.935108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:37.973271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-5ca69cbe-8262-4a3e-aa23-de984f615014 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10c2abf5-772d-493f-9ef0-70af3e0ab551') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:38.033825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port 163f3a15-9420-4af0-a083-6705d00ac8f5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=163f3a15-9420-4af0-a083-6705d00ac8f5,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:38.034141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.049743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 163f3a15-9420-4af0-a083-6705d00ac8f5 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:38.092767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a6d1e-12d5-4700-a864-9277f7a80a78 req-7e74da44-daea-4cc8-b61a-c3a66a930f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:38.094430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e5a6d1e-12d5-4700-a864-9277f7a80a78 req-7e74da44-daea-4cc8-b61a-c3a66a930f94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.1771238 Jul 16 22:52:38.326588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.368848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=163f3a15-9420-4af0-a083-6705d00ac8f5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:38.446038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ca69cbe-8262-4a3e-aa23-de984f615014 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "DELETE /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551/tags HTTP/1.1" status: 204 len: 168 time: 0.4783227 Jul 16 22:52:38.446274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:38.467917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e8f9-0064-47b0-864d-5ae0ed523270 req-41b6c3eb-fa7a-42bc-8746-b6255fe4d37d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:38.469537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdc5e8f9-0064-47b0-864d-5ae0ed523270 req-41b6c3eb-fa7a-42bc-8746-b6255fe4d37d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.4692938 Jul 16 22:52:38.473811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e5a6d1e-12d5-4700-a864-9277f7a80a78 req-23278b38-f40a-4bde-ae3e-15e8a14139b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697767 Jul 16 22:52:38.511850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bdc5e8f9-0064-47b0-864d-5ae0ed523270 req-dd123db3-30af-4c28-bac1-d970b9df7e7c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354133 Jul 16 22:52:38.623743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.757614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.805205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.827539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c2abf5-772d-493f-9ef0-70af3e0ab551']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:38.870065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd327abc9-baec-4433-aea4-b7b88fa0c756') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:38.870285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd327abc9-baec-4433-aea4-b7b88fa0c756') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:38.892785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.938482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.949608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:38.950019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:38.953596 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:39.064005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.072809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.074645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] 10.222.0.70 "DELETE /v2.0/networks/10c2abf5-772d-493f-9ef0-70af3e0ab551 HTTP/1.1" status: 204 len: 168 time: 0.6276431 Jul 16 22:52:39.117012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea56d2a-f864-45ca-90ba-698e9219bac0 tempest-TagsTest-984875126 tempest-TagsTest-984875126-project] Pushing event deleted for resources: {'Network': ['ID=10c2abf5-772d-493f-9ef0-70af3e0ab551,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:39.152099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:52:39.315722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:52:39.325079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4ee444fc-90df-4a41-aa5b-63b4d3c70127 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "PUT /v2.0/routers/4167ea3e-a195-4dde-b06f-d0980a7d3d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2244256 Jul 16 22:52:39.326708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:39.328589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Sync routers for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:52:39.354717 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:39.355363 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:39.492989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting subnet 5a06e04a-c773-40f0-8a47-fdb5700364e2 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:52:39.503813 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.564361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:39.566236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:39.579245 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.774716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:39.775748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:39.789231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'port_id': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'mac_address': 'fa:16:3e:99:cc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:39.826524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.870796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505efca-3f2f-434f-88a1-260c3b1361bc req-3c78d788-8fe2-4852-b1d8-7a839041284f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:39.875291 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:39.878402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a505efca-3f2f-434f-88a1-260c3b1361bc req-3c78d788-8fe2-4852-b1d8-7a839041284f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1774762 Jul 16 22:52:39.956040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.959899 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:39.990518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c26458fa-833f-49a4-8743-3c076bab31e0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:40.006771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97ad8954-36cd-4b7a-bf47-120b26d628b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.025223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06e04a-c773-40f0-8a47-fdb5700364e2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:40.052494 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.052798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:40.058189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b779d8a3-079f-46e3-9cf1-b6d28840131e tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/subnets/5a06e04a-c773-40f0-8a47-fdb5700364e2 HTTP/1.1" status: 204 len: 168 time: 0.7304370 Jul 16 22:52:40.059344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86a43e-b482-4eb0-85a7-6337a4a6d9b0 None None] Network c961bca0-d3fb-4799-8ad9-a1bd02fdb95a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:40.059498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a505efca-3f2f-434f-88a1-260c3b1361bc req-095c23a8-33a8-4fce-a0a7-8e84ca53f84d tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801267 Jul 16 22:52:40.060706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:40.063526 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.074877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:40.207074 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:52:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:40.286796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-82f5aa6a-0d48-4c5f-9217-b0b05d72583c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e18d81485ac04b0a90e7527b7264f15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207394 Jul 16 22:52:40.287646 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Checking router: 4167ea3e-a195-4dde-b06f-d0980a7d3d6b for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:52:40.289060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97ad8954-36cd-4b7a-bf47-120b26d628b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.289923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:40.297739 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97ad8954-36cd-4b7a-bf47-120b26d628b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.314499 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Routers {'4167ea3e-a195-4dde-b06f-d0980a7d3d6b'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:40.315469 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:52:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:40.326420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f8355276-e1d9-4c73-8c82-f618e97ebcf0 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/floatingips/dbaf3faa-4c8f-4329-970b-eed5e06e1aae HTTP/1.1" status: 200 len: 993 time: 0.2459209 Jul 16 22:52:40.327557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c26458fa-833f-49a4-8743-3c076bab31e0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:40.345310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad8954-36cd-4b7a-bf47-120b26d628b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b269d417-99a0-4dd6-ae51-e19215be4932,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:40.393843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.400440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-97ad8954-36cd-4b7a-bf47-120b26d628b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4595f000c6d043028285c49d2e5bf35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234841 Jul 16 22:52:40.401752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:40.429629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:40.447969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.456781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] Set router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:40.501716 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.510829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.583148 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.593510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.597695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ddbb2cd-b2c4-4af4-addf-f6b18673da9d HTTP/1.1" status: 204 len: 168 time: 0.3043501 Jul 16 22:52:40.606233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.621148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed6ed-3471-4865-ae8b-3aa6f73ead5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddbb2cd-b2c4-4af4-addf-f6b18673da9d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:40.649031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.731457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.737180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.744551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b269d417-99a0-4dd6-ae51-e19215be4932 HTTP/1.1" status: 204 len: 168 time: 0.3388109 Jul 16 22:52:40.759061 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b71e3-4e30-483f-a023-7e0e1b4c2824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269d417-99a0-4dd6-ae51-e19215be4932,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:40.778452 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:52:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:40.787217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Deleting port 614e80b5-68f8-4588-8f3b-f1206fd554a4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:40.787912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.822072 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a8192-b692-467f-978b-53792ca2b483 None None] The sync data for ids ['4167ea3e-a195-4dde-b06f-d0980a7d3d6b'] in n-d-793621-16 is: [{'id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'name': 'tempest-TestNetworkBasicOps-router-2065186113', 'tenant_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:23Z', 'updated_at': '2021-07-16T22:52:38Z', 'revision_number': 5, 'project_id': '5dedfcef35f04c1db1a38fce72df9aa4', 'gw_port': {'id': '614e80b5-68f8-4588-8f3b-f1206fd554a4', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4167ea3e-a195-4dde-b06f-d0980a7d3d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:25Z', 'updated_at': '2021-07-16T22:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:52:40.847180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] DHCP port deletion for c961bca0-d3fb-4799-8ad9-a1bd02fdb95a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:52:40.926895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] For port 614e80b5-68f8-4588-8f3b-f1206fd554a4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=614e80b5-68f8-4588-8f3b-f1206fd554a4,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:40.927304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:40.940678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Calling delete_port for 614e80b5-68f8-4588-8f3b-f1206fd554a4 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:41.002458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Deleting port d736072c-070d-4cee-8893-ef5a8bdabe36 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:41.002843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.089663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] For port d736072c-070d-4cee-8893-ef5a8bdabe36, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d736072c-070d-4cee-8893-ef5a8bdabe36,segment=NetworkSegment(39e6d33c-f1f8-4a3a-92d0-caeda38c42a6),segment_id=39e6d33c-f1f8-4a3a-92d0-caeda38c42a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:41.090067 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.104131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Calling delete_port for d736072c-070d-4cee-8893-ef5a8bdabe36 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:41.242474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.306710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] Pushing event deleted for resources: {'Port': ['ID=d736072c-070d-4cee-8893-ef5a8bdabe36,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:41.318768 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.323539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8d9cb-32d6-4adb-bfe8-92a6ad475f8a None None] No DVR routers for this DVR port d736072c-070d-4cee-8893-ef5a8bdabe36 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:52:41.358292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 163f3a15-9420-4af0-a083-6705d00ac8f5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:41.378410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Port': ['ID=614e80b5-68f8-4588-8f3b-f1206fd554a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:41.393391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 163f3a15-9420-4af0-a083-6705d00ac8f5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:41.393879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 163f3a15-9420-4af0-a083-6705d00ac8f5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:41.394338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d736072c-070d-4cee-8893-ef5a8bdabe36 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:41.435885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d736072c-070d-4cee-8893-ef5a8bdabe36 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:41.436230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d736072c-070d-4cee-8893-ef5a8bdabe36 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:41.496352 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.582186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:41.616387 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.618646 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.678267 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.678979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Fanout notify agent at l3_agent the message router_deleted on router 4167ea3e-a195-4dde-b06f-d0980a7d3d6b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:52:41.693778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c26458fa-833f-49a4-8743-3c076bab31e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:41.694169 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.696241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.699166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-641f2004-20b0-4de2-9abd-961a981be084 tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/routers/4167ea3e-a195-4dde-b06f-d0980a7d3d6b HTTP/1.1" status: 204 len: 168 time: 1.6371782 Jul 16 22:52:41.701900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:41.925711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.936422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:41.976375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:41.980122 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331cd0b-43b7-42d7-a023-113b7a0f2d9b" -d '{"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-plugged", "status": "completed", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:42.020932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:42.029784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.052241 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.068294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c961bca0-d3fb-4799-8ad9-a1bd02fdb95a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:42.074442 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e80cf-4410-420a-bf30-a73be24d867a x-openstack-request-id: req-ac7e80cf-4410-420a-bf30-a73be24d867a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:42.074957 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-plugged", "status": "completed", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:42.075308 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac7e80cf-4410-420a-bf30-a73be24d867a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:42.075796 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'code': 200} Jul 16 22:52:42.083904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:42.084405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e6d33c-f1f8-4a3a-92d0-caeda38c42a6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:42.095110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.108943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:42.115157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.115782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:42.122820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:52:42.123454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: timer() Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:52:42.128043 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:52:42.294695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1332494314-network', 'tenant_id': '3fba5d4229704709833e9a47e8781eb6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:42.328328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Made reservation on behalf of 3fba5d4229704709833e9a47e8781eb6 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:42.330944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.349651 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.488515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.507769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.509965 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] 10.222.0.70 "DELETE /v2.0/networks/c961bca0-d3fb-4799-8ad9-a1bd02fdb95a HTTP/1.1" status: 204 len: 168 time: 0.8070791 Jul 16 22:52:42.511246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ccacd-d7a3-408f-af93-f9c5ba429c4f tempest-TestNetworkBasicOps-154527481 tempest-TestNetworkBasicOps-154527481-project] Pushing event deleted for resources: {'Network': ['ID=c961bca0-d3fb-4799-8ad9-a1bd02fdb95a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:42.580320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.585032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.607824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:42.624210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3fe904-f067-4134-bd9b-5f8845fd4f80,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:42.627548 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.627888 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Added segment f0f582c7-5b1e-48ce-86d3-20674b88abfd of type vlan for network ec75c8b0-d875-4828-82cc-bedf3ace80a8 Jul 16 22:52:42.675817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.742643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.745453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:42.745453 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:42.875489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec75c8b0-d875-4828-82cc-bedf3ace80a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:42.888738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:42.900698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7159a667-6423-4a7d-9e6a-f928fe33c6a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7821972 Jul 16 22:52:42.903885 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:42.921186 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Request body: {'subnet': {'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1332494314-subnet', 'tenant_id': '3fba5d4229704709833e9a47e8781eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:42.960773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:42.969002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Made reservation on behalf of 3fba5d4229704709833e9a47e8781eb6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:42.972063 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.089535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 614e80b5-68f8-4588-8f3b-f1206fd554a4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:43.124837 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 614e80b5-68f8-4588-8f3b-f1206fd554a4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:52:43.125243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 614e80b5-68f8-4588-8f3b-f1206fd554a4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:52:43.231323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:43.233281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-faeaddf8-e319-484d-868a-3189fc68e421 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5dedfcef35f04c1db1a38fce72df9aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696481 Jul 16 22:52:43.278165 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:43.286190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.306224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.313910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.371072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.371766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca1d06f-6664-469f-9945-99ed1a443716,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:43.379078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Checking segment: {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:43.379383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Network hostable DHCP agents. Network: ec75c8b0-d875-4828-82cc-bedf3ace80a8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:43.381841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.383725 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdeb4a66-4ad4-4205-816f-03dbc3fef90e HTTP/1.1" status: 204 len: 168 time: 0.1512055 Jul 16 22:52:43.395158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8fa1-edde-4df1-9cc1-1a0cdbd45870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeb4a66-4ad4-4205-816f-03dbc3fef90e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:43.400409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:43.419089 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ec75c8b0-d875-4828-82cc-bedf3ace80a8) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:43.424797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:43.425398 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.435194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f8379-0d2b-4c30-81a3-9dee2778c8ad None None] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:43.465831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f9256474-0d07-428a-9279-ab06ed5d4ff0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5521784 Jul 16 22:52:43.478061 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-963ef0a3-e193-492a-a623-ab42b74af511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.611932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0122b-fb28-4c72-afd9-f1f22462c20d None None] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:43.613116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-963ef0a3-e193-492a-a623-ab42b74af511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.618521 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-963ef0a3-e193-492a-a623-ab42b74af511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.672792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-963ef0a3-e193-492a-a623-ab42b74af511 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51e74b91601e43909a686cb577f05101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916266 Jul 16 22:52:43.672792 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ef0a3-e193-492a-a623-ab42b74af511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091b5b93-eed3-468e-a6b6-7ffc3ee4b339,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:43.674127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40630) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:43.750625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.787673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.846351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.849488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:43.849934 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.853653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/091b5b93-eed3-468e-a6b6-7ffc3ee4b339 HTTP/1.1" status: 204 len: 168 time: 0.1757417 Jul 16 22:52:43.875455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af267e-8dc0-434e-b39c-097fb17b3539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091b5b93-eed3-468e-a6b6-7ffc3ee4b339,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:43.879216 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fafcfa7-0299-4f56-b48d-534cde30b40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:43.997134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fafcfa7-0299-4f56-b48d-534cde30b40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.001939 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fafcfa7-0299-4f56-b48d-534cde30b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.047660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8fafcfa7-0299-4f56-b48d-534cde30b40f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8384935ad8948f083adf7509cae2986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967106 Jul 16 22:52:44.048565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafcfa7-0299-4f56-b48d-534cde30b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e01f1c-4b71-49c1-9a89-c9e23134e5f4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:44.050695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:44.124325 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.149555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.236862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.239789 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.244047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2e01f1c-4b71-49c1-9a89-c9e23134e5f4 HTTP/1.1" status: 204 len: 168 time: 0.1923056 Jul 16 22:52:44.274257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0fbdd-3439-40d3-baa7-b08fd3464de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e01f1c-4b71-49c1-9a89-c9e23134e5f4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:44.330203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:44.347553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed5163b8-d85a-40c5-948f-e7dd26b8c0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.469175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed5163b8-d85a-40c5-948f-e7dd26b8c0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.474809 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed5163b8-d85a-40c5-948f-e7dd26b8c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.515504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ed5163b8-d85a-40c5-948f-e7dd26b8c0ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2ae7795dd3249f5b0803bba61e18608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834080 Jul 16 22:52:44.518220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:44.524599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5163b8-d85a-40c5-948f-e7dd26b8c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529de29-64d4-4e69-9438-6869283ff298,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:44.595540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.626950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.705301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.708868 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:44.713129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1529de29-64d4-4e69-9438-6869283ff298 HTTP/1.1" status: 204 len: 168 time: 0.1938090 Jul 16 22:52:44.722221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabae16c-aefb-4719-a430-f26326169ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529de29-64d4-4e69-9438-6869283ff298,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:45.192146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:45.354369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1467317639-network', 'tenant_id': 'f7e4c93148b8493c8d72a69bb80cdc6b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:45.402006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Made reservation on behalf of f7e4c93148b8493c8d72a69bb80cdc6b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:45.405571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.417421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.550013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.556425 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.579986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:45.620589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.620589 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Added segment cd7d7676-273a-46b7-85ba-3c7ef31368e9 of type vlan for network 5cc26347-e557-4a18-a95d-75ce7f4c1954 Jul 16 22:52:45.620589 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8310b3-df72-45d3-bfc6-0489ba787c9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:45.719628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.778048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-6489d496-ce15-4078-a62a-8dc1f4a6abc2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:45.779457 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-6489d496-ce15-4078-a62a-8dc1f4a6abc2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 809 time: 0.1772537 Jul 16 22:52:45.785347 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.786325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:45.786893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:45.839019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-ea984627-7220-4d61-91dc-98237f3137e2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/quotas/3fba5d4229704709833e9a47e8781eb6 HTTP/1.1" status: 200 len: 375 time: 0.0452416 Jul 16 22:52:45.853635 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6601233 Jul 16 22:52:45.854607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:45.867922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Request body: {'subnet': {'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1467317639-subnet', 'tenant_id': 'f7e4c93148b8493c8d72a69bb80cdc6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:45.969069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-d58ade93-5ac7-4c0e-89bd-2690a1a95301 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129956 Jul 16 22:52:45.975027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776640f2-7ce2-4e24-ab45-8e3ffd8b44e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc26347-e557-4a18-a95d-75ce7f4c1954,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:45.989267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 5cc26347-e557-4a18-a95d-75ce7f4c1954 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:46.009023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Made reservation on behalf of f7e4c93148b8493c8d72a69bb80cdc6b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:46.011532 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:46.153311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-996d6db1-3997-4c2c-9959-e6219f526474 service neutron] 10.222.0.70 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707962 Jul 16 22:52:46.319610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:46.350515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-edc9cc1a-ba7a-4319-badb-a82e8204f9d2 service neutron] 10.222.0.70 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663311 Jul 16 22:52:46.422887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3daef2d6-8221-42cc-8bf6-65861cf94932,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:46.447140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Checking segment: {'id': 'cd7d7676-273a-46b7-85ba-3c7ef31368e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:46.451007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Network hostable DHCP agents. Network: 5cc26347-e557-4a18-a95d-75ce7f4c1954, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:46.490315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Network 5cc26347-e557-4a18-a95d-75ce7f4c1954 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:46.509354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 5cc26347-e557-4a18-a95d-75ce7f4c1954) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:46.518240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e370468-9500-493a-ae5f-8aa6ca317047 None None] Network 5cc26347-e557-4a18-a95d-75ce7f4c1954 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:46.531372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:46.532076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:46.557885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-937912d1-e8af-45c7-97dc-ee5f943adc1e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6934640 Jul 16 22:52:46.620533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-711340e8-c52c-4f57-afd5-c1f02c03fa59 req-8dd3b206-0a17-4774-aff3-400a528eb919 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0355480 Jul 16 22:52:46.786937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4ccf0-e6a2-4fa3-9882-5e24d3dea577 None None] Network 5cc26347-e557-4a18-a95d-75ce7f4c1954 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:47.432060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:47.437852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1765864321-network', 'tenant_id': '49b6a7f133a54fd7a52cc8435bdd82e7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:47.460098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Made reservation on behalf of 49b6a7f133a54fd7a52cc8435bdd82e7 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:47.462706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.472802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.577442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.582242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.607045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:52:47.616442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de583010-35cf-4670-892d-88b2de95aace,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:47.622548 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.622900 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Added segment 5a1c0764-8585-41e2-b2ba-854c7bbf92bc of type vlan for network 667ef26f-a92e-417a-ab8a-12ba7c831e4d Jul 16 22:52:47.666091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.700351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.701649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:47.702263 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.732891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:47.734622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3005769 Jul 16 22:52:47.738207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Request body: {'subnet': {'network_id': '667ef26f-a92e-417a-ab8a-12ba7c831e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1765864321-subnet', 'tenant_id': '49b6a7f133a54fd7a52cc8435bdd82e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:47.781457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Made reservation on behalf of 49b6a7f133a54fd7a52cc8435bdd82e7 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:47.784124 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:47.802706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1527c-d8d9-48a4-bd2d-499f699118a4 admin admin] Pushing event updated for resources: {'Network': ['ID=667ef26f-a92e-417a-ab8a-12ba7c831e4d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:47.814849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 667ef26f-a92e-417a-ab8a-12ba7c831e4d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:52:47.875022 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22a13f08-37a7-4792-9fb6-0bc3a6ad6cff req-b6792e5d-54dc-4ecf-add6-751b22176820 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0616004 Jul 16 22:52:47.975798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-021e17f4-11cb-47d3-be04-05eae48a76eb tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:47.978877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-021e17f4-11cb-47d3-be04-05eae48a76eb tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 809 time: 0.1708479 Jul 16 22:52:47.995757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Request body: {'port': {'device_id': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8', 'admin_state_up': True, 'tenant_id': '3fba5d4229704709833e9a47e8781eb6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:48.009360 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.085805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f5ec6b-4814-4cb7-9b34-743c5f34634a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:48.092142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Checking segment: {'id': '5a1c0764-8585-41e2-b2ba-854c7bbf92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '667ef26f-a92e-417a-ab8a-12ba7c831e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:48.092497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Network hostable DHCP agents. Network: 667ef26f-a92e-417a-ab8a-12ba7c831e4d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:52:48.115495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Network 667ef26f-a92e-417a-ab8a-12ba7c831e4d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:52:48.131253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 667ef26f-a92e-417a-ab8a-12ba7c831e4d) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:48.138227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:48.139454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.141361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4c78e-7f8c-4057-bebc-b91ed037a3c6 None None] Network 667ef26f-a92e-417a-ab8a-12ba7c831e4d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:48.157287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c99e0e89-72b6-4be0-965c-ac6db0430b46 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4227300 Jul 16 22:52:48.177124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Made reservation on behalf of 3fba5d4229704709833e9a47e8781eb6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:48.193815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.311914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b4fb4-eb29-4d94-b041-03f304b9a1e6 None None] Network 667ef26f-a92e-417a-ab8a-12ba7c831e4d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:52:48.362363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Allocated IP 172.20.0.6 (ec75c8b0-d875-4828-82cc-bedf3ace80a8/eca1d06f-6664-469f-9945-99ed1a443716/a1a2329e-86aa-4163-9b13-79a02ed0ef7e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:48.573728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.628897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.695337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:48.696999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Pushing event updated for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:48.700021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:48.702361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:48.753989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:48.755320 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.771274 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-672ecb84-169f-4529-b968-2e24d842151a tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846625 Jul 16 22:52:48.784453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Request body: {'port': {'device_id': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:48.845000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-d71fbc0e-7b3b-4344-adab-73a1d5dce4a3 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:48.846538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-d71fbc0e-7b3b-4344-adab-73a1d5dce4a3 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/networks?id=5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 200 len: 812 time: 0.1214516 Jul 16 22:52:48.869026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-ed2e26cd-b8d8-4d86-9a9b-09e8db616a89 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/quotas/f7e4c93148b8493c8d72a69bb80cdc6b HTTP/1.1" status: 200 len: 375 time: 0.0166423 Jul 16 22:52:48.885335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:48.904108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-f4f5393c-221c-429d-8f2e-c0b020991859 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337701 Jul 16 22:52:49.110093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-4dc3bcc5-742a-482d-a546-840d355678c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:49.111667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-4dc3bcc5-742a-482d-a546-840d355678c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.2178657 Jul 16 22:52:49.115588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-a314a565-4ee1-4223-85a0-34df19d50e33 service neutron] 10.222.0.70 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015696 Jul 16 22:52:49.205435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-ec72b50f-ee5c-42df-ad98-e2e6d25c8914 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0832217 Jul 16 22:52:49.367834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-f5366e87-4ef6-4345-ad2a-4ac49d95522e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524425 Jul 16 22:52:49.369952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a2329e-86aa-4163-9b13-79a02ed0ef7e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:49.386840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:49.419451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Transition to ACTIVE for port object a1a2329e-86aa-4163-9b13-79a02ed0ef7e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:49.447706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:49.479370 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-69399e7a-3c18-40d3-bec8-d87125cb7bc3 service neutron] 10.222.0.70 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554451 Jul 16 22:52:49.523233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:49.548492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-5f95ccdb-9997-4b5f-ad8a-6d6569b353fe service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738560 Jul 16 22:52:49.704499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Attempting to bind port a1a2329e-86aa-4163-9b13-79a02ed0ef7e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:49.705095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Attempting to bind port a1a2329e-86aa-4163-9b13-79a02ed0ef7e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:49.705095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Attempting to bind port a1a2329e-86aa-4163-9b13-79a02ed0ef7e on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:49.711942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Port a1a2329e-86aa-4163-9b13-79a02ed0ef7e on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:52:49.712298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Attempting to bind port a1a2329e-86aa-4163-9b13-79a02ed0ef7e on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:49.732488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:49.732847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Checking segment: {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:49.733290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Bound using segment: {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:49.733775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Bound port: a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:49.734143 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:49.749565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-31d05d82-0e27-44f9-a08b-27ce18428c77 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792901 Jul 16 22:52:49.817522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:49.821345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:49.835804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:49.893303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:49.893946 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:49.896663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] 10.222.0.68 "PUT /v2.0/ports/a1a2329e-86aa-4163-9b13-79a02ed0ef7e HTTP/1.1" status: 200 len: 1092 time: 1.1173003 Jul 16 22:52:49.897007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:49.900186 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1662fe-3a14-465b-9793-6e7286cde784" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:49.934379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b681622-e07e-4e81-93e7-85226d197974 req-bc09c3e7-0edc-4e2b-92f9-fa67641ba3b7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:49.936080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b681622-e07e-4e81-93e7-85226d197974 req-bc09c3e7-0edc-4e2b-92f9-fa67641ba3b7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2226293 Jul 16 22:52:50.003368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e9b99-8b54-47b0-98dd-4da682f4c898 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:50.013620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b681622-e07e-4e81-93e7-85226d197974 req-1a8341d4-8a79-4566-bdee-beb9c7c506ba tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714233 Jul 16 22:52:50.048317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-3edd5e2f-140b-4e34-9e76-9dee87fb435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:50.049898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-3edd5e2f-140b-4e34-9e76-9dee87fb435b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1107037 Jul 16 22:52:50.099712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-91b6e3d5-7333-4dcc-a6a4-838fc9f27b0a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e HTTP/1.1" status: 200 len: 217 time: 0.0399871 Jul 16 22:52:50.129191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47988f78-0fcb-45e1-826c-6494e0f37fb3 req-8285e149-5a36-4939-9e18-14f7917e997e tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 210 time: 0.0650575 Jul 16 22:52:50.176333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40876) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:50.194199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-321f89bf-7912-4ecb-9016-80b2c9daad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:50.196680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-321f89bf-7912-4ecb-9016-80b2c9daad94 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eca1d06f-6664-469f-9945-99ed1a443716 HTTP/1.1" status: 200 len: 849 time: 0.0914397 Jul 16 22:52:50.199067 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c090b-afef-4aef-849a-c943c3d38fb6 x-openstack-request-id: req-d99c090b-afef-4aef-849a-c943c3d38fb6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:50.199996 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:50.200587 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d99c090b-afef-4aef-849a-c943c3d38fb6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:50.201268 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e', 'status': 'completed', 'code': 200} Jul 16 22:52:50.239690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-406d6d67-a45c-4585-8c40-1a9bbd031ac4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec75c8b0-d875-4828-82cc-bedf3ace80a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356653 Jul 16 22:52:50.285696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2836f6a6-9497-43c4-b8a4-707802cf9346 req-9bba9344-7e5b-48c1-8353-2bcdec09a739 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0490532 Jul 16 22:52:50.351338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9366340-a951-45c1-a0bf-6518a870e9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.395542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-20963936-3613-41f5-8749-6109d65ff410 service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444514 Jul 16 22:52:50.470396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9366340-a951-45c1-a0bf-6518a870e9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.475517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9366340-a951-45c1-a0bf-6518a870e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.503297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f36e8bb-2ad0-4918-b242-1be29ffdbe2f req-add467f3-f921-4905-bc09-632cf02dacf6 service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025646 Jul 16 22:52:50.517095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9366340-a951-45c1-a0bf-6518a870e9ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8a4154d03c64f829eda8a5283229b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395908 Jul 16 22:52:50.520813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 40888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:50.531285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9366340-a951-45c1-a0bf-6518a870e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835da00a-f446-474f-8fb8-a8fe37122741,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:50.613191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.652163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.680315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-634e5a3c-a1e3-4540-8bca-f6e83f29bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:50.681867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-634e5a3c-a1e3-4540-8bca-f6e83f29bfcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1087263 Jul 16 22:52:50.764684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.767345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:50.768495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/835da00a-f446-474f-8fb8-a8fe37122741 HTTP/1.1" status: 204 len: 168 time: 0.2461417 Jul 16 22:52:50.786677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835da00a-f446-474f-8fb8-a8fe37122741,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:50.795170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-6f070f51-1d12-418f-a3c5-dc3ed5807821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:50.796673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-6f070f51-1d12-418f-a3c5-dc3ed5807821 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 910 time: 0.1080964 Jul 16 22:52:50.798397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.798748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.799094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.799435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.799775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.800129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.800444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.800768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.801648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.801978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.802303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.802626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80c87-e722-498b-8dba-4500e52360fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:50.824474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.139762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:51.159345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e7e05d7-9337-4f49-b3b8-8396d93a57c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.193429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-62ed734c-a1d2-4ea0-b324-63b59121eb00 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e HTTP/1.1" status: 200 len: 217 time: 0.3878345 Jul 16 22:52:51.249542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6bfc50be-7df0-4f27-a720-5fe177640216 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:51.250240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-5712d352-70cb-4f33-b166-09aba7975091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:51.251179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6bfc50be-7df0-4f27-a720-5fe177640216 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.47 "GET /v2.0/networks?id=5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 200 len: 812 time: 0.2233808 Jul 16 22:52:51.251856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-5712d352-70cb-4f33-b166-09aba7975091 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eca1d06f-6664-469f-9945-99ed1a443716 HTTP/1.1" status: 200 len: 849 time: 0.0497193 Jul 16 22:52:51.267888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Request body: {'port': {'device_id': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954', 'admin_state_up': True, 'tenant_id': 'f7e4c93148b8493c8d72a69bb80cdc6b'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:51.303179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-eb6b43c6-9b30-4316-aeee-64ac427d1263 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec75c8b0-d875-4828-82cc-bedf3ace80a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439122 Jul 16 22:52:51.332542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-98fec181-2b3f-477a-baac-dbb56851d877 req-dedff9ed-ddcc-4e0e-9744-f0c9c489d479 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 210 time: 0.0584795 Jul 16 22:52:51.406542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72027c7a-b84e-4765-bcc3-9a65706f7357 req-8c994ed2-d1e6-4211-a14d-2ca8a084d0bd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:51.408066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72027c7a-b84e-4765-bcc3-9a65706f7357 req-8c994ed2-d1e6-4211-a14d-2ca8a084d0bd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2218823 Jul 16 22:52:51.449269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-43e2a85e-ccf2-4777-843e-6c89410cce66 service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298110 Jul 16 22:52:51.449895 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e7e05d7-9337-4f49-b3b8-8396d93a57c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.460148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e7e05d7-9337-4f49-b3b8-8396d93a57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.516885 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-72027c7a-b84e-4765-bcc3-9a65706f7357 req-698c9d85-6bbe-401a-9593-34a44002aab3 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001253 Jul 16 22:52:51.526619 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e7e05d7-9337-4f49-b3b8-8396d93a57c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63171e6e060b4413833044a006677063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857827 Jul 16 22:52:51.529273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Made reservation on behalf of f7e4c93148b8493c8d72a69bb80cdc6b for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:51.529959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42a357f7-650c-4edf-878a-1c326caa866c req-2d5b3181-9fa8-40d3-b12f-2342a5f39c67 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0648141 Jul 16 22:52:51.532778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.535305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 40902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:51.543210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e05d7-9337-4f49-b3b8-8396d93a57c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e1cf1-82ec-4f06-972e-8de348380eda,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:51.645974 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.666894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d1662fe-3a14-465b-9793-6e7286cde784 req-010816a7-76d4-4b09-80d2-73f5d9c7ce4e service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114439 Jul 16 22:52:51.690100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-1fa120e7-7a88-42d9-9ae7-71c3d9a1b8d8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:51.692130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-1fa120e7-7a88-42d9-9ae7-71c3d9a1b8d8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1981421 Jul 16 22:52:51.698951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.708772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:51.745591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Allocated IP 172.20.0.13 (5cc26347-e557-4a18-a95d-75ce7f4c1954/3daef2d6-8221-42cc-8bf6-65861cf94932/169ca3b6-7699-4777-a319-55374c81389b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:51.773263 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.775901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.779637 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d0e1cf1-82ec-4f06-972e-8de348380eda HTTP/1.1" status: 204 len: 168 time: 0.2407160 Jul 16 22:52:51.812319 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff78e0-bef2-4c41-aa6a-f7164af0b0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e1cf1-82ec-4f06-972e-8de348380eda,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:51.854206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:51.868356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:51.969184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.016302 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.030331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.6 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/250d06f3-2c77-4792-ae51-c2f1967332bb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:52.059690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Network 5cc26347-e557-4a18-a95d-75ce7f4c1954 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:52.063429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:52.072768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:52.127280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Pushing event updated for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:52.154626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:52.155982 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.174274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-2fb97363-4f8a-4e75-bac0-c485dc02c9a9 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9111166 Jul 16 22:52:52.188020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Request body: {'port': {'device_id': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:52.238745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.255650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object 250d06f3-2c77-4792-ae51-c2f1967332bb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:52.276649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.302858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.385539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:52.388792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:52.391455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:52.426784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:52.471447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:52.472105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.489665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-989686bb-0694-4934-858f-c83a04f32b08 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7845743 Jul 16 22:52:52.502380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Request body: {'port': {'device_id': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:52.626272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a1a2329e-86aa-4163-9b13-79a02ed0ef7e details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:52.709297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.757325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e375-2bfa-4aaa-9888-e022fd889807 req-b4b504c7-e353-4aa3-b2d6-5441a9be14da tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:52.759343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2573e375-2bfa-4aaa-9888-e022fd889807 req-b4b504c7-e353-4aa3-b2d6-5441a9be14da tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 932 time: 0.1981373 Jul 16 22:52:52.807725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169ca3b6-7699-4777-a319-55374c81389b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:52.824317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.835928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:52.850945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2573e375-2bfa-4aaa-9888-e022fd889807 req-8dee3aca-77b9-4f7b-ba3a-80a01ae98e88 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721078 Jul 16 22:52:52.853985 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Transition to ACTIVE for port object 169ca3b6-7699-4777-a319-55374c81389b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:52.859903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.882128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e', 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8', 'port_id': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e', 'mac_address': 'fa:16:3e:0f:bf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca1d06f-6664-469f-9945-99ed1a443716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:52.933509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e7f163f-2d28-4f49-86fe-37d9e844509a None None] Provisioning for port 250d06f3-2c77-4792-ae51-c2f1967332bb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:52.938828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.941262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e7f163f-2d28-4f49-86fe-37d9e844509a None None] Provisioning complete for port 250d06f3-2c77-4792-ae51-c2f1967332bb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:52.942489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e7f163f-2d28-4f49-86fe-37d9e844509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:52.987861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f163f-2d28-4f49-86fe-37d9e844509a None None] Port 250d06f3-2c77-4792-ae51-c2f1967332bb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:52:52.998401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Pushing event updated for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:53.000784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a2329e-86aa-4163-9b13-79a02ed0ef7e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:53.024005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:53.028986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.038211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Attempting to bind port 169ca3b6-7699-4777-a319-55374c81389b on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:53.039146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Attempting to bind port 169ca3b6-7699-4777-a319-55374c81389b by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'cd7d7676-273a-46b7-85ba-3c7ef31368e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:53.039750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Attempting to bind port 169ca3b6-7699-4777-a319-55374c81389b on network 5cc26347-e557-4a18-a95d-75ce7f4c1954 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:53.047248 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Port 169ca3b6-7699-4777-a319-55374c81389b on network 5cc26347-e557-4a18-a95d-75ce7f4c1954 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:52:53.047860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Attempting to bind port 169ca3b6-7699-4777-a319-55374c81389b on network 5cc26347-e557-4a18-a95d-75ce7f4c1954 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:53.054234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:53.054806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Checking segment: {'id': 'cd7d7676-273a-46b7-85ba-3c7ef31368e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:53.057130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Bound using segment: {'id': 'cd7d7676-273a-46b7-85ba-3c7ef31368e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:53.057810 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Bound port: 169ca3b6-7699-4777-a319-55374c81389b, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7d7676-273a-46b7-85ba-3c7ef31368e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:53.058513 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.105195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638063a2-de74-4922-9c15-0765432ff20f req-a5e98fd8-ad4d-4712-b7d6-eb29e06f6fb7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.106746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-638063a2-de74-4922-9c15-0765432ff20f req-a5e98fd8-ad4d-4712-b7d6-eb29e06f6fb7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2218721 Jul 16 22:52:53.135995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:53.137583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:53.149979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=169ca3b6-7699-4777-a319-55374c81389b,segment=NetworkSegment(cd7d7676-273a-46b7-85ba-3c7ef31368e9),segment_id=cd7d7676-273a-46b7-85ba-3c7ef31368e9)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:53.183368 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.190316 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.202467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-638063a2-de74-4922-9c15-0765432ff20f req-f0f138ad-f94a-4830-8599-cd9f4a99d4c7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872171 Jul 16 22:52:53.237887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a1a2329e-86aa-4163-9b13-79a02ed0ef7e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:53.251737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.252191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.254372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 200 len: 1093 time: 1.0725060 Jul 16 22:52:53.258564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'tag': '169ca3b6-7699-4777-a319-55374c81389b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:53.261473 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf0102-3900-45d0-8716-c818e5b45565" -d '{"events": [{"name": "network-changed", "server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "tag": "169ca3b6-7699-4777-a319-55374c81389b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:53.266392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250d06f3-2c77-4792-ae51-c2f1967332bb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:53.279053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.309472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Transition to ACTIVE for port object 250d06f3-2c77-4792-ae51-c2f1967332bb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:53.314270 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.348862 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36d52b-bca1-4423-a0be-f210be274f9b x-openstack-request-id: req-ed36d52b-bca1-4423-a0be-f210be274f9b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:53.351892 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "tag": "169ca3b6-7699-4777-a319-55374c81389b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:53.351892 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed36d52b-bca1-4423-a0be-f210be274f9b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:53.351892 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'tag': '169ca3b6-7699-4777-a319-55374c81389b', 'status': 'completed', 'code': 200} Jul 16 22:52:53.361547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8b4fd-b334-459b-8b28-2704f158fab3 req-406cc4e6-8393-45c6-9b20-75397fc123c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.363363 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13e8b4fd-b334-459b-8b28-2704f158fab3 req-406cc4e6-8393-45c6-9b20-75397fc123c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 931 time: 0.2096069 Jul 16 22:52:53.368559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5f49-f1a3-4779-a7d1-6b7142c296c8 service neutron] Pushing event updated for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:53.397775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:53.467598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-3befc229-59ed-4332-b817-3a081d151f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.469166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-3befc229-59ed-4332-b817-3a081d151f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1629040 Jul 16 22:52:53.524359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Attempting to bind port 250d06f3-2c77-4792-ae51-c2f1967332bb on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:53.525294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Attempting to bind port 250d06f3-2c77-4792-ae51-c2f1967332bb by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:53.526924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Attempting to bind port 250d06f3-2c77-4792-ae51-c2f1967332bb on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:53.547673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Port 250d06f3-2c77-4792-ae51-c2f1967332bb on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:52:53.548160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Attempting to bind port 250d06f3-2c77-4792-ae51-c2f1967332bb on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:53.575707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:53.576214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-13e8b4fd-b334-459b-8b28-2704f158fab3 req-8aa936c5-90da-473e-85f7-f5b8bc0831fb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917217 Jul 16 22:52:53.577481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:53.577854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-cb3c60e8-9ebc-4505-9fa0-ac7012483339 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 200 len: 217 time: 0.0836060 Jul 16 22:52:53.578317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:53.579817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Bound port: 250d06f3-2c77-4792-ae51-c2f1967332bb, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:53.580204 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.645067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-db76e35c-d9e9-499a-b63b-7f36fd3a1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.647700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-db76e35c-d9e9-499a-b63b-7f36fd3a1b61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3daef2d6-8221-42cc-8bf6-65861cf94932 HTTP/1.1" status: 200 len: 852 time: 0.0586138 Jul 16 22:52:53.688693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-216f5a4b-47a5-4158-a8b0-5ccedcd1a287 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cc26347-e557-4a18-a95d-75ce7f4c1954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347431 Jul 16 22:52:53.699150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:53.702975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=250d06f3-2c77-4792-ae51-c2f1967332bb,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:53.709679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.762564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.763520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:53.765101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] 10.222.0.47 "PUT /v2.0/ports/250d06f3-2c77-4792-ae51-c2f1967332bb HTTP/1.1" status: 200 len: 1092 time: 1.2674196 Jul 16 22:52:53.777173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:53.782899 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169e154-c93b-4706-b28f-0dd5b10ab70f" -d '{"events": [{"name": "network-changed", "server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:53.836462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f17c6-ef31-4a68-b515-27aaa6988bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:53.854452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-6ca930a3-a429-485e-8ad2-3a6c77154dd4 service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581190 Jul 16 22:52:53.878601 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803cf6a-d701-465e-af4b-b3289a70fe91 x-openstack-request-id: req-c803cf6a-d701-465e-af4b-b3289a70fe91 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:53.878949 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:53.879221 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c803cf6a-d701-465e-af4b-b3289a70fe91 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:53.879626 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb', 'status': 'completed', 'code': 200} Jul 16 22:52:53.939630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-b9d995ab-afda-4c05-bd65-201753aaadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:53.941156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-b9d995ab-afda-4c05-bd65-201753aaadad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 1095 time: 0.1213021 Jul 16 22:52:53.971367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd55120d-6491-4051-bf0f-ff0d2dc4f5f4 req-65180bba-4480-4729-a73c-a6f3e077ce81 service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086395 Jul 16 22:52:54.003728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-0fd24f4f-a06a-4eb3-951b-3c0ed85e51ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250d06f3-2c77-4792-ae51-c2f1967332bb HTTP/1.1" status: 200 len: 217 time: 0.0560791 Jul 16 22:52:54.111714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-7fd5fd9f-ca56-478f-a16d-de604ab05929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.113385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-7fd5fd9f-ca56-478f-a16d-de604ab05929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0963700 Jul 16 22:52:54.198478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-36f849a1-dbd5-4081-8f84-7fae6e1f1ef5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987494 Jul 16 22:52:54.214783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0102-3900-45d0-8716-c818e5b45565 req-1eb33326-0e9a-44b5-b9b1-dc86b418c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.216371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-1eb33326-0e9a-44b5-b9b1-dc86b418c8ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1845765 Jul 16 22:52:54.225288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-04a8cd8b-d1ad-4dea-8a8d-fc51ebc10e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.226765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-04a8cd8b-d1ad-4dea-8a8d-fc51ebc10e7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955408 Jul 16 22:52:54.233454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c100-705f-4b88-89a0-69d5bc3cfa89 req-1f2532b4-5c90-45dd-9442-ffd917f45e02 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.234224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1521c100-705f-4b88-89a0-69d5bc3cfa89 req-1f2532b4-5c90-45dd-9442-ffd917f45e02 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 944 time: 0.1358573 Jul 16 22:52:54.372256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1521c100-705f-4b88-89a0-69d5bc3cfa89 req-fea0ae7b-9fc1-436f-a3a8-031aa4d59384 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255238 Jul 16 22:52:54.378346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-81d2bd2e-4622-44e9-8512-9c8ebd583313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.380478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-81d2bd2e-4622-44e9-8512-9c8ebd583313 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.1325054 Jul 16 22:52:54.397050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-2cdc1bab-1a1c-4d5b-aa96-2e5d1888bbeb service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579404 Jul 16 22:52:54.431146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0102-3900-45d0-8716-c818e5b45565 req-51b57b01-ec58-470c-aee5-b2dd1de7a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.432643 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-51b57b01-ec58-470c-aee5-b2dd1de7a6a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 200 len: 913 time: 0.1968842 Jul 16 22:52:54.488689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-46c2821c-ce88-406f-a5d7-d4a95bd9282d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 200 len: 217 time: 0.0485022 Jul 16 22:52:54.578164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0102-3900-45d0-8716-c818e5b45565 req-fb5acc98-4ae5-4193-8d70-65ca600e8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.579755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-fb5acc98-4ae5-4193-8d70-65ca600e8269 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3daef2d6-8221-42cc-8bf6-65861cf94932 HTTP/1.1" status: 200 len: 852 time: 0.0828226 Jul 16 22:52:54.623686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-11261908-97ae-4f7a-83b4-605e4fe4b978 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cc26347-e557-4a18-a95d-75ce7f4c1954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362425 Jul 16 22:52:54.638570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a1a2329e-86aa-4163-9b13-79a02ed0ef7e up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:54.668447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3f7d22b7-f512-4aea-a53b-76221abc7468 req-f5ff09f9-0bd4-48c8-a13e-990284a18a1c service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574036 Jul 16 22:52:54.719404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-6a8b859e-4561-4547-b2c2-905ac22b74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.721267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-6a8b859e-4561-4547-b2c2-905ac22b74c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 897 time: 0.3116801 Jul 16 22:52:54.749719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port a1a2329e-86aa-4163-9b13-79a02ed0ef7e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:54.754527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port a1a2329e-86aa-4163-9b13-79a02ed0ef7e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:54.755163 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:54.798326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b362fe-a067-4250-ba92-9a51f4d57df6 req-0189acc0-fd34-4142-b774-ca7bac102dec tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.805876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3b362fe-a067-4250-ba92-9a51f4d57df6 req-0189acc0-fd34-4142-b774-ca7bac102dec tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 944 time: 0.3746722 Jul 16 22:52:54.856079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:54.866326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-00bc363a-cd79-40ac-b8d8-ad5eb140a5f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 1002 time: 0.1310842 Jul 16 22:52:54.887693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-16b9c6cd-27f9-453d-8723-5d39757eb7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415590 Jul 16 22:52:54.899476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:54.902269 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d2e09f-abcb-4574-8106-c2753c166bca" -d '{"events": [{"server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:54.924380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:54.929186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d3b362fe-a067-4250-ba92-9a51f4d57df6 req-2c64ef88-dd23-4b42-81cb-531fb68bb429 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223390 Jul 16 22:52:54.930182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:54.995685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-da0f07c8-85eb-4fd8-afaf-c0920b1ae8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:54.999001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-da0f07c8-85eb-4fd8-afaf-c0920b1ae8bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.1211712 Jul 16 22:52:55.009039 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad71837-2dd9-43ee-b2f8-40418e62be85 x-openstack-request-id: req-7ad71837-2dd9-43ee-b2f8-40418e62be85 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:55.009586 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:55.009846 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ad71837-2dd9-43ee-b2f8-40418e62be85 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:55.011380 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e', 'code': 200} Jul 16 22:52:55.016670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:55.023551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-05d8ac04-a7fa-4e42-bde3-ebec214f3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.025539 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-05d8ac04-a7fa-4e42-bde3-ebec214f3bfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 1095 time: 0.2452202 Jul 16 22:52:55.083358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c774328-c0f5-4987-a977-8a1069f3e83c req-31f6d5bd-6012-49ab-afa8-0fa0d35d3aab tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.085362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c774328-c0f5-4987-a977-8a1069f3e83c req-31f6d5bd-6012-49ab-afa8-0fa0d35d3aab tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.2992303 Jul 16 22:52:55.112227 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-bdaa04ec-b9d4-4ae1-a9a4-5b8ebd6c85fb service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114794 Jul 16 22:52:55.143173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c774328-c0f5-4987-a977-8a1069f3e83c req-1ef01868-b580-4c17-bd8f-4274e47e17f9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 Jul 16 22:52:55.201522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-f2242a59-c567-4c70-98f5-4eeef5000fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.203231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-f2242a59-c567-4c70-98f5-4eeef5000fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947012 Jul 16 22:52:55.205887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-ca48c539-de00-46de-ad09-8dc331dbf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.207807 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-ca48c539-de00-46de-ad09-8dc331dbf160 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.1640193 Jul 16 22:52:55.240340 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f0733-43d3-4a8a-9715-bfb79f00a861 req-121b7220-5da6-4878-8648-f16d12fd5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.241908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-522f0733-43d3-4a8a-9715-bfb79f00a861 req-121b7220-5da6-4878-8648-f16d12fd5ec5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 1097 time: 0.1585493 Jul 16 22:52:55.281243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-2f205ee2-4f52-4b21-811b-25d99631e2a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250d06f3-2c77-4792-ae51-c2f1967332bb HTTP/1.1" status: 200 len: 217 time: 0.0662580 Jul 16 22:52:55.385812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-522f0733-43d3-4a8a-9715-bfb79f00a861 req-05bfa981-01f1-4574-86d1-1b8391d6295c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169088 Jul 16 22:52:55.403110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-4f72b042-1ea2-4f07-a67b-63847be9deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.404596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-4f72b042-1ea2-4f07-a67b-63847be9deb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.1109595 Jul 16 22:52:55.414662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-6ed043f0-9f4d-4c31-840d-dafe93ca2f6a service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985953 Jul 16 22:52:55.596422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-b871c4a5-dcd9-4187-9775-b6e16b8fc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.596422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-b871c4a5-dcd9-4187-9775-b6e16b8fc531 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774893 Jul 16 22:52:55.630927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0e0ed7e4-11a5-4c29-ae25-795ce229e617 req-23b13c30-78e0-4273-93fd-2b1e93722e94 service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065365 Jul 16 22:52:55.734072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995f93-e7a6-44c7-b6bb-1d81e1e5c462 req-2aa5c618-1d3b-45a3-988a-60ecdff1d884 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:55.735636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08995f93-e7a6-44c7-b6bb-1d81e1e5c462 req-2aa5c618-1d3b-45a3-988a-60ecdff1d884 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 944 time: 0.1874197 Jul 16 22:52:55.742714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-d0dbc81b-a573-4746-a4fd-ceea76bee9b5 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347554 Jul 16 22:52:55.854618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08995f93-e7a6-44c7-b6bb-1d81e1e5c462 req-d2d0b709-4306-49f4-97f4-abc87d6e7e76 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098220 Jul 16 22:52:55.872107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c169e154-c93b-4706-b28f-0dd5b10ab70f req-a0f1af36-b182-4956-9bb2-fc1b008b3615 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204216 Jul 16 22:52:56.166137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bfb8-9159-4a05-8797-946c07966faa req-fbc99187-a9bb-4197-a586-ad8fb7f2e8b0 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:56.167792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1b6bfb8-9159-4a05-8797-946c07966faa req-fbc99187-a9bb-4197-a586-ad8fb7f2e8b0 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1030257 Jul 16 22:52:56.229894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a1b6bfb8-9159-4a05-8797-946c07966faa req-5bf44d4b-5e53-4dac-9fae-6dc4509cc611 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560527 Jul 16 22:52:56.616138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a28c-e672-4262-9e20-ab0477965e58 req-205a52fe-61cf-4c85-b323-080608aac226 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:56.617668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9d0a28c-e672-4262-9e20-ab0477965e58 req-205a52fe-61cf-4c85-b323-080608aac226 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.3352113 Jul 16 22:52:56.657959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9d0a28c-e672-4262-9e20-ab0477965e58 req-8435bba3-1fcb-4ab4-a0c6-e730823cefe7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jul 16 22:52:57.041782 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c2a87-bbad-49a4-9f29-bcdfcc37cc17 req-eb5d19cb-6099-43ec-8d83-c1b367f53752 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:57.043573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9c2a87-bbad-49a4-9f29-bcdfcc37cc17 req-eb5d19cb-6099-43ec-8d83-c1b367f53752 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 944 time: 0.0668497 Jul 16 22:52:57.086909 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df9c2a87-bbad-49a4-9f29-bcdfcc37cc17 req-9c388798-b960-45a5-b17f-33028592503a tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Jul 16 22:52:57.406286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62207-d7de-4403-9261-a548d0a18376 req-c280780e-524d-4604-a90f-a5bdb3956620 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:57.408568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcb62207-d7de-4403-9261-a548d0a18376 req-c280780e-524d-4604-a90f-a5bdb3956620 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Jul 16 22:52:57.445992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcb62207-d7de-4403-9261-a548d0a18376 req-a5a37b1e-b144-4ffe-aaee-7c91a2d55c16 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jul 16 22:52:57.570494 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59a57b19-a2d6-4fbf-88ba-dea72e8883da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:57.651990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 169ca3b6-7699-4777-a319-55374c81389b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:57.756055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=169ca3b6-7699-4777-a319-55374c81389b,segment=NetworkSegment(cd7d7676-273a-46b7-85ba-3c7ef31368e9),segment_id=cd7d7676-273a-46b7-85ba-3c7ef31368e9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:57.768832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '169ca3b6-7699-4777-a319-55374c81389b', 'network_id': '5cc26347-e557-4a18-a95d-75ce7f4c1954', 'port_id': '169ca3b6-7699-4777-a319-55374c81389b', 'mac_address': 'fa:16:3e:64:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daef2d6-8221-42cc-8bf6-65861cf94932', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:57.815114 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:57.837596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ca3b6-7699-4777-a319-55374c81389b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:57.863942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=169ca3b6-7699-4777-a319-55374c81389b,segment=NetworkSegment(cd7d7676-273a-46b7-85ba-3c7ef31368e9),segment_id=cd7d7676-273a-46b7-85ba-3c7ef31368e9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:57.866411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7142a5-4f9f-44bd-ada5-a101bfb30739 req-4964bbc0-4328-4563-98b1-b90381edc847 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:57.875078 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:57.875390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff7142a5-4f9f-44bd-ada5-a101bfb30739 req-4964bbc0-4328-4563-98b1-b90381edc847 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.0908513 Jul 16 22:52:57.919855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff7142a5-4f9f-44bd-ada5-a101bfb30739 req-840e4e11-1c6f-445b-8133-579009c70d85 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Jul 16 22:52:57.942071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:58.093313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['169ca3b6-7699-4777-a319-55374c81389b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:58.318855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a941-404b-4cee-b151-e6323b07db11 req-9edbf7e2-baaa-4ebd-ab3d-f5f4f8bcb31a tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:58.320576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5419a941-404b-4cee-b151-e6323b07db11 req-9edbf7e2-baaa-4ebd-ab3d-f5f4f8bcb31a tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 945 time: 0.1025345 Jul 16 22:52:58.350696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df29e9-bcc0-4ec3-865d-a75065e9889e req-172c0bd9-b081-45a2-8199-c21f5b52135f tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:58.352289 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32df29e9-bcc0-4ec3-865d-a75065e9889e req-172c0bd9-b081-45a2-8199-c21f5b52135f tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0840356 Jul 16 22:52:58.373918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5419a941-404b-4cee-b151-e6323b07db11 req-3d2f96c2-c686-47ff-8829-1f491fb585f8 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471647 Jul 16 22:52:58.397947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32df29e9-bcc0-4ec3-865d-a75065e9889e req-fa60958e-a7de-445b-8db2-fb52dfcf4c9b tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Jul 16 22:52:59.087784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e495ff-60ce-45ff-bf2e-54a68db3d9f4 req-6ef6221d-3e44-44fd-85ad-363715b7aba2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:59.089324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4e495ff-60ce-45ff-bf2e-54a68db3d9f4 req-6ef6221d-3e44-44fd-85ad-363715b7aba2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.0639453 Jul 16 22:52:59.128392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4e495ff-60ce-45ff-bf2e-54a68db3d9f4 req-35cc87d5-d14d-4bce-935e-046f69893ec7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 16 22:52:59.492770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-5c2163af-febc-4716-b235-9da8c18081cc tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:59.494317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-5c2163af-febc-4716-b235-9da8c18081cc tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0834398 Jul 16 22:52:59.632343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074248eb-1187-4ac2-8d10-18dba673cd94 req-85155cdc-d29e-4df8-a8ff-63613284e4b9 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:59.634148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-074248eb-1187-4ac2-8d10-18dba673cd94 req-85155cdc-d29e-4df8-a8ff-63613284e4b9 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfa029da-2a4a-4bee-b206-12963b60a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0709422 Jul 16 22:52:59.643677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de922c-1901-42ec-a76f-715c51b2fe30 req-cd10dcfd-c348-4144-b96f-bc810cfa930b tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:59.645172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65de922c-1901-42ec-a76f-715c51b2fe30 req-cd10dcfd-c348-4144-b96f-bc810cfa930b tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 945 time: 0.1362059 Jul 16 22:52:59.652198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 169ca3b6-7699-4777-a319-55374c81389b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:59.659139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Deleting port a1a2329e-86aa-4163-9b13-79a02ed0ef7e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:52:59.659638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.674023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-074248eb-1187-4ac2-8d10-18dba673cd94 req-9eda7d17-72d1-4551-af43-73406cea1939 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Jul 16 22:52:59.707268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 169ca3b6-7699-4777-a319-55374c81389b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:59.711518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 169ca3b6-7699-4777-a319-55374c81389b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:59.712205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.772529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65de922c-1901-42ec-a76f-715c51b2fe30 req-2438c72f-9c21-49dd-8e00-e161b392ca2d tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151311 Jul 16 22:52:59.794264 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.802948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] For port a1a2329e-86aa-4163-9b13-79a02ed0ef7e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:59.803440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.819575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Calling delete_port for a1a2329e-86aa-4163-9b13-79a02ed0ef7e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:52:59.824794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca3b6-7699-4777-a319-55374c81389b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:59.827284 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6861001-6a71-40a9-87dc-ac1f99067fe7" -d '{"events": [{"server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "name": "network-vif-plugged", "status": "completed", "tag": "169ca3b6-7699-4777-a319-55374c81389b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:59.846162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=169ca3b6-7699-4777-a319-55374c81389b,segment=NetworkSegment(cd7d7676-273a-46b7-85ba-3c7ef31368e9),segment_id=cd7d7676-273a-46b7-85ba-3c7ef31368e9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:59.848091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1867187-e5b9-4246-8dc8-0c744c51b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.851398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.886102 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30d0da-9d1b-4462-a018-99908c2bac81 x-openstack-request-id: req-8d30d0da-9d1b-4462-a018-99908c2bac81 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:59.886401 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "name": "network-vif-plugged", "status": "completed", "tag": "169ca3b6-7699-4777-a319-55374c81389b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:59.886649 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d30d0da-9d1b-4462-a018-99908c2bac81 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:59.887038 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca3b6-7699-4777-a319-55374c81389b', 'code': 200} Jul 16 22:52:59.903158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:59.995764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:00.007418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['a1a2329e-86aa-4163-9b13-79a02ed0ef7e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:00.029472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Pushing event deleted for resources: {'Port': ['ID=a1a2329e-86aa-4163-9b13-79a02ed0ef7e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:00.065903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fe8f7-9ced-4505-b2f9-d6ba42da2e46 req-0c4c9ee1-ca10-4988-b18f-fece3d463987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:00.067490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b8fe8f7-9ced-4505-b2f9-d6ba42da2e46 req-0c4c9ee1-ca10-4988-b18f-fece3d463987 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1214962 Jul 16 22:53:00.088608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] No DVR routers for this DVR port a1a2329e-86aa-4163-9b13-79a02ed0ef7e on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:00.091487 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:00.093343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f7ae9d89-f6b0-4a0e-8bca-4c110c59d8c6 req-94018408-4133-4834-9c63-6cec6251d7c5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "DELETE /v2.0/ports/a1a2329e-86aa-4163-9b13-79a02ed0ef7e HTTP/1.1" status: 204 len: 173 time: 0.5935726 Jul 16 22:53:00.093771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'name': 'network-vif-deleted', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:00.096002 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a211c111-b832-4e11-bab1-69824ab6de76" -d '{"events": [{"server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "name": "network-vif-deleted", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:00.128914 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b8fe8f7-9ced-4505-b2f9-d6ba42da2e46 req-de54f875-4922-4e5f-ad3f-9b51ed21ce58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Jul 16 22:53:00.131490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:00.150716 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e68c33e-ab58-453c-8997-83d41a747535 x-openstack-request-id: req-2e68c33e-ab58-453c-8997-83d41a747535 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:00.151092 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa029da-2a4a-4bee-b206-12963b60a5a6", "name": "network-vif-deleted", "tag": "a1a2329e-86aa-4163-9b13-79a02ed0ef7e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:00.151418 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e68c33e-ab58-453c-8997-83d41a747535 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:00.151908 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa029da-2a4a-4bee-b206-12963b60a5a6', 'name': 'network-vif-deleted', 'tag': 'a1a2329e-86aa-4163-9b13-79a02ed0ef7e', 'status': 'completed', 'code': 200} Jul 16 22:53:00.320068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39816a6-ff59-4044-bebc-c3238ea1debb req-77f0178a-83b1-4c66-bbc5-d04772d2a266 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:00.321524 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b39816a6-ff59-4044-bebc-c3238ea1debb req-77f0178a-83b1-4c66-bbc5-d04772d2a266 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.0717566 Jul 16 22:53:00.359772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b39816a6-ff59-4044-bebc-c3238ea1debb req-4da484ea-b0a9-4d60-9414-a385fc27fe44 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Jul 16 22:53:00.983995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c846136-0ddf-4474-93ea-cc9549e765a1 req-be8f2041-a020-4437-86a1-d5c5427012d2 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:00.986085 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c846136-0ddf-4474-93ea-cc9549e765a1 req-be8f2041-a020-4437-86a1-d5c5427012d2 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0803483 Jul 16 22:53:01.039492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c846136-0ddf-4474-93ea-cc9549e765a1 req-253b4410-e542-46e9-ba09-0ff05aa3f2b5 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Jul 16 22:53:01.071827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-60828504-c918-4810-b8e9-a4c643dba6bb tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:01.073534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-60828504-c918-4810-b8e9-a4c643dba6bb tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 809 time: 0.1252542 Jul 16 22:53:01.091845 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-b7141e7c-e8e4-45c3-b48f-27c6c57a27be tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/quotas/3fba5d4229704709833e9a47e8781eb6 HTTP/1.1" status: 200 len: 375 time: 0.0119503 Jul 16 22:53:01.130298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-948bce3e-52d2-4bc4-b813-8265e80c2e31 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328391 Jul 16 22:53:01.228054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-49fa81e1-15c3-4971-8478-97d0ee29c250 service neutron] 10.222.0.70 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Jul 16 22:53:01.317545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-0d2d1752-2719-45bd-bce1-811e4ca0f245 service neutron] 10.222.0.70 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Jul 16 22:53:01.431236 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:01.502966 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-556eba32-7dd3-4077-820c-4abc4470f03e req-b08998c7-4af4-4fc5-af7e-8d8e07b0b25c tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 210 time: 0.0466008 Jul 16 22:53:01.594621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f393c-77d1-41f2-b10c-733ecc38a06a req-2b34eea8-567f-4a0f-8b41-434e3533b27a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:01.597038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-262f393c-77d1-41f2-b10c-733ecc38a06a req-2b34eea8-567f-4a0f-8b41-434e3533b27a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.0962837 Jul 16 22:53:01.652145 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-262f393c-77d1-41f2-b10c-733ecc38a06a req-2dd4183c-4212-4df7-ad29-c5691829ac61 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494189 Jul 16 22:53:01.877615 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:01.994551 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec16b99-b67e-4a9a-b652-385f0c840b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.090021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec16b99-b67e-4a9a-b652-385f0c840b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.094589 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fec16b99-b67e-4a9a-b652-385f0c840b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.135325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fec16b99-b67e-4a9a-b652-385f0c840b59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edf0f2a24922455aba8e5d08c8b47647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564888 Jul 16 22:53:02.138201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:02.143896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec16b99-b67e-4a9a-b652-385f0c840b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472c215-1f36-473e-b5d8-73f881375395,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:02.206237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.229113 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.237524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042680-e935-4b88-a376-bd6555515b1c req-a53b9ab9-ff05-40dd-85c7-efcb2a9148b6 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:02.239069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60042680-e935-4b88-a376-bd6555515b1c req-a53b9ab9-ff05-40dd-85c7-efcb2a9148b6 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0691786 Jul 16 22:53:02.277604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.280189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.281596 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e472c215-1f36-473e-b5d8-73f881375395 HTTP/1.1" status: 204 len: 168 time: 0.1420474 Jul 16 22:53:02.282356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60042680-e935-4b88-a376-bd6555515b1c req-7b35fc80-f07a-4c43-90fc-fd294bb8da6d tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Jul 16 22:53:02.297390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b453a9-a934-4082-86a7-113d2b51d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472c215-1f36-473e-b5d8-73f881375395,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:02.468583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1e2a-2e4f-437a-86ba-68230709826d req-601b0633-2318-4cae-b984-e0a3e8af94b1 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:02.470202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-422c1e2a-2e4f-437a-86ba-68230709826d req-601b0633-2318-4cae-b984-e0a3e8af94b1 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0760911 Jul 16 22:53:02.518049 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-422c1e2a-2e4f-437a-86ba-68230709826d req-c77a0908-f33e-4819-9f56-270eaad5ff4a tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Jul 16 22:53:02.601535 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:02.626808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40dc364c-3b0f-4139-930d-8e52560e0f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.655279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-af2584ae-4543-458c-92b2-f034d1378e1e tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:02.656505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a1a2329e-86aa-4163-9b13-79a02ed0ef7e no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:02.662923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-af2584ae-4543-458c-92b2-f034d1378e1e tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 809 time: 0.1350956 Jul 16 22:53:02.703806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-694e7ac8-318b-4aeb-b09d-3bf4a5cc2c0d req-2c90938c-33c2-4fa8-937a-7de9b0da69d4 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 210 time: 0.0595734 Jul 16 22:53:02.706022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: a1a2329e-86aa-4163-9b13-79a02ed0ef7e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:02.707559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device a1a2329e-86aa-4163-9b13-79a02ed0ef7e not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:02.712519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Request body: {'port': {'device_id': '18b39503-51f5-4799-ba4e-413ec90889fc', 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8', 'admin_state_up': True, 'tenant_id': '3fba5d4229704709833e9a47e8781eb6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:53:02.766350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.769648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40dc364c-3b0f-4139-930d-8e52560e0f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.774332 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40dc364c-3b0f-4139-930d-8e52560e0f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.816736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-40dc364c-3b0f-4139-930d-8e52560e0f8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=266ce73cd97344b9a5de29abcaf6c17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138290 Jul 16 22:53:02.824129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:02.883000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc364c-3b0f-4139-930d-8e52560e0f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638fc48-ea17-4016-8457-681ffb4d5a5d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:02.897905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.926258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:02.981588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Made reservation on behalf of 3fba5d4229704709833e9a47e8781eb6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:53:02.985530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.013800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259d2b-5c9b-4d60-8c60-ef312be0dd33 req-0ab8d8cd-77d9-45c4-b4e2-c2f5a8389b42 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.015341 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da259d2b-5c9b-4d60-8c60-ef312be0dd33 req-0ab8d8cd-77d9-45c4-b4e2-c2f5a8389b42 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.1095502 Jul 16 22:53:03.017206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2384fd-b801-4347-9953-ebe7f2f0a8a9 req-95772ac0-74e2-490a-ad8e-531e6cf3dd16 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.021005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca2384fd-b801-4347-9953-ebe7f2f0a8a9 req-95772ac0-74e2-490a-ad8e-531e6cf3dd16 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0854945 Jul 16 22:53:03.022139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.024763 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.025863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c638fc48-ea17-4016-8457-681ffb4d5a5d HTTP/1.1" status: 204 len: 168 time: 0.2007835 Jul 16 22:53:03.042638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e3546-1c41-410d-8b2e-86623f4c3628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638fc48-ea17-4016-8457-681ffb4d5a5d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:03.071719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ca2384fd-b801-4347-9953-ebe7f2f0a8a9 req-aba50a0e-b1ea-4d92-86f8-d9fa3c9b2482 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Jul 16 22:53:03.115303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da259d2b-5c9b-4d60-8c60-ef312be0dd33 req-34b442dc-4f21-40d2-a0ef-a331de15bebf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899911 Jul 16 22:53:03.165271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Allocated IP 172.20.0.12 (ec75c8b0-d875-4828-82cc-bedf3ace80a8/eca1d06f-6664-469f-9945-99ed1a443716/6e9dcb92-8dab-414d-97e3-1c2e82327737) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:53:03.319123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.363074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.374167 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:53:03.427548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Pushing event updated for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:03.432282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Network ec75c8b0-d875-4828-82cc-bedf3ace80a8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:53:03.433964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:53:03.436281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:53:03.486560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.487175 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.501412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-219e4b75-d250-4de6-b2f2-c4e3d45f7068 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958879 Jul 16 22:53:03.513088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Request body: {'port': {'device_id': '18b39503-51f5-4799-ba4e-413ec90889fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:53:03.591875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.868555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9dcb92-8dab-414d-97e3-1c2e82327737 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:53:03.876983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.889754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Transition to ACTIVE for port object 6e9dcb92-8dab-414d-97e3-1c2e82327737 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:53:03.893247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.894660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e48d0-5338-4a9b-9129-884cab49dc68 req-0f56ded1-c74b-4972-a60c-dff3bb9154f4 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.896212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b7e48d0-5338-4a9b-9129-884cab49dc68 req-0f56ded1-c74b-4972-a60c-dff3bb9154f4 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 932 time: 0.0746191 Jul 16 22:53:03.942018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0b7e48d0-5338-4a9b-9129-884cab49dc68 req-bc97c470-febc-46cd-b557-3eb65c053258 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Jul 16 22:53:03.949024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:04.022366 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Attempting to bind port 6e9dcb92-8dab-414d-97e3-1c2e82327737 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:53:04.022549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Attempting to bind port 6e9dcb92-8dab-414d-97e3-1c2e82327737 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:53:04.022909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Attempting to bind port 6e9dcb92-8dab-414d-97e3-1c2e82327737 on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:53:04.027230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Port 6e9dcb92-8dab-414d-97e3-1c2e82327737 on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:53:04.027556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Attempting to bind port 6e9dcb92-8dab-414d-97e3-1c2e82327737 on network ec75c8b0-d875-4828-82cc-bedf3ace80a8 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:53:04.032454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:53:04.032799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Checking segment: {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:53:04.033212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Bound using segment: {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:53:04.033645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Bound port: 6e9dcb92-8dab-414d-97e3-1c2e82327737, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f582c7-5b1e-48ce-86d3-20674b88abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:53:04.034002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:04.099498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:53:04.102773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:53:04.107585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:04.144313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.144945 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:04.146398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] 10.222.0.68 "PUT /v2.0/ports/6e9dcb92-8dab-414d-97e3-1c2e82327737 HTTP/1.1" status: 200 len: 1093 time: 0.6375687 Jul 16 22:53:04.162330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:04.168728 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:04.253164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63bbea-0a49-4b24-9128-5d3877aac776 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:04.297908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b842-46ee-4b89-90e4-4ca5b82ee1fc req-bb0d1f0d-f2c4-4295-a29e-5b9d8b70c34d tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.300770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a778b842-46ee-4b89-90e4-4ca5b82ee1fc req-bb0d1f0d-f2c4-4295-a29e-5b9d8b70c34d tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0909202 Jul 16 22:53:04.329625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22680e55-3099-49fd-b324-f08be68d7a63 req-7f5e5dbf-4e93-4a9c-8976-7a3eb829d842 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.331162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22680e55-3099-49fd-b324-f08be68d7a63 req-7f5e5dbf-4e93-4a9c-8976-7a3eb829d842 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.0804632 Jul 16 22:53:04.351011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a778b842-46ee-4b89-90e4-4ca5b82ee1fc req-273889ff-bd00-4a68-be93-da4a325c7d8a tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Jul 16 22:53:04.382153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22680e55-3099-49fd-b324-f08be68d7a63 req-01b4e684-f26c-421a-81e9-3c8438e4b277 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Jul 16 22:53:04.420718 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5df150b-da2b-4936-a8b9-140c94882f3c x-openstack-request-id: req-b5df150b-da2b-4936-a8b9-140c94882f3c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:04.421039 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:04.421296 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5df150b-da2b-4936-a8b9-140c94882f3c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:04.421861 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737', 'status': 'completed', 'code': 200} Jul 16 22:53:04.466032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-f2efc09f-3419-4aac-9d05-41a2850dec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.467846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-f2efc09f-3419-4aac-9d05-41a2850dec62 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 1096 time: 0.2745667 Jul 16 22:53:04.512666 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-3b7dd1da-95dd-4eb2-9678-4e1f9f565441 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737 HTTP/1.1" status: 200 len: 217 time: 0.0380852 Jul 16 22:53:04.563345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8a24b699-17c5-4704-b498-a68cf40bd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.565015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-8a24b699-17c5-4704-b498-a68cf40bd08e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eca1d06f-6664-469f-9945-99ed1a443716 HTTP/1.1" status: 200 len: 849 time: 0.0467727 Jul 16 22:53:04.604931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-c2b3eeb4-9a25-4713-b814-0ef18368fbf0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec75c8b0-d875-4828-82cc-bedf3ace80a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339198 Jul 16 22:53:04.775707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-f28a28d5-0fa6-49f9-9688-518f3d8c478e service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646209 Jul 16 22:53:04.836360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e78e-20cb-4a1b-af69-70e109f62f89 req-371023ed-ad59-48ff-a296-6121eef3ebd5 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.837907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86f3e78e-20cb-4a1b-af69-70e109f62f89 req-371023ed-ad59-48ff-a296-6121eef3ebd5 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.1579988 Jul 16 22:53:04.846350 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-f6fad966-177c-4c3c-bef4-95388abb4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:04.848388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-f6fad966-177c-4c3c-bef4-95388abb4ec5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1673808 Jul 16 22:53:04.958015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa6cc5a3-6fe1-4f88-a8af-3a8a487964d0 req-399d268b-42ac-4189-a1ee-cf959439921b service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747382 Jul 16 22:53:04.992697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-86f3e78e-20cb-4a1b-af69-70e109f62f89 req-dcd03e3e-3a14-4894-a096-34744bc38858 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433940 Jul 16 22:53:05.032855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-35315266-b9ca-4677-83e3-7df97015e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.034398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-35315266-b9ca-4677-83e3-7df97015e70c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 200 len: 913 time: 0.1598196 Jul 16 22:53:05.100670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-36a7529c-f070-4301-9559-51c4bc0a8c65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 200 len: 217 time: 0.0548015 Jul 16 22:53:05.167307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-c759d30b-be2d-47e0-b1eb-63e9e55d13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.168795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-c759d30b-be2d-47e0-b1eb-63e9e55d13ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3daef2d6-8221-42cc-8bf6-65861cf94932 HTTP/1.1" status: 200 len: 852 time: 0.0623162 Jul 16 22:53:05.170741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-acc1b30d-8b04-4711-a155-e38b30ad71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.172112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-acc1b30d-8b04-4711-a155-e38b30ad71cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3fba5d4229704709833e9a47e8781eb6&device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 1096 time: 0.1362772 Jul 16 22:53:05.221933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-9334c7b4-0002-4583-96cc-cf0fe3f41039 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cc26347-e557-4a18-a95d-75ce7f4c1954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461936 Jul 16 22:53:05.326238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076bd8-1b9c-460f-aba8-204c560cf756 req-c1f37cce-57ea-46e0-98f8-99ccd6e201fd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.329668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db076bd8-1b9c-460f-aba8-204c560cf756 req-c1f37cce-57ea-46e0-98f8-99ccd6e201fd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 944 time: 0.0687401 Jul 16 22:53:05.353409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-61bb032c-5960-4c5e-9740-513a4913e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.354988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-61bb032c-5960-4c5e-9740-513a4913e84a service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 200 len: 910 time: 0.1716442 Jul 16 22:53:05.368751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db076bd8-1b9c-460f-aba8-204c560cf756 req-d15bf8e6-f7d9-4a20-b502-cc89e6b26fb1 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343378 Jul 16 22:53:05.408148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-42ffe656-5786-49ed-8af0-47f27128825d service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792164 Jul 16 22:53:05.409872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-05a7fa68-09e6-4edf-981a-e87444535200 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737 HTTP/1.1" status: 200 len: 217 time: 0.0474200 Jul 16 22:53:05.525177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-967ab270-b1a8-4b1a-b697-46d184193ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:05.526644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-967ab270-b1a8-4b1a-b697-46d184193ba1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eca1d06f-6664-469f-9945-99ed1a443716 HTTP/1.1" status: 200 len: 849 time: 0.1022551 Jul 16 22:53:05.577076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-572631d5-43da-41aa-bd0c-18430cc0d651 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec75c8b0-d875-4828-82cc-bedf3ace80a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434020 Jul 16 22:53:05.582981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-57e59786-8838-43a6-9903-4f5ee85f6792 req-e231f991-4e83-4cf0-adfe-9ccb95eed24f service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665668 Jul 16 22:53:05.670669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-00d0576c-e171-43b3-b1c7-f32b351e6208 service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870538 Jul 16 22:53:05.688826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 250d06f3-2c77-4792-ae51-c2f1967332bb details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:53:05.787180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=250d06f3-2c77-4792-ae51-c2f1967332bb,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:05.799742 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '250d06f3-2c77-4792-ae51-c2f1967332bb', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': '250d06f3-2c77-4792-ae51-c2f1967332bb', 'mac_address': 'fa:16:3e:47:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:53:05.845067 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:06.022304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250d06f3-2c77-4792-ae51-c2f1967332bb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:53:06.044824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=250d06f3-2c77-4792-ae51-c2f1967332bb,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:06.064722 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:06.077746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14853e5-e22b-4bcc-b448-2e3e3782d4bc req-e2f79a84-087f-4f6d-a940-a56ed532364d service neutron] 10.222.0.68 "GET /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005589 Jul 16 22:53:06.099457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b046-7af3-41e2-b719-c58b7c3f6da2 req-0e22693b-9e65-47ec-9758-1b89ed7a2c24 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:06.105618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cc1b046-7af3-41e2-b719-c58b7c3f6da2 req-0e22693b-9e65-47ec-9758-1b89ed7a2c24 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 943 time: 0.4034019 Jul 16 22:53:06.141181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:06.152563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cc1b046-7af3-41e2-b719-c58b7c3f6da2 req-7bd6a42e-47ba-4d38-95b9-3c5ff94ca640 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Jul 16 22:53:06.254422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1de06a-b88c-42fb-a919-65d4c9f35f8b req-e91fa85e-4a14-42f9-8cb6-431d2e7de056 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:06.256020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c1de06a-b88c-42fb-a919-65d4c9f35f8b req-e91fa85e-4a14-42f9-8cb6-431d2e7de056 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0839248 Jul 16 22:53:06.298677 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c1de06a-b88c-42fb-a919-65d4c9f35f8b req-2cf34da2-5a14-4dc5-a3ee-f417e2f5bbe1 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Jul 16 22:53:06.317761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['250d06f3-2c77-4792-ae51-c2f1967332bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:06.562199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4a2de-1f31-49ad-aa69-ff2d10392320 req-567874e0-5970-4380-9b4e-100955ee3bb2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:06.563661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d6b4a2de-1f31-49ad-aa69-ff2d10392320 req-567874e0-5970-4380-9b4e-100955ee3bb2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 944 time: 0.0694251 Jul 16 22:53:06.601619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d6b4a2de-1f31-49ad-aa69-ff2d10392320 req-f56a5a8e-5169-46a1-9e41-cb16b1bafafb tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Jul 16 22:53:07.336255 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ea80c-04c7-4086-a91c-88dcba8ab263 req-76b86981-92d8-46a3-b523-ce506c9d2c19 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:07.337834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-748ea80c-04c7-4086-a91c-88dcba8ab263 req-76b86981-92d8-46a3-b523-ce506c9d2c19 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 944 time: 0.0646608 Jul 16 22:53:07.394297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-748ea80c-04c7-4086-a91c-88dcba8ab263 req-d2653a9a-42e8-4761-9447-61de0bd583c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Jul 16 22:53:07.488135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ccdb7-e988-4c9e-94d0-7984d608191b req-149fdc35-eebf-4bf2-8305-064582604ba4 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:07.489688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f0ccdb7-e988-4c9e-94d0-7984d608191b req-149fdc35-eebf-4bf2-8305-064582604ba4 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0648263 Jul 16 22:53:07.527866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f0ccdb7-e988-4c9e-94d0-7984d608191b req-4696abc1-9adf-4b04-b866-559d5438ebd7 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Jul 16 22:53:07.699202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 250d06f3-2c77-4792-ae51-c2f1967332bb up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:53:07.771755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 250d06f3-2c77-4792-ae51-c2f1967332bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:53:07.781733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 250d06f3-2c77-4792-ae51-c2f1967332bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:53:07.782117 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:07.806096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd4d-f110-4e27-9d2b-65dc82fe8d1a req-9890307c-992e-48c4-ae8d-6e3a5358ef7d tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:07.808444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d37cd4d-f110-4e27-9d2b-65dc82fe8d1a req-9890307c-992e-48c4-ae8d-6e3a5358ef7d tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 944 time: 0.0880463 Jul 16 22:53:07.848578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d37cd4d-f110-4e27-9d2b-65dc82fe8d1a req-8664e889-67d7-4241-9937-597a159c148d tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Jul 16 22:53:07.890055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:07.913220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:07.915779 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d4e870-0913-4fc4-b808-7b9cd8f7889c" -d '{"events": [{"server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "name": "network-vif-plugged", "status": "completed", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:07.929687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=250d06f3-2c77-4792-ae51-c2f1967332bb,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:07.934904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:07.943196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e795760-f657-43fb-ab9b-d6ba8da1d812 req-df87d39f-3715-4093-a4f3-34d3f4dfa891 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:07.945925 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e795760-f657-43fb-ab9b-d6ba8da1d812 req-df87d39f-3715-4093-a4f3-34d3f4dfa891 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0714121 Jul 16 22:53:07.974204 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e39ff9-e7f4-4146-a7e0-88306e034b67 x-openstack-request-id: req-97e39ff9-e7f4-4146-a7e0-88306e034b67 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:07.974635 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "name": "network-vif-plugged", "status": "completed", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:07.974897 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97e39ff9-e7f4-4146-a7e0-88306e034b67 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:07.975437 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb', 'code': 200} Jul 16 22:53:07.993621 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e795760-f657-43fb-ab9b-d6ba8da1d812 req-23748141-c5ff-4021-a367-09b1fd2be750 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jul 16 22:53:08.012619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:08.117720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68130dd-e0ea-4a0d-8c89-4a5eb5fe4a98 req-3b173b88-2a68-4ed0-94c0-e391a44be3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:08.119434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e68130dd-e0ea-4a0d-8c89-4a5eb5fe4a98 req-3b173b88-2a68-4ed0-94c0-e391a44be3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 1097 time: 0.0589321 Jul 16 22:53:08.156923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e68130dd-e0ea-4a0d-8c89-4a5eb5fe4a98 req-fc6adc6b-22a1-49a4-b2e3-6c9ecc94813f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291936 Jul 16 22:53:08.568635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb3cd-344e-425b-adc6-1b0bd855cef3 req-ac2a67bd-c5e8-4e46-a3e0-aaf7083183c2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:08.570171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37dfb3cd-344e-425b-adc6-1b0bd855cef3 req-ac2a67bd-c5e8-4e46-a3e0-aaf7083183c2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.0633388 Jul 16 22:53:08.608888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37dfb3cd-344e-425b-adc6-1b0bd855cef3 req-2d60f29b-f5c6-4584-9bd0-22cf9efe0494 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 16 22:53:08.651652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6e9dcb92-8dab-414d-97e3-1c2e82327737 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:53:08.747950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:08.759546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '6e9dcb92-8dab-414d-97e3-1c2e82327737', 'network_id': 'ec75c8b0-d875-4828-82cc-bedf3ace80a8', 'port_id': '6e9dcb92-8dab-414d-97e3-1c2e82327737', 'mac_address': 'fa:16:3e:ff:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca1d06f-6664-469f-9945-99ed1a443716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:53:08.802159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:08.814611 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9dcb92-8dab-414d-97e3-1c2e82327737 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:53:08.834372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:08.838932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:08.890089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:09.038556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b7b6-d502-44da-ae55-bac87df9e522 req-1fac2e07-559c-4139-ba7d-7f68a82da7f8 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.040855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['6e9dcb92-8dab-414d-97e3-1c2e82327737'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:09.041139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2045b7b6-d502-44da-ae55-bac87df9e522 req-1fac2e07-559c-4139-ba7d-7f68a82da7f8 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 945 time: 0.0690553 Jul 16 22:53:09.118136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2045b7b6-d502-44da-ae55-bac87df9e522 req-b92706c3-de93-4ab6-9749-2c0b9687ba63 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633135 Jul 16 22:53:09.229464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aa86e-622a-4ca0-bfbe-a3cf33bc06b1 req-395cbdd7-b04a-4d22-b314-7141ce0ff72b tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.231067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f0aa86e-622a-4ca0-bfbe-a3cf33bc06b1 req-395cbdd7-b04a-4d22-b314-7141ce0ff72b tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0692801 Jul 16 22:53:09.269647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5f0aa86e-622a-4ca0-bfbe-a3cf33bc06b1 req-a2a8b500-f138-4e8c-a2b8-83a4e76f09c4 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Jul 16 22:53:09.671039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586da71-676c-46ed-804e-8182ed820e3a req-57da9276-c8de-4ef0-9ce2-2a96c6663f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.672537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-57da9276-c8de-4ef0-9ce2-2a96c6663f94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1030364 Jul 16 22:53:09.685252 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f83c-e563-4edc-8a1e-8d6409922dae req-ead8de7b-c411-4181-9ec3-e5e8cd0e9e24 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.686441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9769f83c-e563-4edc-8a1e-8d6409922dae req-ead8de7b-c411-4181-9ec3-e5e8cd0e9e24 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0883584 Jul 16 22:53:09.782782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9769f83c-e563-4edc-8a1e-8d6409922dae req-233fe0d3-e773-482f-8cb9-1735e9da7ded tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869908 Jul 16 22:53:09.788276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e252f3-29b0-4519-a086-20bd3d2e9b3a req-1b7ccc23-2539-445a-8604-a0fff7b88a72 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.789993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17e252f3-29b0-4519-a086-20bd3d2e9b3a req-1b7ccc23-2539-445a-8604-a0fff7b88a72 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.0655580 Jul 16 22:53:09.815587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586da71-676c-46ed-804e-8182ed820e3a req-9d061509-1b97-43ae-9365-1e2ef2ec9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.817281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-9d061509-1b97-43ae-9365-1e2ef2ec9d17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 200 len: 913 time: 0.1299179 Jul 16 22:53:09.831676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17e252f3-29b0-4519-a086-20bd3d2e9b3a req-dd3545a1-689f-4c61-8702-0cc424047144 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343556 Jul 16 22:53:09.862106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-c121452f-32d4-405c-a666-bf862bea97a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 200 len: 217 time: 0.0363443 Jul 16 22:53:09.917829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586da71-676c-46ed-804e-8182ed820e3a req-bf380700-e9e3-4539-91e7-3f0f5adaf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:09.919210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-bf380700-e9e3-4539-91e7-3f0f5adaf23d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3daef2d6-8221-42cc-8bf6-65861cf94932 HTTP/1.1" status: 200 len: 852 time: 0.0503380 Jul 16 22:53:09.953582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-0772d846-c0b6-4949-a028-fe98743b99d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cc26347-e557-4a18-a95d-75ce7f4c1954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269690 Jul 16 22:53:10.084102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024017-c426-4276-9735-4a7376339150 req-10fd9704-48d7-4851-b5ba-95fa052412f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:10.085712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9024017-c426-4276-9735-4a7376339150 req-10fd9704-48d7-4851-b5ba-95fa052412f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.1305881 Jul 16 22:53:10.104831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-d3bb769e-76b5-4089-92c5-b0fc9c5a33ef service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410923 Jul 16 22:53:10.158197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f9024017-c426-4276-9735-4a7376339150 req-aaee63ad-d125-4974-b02f-ce1dcebc9ceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664835 Jul 16 22:53:10.242141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f586da71-676c-46ed-804e-8182ed820e3a req-ceb4af47-742a-4219-94e5-7e3b4e556c03 service neutron] 10.222.0.47 "GET /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310332 Jul 16 22:53:10.342635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9a74-ad52-40de-b792-a688e921b353 req-6c5ae88f-2a9b-4b93-98e2-e237013e4212 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:10.344301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5c9a74-ad52-40de-b792-a688e921b353 req-6c5ae88f-2a9b-4b93-98e2-e237013e4212 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 945 time: 0.0837319 Jul 16 22:53:10.389557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb5c9a74-ad52-40de-b792-a688e921b353 req-96f95da8-99f6-4229-9528-cec205721830 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Jul 16 22:53:10.683060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6e9dcb92-8dab-414d-97e3-1c2e82327737 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:53:10.738793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 6e9dcb92-8dab-414d-97e3-1c2e82327737 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:53:10.743581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 6e9dcb92-8dab-414d-97e3-1c2e82327737 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:53:10.744015 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:10.830511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:10.875549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:10.887144 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374d1e4-870d-44ea-9730-bb657e4eaf48" -d '{"events": [{"server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "name": "network-vif-plugged", "status": "completed", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:10.918721 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:10.928056 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:10.987182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:11.056574 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512f4d-3664-4b34-a076-a820222406b0 req-31ed75a1-6f2d-4231-80b6-4fd7d9824c59 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:11.058552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65512f4d-3664-4b34-a076-a820222406b0 req-31ed75a1-6f2d-4231-80b6-4fd7d9824c59 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0958893 Jul 16 22:53:11.102818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65512f4d-3664-4b34-a076-a820222406b0 req-478644b6-3734-439a-ba8d-7d738c71394f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Jul 16 22:53:11.160747 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06331e92-ac13-4c84-abef-99bd5c54322b x-openstack-request-id: req-06331e92-ac13-4c84-abef-99bd5c54322b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:11.161092 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "name": "network-vif-plugged", "status": "completed", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:11.161355 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06331e92-ac13-4c84-abef-99bd5c54322b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:11.161803 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737', 'code': 200} Jul 16 22:53:11.302060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97fd7b-9ec3-44ba-ae00-79adb368c097 req-43fd397b-c680-4bf7-80c4-f5e4000499ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:11.304530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db97fd7b-9ec3-44ba-ae00-79adb368c097 req-43fd397b-c680-4bf7-80c4-f5e4000499ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 1098 time: 0.0714839 Jul 16 22:53:11.343464 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db97fd7b-9ec3-44ba-ae00-79adb368c097 req-d662db7b-49a3-4c9f-bcc3-497c98b787d2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 16 22:53:11.637859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4d96-ade2-48cf-b7cf-972b89c61f08 req-8c491133-cdb0-4562-b584-258b9e9b2210 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:11.639806 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-094c4d96-ade2-48cf-b7cf-972b89c61f08 req-8c491133-cdb0-4562-b584-258b9e9b2210 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.0880127 Jul 16 22:53:11.720050 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-094c4d96-ade2-48cf-b7cf-972b89c61f08 req-6d60dae8-9868-42e6-b5fe-40c3f8afb2d5 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732358 Jul 16 22:53:12.290925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54815bdd-0c6c-4e37-9815-eee38b05acd7 req-4eb01478-2d65-4f98-8d8e-cddc99c64327 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:12.292417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54815bdd-0c6c-4e37-9815-eee38b05acd7 req-4eb01478-2d65-4f98-8d8e-cddc99c64327 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0658436 Jul 16 22:53:12.329467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54815bdd-0c6c-4e37-9815-eee38b05acd7 req-994f3c94-aceb-41d2-983c-d94bebed7d60 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Jul 16 22:53:12.727754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8da38-ac8e-4268-8413-da92538e91c7 req-d20e8dc1-06e2-4a6c-98ff-b3ff4614a99c tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:12.729311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10e8da38-ac8e-4268-8413-da92538e91c7 req-d20e8dc1-06e2-4a6c-98ff-b3ff4614a99c tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0752921 Jul 16 22:53:12.768005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10e8da38-ac8e-4268-8413-da92538e91c7 req-21f99cf1-39b6-4b6b-9a30-6f3dd2448c41 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Jul 16 22:53:12.911202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aa9b2-0547-4afe-a3b3-51da6bbb4e04 req-67bba4bb-2a18-4066-a141-b2fdfd24e642 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:12.917460 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-488aa9b2-0547-4afe-a3b3-51da6bbb4e04 req-67bba4bb-2a18-4066-a141-b2fdfd24e642 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.0841808 Jul 16 22:53:12.961530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-488aa9b2-0547-4afe-a3b3-51da6bbb4e04 req-478d3e8a-2d53-4702-bb64-63d803e6cad7 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jul 16 22:53:13.114561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-4472c8d7-c7b1-42a9-a930-4b2900a29384 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:13.116067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-4472c8d7-c7b1-42a9-a930-4b2900a29384 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1128953 Jul 16 22:53:13.137000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-ccfa5120-bf51-4770-bbbf-18f331276f86 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0124540 Jul 16 22:53:13.230273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-3149b22d-c63c-4e4e-aa2e-35cdbe7bc76a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841849 Jul 16 22:53:13.331916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-a42b1368-7383-4f8d-8bd6-0745b21cd442 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937490 Jul 16 22:53:13.437474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-9d6bf545-7540-482e-b3a1-b000e9e8b51f service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935395 Jul 16 22:53:13.642743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2f829e57-79d6-4d7b-a9e6-774e7f754f38 req-5eb0fe8f-bb77-402a-9000-8db244c0a26f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0330546 Jul 16 22:53:13.873405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e19e5-6522-4e74-85f6-0f10d61c8bed req-09524907-20ff-45d3-9b0b-7d47459b58cd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:13.883299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f7e19e5-6522-4e74-85f6-0f10d61c8bed req-09524907-20ff-45d3-9b0b-7d47459b58cd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.0923502 Jul 16 22:53:13.946280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f7e19e5-6522-4e74-85f6-0f10d61c8bed req-4d08848f-f0dd-45e1-9655-bf5a64046511 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Jul 16 22:53:13.996208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811df38-002c-41d9-8887-232daceb0920 req-b129b899-0b60-42a7-b9ab-083d2faefabd tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:13.997746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7811df38-002c-41d9-8887-232daceb0920 req-b129b899-0b60-42a7-b9ab-083d2faefabd tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0728288 Jul 16 22:53:14.040216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7811df38-002c-41d9-8887-232daceb0920 req-c92da268-1b7d-432d-accb-1e8ca63a805f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Jul 16 22:53:14.635767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-706294cd-b8b4-4952-bf45-cb09e01b4a27 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:14.637438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-706294cd-b8b4-4952-bf45-cb09e01b4a27 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.47 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.0718768 Jul 16 22:53:14.843711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-391e8fe0-aa6b-4499-bdea-34ef5c38e41d req-9214c1bb-209e-418e-88c2-c68d3b1269de tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0683179 Jul 16 22:53:14.897756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Deleting port 169ca3b6-7699-4777-a319-55374c81389b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:14.897891 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:14.908152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-908e6b7d-e232-4872-899d-489d9545630b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:14.910197 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-908e6b7d-e232-4872-899d-489d9545630b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1814566 Jul 16 22:53:14.926311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': '25025698-0887-43f5-8ba9-eeb44cf62958', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:53:15.149354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] For port 169ca3b6-7699-4777-a319-55374c81389b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=169ca3b6-7699-4777-a319-55374c81389b,segment=NetworkSegment(cd7d7676-273a-46b7-85ba-3c7ef31368e9),segment_id=cd7d7676-273a-46b7-85ba-3c7ef31368e9)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:15.150071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:15.151350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681feac4-cf51-41b6-8df8-96ef6416931a req-23590671-970f-4c48-a815-06531e087fa4 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:15.160741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-681feac4-cf51-41b6-8df8-96ef6416931a req-23590671-970f-4c48-a815-06531e087fa4 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.0916126 Jul 16 22:53:15.183609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Calling delete_port for 169ca3b6-7699-4777-a319-55374c81389b owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:15.203724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:53:15.207843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:15.226798 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-681feac4-cf51-41b6-8df8-96ef6416931a req-e495137e-bd07-40e4-9065-e950467e1abd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650611 Jul 16 22:53:15.341526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-8d97144f-7613-45f7-999b-1accca63fbbd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:15.343041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-8d97144f-7613-45f7-999b-1accca63fbbd tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.2704396 Jul 16 22:53:15.582968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcfc89-8107-4abd-8fbc-fe5b847bd3e0 req-803e1bd0-c739-4c97-83d3-fb10fdbe9ad7 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:15.584578 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ebfcfc89-8107-4abd-8fbc-fe5b847bd3e0 req-803e1bd0-c739-4c97-83d3-fb10fdbe9ad7 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4 HTTP/1.1" status: 200 len: 946 time: 0.3570805 Jul 16 22:53:15.647154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.3 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:53:15.701103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:15.716342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['169ca3b6-7699-4777-a319-55374c81389b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:15.718130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ebfcfc89-8107-4abd-8fbc-fe5b847bd3e0 req-399b2b59-bf86-4be5-b3bb-e6a6d9720a31 tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa8310b3-df72-45d3-bfc6-0489ba787c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093905 Jul 16 22:53:15.755902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Deleting port 6e9dcb92-8dab-414d-97e3-1c2e82327737 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:15.756319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:15.759183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Pushing event deleted for resources: {'Port': ['ID=169ca3b6-7699-4777-a319-55374c81389b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:15.846105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] No DVR routers for this DVR port 169ca3b6-7699-4777-a319-55374c81389b on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:15.852317 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:15.854442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae257d0c-3d36-49df-bebd-a30746d8f7fa req-b56e47f2-209b-457a-a4c1-37d1d6f4131f tempest-TestServerAdvancedOps-362735922 tempest-TestServerAdvancedOps-362735922-project] 10.222.0.47 "DELETE /v2.0/ports/169ca3b6-7699-4777-a319-55374c81389b HTTP/1.1" status: 204 len: 173 time: 1.2110984 Jul 16 22:53:15.858333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'name': 'network-vif-deleted', 'tag': '169ca3b6-7699-4777-a319-55374c81389b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:15.861212 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8ed83-3dfd-4771-8d55-14a4bb84e1b4" -d '{"events": [{"server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "name": "network-vif-deleted", "tag": "169ca3b6-7699-4777-a319-55374c81389b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:15.968774 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3a774-400d-415d-9350-ddaf2daa5898 x-openstack-request-id: req-e0d3a774-400d-415d-9350-ddaf2daa5898 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:15.969573 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4", "name": "network-vif-deleted", "tag": "169ca3b6-7699-4777-a319-55374c81389b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:15.970065 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0d3a774-400d-415d-9350-ddaf2daa5898 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:15.970792 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92e94ab-ab24-4c5c-8f99-eceb8dbe1ad4', 'name': 'network-vif-deleted', 'tag': '169ca3b6-7699-4777-a319-55374c81389b', 'status': 'completed', 'code': 200} Jul 16 22:53:16.092326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bbede538-bdd2-459d-94e8-f88ad6310dba req-d5da3f93-ee16-4bcc-823d-b8f26f398c9b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0478170 Jul 16 22:53:16.130998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] For port 6e9dcb92-8dab-414d-97e3-1c2e82327737, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=6e9dcb92-8dab-414d-97e3-1c2e82327737,segment=NetworkSegment(f0f582c7-5b1e-48ce-86d3-20674b88abfd),segment_id=f0f582c7-5b1e-48ce-86d3-20674b88abfd)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:16.131649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:16.159335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Calling delete_port for 6e9dcb92-8dab-414d-97e3-1c2e82327737 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:16.163998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:16.187512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:53:16.463381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dbe81-ee97-4b96-9dd2-fc9c455edfe6 req-96033a76-edbc-4688-80e5-c3a2ca9569f2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:16.471018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-588dbe81-ee97-4b96-9dd2-fc9c455edfe6 req-96033a76-edbc-4688-80e5-c3a2ca9569f2 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 946 time: 0.0768845 Jul 16 22:53:16.515452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-588dbe81-ee97-4b96-9dd2-fc9c455edfe6 req-50cc6f29-e086-4b8b-90e4-42d4e1afc59f tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c3fe904-f067-4134-bd9b-5f8845fd4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Jul 16 22:53:16.660407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:16.675877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['250d06f3-2c77-4792-ae51-c2f1967332bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:16.722594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:53:16.743244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:53:16.749176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:53:16.812351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:16.872505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:16.913046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:16.925550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:16.926845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:16.987315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-54433651-152b-441b-b43f-695bf6e10157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0647755 Jul 16 22:53:16.988445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Pushing event deleted for resources: {'Port': ['ID=6e9dcb92-8dab-414d-97e3-1c2e82327737,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:17.011336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Deleting subnet 3daef2d6-8221-42cc-8bf6-65861cf94932 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:53:17.015185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Request body: {'port': {'device_id': '25025698-0887-43f5-8ba9-eeb44cf62958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:53:17.015529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.098957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] No DVR routers for this DVR port 6e9dcb92-8dab-414d-97e3-1c2e82327737 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:17.099206 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.103359 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.105389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.68 "DELETE /v2.0/ports/6e9dcb92-8dab-414d-97e3-1c2e82327737 HTTP/1.1" status: 204 len: 173 time: 1.7526343 Jul 16 22:53:17.131196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6205c43d-c935-470e-a835-c0fc51cd5593 None None] Provisioning for port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:53:17.136589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6205c43d-c935-470e-a835-c0fc51cd5593 None None] Provisioning complete for port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:53:17.136986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6205c43d-c935-470e-a835-c0fc51cd5593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.207126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.209448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6205c43d-c935-470e-a835-c0fc51cd5593 None None] Port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:53:17.229898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.348874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.418039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3daef2d6-8221-42cc-8bf6-65861cf94932,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:17.422188 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.424595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9bf8901e-55d9-465d-b80a-1ea284216261 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3daef2d6-8221-42cc-8bf6-65861cf94932 HTTP/1.1" status: 204 len: 168 time: 0.4960978 Jul 16 22:53:17.429268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:17.469249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1df7b2-cec8-4ae6-af13-91d1ce2d2e79 req-f63174e2-bb2a-4dc6-a542-7ec4b6dcbf94 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:17.477091 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb1df7b2-cec8-4ae6-af13-91d1ce2d2e79 req-f63174e2-bb2a-4dc6-a542-7ec4b6dcbf94 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 931 time: 0.1725149 Jul 16 22:53:17.586327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:17.652816 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb1df7b2-cec8-4ae6-af13-91d1ce2d2e79 req-4cfe1691-57ec-4691-8c2a-925afbbfa100 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745243 Jul 16 22:53:17.655744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.691044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:53:17.699470 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.712398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Transition to ACTIVE for port object 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:53:17.723860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.788628 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.811907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc26347-e557-4a18-a95d-75ce7f4c1954']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:17.820861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:17.829002 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7d7676-273a-46b7-85ba-3c7ef31368e9') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:17.829505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7d7676-273a-46b7-85ba-3c7ef31368e9') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:17.850179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.882600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e4befeea-f34a-43e8-a50a-d96d84d4d275 req-5e77280c-96b3-4e96-8247-3a618e4b948e tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b39503-51f5-4799-ba4e-413ec90889fc HTTP/1.1" status: 200 len: 210 time: 0.0572643 Jul 16 22:53:17.883606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.891040 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:53:17.891454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:53:17.906964 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:53:17.975967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'name': 'network-vif-deleted', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:17.981145 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e7dd6-4bc4-46a1-ab5c-515e82fe64e3" -d '{"events": [{"server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "name": "network-vif-deleted", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:17.995117 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.039325 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.041887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5cc26347-e557-4a18-a95d-75ce7f4c1954 HTTP/1.1" status: 204 len: 168 time: 0.6113474 Jul 16 22:53:18.043262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d12e3-ef13-4e5b-80b5-4a44cff67c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc26347-e557-4a18-a95d-75ce7f4c1954,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:18.045276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:18.064795 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb63b7de-b323-42e7-ae62-b712c2f17b06 x-openstack-request-id: req-fb63b7de-b323-42e7-ae62-b712c2f17b06 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:18.065423 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b39503-51f5-4799-ba4e-413ec90889fc", "name": "network-vif-deleted", "tag": "6e9dcb92-8dab-414d-97e3-1c2e82327737", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:18.065855 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb63b7de-b323-42e7-ae62-b712c2f17b06 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:18.067068 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b39503-51f5-4799-ba4e-413ec90889fc', 'name': 'network-vif-deleted', 'tag': '6e9dcb92-8dab-414d-97e3-1c2e82327737', 'status': 'completed', 'code': 200} Jul 16 22:53:18.105851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Deleting subnet 97f5ec6b-4814-4cb7-9b34-743c5f34634a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:53:18.109427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.132318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Attempting to bind port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:53:18.132988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Attempting to bind port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:53:18.133571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Attempting to bind port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:53:18.145343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:53:18.145667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Attempting to bind port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:53:18.152927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:53:18.153295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:53:18.153685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:53:18.154129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Bound port: 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:53:18.154748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.161452 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.171670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 49e55561-6838-4558-b4e4-f8eb788823ff {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:18.172051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.232114 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.316102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.351390 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.357777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97f5ec6b-4814-4cb7-9b34-743c5f34634a HTTP/1.1" status: 204 len: 168 time: 0.3066645 Jul 16 22:53:18.357777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29dce6-5b0a-4b0a-93a6-6aa6afdf87b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f5ec6b-4814-4cb7-9b34-743c5f34634a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:18.358070 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.358181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41478) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:18.358274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.369798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 49e55561-6838-4558-b4e4-f8eb788823ff owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:18.611192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.666525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=49e55561-6838-4558-b4e4-f8eb788823ff,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:18.684118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:53:18.729707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6e9dcb92-8dab-414d-97e3-1c2e82327737 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:18.769634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:53:18.770232 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.792073 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 6e9dcb92-8dab-414d-97e3-1c2e82327737 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:18.792998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.794135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 6e9dcb92-8dab-414d-97e3-1c2e82327737 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:18.901170 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.901518 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Floating IP dbaf3faa-4c8f-4329-970b-eed5e06e1aae disassociated (deleted). External IP: 172.25.5.100, port: c26458fa-833f-49a4-8743-3c076bab31e0. Jul 16 22:53:18.907344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:18.907978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.909470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] 10.222.0.68 "PUT /v2.0/ports/9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 HTTP/1.1" status: 200 len: 1092 time: 1.8992298 Jul 16 22:53:18.931455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:18.978779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ef26f-a92e-417a-ab8a-12ba7c831e4d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:19.008955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c0764-8585-41e2-b2ba-854c7bbf92bc') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:19.009252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c0764-8585-41e2-b2ba-854c7bbf92bc') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:19.030918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.039197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a338-d99c-470d-97b7-238287fc29ab service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:19.059953 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.071860 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:53:19.072483 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:53:19.178868 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:53:19.192891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.196317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c07fa7-7b77-4905-891b-337a91150f90 req-f21e55e5-5fc1-4761-9c82-bd3ab8bc8588 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:19.198497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39c07fa7-7b77-4905-891b-337a91150f90 req-f21e55e5-5fc1-4761-9c82-bd3ab8bc8588 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.3453987 Jul 16 22:53:19.199149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.207096 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] 10.222.0.70 "DELETE /v2.0/networks/667ef26f-a92e-417a-ab8a-12ba7c831e4d HTTP/1.1" status: 204 len: 168 time: 0.8431516 Jul 16 22:53:19.228161 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ca0e-3ac4-4ba8-b68c-5a6e959b5080 admin admin] Pushing event deleted for resources: {'Network': ['ID=667ef26f-a92e-417a-ab8a-12ba7c831e4d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:19.274923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-d164a4a3-1384-43ec-ba25-01fa1c482dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:19.281723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-d164a4a3-1384-43ec-ba25-01fa1c482dba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 1095 time: 0.2760487 Jul 16 22:53:19.413657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-9dc5fe32-b0e5-4758-b331-5ce1ede25bb0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 HTTP/1.1" status: 200 len: 217 time: 0.1275475 Jul 16 22:53:19.472300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39c07fa7-7b77-4905-891b-337a91150f90 req-74295adc-e44f-44d8-898f-c8e5d9f1b0ff tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471635 Jul 16 22:53:19.547067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-862abce3-90d8-4dd5-a521-c605ff437628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:19.548621 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-862abce3-90d8-4dd5-a521-c605ff437628 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.1259179 Jul 16 22:53:19.597045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:19.621053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:19.702587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f798791a-4bfe-46a9-99cb-cef82198f115 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7e4c93148b8493c8d72a69bb80cdc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794368 Jul 16 22:53:19.706476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:19.711451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 169ca3b6-7699-4777-a319-55374c81389b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:19.757117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-8574c53c-9653-406f-83bb-b7d65ee20bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:19.760852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 169ca3b6-7699-4777-a319-55374c81389b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:19.761785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 169ca3b6-7699-4777-a319-55374c81389b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:19.762453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-8574c53c-9653-406f-83bb-b7d65ee20bdd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028060 Jul 16 22:53:19.851524 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.881865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.896494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:19.907819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Sync routers for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:19.910361 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.927324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:19.928324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:53:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:19.978727 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2aa65fda-68b8-47a3-b0f4-8ca60bb6da60 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/floatingips/dbaf3faa-4c8f-4329-970b-eed5e06e1aae HTTP/1.1" status: 204 len: 168 time: 2.3886828 Jul 16 22:53:19.992326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-aebb5ba5-9fd6-4566-a315-d813f421ee9f service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245224 Jul 16 22:53:19.993780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:19.997537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:20.006706 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa8310b3-df72-45d3-bfc6-0489ba787c9e HTTP/1.1" status: 204 len: 168 time: 0.2854471 Jul 16 22:53:20.035119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0db9-5781-4fc7-89b3-16958ace1cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8310b3-df72-45d3-bfc6-0489ba787c9e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:20.070732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0'}, {'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:20.073645 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3" -d '{"events": [{"name": "network-changed", "server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0"}, {"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:20.266834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:20.348563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-30cd0b84-aba0-46b0-9069-382fd31bf650 req-4960ff19-59ea-4102-9493-69ec4284907d service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495028 Jul 16 22:53:20.719098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:20.771685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Checking router: ce93a1c4-4b27-4ec1-85ae-08bc18445b8a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:20.787908 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:20.789408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:53:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:20.852604 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2515d16a-20f7-46c1-80d3-2b0559647370 x-openstack-request-id: req-2515d16a-20f7-46c1-80d3-2b0559647370 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:20.853644 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:20.853967 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2515d16a-20f7-46c1-80d3-2b0559647370 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:20.854445 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0', 'status': 'completed', 'code': 200} Jul 16 22:53:20.854813 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'status': 'completed', 'code': 200} Jul 16 22:53:20.937837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41564) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:20.956996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1f86-7038-47e8-be15-442b816b389f req-f0d10ef8-bd9d-41d1-a33d-0852909fcea3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:20.973444 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e20f1f86-7038-47e8-be15-442b816b389f req-f0d10ef8-bd9d-41d1-a33d-0852909fcea3 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2387073 Jul 16 22:53:21.008639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:21.136379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:21.147007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ebb69ad2-519a-4822-9108-21b3d9e4178e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49b6a7f133a54fd7a52cc8435bdd82e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055125 Jul 16 22:53:21.161412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e20f1f86-7038-47e8-be15-442b816b389f req-5d1d0806-896e-4aef-98e4-5ca3af82d5b1 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847177 Jul 16 22:53:21.162802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41574) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:21.501784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:21.541327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce3c5-0c94-4c87-936d-a188b8284687 None None] The sync data for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 is: [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:51:18Z', 'revision_number': 4, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd', 'name': '', 'network_id': '215472cb-369e-4d54-8502-ba7b613b1dd9', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'mac_address': 'fa:16:3e:a8:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:17Z', 'updated_at': '2021-07-16T22:51:27Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'subnets': [{'id': '055b637e-4774-446e-8d4b-36ee3e02cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:21.854064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-dcaf2919-41a3-4b87-9c1e-ff93a3b8a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:21.856211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-dcaf2919-41a3-4b87-9c1e-ff93a3b8a6b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95f977a739d24e11bb3c37be8e56bd94&device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 1098 time: 0.9165840 Jul 16 22:53:21.859685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-0a97ded1-d807-4ffa-a68c-390824f28e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:21.861311 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-0a97ded1-d807-4ffa-a68c-390824f28e38 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 1095 time: 0.9720635 Jul 16 22:53:22.025290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-29465ee6-b04f-4b9a-9266-58cfd3b84a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.026801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-29465ee6-b04f-4b9a-9266-58cfd3b84a58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 200 len: 897 time: 0.1560936 Jul 16 22:53:22.172309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-020a588e-d151-4399-9d08-fba77c65a9d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 200 len: 217 time: 0.1240561 Jul 16 22:53:22.208641 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c976db-8c5b-4ba0-a473-d0969174c275 None None] New status for floating IP dbaf3faa-4c8f-4329-970b-eed5e06e1aae: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:53:22.360955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:22.376598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662a67-59b5-47cd-920e-89004e22cadb req-bc510e8c-fbcf-47ca-ac61-adaecab7d456 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.387887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43662a67-59b5-47cd-920e-89004e22cadb req-bc510e8c-fbcf-47ca-ac61-adaecab7d456 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 1.2382865 Jul 16 22:53:22.516768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43662a67-59b5-47cd-920e-89004e22cadb req-0e4a2cf6-5c89-46ff-8bfe-b0f35534170b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282964 Jul 16 22:53:22.548608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-86340248-7860-4129-999e-3995f11f7cda tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.551085 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-86340248-7860-4129-999e-3995f11f7cda tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.7491674 Jul 16 22:53:22.560786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:22.592650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-6c7414dc-983c-4d55-b99c-2b08a9f7bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.594632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-6c7414dc-983c-4d55-b99c-2b08a9f7bd6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 200 len: 834 time: 0.4120092 Jul 16 22:53:22.603706 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-7a8ba643-26f3-4463-95ab-cf8dfe4a8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.606117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-7a8ba643-26f3-4463-95ab-cf8dfe4a8d2b service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.7339177 Jul 16 22:53:22.691386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-fc7f871f-2e52-430d-afc9-c9e6119be121 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 HTTP/1.1" status: 200 len: 217 time: 0.0576746 Jul 16 22:53:22.703314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2f13a-c7ca-4085-904f-e8f815b21278 req-e6a2b743-2d82-4b76-9443-fbb5f516a53b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.710313 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eb2f13a-c7ca-4085-904f-e8f815b21278 req-e6a2b743-2d82-4b76-9443-fbb5f516a53b tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.2927151 Jul 16 22:53:22.807537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eb2f13a-c7ca-4085-904f-e8f815b21278 req-e6638cac-0fe8-4f0e-ba43-935f002b6d0c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905170 Jul 16 22:53:22.853813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-340f7142-2f00-47d9-b4d7-e397a4d5f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:22.855556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-340f7142-2f00-47d9-b4d7-e397a4d5f1e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.1023784 Jul 16 22:53:23.067688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:23.078428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:23.079444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de583010-35cf-4670-892d-88b2de95aace HTTP/1.1" status: 204 len: 168 time: 1.8998883 Jul 16 22:53:23.093555 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:23.114662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb436a03-9af8-4a82-a653-0b980698df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de583010-35cf-4670-892d-88b2de95aace,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:23.173352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-147b801b-4aa3-4a3a-aeff-1bfbf33cabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:23.174992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-147b801b-4aa3-4a3a-aeff-1bfbf33cabc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=215472cb-369e-4d54-8502-ba7b613b1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5428720 Jul 16 22:53:23.186346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port c26458fa-833f-49a4-8743-3c076bab31e0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:23.186826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:23.276287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-9246220d-21d4-4606-ae00-a8eeaa52f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:23.278077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-9246220d-21d4-4606-ae00-a8eeaa52f5e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4121261 Jul 16 22:53:23.591446 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-1da8477a-a96e-451e-8114-377609a30d6e service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321286 Jul 16 22:53:23.803676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port c26458fa-833f-49a4-8743-3c076bab31e0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c26458fa-833f-49a4-8743-3c076bab31e0,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:23.804108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:23.882930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for c26458fa-833f-49a4-8743-3c076bab31e0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:23.890862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-d7d26fbc-9ad1-4430-847c-604e8a7dadca service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996813 Jul 16 22:53:24.196231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-d7f436aa-a739-4d98-b456-51d0addd00c7 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810006 Jul 16 22:53:24.312295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdebdc22-7bc6-4b46-8b87-0f0146e843b3 req-232f9c29-51f2-443e-8395-359e6a6510d9 service neutron] 10.222.0.47 "GET /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112277 Jul 16 22:53:24.349514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a93da-41cb-498b-9150-0cd4ff52f23f req-8fa2a6c7-74d2-4eb2-8659-ece21a907e39 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:24.351682 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-488a93da-41cb-498b-9150-0cd4ff52f23f req-8fa2a6c7-74d2-4eb2-8659-ece21a907e39 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 946 time: 0.1685536 Jul 16 22:53:24.491261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-488a93da-41cb-498b-9150-0cd4ff52f23f req-be45c89f-010b-4339-9346-eccef5b61762 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d23146e-a911-4aa5-831b-6d9897e6efd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323569 Jul 16 22:53:24.546280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a605a-d76c-4fc6-9563-3ada7675bede req-84d0c580-5c4c-4749-b638-1f0f280a0ee6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:24.554449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-174a605a-d76c-4fc6-9563-3ada7675bede req-84d0c580-5c4c-4749-b638-1f0f280a0ee6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.3165724 Jul 16 22:53:24.610334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-174a605a-d76c-4fc6-9563-3ada7675bede req-d539c2a0-ecc7-4c87-9954-dc1bf6f84249 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563180 Jul 16 22:53:24.611091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:24.650341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=c26458fa-833f-49a4-8743-3c076bab31e0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:24.714041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] No DVR routers for this DVR port c26458fa-833f-49a4-8743-3c076bab31e0 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:24.719546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:24.725967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c97caaf-207a-4b97-82d9-d086ac91bd81 req-d31bce02-c152-493a-8dc5-d5f279c5e407 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.47 "DELETE /v2.0/ports/c26458fa-833f-49a4-8743-3c076bab31e0 HTTP/1.1" status: 204 len: 173 time: 2.1597412 Jul 16 22:53:24.726469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-deleted', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:24.734140 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3aaf9c-2294-4e25-9863-acb57469496a" -d '{"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-deleted", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:24.819706 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d9313f-c82d-4bb9-9e05-643ad04fe760 x-openstack-request-id: req-39d9313f-c82d-4bb9-9e05-643ad04fe760 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:24.820004 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff42b573-25a4-4710-8369-de0ee985a424", "name": "network-vif-deleted", "tag": "c26458fa-833f-49a4-8743-3c076bab31e0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:24.820282 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39d9313f-c82d-4bb9-9e05-643ad04fe760 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:24.820670 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff42b573-25a4-4710-8369-de0ee985a424', 'name': 'network-vif-deleted', 'tag': 'c26458fa-833f-49a4-8743-3c076bab31e0', 'status': 'completed', 'code': 200} Jul 16 22:53:25.727621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:25.775312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a34389a2-468e-42cd-89c3-f61a4a139651 req-e4223689-e171-4a16-80d7-af9900eab02c tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff42b573-25a4-4710-8369-de0ee985a424 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jul 16 22:53:25.819119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: c26458fa-833f-49a4-8743-3c076bab31e0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:25.819481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c26458fa-833f-49a4-8743-3c076bab31e0 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:26.028665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee4d15-dc1c-4814-8297-1bb3f1ef3871 req-4f75c8ed-ccf9-497d-aa49-1de31800f3f4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:26.037676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24ee4d15-dc1c-4814-8297-1bb3f1ef3871 req-4f75c8ed-ccf9-497d-aa49-1de31800f3f4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1173036 Jul 16 22:53:26.088593 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-24ee4d15-dc1c-4814-8297-1bb3f1ef3871 req-99b9259b-17c7-485d-9470-6d27a9c69fb6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 Jul 16 22:53:26.939334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:27.428494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796ff43-d134-4d33-808a-947d68b869ee req-f3d68988-bb6b-45b8-bec9-226c3dbd5bf6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:27.436737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e796ff43-d134-4d33-808a-947d68b869ee req-f3d68988-bb6b-45b8-bec9-226c3dbd5bf6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1138649 Jul 16 22:53:27.482559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e796ff43-d134-4d33-808a-947d68b869ee req-7c4f31b5-ae27-4325-a9e3-36d2d98bcfb4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Jul 16 22:53:27.588332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-353d00e1-684c-4f54-bcd8-68393a421cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:27.729477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:28.578569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:28.579253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:28.845415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:28.856072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:28.901462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:28.936232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dc54-5feb-434a-98aa-2ba692a71db0 req-7f5816f3-f124-4da2-be12-ec18f8dffdae tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:28.940400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c48dc54-5feb-434a-98aa-2ba692a71db0 req-7f5816f3-f124-4da2-be12-ec18f8dffdae tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.2623537 Jul 16 22:53:29.048201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7c48dc54-5feb-434a-98aa-2ba692a71db0 req-ebb55a4a-7b47-49f9-a604-9cb41f2fab0c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912325 Jul 16 22:53:29.290419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:29.336927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:29.681802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:29.844829 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c25ec091-86a8-4f79-8652-681557368671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:30.144892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:30.156669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:30.372737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87515fdc-1bfb-47b9-be74-d59d96cdce3b req-e3830de8-274c-4c81-b7a3-9b1b0f01eb4b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:30.381039 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87515fdc-1bfb-47b9-be74-d59d96cdce3b req-e3830de8-274c-4c81-b7a3-9b1b0f01eb4b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1039436 Jul 16 22:53:30.397324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:30.406919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Sync routers for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:30.419986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:30.421298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:53:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:30.421596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b651ca3-255d-4271-bf5c-64d193aebe34 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "PUT /v2.0/routers/ce93a1c4-4b27-4ec1-85ae-08bc18445b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776437 Jul 16 22:53:30.422351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:30.514052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87515fdc-1bfb-47b9-be74-d59d96cdce3b req-c0fbb4f8-dd6b-4a5c-8abd-285dacf53dd0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316226 Jul 16 22:53:30.594275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting subnet 055b637e-4774-446e-8d4b-36ee3e02cb9c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:53:30.608106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:30.642989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:30.709103 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:30.948032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:30.972261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:53:29Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:31.008403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Checking router: ce93a1c4-4b27-4ec1-85ae-08bc18445b8a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:31.018665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Routers {'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:31.019550 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:53:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:31.109843 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.204922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.215118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:31.220183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/subnets/055b637e-4774-446e-8d4b-36ee3e02cb9c HTTP/1.1" status: 204 len: 168 time: 0.7967083 Jul 16 22:53:31.222963 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd2c7e-dbfd-45a1-8cd1-d045fbcd59c0 None None] Network 215472cb-369e-4d54-8502-ba7b613b1dd9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:53:31.226082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68b3f6-a49f-4cb5-9736-5fec0746b6f8 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Subnet': ['ID=055b637e-4774-446e-8d4b-36ee3e02cb9c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:31.363585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] Set router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:31.436377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.570628 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.674552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.750965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] DHCP port deletion for 215472cb-369e-4d54-8502-ba7b613b1dd9 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:53:31.756842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Deleting port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:31.757389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.886874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:53:29Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:31.916685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] For port 0abd4d94-e6b9-4571-ae06-01c4d072c9b9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:31.917082 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.949225 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Calling delete_port for 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:31.956451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873413f-6270-4f80-8db3-7e80d457a5e8 None None] The sync data for ids ['ce93a1c4-4b27-4ec1-85ae-08bc18445b8a'] in n-d-793621-16 is: [{'id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894267874', 'tenant_id': '95f977a739d24e11bb3c37be8e56bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:51:09Z', 'updated_at': '2021-07-16T22:53:29Z', 'revision_number': 5, 'project_id': '95f977a739d24e11bb3c37be8e56bd94', 'gw_port': {'id': '0abd4d94-e6b9-4571-ae06-01c4d072c9b9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a1c4-4b27-4ec1-85ae-08bc18445b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:51:11Z', 'updated_at': '2021-07-16T22:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:31.980734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Deleting port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:31.981473 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:31.993896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26776-2280-4d14-abd6-48ccb9e74b10 req-2425a77b-ee59-4adb-bcfc-d8cb66865299 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:31.996726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fcb26776-2280-4d14-abd6-48ccb9e74b10 req-2425a77b-ee59-4adb-bcfc-d8cb66865299 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1621866 Jul 16 22:53:32.103645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] For port 0ae22132-ab82-411b-ac0d-d94d01d53ab9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0ae22132-ab82-411b-ac0d-d94d01d53ab9,segment=NetworkSegment(1e8b2cdb-6723-4f4a-b9a3-5d7428a813db),segment_id=1e8b2cdb-6723-4f4a-b9a3-5d7428a813db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:32.104047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.120297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fcb26776-2280-4d14-abd6-48ccb9e74b10 req-c9f498b7-13bf-4b1d-aa72-b575884e00a7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178010 Jul 16 22:53:32.122294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Calling delete_port for 0ae22132-ab82-411b-ac0d-d94d01d53ab9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:32.269876 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.302431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Pushing event deleted for resources: {'Port': ['ID=0ae22132-ab82-411b-ac0d-d94d01d53ab9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:32.305836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] No DVR routers for this DVR port 0ae22132-ab82-411b-ac0d-d94d01d53ab9 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:32.310589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.313549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.313948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.314314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.315208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.315546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.315927 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.316273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.316594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.316918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.317619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.317619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.317994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32167cdf-11ef-4759-a3a6-053eb2b67318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.435665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Port': ['ID=0abd4d94-e6b9-4571-ae06-01c4d072c9b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:32.465722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.466493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.467547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.467719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.468138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.468656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.469294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.469598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.470032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.470481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.470962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.471388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:32.657318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.779465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.852989 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.854875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.964260 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.964816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Fanout notify agent at l3_agent the message router_deleted on router ce93a1c4-4b27-4ec1-85ae-08bc18445b8a {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:53:32.980944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:32.983614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9373f6c7-7c50-4b7b-8399-0265c54516d5 tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/routers/ce93a1c4-4b27-4ec1-85ae-08bc18445b8a HTTP/1.1" status: 204 len: 168 time: 1.7671573 Jul 16 22:53:32.988793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:33.176737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.298103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:33.340018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:33.340799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2aa8cfbc-27a0-44ee-bf52-ddb1ff9547dd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:33.341470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ae22132-ab82-411b-ac0d-d94d01d53ab9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:33.371826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0ae22132-ab82-411b-ac0d-d94d01d53ab9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:33.372504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0ae22132-ab82-411b-ac0d-d94d01d53ab9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:33.407812 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.467170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215472cb-369e-4d54-8502-ba7b613b1dd9']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:33.479547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:33.480015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8b2cdb-6723-4f4a-b9a3-5d7428a813db') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:33.492626 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.509991 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.524945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:53:33.531033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:53:33.547989 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:53:33.630666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.651746 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.666969 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/networks/215472cb-369e-4d54-8502-ba7b613b1dd9 HTTP/1.1" status: 204 len: 168 time: 0.6768134 Jul 16 22:53:33.670405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:33.722187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1838d9-314e-47b4-b9aa-a994c8281ba2 req-840df617-5e32-4be8-976c-021a3d97393a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:33.723938 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1838d9-314e-47b4-b9aa-a994c8281ba2 req-840df617-5e32-4be8-976c-021a3d97393a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.3124118 Jul 16 22:53:33.750958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06183ab1-1d62-42bb-aed0-50dea184b4ce tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'Network': ['ID=215472cb-369e-4d54-8502-ba7b613b1dd9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:33.861557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2e1838d9-314e-47b4-b9aa-a994c8281ba2 req-a11d3cc6-121a-4042-b8a3-6d1950c53748 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013186 Jul 16 22:53:33.894348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:33.941955 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:34.073126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:34.084009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:34.110843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] 10.222.0.70 "DELETE /v2.0/security-groups/8d23146e-a911-4aa5-831b-6d9897e6efd4 HTTP/1.1" status: 204 len: 168 time: 0.4342747 Jul 16 22:53:34.199544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887c5c-3813-41c8-9c28-fa54671d018f tempest-TestNetworkAdvancedServerOps-203567078 tempest-TestNetworkAdvancedServerOps-203567078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23146e-a911-4aa5-831b-6d9897e6efd4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:34.872421 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:35.057440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:35.402398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1add03d6-19a6-41da-99e2-f01ed9a9613b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95f977a739d24e11bb3c37be8e56bd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283420 Jul 16 22:53:35.406707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:35.524122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:35.558742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ccb1c-9e63-4e5d-bf73-e51a9506376b req-1427f8fc-fd55-4537-a241-e49ce81df869 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:35.563422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:35.572899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:35.573280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0abd4d94-e6b9-4571-ae06-01c4d072c9b9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:35.577092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d69ccb1c-9e63-4e5d-bf73-e51a9506376b req-1427f8fc-fd55-4537-a241-e49ce81df869 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1726921 Jul 16 22:53:35.695785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:35.699308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:35.704120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44833f28-328a-4f30-a2b8-edb6f987e105 HTTP/1.1" status: 204 len: 168 time: 0.2948105 Jul 16 22:53:35.706246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d69ccb1c-9e63-4e5d-bf73-e51a9506376b req-e49bd273-c531-4993-8c59-2c404cbadce8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251333 Jul 16 22:53:35.728676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ff7a9-e19a-4c74-b12b-9458eaf6ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44833f28-328a-4f30-a2b8-edb6f987e105,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:36.376360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 41856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:36.477202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 41862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:36.477926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1b68dcc4-22da-47a4-a98a-7875c0dc6114 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0361615908db4484aa23a96c1970eae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987144 Jul 16 22:53:36.581055 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:36.610675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:36.691308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:36.694859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:36.696103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3e95cd9-9719-4afb-877d-4f810386612f HTTP/1.1" status: 204 len: 168 time: 0.2177136 Jul 16 22:53:36.706714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab891e-8782-49b3-823e-ab0f740da96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e95cd9-9719-4afb-877d-4f810386612f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:37.169095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9fa69-c8f7-4970-b184-d506fd1c8371 req-477586d5-1671-4de8-ad81-90ffddbb289d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:37.179565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20a9fa69-c8f7-4970-b184-d506fd1c8371 req-477586d5-1671-4de8-ad81-90ffddbb289d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1624284 Jul 16 22:53:37.245833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20a9fa69-c8f7-4970-b184-d506fd1c8371 req-b9d5070b-564a-4796-9aed-1fb9bf469ce8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 Jul 16 22:53:38.524145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3e957-5f47-498d-a2a3-fa8609fd0fba req-43e1a1ca-a13a-469e-ba0c-9ce263ca556a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:38.526929 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e3e957-5f47-498d-a2a3-fa8609fd0fba req-43e1a1ca-a13a-469e-ba0c-9ce263ca556a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.0811260 Jul 16 22:53:38.589987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57e3e957-5f47-498d-a2a3-fa8609fd0fba req-eb0cd1e9-d73a-422d-bcf1-bb63fed391de tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572274 Jul 16 22:53:39.860554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3176c-8655-46c1-8638-9f59cb0a8067 req-419ef9ae-6d94-45f8-ac01-952bb0c48937 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:39.868625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3e3176c-8655-46c1-8638-9f59cb0a8067 req-419ef9ae-6d94-45f8-ac01-952bb0c48937 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.0936418 Jul 16 22:53:39.917525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3e3176c-8655-46c1-8638-9f59cb0a8067 req-d51e976b-f38b-465b-a242-ef1348fbe012 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jul 16 22:53:40.379362 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:53:41.261904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82c077-0b7b-4100-bc6e-0f62352530ab req-d47ea800-a9ee-4b57-acea-a01759a38b09 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:41.278106 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7b82c077-0b7b-4100-bc6e-0f62352530ab req-d47ea800-a9ee-4b57-acea-a01759a38b09 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1932445 Jul 16 22:53:41.344051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7b82c077-0b7b-4100-bc6e-0f62352530ab req-be0ac5f7-17fe-40c8-ac71-626cfc22d766 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580657 Jul 16 22:53:42.598469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40b39-e699-417f-89b2-ad225a274512 req-96ec90fb-15e1-4968-bcd4-5e52fdf7c4fc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:42.602688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeb40b39-e699-417f-89b2-ad225a274512 req-96ec90fb-15e1-4968-bcd4-5e52fdf7c4fc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1073728 Jul 16 22:53:42.653420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eeb40b39-e699-417f-89b2-ad225a274512 req-ad54be23-91c2-4f87-881a-af2961671bed tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Jul 16 22:53:43.909863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89df5-c1c7-4b4c-85bf-f498252a22ad req-73a7632a-1c09-4f2d-bf6e-919a02de8d7a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:43.912402 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa89df5-c1c7-4b4c-85bf-f498252a22ad req-73a7632a-1c09-4f2d-bf6e-919a02de8d7a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1003749 Jul 16 22:53:43.957540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1aa89df5-c1c7-4b4c-85bf-f498252a22ad req-28565990-a3ec-4853-a870-f3634ede466d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Jul 16 22:53:44.875492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:53:45.055392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:45.086710 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0', 'mac_address': 'fa:16:3e:57:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:53:45.144192 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:45.159644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:53:45.187982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:45.197825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:45.262843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b193-d405-40ff-811f-9c70c4c28a37 req-068d70b5-6b9c-4dbd-8634-130ac278ee12 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:45.263517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:45.274300 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f069b193-d405-40ff-811f-9c70c4c28a37 req-068d70b5-6b9c-4dbd-8634-130ac278ee12 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 943 time: 0.1234546 Jul 16 22:53:45.349619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f069b193-d405-40ff-811f-9c70c4c28a37 req-fa2c140f-82bc-4cf3-9b7d-223a5151fb1c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Jul 16 22:53:45.386937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:46.552454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d232f-f34d-48be-b6f7-064b3f5f5337 req-4be0ed5f-a12e-483b-b08d-c6a8df950140 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:46.554026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed2d232f-f34d-48be-b6f7-064b3f5f5337 req-4be0ed5f-a12e-483b-b08d-c6a8df950140 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 944 time: 0.0702300 Jul 16 22:53:46.601541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed2d232f-f34d-48be-b6f7-064b3f5f5337 req-78486238-cfb1-4175-9fa0-53c523a4422e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Jul 16 22:53:46.890021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:53:46.956650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:53:46.960610 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:53:46.961106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.041610 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.068565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:47.070989 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ba918-c6af-419f-ac8f-ca4c776be013" -d '{"events": [{"server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:47.086692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:47.093078 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.133328 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad0b55a-79a8-4fe3-a784-3b0a871a80f0 x-openstack-request-id: req-cad0b55a-79a8-4fe3-a784-3b0a871a80f0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:47.133631 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:47.133911 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cad0b55a-79a8-4fe3-a784-3b0a871a80f0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:47.134291 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0', 'code': 200} Jul 16 22:53:47.154717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:47.249909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d10c4-fbf1-425e-82ee-feca3db1bfbe req-a2d05820-33f9-493a-a2b0-87787fa7c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.251812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-965d10c4-fbf1-425e-82ee-feca3db1bfbe req-a2d05820-33f9-493a-a2b0-87787fa7c7c6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 1097 time: 0.0616052 Jul 16 22:53:47.290452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-965d10c4-fbf1-425e-82ee-feca3db1bfbe req-ff6e19fb-711a-4820-870d-3734d46f6dff service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Jul 16 22:53:47.816564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8b52-3209-499e-9886-f4f0b861e561 req-74fe801d-d147-49e3-b00c-15c3ead131ce tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.818372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6d8b52-3209-499e-9886-f4f0b861e561 req-74fe801d-d147-49e3-b00c-15c3ead131ce tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0804837 Jul 16 22:53:47.872741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f6d8b52-3209-499e-9886-f4f0b861e561 req-440a289b-5da0-4c10-a9df-9c256d3c32c4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Jul 16 22:53:49.106942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6ade1-9ac2-421f-aab8-cf25fc7b0629 req-43472558-2aa8-4e81-8107-02cfdc284e74 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.108561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ffa6ade1-9ac2-421f-aab8-cf25fc7b0629 req-43472558-2aa8-4e81-8107-02cfdc284e74 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0731866 Jul 16 22:53:49.156325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ffa6ade1-9ac2-421f-aab8-cf25fc7b0629 req-f13c67ea-47e5-4e1b-a44e-d4edee80443a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Jul 16 22:53:49.333598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee18ed8-7271-49da-bc5a-2bf9d2de2937 req-432b1fc6-7be5-4772-82cd-a207245254ff tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.339648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ee18ed8-7271-49da-bc5a-2bf9d2de2937 req-432b1fc6-7be5-4772-82cd-a207245254ff tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0708032 Jul 16 22:53:49.422169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ee18ed8-7271-49da-bc5a-2bf9d2de2937 req-9999e793-caad-47d1-9b44-3fada51ae18a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650196 Jul 16 22:53:49.912134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8eecb-ee0f-4d32-a0c9-9128bcc46f94 req-26c78c73-f395-49fb-900e-f7eaba91c89c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.913743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7f8eecb-ee0f-4d32-a0c9-9128bcc46f94 req-26c78c73-f395-49fb-900e-f7eaba91c89c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0846474 Jul 16 22:53:49.965133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7f8eecb-ee0f-4d32-a0c9-9128bcc46f94 req-448bc430-0e12-406e-a424-c74a42756807 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Jul 16 22:53:50.414772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:50.460397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Deleting subnet eca1d06f-6664-469f-9945-99ed1a443716 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:53:50.464196 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.500053 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.540759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.594412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.625798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca1d06f-6664-469f-9945-99ed1a443716,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:50.629611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.631705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-83b5c3a3-5c0f-45b6-9f17-9393e608fab4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eca1d06f-6664-469f-9945-99ed1a443716 HTTP/1.1" status: 204 len: 168 time: 0.2158251 Jul 16 22:53:50.634281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:50.712443 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.800254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.810475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec75c8b0-d875-4828-82cc-bedf3ace80a8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:50.822718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f582c7-5b1e-48ce-86d3-20674b88abfd') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:50.823024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f582c7-5b1e-48ce-86d3-20674b88abfd') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:50.846104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.849794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.867594 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.874702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:53:50.875145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: timer() Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:53:50.877636 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:53:50.942576 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.948084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.950304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec75c8b0-d875-4828-82cc-bedf3ace80a8 HTTP/1.1" status: 204 len: 168 time: 0.3143034 Jul 16 22:53:50.969038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4fcb6-3506-4a2e-b7a8-72d47e5a0653 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec75c8b0-d875-4828-82cc-bedf3ace80a8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:51.126857 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:51.176707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c4e60b40-229f-4a02-9c0b-6dbd15e171ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fba5d4229704709833e9a47e8781eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486059 Jul 16 22:53:51.178327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951cc7-c212-460d-8c93-430e41a0d131 req-251f8a1d-1f27-4eb9-96ec-033e9252871b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:51.179401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:51.180872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23951cc7-c212-460d-8c93-430e41a0d131 req-251f8a1d-1f27-4eb9-96ec-033e9252871b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0756412 Jul 16 22:53:51.233605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.254338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23951cc7-c212-460d-8c93-430e41a0d131 req-942833a1-9782-498c-8e56-abfcfd43a254 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Jul 16 22:53:51.259394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.301281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-545f66b3-36c9-426b-870e-6b17eeb20e6c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:51.302919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-545f66b3-36c9-426b-870e-6b17eeb20e6c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 945 time: 0.0940237 Jul 16 22:53:51.308888 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.311977 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.314638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c3fe904-f067-4134-bd9b-5f8845fd4f80 HTTP/1.1" status: 204 len: 168 time: 0.1331246 Jul 16 22:53:51.328739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d45c-985d-4e6f-aea0-93a25607122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3fe904-f067-4134-bd9b-5f8845fd4f80,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:51.418796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:51.419164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.528833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:51.529242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.542710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:51.684351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.697868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:51.700567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['250d06f3-2c77-4792-ae51-c2f1967332bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:53:51.726129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:51.737001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.737359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.737701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.738039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.738932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.739433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.739769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.740100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.740535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.740809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.741162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.741537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:51.792085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:51.792522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:51.795633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42cac899-c2e8-4c0e-98a9-4c9b5bba8fca req-03e6d5c6-0ec0-4db8-8fe3-76fac75baa92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.68 "DELETE /v2.0/ports/9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 HTTP/1.1" status: 204 len: 173 time: 0.4866014 Jul 16 22:53:51.796107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'name': 'network-vif-deleted', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:51.799254 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfff6de-01fe-49f3-8ed0-fec5a8f5a22d" -d '{"events": [{"server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "name": "network-vif-deleted", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:51.846303 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70598b-a91f-4fa1-b535-d692460d047e x-openstack-request-id: req-5c70598b-a91f-4fa1-b535-d692460d047e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:51.846764 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25025698-0887-43f5-8ba9-eeb44cf62958", "name": "network-vif-deleted", "tag": "9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:51.847158 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c70598b-a91f-4fa1-b535-d692460d047e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:51.847700 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25025698-0887-43f5-8ba9-eeb44cf62958', 'name': 'network-vif-deleted', 'tag': '9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0', 'status': 'completed', 'code': 200} Jul 16 22:53:52.427480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6946fbbb-1ce7-4726-8ae1-c6e037ce13ea req-a37f1b1d-e4f1-4cf5-9076-b9a85ec26a00 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0339496 Jul 16 22:53:53.085084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.579937 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b77cd8d-48c1-4e80-a1a6-7eb6318f1711 req-a5a8aa9a-9909-4214-892e-f704bccad897 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0298810 Jul 16 22:53:53.669846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:53.772342 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9782a66-3904-4eed-9ae5-c8c0e9c68090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.892011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9782a66-3904-4eed-9ae5-c8c0e9c68090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.896103 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9782a66-3904-4eed-9ae5-c8c0e9c68090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.937340 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e9782a66-3904-4eed-9ae5-c8c0e9c68090 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ff1c921d2a44b4dbb8499f80f2ca9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662029 Jul 16 22:53:53.938264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782a66-3904-4eed-9ae5-c8c0e9c68090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a13dc2-31e5-4959-af6e-815d3dde33b3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:53.939941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:53.993290 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.015109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.064689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.067483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.068629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96a13dc2-31e5-4959-af6e-815d3dde33b3 HTTP/1.1" status: 204 len: 168 time: 0.1275656 Jul 16 22:53:54.077143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25e243-daec-4b79-ba5c-0dd8af7563e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a13dc2-31e5-4959-af6e-815d3dde33b3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:54.337139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:54.351431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1894a97a-d99b-4f84-a4dd-e98f105f803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.447443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1894a97a-d99b-4f84-a4dd-e98f105f803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.451495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1894a97a-d99b-4f84-a4dd-e98f105f803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.490133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1894a97a-d99b-4f84-a4dd-e98f105f803e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8cd90c7ef5449b298a5d09cdc4e75be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514115 Jul 16 22:53:54.491116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894a97a-d99b-4f84-a4dd-e98f105f803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036080e0-259d-4d55-967d-103f61be4c3b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:54.492874 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:54.543298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.564858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.617865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.620674 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.622098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/036080e0-259d-4d55-967d-103f61be4c3b HTTP/1.1" status: 204 len: 168 time: 0.1280515 Jul 16 22:53:54.632649 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f34eb3-318c-4102-aed2-9372c27ff0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036080e0-259d-4d55-967d-103f61be4c3b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:54.749148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c14d8ee0-98bb-4dd7-99f7-4570d9c89f0f req-5abcf634-1e2b-403d-af4b-d1e7ecd3acf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0312297 Jul 16 22:53:54.962658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:54.984548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:54.984811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 9ca7cf67-abc3-4f7c-a8a4-5ef042ab0ee0 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:55.317569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-c0af0e27-a5e0-4ada-90f1-80bf642f23cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2370052 Jul 16 22:53:55.420688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-1ac62b71-3fea-485c-b3cc-efc22a9d2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.423549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-1ac62b71-3fea-485c-b3cc-efc22a9d2b3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 1097 time: 0.0610237 Jul 16 22:53:55.544210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-5ec81236-7fc1-4ab6-8957-a792b7c293e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.546212 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-5ec81236-7fc1-4ab6-8957-a792b7c293e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.1027498 Jul 16 22:53:55.597226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-e0117988-ce8d-494f-8c38-276631f62731 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250d06f3-2c77-4792-ae51-c2f1967332bb HTTP/1.1" status: 200 len: 217 time: 0.0436673 Jul 16 22:53:55.650644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-22487a59-9233-4bfe-9b98-aa389d0388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.652209 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-22487a59-9233-4bfe-9b98-aa389d0388f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0478494 Jul 16 22:53:55.709225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-7ea85f7c-f6ce-4679-b395-ba980f094e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.710743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-7ea85f7c-f6ce-4679-b395-ba980f094e3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522451 Jul 16 22:53:55.814996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-87d39c18-8a62-41f2-a6c3-a8e6c81c9f54 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958862 Jul 16 22:53:55.918803 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-93062094-a2ec-4113-8f6b-4eb31a8989ab req-7b51ac9d-a635-4e96-9dc2-c05022a4cf48 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977328 Jul 16 22:53:55.935271 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec04a8c5-0cc5-4435-88b2-2a79fa5c983f req-6c83f39f-d906-473a-b838-d86cc1667ad4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=25025698-0887-43f5-8ba9-eeb44cf62958 HTTP/1.1" status: 200 len: 210 time: 0.0435951 Jul 16 22:53:57.572910 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9325251-2859-4e8d-a6d6-0f629876781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.831858 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df982403-153c-475f-86ad-fb8e311891f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.122946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.434982 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.671216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132cc5e-0d29-4604-98ed-837f02048e07 req-31a083d5-ca7d-4a34-9c22-910874a7b051 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:01.673269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9132cc5e-0d29-4604-98ed-837f02048e07 req-31a083d5-ca7d-4a34-9c22-910874a7b051 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.0675764 Jul 16 22:54:01.711772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9132cc5e-0d29-4604-98ed-837f02048e07 req-8b417bb2-f759-4f38-bf6a-5c4af9553966 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Jul 16 22:54:02.803417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.916183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666767b1-922b-4774-baa5-790d8d05f986 req-d4d0f007-999e-4574-a1b3-283d3bca6803 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:02.917751 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-666767b1-922b-4774-baa5-790d8d05f986 req-d4d0f007-999e-4574-a1b3-283d3bca6803 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.0831711 Jul 16 22:54:02.958635 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-666767b1-922b-4774-baa5-790d8d05f986 req-bb636eb4-3993-40cd-868d-2362c9ab46c1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=19acfdd1-e7eb-466f-834d-4019e1fc10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Jul 16 22:54:03.080609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-2932f06f-a39e-4740-8ea2-333d479dc795 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:03.082133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-2932f06f-a39e-4740-8ea2-333d479dc795 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 945 time: 0.0653841 Jul 16 22:54:03.182105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 250d06f3-2c77-4792-ae51-c2f1967332bb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:03.182451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.274231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port 250d06f3-2c77-4792-ae51-c2f1967332bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=250d06f3-2c77-4792-ae51-c2f1967332bb,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:03.274518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.287726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 250d06f3-2c77-4792-ae51-c2f1967332bb owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:03.414964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.426691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['250d06f3-2c77-4792-ae51-c2f1967332bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:54:03.445374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=250d06f3-2c77-4792-ae51-c2f1967332bb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:03.490240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port 250d06f3-2c77-4792-ae51-c2f1967332bb on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:03.493272 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.495331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d88f593b-715d-4919-b36f-def4e1c65f6c req-23a6d50b-44a4-4a0f-a284-d49abb4090c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "DELETE /v2.0/ports/250d06f3-2c77-4792-ae51-c2f1967332bb HTTP/1.1" status: 204 len: 173 time: 0.4082065 Jul 16 22:54:03.495996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'name': 'network-vif-deleted', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:54:03.498431 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ede28-63ba-4ddd-8d15-816fc332af4e" -d '{"events": [{"server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "name": "network-vif-deleted", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:54:03.538014 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce214b82-ff09-427e-9fe5-1cd8e26a23f0 x-openstack-request-id: req-ce214b82-ff09-427e-9fe5-1cd8e26a23f0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:54:03.538313 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46060530-ca7d-4110-9124-16fc4e2f2ffa", "name": "network-vif-deleted", "tag": "250d06f3-2c77-4792-ae51-c2f1967332bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:54:03.538570 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce214b82-ff09-427e-9fe5-1cd8e26a23f0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:54:03.538978 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46060530-ca7d-4110-9124-16fc4e2f2ffa', 'name': 'network-vif-deleted', 'tag': '250d06f3-2c77-4792-ae51-c2f1967332bb', 'status': 'completed', 'code': 200} Jul 16 22:54:04.101896 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0760b76c-8e71-4759-95d9-6c0615797556 req-d6c452f7-0afa-42de-b6c7-e44e5c300c55 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0296035 Jul 16 22:54:05.251846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74f999ff-8671-4137-9347-63d699b99144 req-dee4723c-7fd5-4239-8c19-8e1a005528bc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0334659 Jul 16 22:54:05.882130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 250d06f3-2c77-4792-ae51-c2f1967332bb no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:05.902160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 250d06f3-2c77-4792-ae51-c2f1967332bb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:05.902499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 250d06f3-2c77-4792-ae51-c2f1967332bb not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:06.392559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57c4cf35-d04b-42b7-8e6a-53e310bb1cdb req-6ba087c6-d67a-41f0-b7d8-7647e5d95082 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0280721 Jul 16 22:54:07.530582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3327357d-067c-4502-8002-76725d711143 req-5c6d0db4-1b79-4aae-b32d-1f4764a59207 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0281343 Jul 16 22:54:08.691484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abe5cbf7-602b-4925-9e3b-85c5536e4228 req-f3e7677f-ade8-497b-893c-877aa856b90f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=46060530-ca7d-4110-9124-16fc4e2f2ffa HTTP/1.1" status: 200 len: 210 time: 0.0338140 Jul 16 22:54:14.263914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.269271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037571150', 'description': 'tempest-secgroup-smoke-2037571150 description', 'project_id': '75106652d45c4faaa04ec5dfeff717da'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:14.298809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.388187 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.393578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.423434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.424674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596911 Jul 16 22:54:14.427619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.432231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:14.437957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8956426-48f3-404b-b5bd-9453d9f15b98 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73c577-326b-40cf-a49d-f8f8544d3628,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:14.461682 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.520430 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.524508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.541851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235a71aa-b935-4b56-b86e-018f30fe328c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:14.548653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.549894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-689b9878-3636-4362-aca4-7481fcbafd40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211860 Jul 16 22:54:14.552806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.557464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:14.587514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.650655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.654615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.675141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c759f755-1f74-4848-8270-f22c010ff852,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:14.684930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.686244 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e48577a2-fa9f-496c-ab5b-f7709076caf4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324706 Jul 16 22:54:14.690449 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.695052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:14.725381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.794367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.804532 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.823873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d5ed6c-c7cd-4071-8b1d-c27cdbbedbc3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:14.830049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.831344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-649f5203-60e7-4aa5-8de3-a4649563d5ea tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399505 Jul 16 22:54:14.834114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 42694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.838841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:14.867624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.936171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.940764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.961285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cb81d4-73af-488d-b3ea-8e932b709124,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:14.965057 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:14.969400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-919dcbae-c95a-43ed-b056-d44a06e7fc79 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312175 Jul 16 22:54:14.969779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:14.974509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:15.006694 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Project 75106652d45c4faaa04ec5dfeff717da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:54:15.011793 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.075777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.081199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.100070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b08672-2260-4b4a-b2e7-0dd894cdd010,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:15.106764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.108179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3d3ffd60-d51a-423e-af90-8e488708fceb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373556 Jul 16 22:54:15.111444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 42704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:15.119655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'security_group_rule': {'security_group_id': '2a73c577-326b-40cf-a49d-f8f8544d3628', 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:15.142040 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Project 75106652d45c4faaa04ec5dfeff717da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:54:15.147250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.226128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.229094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.252149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7817814-4c9e-41de-b9ca-ca736020caff,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:15.256177 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:15.257574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41ab6e7f-5249-467a-9ee3-03beae1a669e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450217 Jul 16 22:54:17.383857 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:54:20.850601 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:23.100495 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:27.575729 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bdb643b-734c-420d-a6fb-8716a022456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:29.836559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71674172-08a1-4275-a75b-889a20a3a350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:30.126055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:30.788868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-046b2dd5-b0bc-4634-9efe-298731de9d4b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037571150&fields=id&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 267 time: 0.0433013 Jul 16 22:54:30.898431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-3c544d04-93c4-4b09-8a43-7607cedb9ce5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:30.899893 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-3c544d04-93c4-4b09-8a43-7607cedb9ce5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1045046 Jul 16 22:54:30.916558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-cfdbc778-ca7d-422f-a2af-99892e54f7bd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0110252 Jul 16 22:54:30.993239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-253692a6-2cad-433f-aed8-69f2b1d2e3c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705035 Jul 16 22:54:31.092503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-afdf9fa3-cb4a-4506-88a5-66336551d50d service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 Jul 16 22:54:31.196922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-4f57972f-59ee-4f2e-9b41-77c22e12a271 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979352 Jul 16 22:54:31.440561 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:31.502532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-27c34070-3206-428b-9862-ac52d590255d req-46f978d5-934e-49ee-824a-f4308cd7733c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0318067 Jul 16 22:54:32.677431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8944a11a-768a-4d80-af28-330531a799ce req-c96dd445-8772-4ef6-a263-c4192a3008b7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0355084 Jul 16 22:54:32.758317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-c6b5d509-a9cb-4788-8611-294932021d3d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:32.759840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-c6b5d509-a9cb-4788-8611-294932021d3d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1539671 Jul 16 22:54:32.773389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:32.814305 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-dda34fa3-ebc4-4c1e-8749-bf25e619da6d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 380 time: 0.0455258 Jul 16 22:54:32.825983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'security_groups': ['2a73c577-326b-40cf-a49d-f8f8544d3628']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:32.947045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:54:32.952398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.084895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.8 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/d9309ed0-07f0-4416-ae17-cd1b54f202ff) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:54:33.508645 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.523432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object d9309ed0-07f0-4416-ae17-cd1b54f202ff will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:54:33.560053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.603817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:54:33.609422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:54:33.613266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:54:33.644730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:33.672180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:33.673049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.689098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-b6ecd6a1-627e-4b69-8e8b-d9ffb2dd56c6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669052 Jul 16 22:54:33.700682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Request body: {'port': {'device_id': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:33.793039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.883978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80919-a45e-45a3-bc97-97b1a429602d req-6b90052b-64c0-48d3-85a0-bb543020b542 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:33.885501 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dfd80919-a45e-45a3-bc97-97b1a429602d req-6b90052b-64c0-48d3-85a0-bb543020b542 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 931 time: 0.0758431 Jul 16 22:54:33.937586 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dfd80919-a45e-45a3-bc97-97b1a429602d req-f6bca98b-52c7-4769-bce1-f17d6aa30773 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Jul 16 22:54:33.944652 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b0db179-716f-4d35-984d-efb8762f4950 None None] Provisioning for port d9309ed0-07f0-4416-ae17-cd1b54f202ff completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:54:33.950729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b0db179-716f-4d35-984d-efb8762f4950 None None] Provisioning complete for port d9309ed0-07f0-4416-ae17-cd1b54f202ff triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:54:33.951174 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b0db179-716f-4d35-984d-efb8762f4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:33.987039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0b0db179-716f-4d35-984d-efb8762f4950 None None] Port d9309ed0-07f0-4416-ae17-cd1b54f202ff cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:54:34.076433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9309ed0-07f0-4416-ae17-cd1b54f202ff {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:54:34.084468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:34.096051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Transition to ACTIVE for port object d9309ed0-07f0-4416-ae17-cd1b54f202ff will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:54:34.100261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:34.150515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Pushing event updated for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:34.234402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Attempting to bind port d9309ed0-07f0-4416-ae17-cd1b54f202ff on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:54:34.235072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Attempting to bind port d9309ed0-07f0-4416-ae17-cd1b54f202ff by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:54:34.235508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Attempting to bind port d9309ed0-07f0-4416-ae17-cd1b54f202ff on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:54:34.240791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Port d9309ed0-07f0-4416-ae17-cd1b54f202ff on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:54:34.241326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Attempting to bind port d9309ed0-07f0-4416-ae17-cd1b54f202ff on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:54:34.247174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:54:34.247597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:54:34.248056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:54:34.248569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Bound port: d9309ed0-07f0-4416-ae17-cd1b54f202ff, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:54:34.249588 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:34.324040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:54:34.327016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:54:34.331576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:34.365506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:34.366128 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:34.367507 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] 10.222.0.47 "PUT /v2.0/ports/d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 1092 time: 0.6711929 Jul 16 22:54:34.368022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:54:34.370210 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aef057-f49f-4572-ad76-36fe4e2e54cd" -d '{"events": [{"name": "network-changed", "server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:54:34.395985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242413e-0934-4c91-bd10-e56afc48a753 service neutron] Pushing event updated for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:34.454558 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57f0e5-fc99-4ea6-ad2e-7ce0bccc6b2e x-openstack-request-id: req-7c57f0e5-fc99-4ea6-ad2e-7ce0bccc6b2e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:54:34.454956 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:54:34.455284 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c57f0e5-fc99-4ea6-ad2e-7ce0bccc6b2e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:54:34.455745 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'status': 'completed', 'code': 200} Jul 16 22:54:34.485381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-9cfff218-4326-47ae-aee1-f4babc26ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:34.486992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-9cfff218-4326-47ae-aee1-f4babc26ed0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1095 time: 0.0674717 Jul 16 22:54:34.534647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-523840d4-13e6-49a8-8e0f-7ce42f3a6a18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 217 time: 0.0404229 Jul 16 22:54:34.587667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2b2676bc-0e2f-417f-85ef-9d9ccb3efe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:34.589291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-2b2676bc-0e2f-417f-85ef-9d9ccb3efe90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0487361 Jul 16 22:54:34.647175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-dfd34012-784f-45bb-9169-b9ab4f056161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:34.648683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-dfd34012-784f-45bb-9169-b9ab4f056161 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535619 Jul 16 22:54:34.741550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-5422a2a4-1ae9-40a9-9916-d7672b40f62b service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855844 Jul 16 22:54:34.835978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd1f630c-351d-4aeb-8ecf-b3a0b84bbc8d req-49c16b7c-1073-4f5d-9c90-fdc5a0ceab2d service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869737 Jul 16 22:54:34.942229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-aeb86ca5-dc44-4aee-adff-f951cbbb3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:34.943746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-aeb86ca5-dc44-4aee-adff-f951cbbb3d83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1095 time: 0.0596895 Jul 16 22:54:35.037514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-a88df561-ecb7-4df6-b521-1dd756509b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:35.038994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-a88df561-ecb7-4df6-b521-1dd756509b00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0891428 Jul 16 22:54:35.086730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-24c241da-c104-462b-bc7a-a6bb3f22ebb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 217 time: 0.0407746 Jul 16 22:54:35.117564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfab4e-4b05-42f3-98c8-4e437e87a627 req-63926135-ff8a-4653-a710-61cb505237c4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:35.119311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abbfab4e-4b05-42f3-98c8-4e437e87a627 req-63926135-ff8a-4653-a710-61cb505237c4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0643678 Jul 16 22:54:35.138320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-41e14a50-10e7-4808-9fed-2b010b96b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:35.140555 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-41e14a50-10e7-4808-9fed-2b010b96b949 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0468435 Jul 16 22:54:35.159618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-abbfab4e-4b05-42f3-98c8-4e437e87a627 req-618d0bcc-60c9-4e24-8126-aa25d9bf6431 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349345 Jul 16 22:54:35.197866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-73cec558-4902-41be-a52b-9c84eccf787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:35.199290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-73cec558-4902-41be-a52b-9c84eccf787c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528560 Jul 16 22:54:35.292189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-76a49e05-f95e-47b1-b6dc-082df276a20a service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Jul 16 22:54:35.381604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-22aef057-f49f-4572-ad76-36fe4e2e54cd req-858365d7-74a9-482b-bc68-ed03648348c3 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836043 Jul 16 22:54:36.338509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512102-ede9-44d5-a722-dbebb79a1eff req-896f5cb6-9f54-4a9f-8c8a-6c2c6bb90da7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:36.340018 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa512102-ede9-44d5-a722-dbebb79a1eff req-896f5cb6-9f54-4a9f-8c8a-6c2c6bb90da7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0683477 Jul 16 22:54:36.378449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fa512102-ede9-44d5-a722-dbebb79a1eff req-d4126baa-fbb1-4ca6-94e2-1b5d48e1c73b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327291 Jul 16 22:54:37.554407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb6598-6288-4cd3-8b87-be9f66930a75 req-57616734-d946-48c4-a550-be9d67a00509 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:37.555924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fbb6598-6288-4cd3-8b87-be9f66930a75 req-57616734-d946-48c4-a550-be9d67a00509 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0634637 Jul 16 22:54:37.594088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0fbb6598-6288-4cd3-8b87-be9f66930a75 req-684c167e-7969-4589-b1db-2ea900c2e756 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Jul 16 22:54:38.770365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2218733-906c-49bd-964d-83a49bb22f76 req-f3b05502-c956-40a2-b7b6-cef04e052bcf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:38.771786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2218733-906c-49bd-964d-83a49bb22f76 req-f3b05502-c956-40a2-b7b6-cef04e052bcf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0636542 Jul 16 22:54:38.810028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2218733-906c-49bd-964d-83a49bb22f76 req-c071ec1c-c47b-4005-acf5-60764e0e5537 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Jul 16 22:54:39.993934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b2a4-ee1c-4906-9152-217602a0dc63 req-db1f78fe-b61f-4718-8134-fd05f5374198 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:39.995465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ee8b2a4-ee1c-4906-9152-217602a0dc63 req-db1f78fe-b61f-4718-8134-fd05f5374198 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0706756 Jul 16 22:54:40.036522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2ee8b2a4-ee1c-4906-9152-217602a0dc63 req-d84f1d4a-ab19-4ba8-8558-0831f466b086 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348663 Jul 16 22:54:41.216025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2cc26-971c-4667-959d-d67e21098450 req-17cd4c9c-bc16-4f91-95cc-677ad840482b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:41.218370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ba2cc26-971c-4667-959d-d67e21098450 req-17cd4c9c-bc16-4f91-95cc-677ad840482b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0680923 Jul 16 22:54:41.256365 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6ba2cc26-971c-4667-959d-d67e21098450 req-3abcc407-7bdb-4529-9372-d852a1609d77 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Jul 16 22:54:42.430380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82453337-05dd-42bf-a089-abb527a7369c req-d745ea89-1334-4aaf-aa06-1f5a6012890f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:42.431922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82453337-05dd-42bf-a089-abb527a7369c req-d745ea89-1334-4aaf-aa06-1f5a6012890f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0648134 Jul 16 22:54:42.473781 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82453337-05dd-42bf-a089-abb527a7369c req-6c92bad1-e6fa-4fab-abf4-42f004090747 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Jul 16 22:54:43.654049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ace286-df8e-45db-8f28-d344885b24c8 req-02db9ea8-602d-42a0-b7f2-b1ea205e26d5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:43.656078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9ace286-df8e-45db-8f28-d344885b24c8 req-02db9ea8-602d-42a0-b7f2-b1ea205e26d5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0730250 Jul 16 22:54:43.695531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9ace286-df8e-45db-8f28-d344885b24c8 req-d73758a8-28bc-459d-a458-76e25983b918 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336032 Jul 16 22:54:44.875568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c930176-ff0e-47bc-ae1c-af24d3f9857f req-075b7621-134d-40e4-a57c-78bb383eeb88 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:44.877668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c930176-ff0e-47bc-ae1c-af24d3f9857f req-075b7621-134d-40e4-a57c-78bb383eeb88 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0693648 Jul 16 22:54:44.917500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c930176-ff0e-47bc-ae1c-af24d3f9857f req-25402168-dd8a-479d-9eea-24b555468433 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Jul 16 22:54:46.093602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6cc0f-ff4e-4f15-be39-3bf0d12e73ff req-19193f6b-3bae-4ffa-8bf7-c74212421be0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:46.095079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e6cc0f-ff4e-4f15-be39-3bf0d12e73ff req-19193f6b-3bae-4ffa-8bf7-c74212421be0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0658989 Jul 16 22:54:46.133457 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90e6cc0f-ff4e-4f15-be39-3bf0d12e73ff req-e2dc5339-63c6-4915-a8f8-a864dcde0442 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Jul 16 22:54:47.311888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0179c8d-4a0d-4f2e-aca8-f1a893b01257 req-8a23b671-39ac-4b09-8011-8b75c7420d89 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:47.313412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0179c8d-4a0d-4f2e-aca8-f1a893b01257 req-8a23b671-39ac-4b09-8011-8b75c7420d89 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 943 time: 0.0634387 Jul 16 22:54:47.350878 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0179c8d-4a0d-4f2e-aca8-f1a893b01257 req-e0e1dac8-7c43-47f6-a92e-62467dff095b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 16 22:54:48.109681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d9309ed0-07f0-4416-ae17-cd1b54f202ff details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:54:48.208475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:48.220654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'mac_address': 'fa:16:3e:20:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:54:48.259686 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:48.272397 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9309ed0-07f0-4416-ae17-cd1b54f202ff {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:54:48.292174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:48.296547 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:48.346791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:48.353998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.354349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.354693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.355035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.355372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.355703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.356032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.356360 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.356686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.357030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.357356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.358220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:48.502887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['d9309ed0-07f0-4416-ae17-cd1b54f202ff'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:54:48.539347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252fcd-8d08-401b-861e-51f5043f5d8b req-c8f10735-b417-496c-b645-0d304f710eeb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:48.546086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b252fcd-8d08-401b-861e-51f5043f5d8b req-c8f10735-b417-496c-b645-0d304f710eeb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 944 time: 0.0827563 Jul 16 22:54:48.581671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b252fcd-8d08-401b-861e-51f5043f5d8b req-34bc9ef7-7ea0-4a9f-ab68-ed222fc86bc1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jul 16 22:54:49.761462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375181-3f1e-46f3-b856-674a94a6b54e req-54ec5d7c-38c0-49e5-8b84-e0d583be24cc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:49.763112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89375181-3f1e-46f3-b856-674a94a6b54e req-54ec5d7c-38c0-49e5-8b84-e0d583be24cc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 944 time: 0.0646629 Jul 16 22:54:49.801377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-89375181-3f1e-46f3-b856-674a94a6b54e req-ca0e770b-b339-463d-b646-6a23c11af12c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jul 16 22:54:50.125612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d9309ed0-07f0-4416-ae17-cd1b54f202ff up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:54:50.172792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port d9309ed0-07f0-4416-ae17-cd1b54f202ff completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:54:50.176670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port d9309ed0-07f0-4416-ae17-cd1b54f202ff triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:54:50.177107 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:50.255951 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:50.282048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:54:50.284524 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398a73e9-f7f6-466c-b276-b5c175d3d29f" -d '{"events": [{"server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "name": "network-vif-plugged", "status": "completed", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:54:50.297446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:50.302203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:50.348825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:50.441315 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a7c77-f19b-4d9b-9ef0-89a62d0231a6 x-openstack-request-id: req-8a7a7c77-f19b-4d9b-9ef0-89a62d0231a6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:54:50.441602 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "name": "network-vif-plugged", "status": "completed", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:54:50.441850 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a7a7c77-f19b-4d9b-9ef0-89a62d0231a6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:54:50.442245 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'code': 200} Jul 16 22:54:50.554617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe7aa-e44c-4ced-9355-e8f6055e7056 req-b784ed1b-505e-431c-97e9-0be57c9838d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:50.556127 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ddbe7aa-e44c-4ced-9355-e8f6055e7056 req-b784ed1b-505e-431c-97e9-0be57c9838d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0535054 Jul 16 22:54:50.591069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0ddbe7aa-e44c-4ced-9355-e8f6055e7056 req-6bb121fe-bcfd-4050-b4cc-2d73e3635acd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277066 Jul 16 22:54:50.847424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:50.981709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f0268-a9e0-405f-af23-e309fb30d62c req-54c270bc-a4c5-4abf-97f3-7703836d60ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:50.983758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d19f0268-a9e0-405f-af23-e309fb30d62c req-54c270bc-a4c5-4abf-97f3-7703836d60ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0695133 Jul 16 22:54:51.025036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d19f0268-a9e0-405f-af23-e309fb30d62c req-60a13cbf-2b60-4dce-be46-7acc763f6f0c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357211 Jul 16 22:54:52.204365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f3322-5231-4fa1-93d9-04504e30a63f req-733861b2-05b8-42b7-bb85-307768f30bc8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:52.206371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f99f3322-5231-4fa1-93d9-04504e30a63f req-733861b2-05b8-42b7-bb85-307768f30bc8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0654905 Jul 16 22:54:52.249151 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f99f3322-5231-4fa1-93d9-04504e30a63f req-b4d29068-5aee-493e-9cf3-83dc441bd514 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363131 Jul 16 22:54:52.420681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746ac9-2d4e-40b7-bfee-2db9b2acf99d req-8e08d1af-0702-4393-82b2-1fc96b2dd139 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:52.422799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7746ac9-2d4e-40b7-bfee-2db9b2acf99d req-8e08d1af-0702-4393-82b2-1fc96b2dd139 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Jul 16 22:54:52.461763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b7746ac9-2d4e-40b7-bfee-2db9b2acf99d req-b6f9a202-c51a-418d-b673-ca7e0b5368a5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Jul 16 22:54:52.486764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:52.542853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf7f98-12d1-44b4-a868-8f646c38a047 tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:52.544389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-edaf7f98-12d1-44b4-a868-8f646c38a047 tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1092 time: 0.0566211 Jul 16 22:54:52.547305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 43788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:52.551713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:54:52.573860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:52.669803 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:52.781336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.25.5.234 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/af64016a-8db5-4ee8-b927-c6ad3d0b1cfa) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:54:52.885414 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:52.924930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:52.971837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:54:52.974745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:54:52.978336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:54:52.999931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=af64016a-8db5-4ee8-b927-c6ad3d0b1cfa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:53.014730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.015079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.015419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.015757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.016093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.016418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.016743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.017089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.017411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.017732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.018054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.018371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:54:53.104949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:53.480411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:53.589517 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:53.737856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:53.742579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:53.818104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=af64016a-8db5-4ee8-b927-c6ad3d0b1cfa,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:53.827893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:54.205352 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 4e252e72-a6b3-4359-8c52-8ca1c9ee7106 associated. External IP: 172.25.5.234, port: d9309ed0-07f0-4416-ae17-cd1b54f202ff. Jul 16 22:54:54.382867 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:54:54.418296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:54:54.527470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:54:54.540120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:54:54.546573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:54.553095 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:54.554120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:54:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:54.586907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-503fa42d-19c7-4157-9d26-76ab2565d642 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0385489 Jul 16 22:54:54.587522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:54:54.590122 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c309ce6-828e-4656-a3f4-29f0f2295719" -d '{"events": [{"name": "network-changed", "server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:54:54.627952 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42040ab8-8dd4-4941-b029-a8ede55eb86b x-openstack-request-id: req-42040ab8-8dd4-4941-b029-a8ede55eb86b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:54:54.628329 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:54:54.628601 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42040ab8-8dd4-4941-b029-a8ede55eb86b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:54:54.629034 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'status': 'completed', 'code': 200} Jul 16 22:54:54.672458 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:54.714296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-80de41e1-b0c1-4465-968b-20837ce4b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:54.716005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-80de41e1-b0c1-4465-968b-20837ce4b3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0628231 Jul 16 22:54:54.813895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-57c6bc80-733e-4fb0-889d-774351a26dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:54.815369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-57c6bc80-733e-4fb0-889d-774351a26dd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0931935 Jul 16 22:54:54.887793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-7e4d4839-d920-4fc1-8eca-7e238c56841e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 999 time: 0.0665021 Jul 16 22:54:54.926717 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4e252e72-a6b3-4359-8c52-8ca1c9ee7106', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:20:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:54:53Z', 'updated_at': '2021-07-16T22:54:53Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:54.944370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-368fe333-c6d0-41eb-bb1d-859de1f4d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:54.946026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-368fe333-c6d0-41eb-bb1d-859de1f4d4ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0519035 Jul 16 22:54:55.006257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-40e2f117-290d-46fc-8cf4-659f19fa994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:55.007908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-40e2f117-290d-46fc-8cf4-659f19fa994f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547647 Jul 16 22:54:55.048706 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:54:55.057021 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:55.057599 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:54:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:55.120997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-eb4462cb-49fb-4a03-bebb-b3050feb95e5 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050174 Jul 16 22:54:55.165768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:55.224672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c309ce6-828e-4656-a3f4-29f0f2295719 req-d5342607-584e-47ff-905c-6261ecff890d service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979900 Jul 16 22:54:55.394523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4e252e72-a6b3-4359-8c52-8ca1c9ee7106', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:20:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:54:53Z', 'updated_at': '2021-07-16T22:54:53Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:55.431344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0a8af-be15-44d6-9c6f-bd9d1f134f4c None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '4e252e72-a6b3-4359-8c52-8ca1c9ee7106', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:20:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:54:53Z', 'updated_at': '2021-07-16T22:54:53Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:54:55.626254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26dce-a8ec-49a6-ad27-118317a10cb3 None None] New status for floating IP 4e252e72-a6b3-4359-8c52-8ca1c9ee7106: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:54:56.132787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-3c226154-579a-49fe-ab2a-d800b311e092 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540333 Jul 16 22:54:56.235067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-9ed78acf-3c45-4b29-892c-7ba927cc1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:56.236574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-9ed78acf-3c45-4b29-892c-7ba927cc1f0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0583513 Jul 16 22:54:56.340436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-add478f4-55d9-43d3-b657-fd1a84ba3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:56.342482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-add478f4-55d9-43d3-b657-fd1a84ba3710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0858648 Jul 16 22:54:56.411301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-6d04b5d4-1796-433c-bef7-a2d6e1b45e38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 1001 time: 0.0629845 Jul 16 22:54:56.461626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-66047003-f993-4a1c-af90-4b53f2b1a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:56.463172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-66047003-f993-4a1c-af90-4b53f2b1a10b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0458724 Jul 16 22:54:56.518410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-6f0dc021-ada0-4688-a441-1930665b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:54:56.519954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-6f0dc021-ada0-4688-a441-1930665b58fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511744 Jul 16 22:54:56.611909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-ca3a3340-9b3c-46ad-8652-ad59323fa949 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Jul 16 22:54:56.703177 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f39a12-fad0-42e9-8d5f-5f9cd9bc76fb req-b6bcf938-bb57-44e7-b262-2f9c46317214 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Jul 16 22:54:57.577702 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81cf631a-2b50-4271-b7c1-b5e32b0d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:59.838046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42149580-0607-448c-918d-fa5aed71dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:00.126727 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:01.441213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:02.776115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.183203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44518) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:18.294180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38be28f8-8308-4c43-990d-b38d42074c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.405814 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38be28f8-8308-4c43-990d-b38d42074c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.409963 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38be28f8-8308-4c43-990d-b38d42074c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.455224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be28f8-8308-4c43-990d-b38d42074c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb0d64e-0a17-4e29-891f-86611a3442de,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:18.462540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-38be28f8-8308-4c43-990d-b38d42074c23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f5946c3d68549539c017e623af32e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758422 Jul 16 22:55:18.462774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:18.519676 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.544089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.595203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.598453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.599903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4eb0d64e-0a17-4e29-891f-86611a3442de HTTP/1.1" status: 204 len: 168 time: 0.1362181 Jul 16 22:55:18.610207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed379-bddd-480b-8b78-6287a2a01ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb0d64e-0a17-4e29-891f-86611a3442de,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:18.886738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44528) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:18.901501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32314e48-7b85-424a-9ecc-fea304b58f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.995614 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32314e48-7b85-424a-9ecc-fea304b58f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:18.999821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32314e48-7b85-424a-9ecc-fea304b58f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:19.044058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-32314e48-7b85-424a-9ecc-fea304b58f37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=855f1f9f0bea43808642df56563df9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555052 Jul 16 22:55:19.044839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32314e48-7b85-424a-9ecc-fea304b58f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b168db8-fdae-4b06-bbd1-c7d517d7f15d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:19.046798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44530) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:19.099013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:19.124009 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:19.175141 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:19.177718 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:19.178860 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b168db8-fdae-4b06-bbd1-c7d517d7f15d HTTP/1.1" status: 204 len: 168 time: 0.1309311 Jul 16 22:55:19.187123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b168db8-fdae-4b06-bbd1-c7d517d7f15d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:19.194999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.195347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.195696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.196030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.196393 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.196722 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.197084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.197408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.198038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.198367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.198690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:19.199017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a659aa-0464-44cd-8428-178067173de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:20.870705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:23.096736 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.302304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:24.408526 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6e6987b-2fd2-4819-b827-c996cf44f480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.494086 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6e6987b-2fd2-4819-b827-c996cf44f480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.498808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6e6987b-2fd2-4819-b827-c996cf44f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.535725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6e6987b-2fd2-4819-b827-c996cf44f480 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9be12b1789514aa2ac08bd8799f798b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323313 Jul 16 22:55:24.536607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6987b-2fd2-4819-b827-c996cf44f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c45fb6-d38b-40d6-a1ba-69a55d636c60,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:24.538520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:24.587481 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.608586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.654145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.657084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:24.658235 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22c45fb6-d38b-40d6-a1ba-69a55d636c60 HTTP/1.1" status: 204 len: 168 time: 0.1186621 Jul 16 22:55:24.665742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde802a-b2e8-4f4b-8e27-36a7f455f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c45fb6-d38b-40d6-a1ba-69a55d636c60,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:24.915359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:24.929088 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78dc55f1-83a3-48a0-a997-6cca5d8a06c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.015631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78dc55f1-83a3-48a0-a997-6cca5d8a06c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.019201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78dc55f1-83a3-48a0-a997-6cca5d8a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.058301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-78dc55f1-83a3-48a0-a997-6cca5d8a06c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ed3ee3a6e66431fa60796a7925a4711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418519 Jul 16 22:55:25.059191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc55f1-83a3-48a0-a997-6cca5d8a06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b522e5a2-c57a-4056-befd-810747011795,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:25.060932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:25.111522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.132909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.179359 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.182106 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.183252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b522e5a2-c57a-4056-befd-810747011795 HTTP/1.1" status: 204 len: 168 time: 0.1211169 Jul 16 22:55:25.191331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125761b4-a7d5-4b8f-bf8a-fb980f551b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b522e5a2-c57a-4056-befd-810747011795,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:26.189622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:26.298748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a867dda-aa49-4563-aec9-b38737f1cb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.385123 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a867dda-aa49-4563-aec9-b38737f1cb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.388573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a867dda-aa49-4563-aec9-b38737f1cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.427243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a867dda-aa49-4563-aec9-b38737f1cb71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88cd5e4d294c4cce81e428995864fa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365465 Jul 16 22:55:26.428367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a867dda-aa49-4563-aec9-b38737f1cb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa868b-df0b-4c9f-b4f0-84aee11bdf2d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:26.430077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:26.482286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.502676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.549224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.551805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:26.552947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0faa868b-df0b-4c9f-b4f0-84aee11bdf2d HTTP/1.1" status: 204 len: 168 time: 0.1218717 Jul 16 22:55:26.560276 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828cf2-3872-42e2-ad00-7324a05b7c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa868b-df0b-4c9f-b4f0-84aee11bdf2d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:27.587025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5ddd-2257-4bb5-8ef0-5b050b8a6f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:29.838776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e759de19-44b3-4709-b466-3233bc596a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:30.129854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:31.382415 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:55:31.444857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:32.778287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.459511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 44794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:40.561650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-474fea5c-8549-4ba3-89ce-5ca51d1c13c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.649113 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-474fea5c-8549-4ba3-89ce-5ca51d1c13c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.652736 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-474fea5c-8549-4ba3-89ce-5ca51d1c13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.690301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-474fea5c-8549-4ba3-89ce-5ca51d1c13c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d33bc5cf90e840dfb19c6cd4581f955b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297218 Jul 16 22:55:40.691144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fea5c-8549-4ba3-89ce-5ca51d1c13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49cddef-f8b3-4d22-90da-a62f0a4896f9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:40.693125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 44798) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:55:40.741383 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.762088 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.807568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.810339 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:40.811493 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a49cddef-f8b3-4d22-90da-a62f0a4896f9 HTTP/1.1" status: 204 len: 168 time: 0.1173060 Jul 16 22:55:40.819710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82e90b-bb77-4a2a-a729-1068f5c0dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49cddef-f8b3-4d22-90da-a62f0a4896f9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:42.959428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-2ba3f86b-8d3e-49a4-8e42-d040b4cbd917 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c6d8db475dc4494b94efc094b63a7f89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295489 Jul 16 22:55:43.384183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-b11668f3-a487-4834-aaff-0db9f92f1ab0 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:43.385600 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-b11668f3-a487-4834-aaff-0db9f92f1ab0 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213281 Jul 16 22:55:43.399778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-380cc8f5-1e9c-4d2f-bdf7-846d9d887394 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/quotas/c6d8db475dc4494b94efc094b63a7f89 HTTP/1.1" status: 200 len: 375 time: 0.0087504 Jul 16 22:55:43.431449 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-47303422-e8f2-4452-8fb7-1eaf19b31ff6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c6d8db475dc4494b94efc094b63a7f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271351 Jul 16 22:55:43.601962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d005837-8a94-4def-8546-4a99a58f193b req-37ec013e-71da-4f4b-94e6-71d6a2ddadee tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0313811 Jul 16 22:55:44.695580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-344de22c-2c0b-4994-9319-abdf91e3c5fa req-bd41e389-a134-4c24-b522-ea761d70ecf7 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0284038 Jul 16 22:55:45.792889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d11b62e0-c1cd-4f48-aefc-e0aed09dc9db req-0ee0dfc4-44cf-44e8-a26b-b7717dd5c5e7 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jul 16 22:55:46.877536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-77ae092c-10a8-4cd2-8320-69a67afa2f3d req-8ca9d03f-55ab-4031-a961-5087cdc5b622 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0335081 Jul 16 22:55:48.028940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef96b266-75d1-4cfe-bcde-65516c63e077 req-66acb851-3a52-4910-adbb-7a8d4074ca4d tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0282323 Jul 16 22:55:48.628259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-b2643e09-0431-482b-8d53-b492bf4e13fa tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c6d8db475dc4494b94efc094b63a7f89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279124 Jul 16 22:55:48.818608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-bf0b4cd3-a98e-467e-b149-156d6e2b83f0 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:48.820044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-bf0b4cd3-a98e-467e-b149-156d6e2b83f0 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855915 Jul 16 22:55:48.838565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Request body: {'port': {'device_id': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'c6d8db475dc4494b94efc094b63a7f89'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:55:48.943678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Made reservation on behalf of c6d8db475dc4494b94efc094b63a7f89 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:55:48.947373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:48.956280 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.048805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.052583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.118785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b016fe-0f34-48c4-a704-ead7066fb55c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:49.171968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e49cd980-240f-4d28-bece-34390fa8da58 req-cf8cc59e-4330-47cf-98db-62c3befe3110 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 210 time: 0.0282669 Jul 16 22:55:49.188066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Allocated IP 192.168.233.242 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/8031c11e-4d52-41e9-a0f5-5abdf1bd5558) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:55:49.333255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.346145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Transition to ACTIVE for port object 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:55:49.378410 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.419031 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:55:49.424075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:55:49.427708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:55:49.461235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Pushing event updated for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:49.485364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:49.485991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.500639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-69446f43-6bfd-4e6e-aa3c-5555597d50e6 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6656036 Jul 16 22:55:49.511916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Request body: {'port': {'device_id': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:55:49.585804 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.634487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf8f0a5b-0e71-4cac-8174-79b508245107 None None] Provisioning for port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:55:49.639414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf8f0a5b-0e71-4cac-8174-79b508245107 None None] Provisioning complete for port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:55:49.639910 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0a5b-0e71-4cac-8174-79b508245107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.675276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f0a5b-0e71-4cac-8174-79b508245107 None None] Port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:55:49.852290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:55:49.859947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.872134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Transition to ACTIVE for port object 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:55:49.876145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:49.945472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Pushing event updated for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:49.995300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Attempting to bind port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:55:49.995687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Attempting to bind port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:55:49.996091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Attempting to bind port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:55:50.000770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:55:50.001127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Attempting to bind port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:55:50.006219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:55:50.006562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:55:50.006942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:55:50.007360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Bound port: 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:55:50.007711 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:50.078208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:55:50.081328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:55:50.086231 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:50.117867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.118480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:50.119842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] 10.222.0.68 "PUT /v2.0/ports/8031c11e-4d52-41e9-a0f5-5abdf1bd5558 HTTP/1.1" status: 200 len: 1097 time: 0.6121991 Jul 16 22:55:50.121985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:55:50.124404 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0bfe3f-f8c4-434e-952f-764d395fedbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:55:50.161516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117480-d89f-460c-9f95-b65462f97e88 service neutron] Pushing event updated for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:50.174145 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9d4b8-303a-4fd5-9230-0e49924679d8 x-openstack-request-id: req-3ed9d4b8-303a-4fd5-9230-0e49924679d8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:55:50.174354 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:55:50.174605 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ed9d4b8-303a-4fd5-9230-0e49924679d8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:55:50.174999 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558', 'status': 'completed', 'code': 200} Jul 16 22:55:50.225150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-bef886f5-02fc-4d31-861a-73fe394cb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.226655 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-bef886f5-02fc-4d31-861a-73fe394cb2a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6d8db475dc4494b94efc094b63a7f89&device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 1100 time: 0.0619149 Jul 16 22:55:50.278326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-819fd11a-da22-489f-adc1-7022c0b6b8a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558 HTTP/1.1" status: 200 len: 217 time: 0.0419784 Jul 16 22:55:50.329552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-298c0237-52a3-484f-87f2-85b630192fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.331097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-298c0237-52a3-484f-87f2-85b630192fe3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0470498 Jul 16 22:55:50.373154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832ea01-bdac-43dc-a238-81aaa627a93c req-34e2735e-dcaf-4405-9e7b-be880d7f5831 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.376087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4832ea01-bdac-43dc-a238-81aaa627a93c req-34e2735e-dcaf-4405-9e7b-be880d7f5831 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 948 time: 0.0673614 Jul 16 22:55:50.390116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-5823c1fc-4dcc-4cbd-8913-d2ef1a675934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.391644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-5823c1fc-4dcc-4cbd-8913-d2ef1a675934 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543940 Jul 16 22:55:50.421030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4832ea01-bdac-43dc-a238-81aaa627a93c req-d2c9dae1-f250-40b7-9481-4aefd18e9d35 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Jul 16 22:55:50.491835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-a7336df9-99c3-4165-af7d-6070de4b5cb8 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938148 Jul 16 22:55:50.580786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0a4f4956-4c25-4954-9c22-8982712b5e4f req-82cec1fb-cf47-4d89-a83d-c2edd890acc4 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822415 Jul 16 22:55:50.684370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-8bb8eb1a-767e-419e-8f81-7a427b5f4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.686021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-8bb8eb1a-767e-419e-8f81-7a427b5f4df0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6d8db475dc4494b94efc094b63a7f89&device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 1100 time: 0.0583732 Jul 16 22:55:50.774102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-1d2e218e-3020-495b-a1bc-6bfcc149d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.775540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-1d2e218e-3020-495b-a1bc-6bfcc149d270 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.0835152 Jul 16 22:55:50.818594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-f562dea0-6650-4ba8-92c9-ab364818e764 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558 HTTP/1.1" status: 200 len: 217 time: 0.0367088 Jul 16 22:55:50.868276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-48599fe0-92dd-46f0-a3eb-74a49c0a81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.869809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-48599fe0-92dd-46f0-a3eb-74a49c0a81e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0440228 Jul 16 22:55:50.875700 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:50.925905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-60d2c93c-3017-4fe9-bb80-8203f0f1c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:50.927390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-60d2c93c-3017-4fe9-bb80-8203f0f1c592 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512605 Jul 16 22:55:51.302372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-e7b591d5-e63a-4c7e-b966-1fd7f892cab9 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673244 Jul 16 22:55:51.388439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c0bfe3f-f8c4-434e-952f-764d395fedbe req-18cd2714-452f-43bd-9490-6293dc88a295 service neutron] 10.222.0.68 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788939 Jul 16 22:55:51.592935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af2242-b576-4fee-bd7e-1882fe5dbe0f req-4421f92d-dfba-49e7-854b-25fcc3de8c95 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:51.594423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92af2242-b576-4fee-bd7e-1882fe5dbe0f req-4421f92d-dfba-49e7-854b-25fcc3de8c95 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 948 time: 0.0623257 Jul 16 22:55:51.634346 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92af2242-b576-4fee-bd7e-1882fe5dbe0f req-0787b46b-9dc6-4eb2-a600-565635910ce7 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Jul 16 22:55:52.806591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d7f75-694f-4765-85fe-84c05cfdec5d req-637de90b-8782-4266-af67-a854882b117f tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:52.808571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba0d7f75-694f-4765-85fe-84c05cfdec5d req-637de90b-8782-4266-af67-a854882b117f tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 948 time: 0.0663857 Jul 16 22:55:52.845199 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ba0d7f75-694f-4765-85fe-84c05cfdec5d req-3e3cb37f-41ca-4e1a-9141-3f23a0c5c32f tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Jul 16 22:55:53.093972 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:53.732445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:55:53.825679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:55:53.835716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558', 'mac_address': 'fa:16:3e:19:3c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:55:53.872527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:53.886351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:55:53.905249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:55:53.909852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:53.957392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:53.965117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.965466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.965804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.966138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.966467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.966792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.967115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.967436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.967755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.968084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.968396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:53.968713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:54.020643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebbb11-2f1d-4054-9a31-58984b7aeeca req-b07a673d-e5d6-43f9-ac14-204a6e8cfb57 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:54.022072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0eebbb11-2f1d-4054-9a31-58984b7aeeca req-b07a673d-e5d6-43f9-ac14-204a6e8cfb57 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 949 time: 0.0635657 Jul 16 22:55:54.059175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0eebbb11-2f1d-4054-9a31-58984b7aeeca req-504b7ee2-1f5a-4ff2-9bb4-a86b8be82e3d tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Jul 16 22:55:54.113840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8031c11e-4d52-41e9-a0f5-5abdf1bd5558'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:55:55.234164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171ca23-b3e2-459e-abb5-012738975425 req-5919538d-ee04-4feb-83ad-4e473d83c0f3 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:55.235576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d171ca23-b3e2-459e-abb5-012738975425 req-5919538d-ee04-4feb-83ad-4e473d83c0f3 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 949 time: 0.0650945 Jul 16 22:55:55.271582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d171ca23-b3e2-459e-abb5-012738975425 req-d9898eec-d30b-400d-91d3-5f01e95977f9 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Jul 16 22:55:55.747510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:55:55.794604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:55:55.798362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:55:55.798766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:55.876234 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:55.897423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:55:55.899644 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3751d4f3-ce72-455b-94d3-aa7106a5227f" -d '{"events": [{"server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "name": "network-vif-plugged", "status": "completed", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:55:55.912476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:55:55.916592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:55.943260 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb1250-d9cc-4b41-b82e-c7cc4e2c19b7 x-openstack-request-id: req-19eb1250-d9cc-4b41-b82e-c7cc4e2c19b7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:55:55.943560 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "name": "network-vif-plugged", "status": "completed", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:55:55.943809 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19eb1250-d9cc-4b41-b82e-c7cc4e2c19b7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:55:55.944194 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558', 'code': 200} Jul 16 22:55:55.972001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:56.045314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1da1c-342a-48b5-b5b9-0c03372b24c1 req-948b576d-2508-44f3-923a-b33c382c6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:56.046703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ff1da1c-342a-48b5-b5b9-0c03372b24c1 req-948b576d-2508-44f3-923a-b33c382c6e0d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 1102 time: 0.0516410 Jul 16 22:55:56.079910 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4ff1da1c-342a-48b5-b5b9-0c03372b24c1 req-5e07552b-f3ce-4956-99f4-7fab33154c70 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268784 Jul 16 22:55:56.441445 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7764e7-0439-4a90-8906-a499c6c4db81 req-ca2fa616-0aa2-4c35-a869-72767891d8b1 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:56.442913 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd7764e7-0439-4a90-8906-a499c6c4db81 req-ca2fa616-0aa2-4c35-a869-72767891d8b1 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 950 time: 0.0619929 Jul 16 22:55:56.482966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd7764e7-0439-4a90-8906-a499c6c4db81 req-60a2b66f-1602-4e00-b4c9-542491207b47 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Jul 16 22:55:57.129949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-1a2ff399-9494-4aa2-b492-7fc43bfc26a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541110 Jul 16 22:55:57.222070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-54fc9fda-019b-41ac-a345-6b020c5271b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:57.223537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-54fc9fda-019b-41ac-a345-6b020c5271b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0531113 Jul 16 22:55:57.327242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-1abc6038-4452-4499-b2a8-010e3bc2ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:57.328697 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-1abc6038-4452-4499-b2a8-010e3bc2ac87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0849776 Jul 16 22:55:57.395503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-f85f360e-0bb5-48a1-aa92-a26c6e7ee055 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 200 len: 1001 time: 0.0606549 Jul 16 22:55:57.443042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-8aa647d1-4cdf-445c-92dd-ccb249a9fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:57.444447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-8aa647d1-4cdf-445c-92dd-ccb249a9fb65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0424979 Jul 16 22:55:57.497831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-55fdf5f9-54cc-44e2-9a6f-7fdd82fa53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:57.499249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-55fdf5f9-54cc-44e2-9a6f-7fdd82fa53e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491886 Jul 16 22:55:57.579268 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-866d99be-58f6-452b-866e-81ede84071f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:57.592732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-e3382f11-14af-421f-a8e7-50a78218840d service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869370 Jul 16 22:55:57.726482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de41b03a-bf64-4b83-a090-55bcfa1e6a81 req-3b714efc-15fe-4e85-855c-9d84effbd9f4 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269193 Jul 16 22:55:57.734495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d705ef-47f9-4f51-b78b-2b2839ac4de6 req-79cf716d-507a-4085-88aa-7f87af380230 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:57.736041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10d705ef-47f9-4f51-b78b-2b2839ac4de6 req-79cf716d-507a-4085-88aa-7f87af380230 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 950 time: 0.1377752 Jul 16 22:55:57.773138 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10d705ef-47f9-4f51-b78b-2b2839ac4de6 req-b21e8104-a81f-49c3-86c2-07c5d1ef83b3 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jul 16 22:55:58.163162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d351-bab0-4f4e-b8f7-2cd5a9bba349 req-2cc0ffc3-ba36-4fb0-a3ac-07bb24b81aee tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:58.164618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c981d351-bab0-4f4e-b8f7-2cd5a9bba349 req-2cc0ffc3-ba36-4fb0-a3ac-07bb24b81aee tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 950 time: 0.0621357 Jul 16 22:55:58.205043 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c981d351-bab0-4f4e-b8f7-2cd5a9bba349 req-a08c7c61-ae28-4d42-8940-18721c370db3 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347633 Jul 16 22:55:59.364206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-08f3f5e0-35c1-4d83-a2c1-9c7bf2696365 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:59.365750 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-08f3f5e0-35c1-4d83-a2c1-9c7bf2696365 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.68 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 950 time: 0.0636604 Jul 16 22:55:59.380993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22513-2b03-4108-a2a5-493a19cf6823 req-27b67454-85b7-46f8-ba00-d93f80114516 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:55:59.382487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-74e22513-2b03-4108-a2a5-493a19cf6823 req-27b67454-85b7-46f8-ba00-d93f80114516 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/ports?device_id=d091ce7a-4c16-4aba-857e-cde03bb16fda HTTP/1.1" status: 200 len: 950 time: 0.0626392 Jul 16 22:55:59.420431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-74e22513-2b03-4108-a2a5-493a19cf6823 req-8a955cdb-d70b-4185-bf3c-a5398b9e9fe3 tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.70 "GET /v2.0/security-groups?id=24b016fe-0f34-48c4-a704-ead7066fb55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Jul 16 22:55:59.466260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Deleting port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:55:59.466535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.556544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] For port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:55:59.556901 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.568649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Calling delete_port for 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:55:59.696284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.708532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8031c11e-4d52-41e9-a0f5-5abdf1bd5558'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:55:59.724670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Pushing event deleted for resources: {'Port': ['ID=8031c11e-4d52-41e9-a0f5-5abdf1bd5558,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:55:59.735170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.735528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.735875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.736215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.736555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.736890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.737247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.737579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.737907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.738645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.738645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.738971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:55:59.784512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] No DVR routers for this DVR port 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:55:59.787299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.789400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f45983e3-9fd6-486e-83ba-edad42121e7a req-7481224b-296a-4bcb-a90b-d2d779695e0e tempest-VolumesNegativeTest-106836008 tempest-VolumesNegativeTest-106836008-project] 10.222.0.68 "DELETE /v2.0/ports/8031c11e-4d52-41e9-a0f5-5abdf1bd5558 HTTP/1.1" status: 204 len: 173 time: 0.4175663 Jul 16 22:55:59.789848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'name': 'network-vif-deleted', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:55:59.792642 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d570f3d-efe0-4a08-89ad-6e1947186fb8" -d '{"events": [{"server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "name": "network-vif-deleted", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:55:59.834679 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e6ca8-387c-4cc8-af64-e733c073b9f1 x-openstack-request-id: req-3d9e6ca8-387c-4cc8-af64-e733c073b9f1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:55:59.834985 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091ce7a-4c16-4aba-857e-cde03bb16fda", "name": "network-vif-deleted", "tag": "8031c11e-4d52-41e9-a0f5-5abdf1bd5558", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:55:59.835243 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d9e6ca8-387c-4cc8-af64-e733c073b9f1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:55:59.835672 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091ce7a-4c16-4aba-857e-cde03bb16fda', 'name': 'network-vif-deleted', 'tag': '8031c11e-4d52-41e9-a0f5-5abdf1bd5558', 'status': 'completed', 'code': 200} Jul 16 22:55:59.848266 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92ac0fc9-153a-4e56-b8e8-fa295d6bea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.961360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-21d61b82-590d-4f28-a5be-729b175385cd req-c1633c72-7fda-4fd4-9e8c-d494afd5a322 service neutron] (93923) timed out ('10.222.0.70', 50652) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:56:00.130779 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:01.448182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:02.811865 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:03.763688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:56:03.783393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:56:03.783733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8031c11e-4d52-41e9-a0f5-5abdf1bd5558 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:56:05.144205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:05.274421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3cc81a8-96dc-4382-8fc3-be45c535d4ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6d8db475dc4494b94efc094b63a7f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290214 Jul 16 22:56:05.277126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:05.323858 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:05.343817 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:05.392995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:05.395890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:05.397074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24b016fe-0f34-48c4-a704-ead7066fb55c HTTP/1.1" status: 204 len: 168 time: 0.1190143 Jul 16 22:56:05.405546 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4671e-7fda-481e-b02d-188ba4cf12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b016fe-0f34-48c4-a704-ead7066fb55c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:05.990778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:06.085193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-513520654-network', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:06.106063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Made reservation on behalf of 228bbddf2e594274b775cc75dee36ca5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:56:06.108462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.116849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.202221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.205918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.232192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:56:06.238163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4576c249-aa5b-4950-8a6c-42235a3a083c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:06.243990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.244337 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Added segment 6f194778-8e98-42e1-b1aa-feb60ae9709b of type vlan for network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad Jul 16 22:56:06.286058 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.313732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.314718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:06.315334 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.343551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3516595 Jul 16 22:56:06.346867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:06.351838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Request body: {'subnet': {'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-513520654-subnet', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:06.371713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Made reservation on behalf of 228bbddf2e594274b775cc75dee36ca5 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:56:06.374304 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.378478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7dcb2-2141-4bab-b155-af71db3c602a admin admin] Pushing event updated for resources: {'Network': ['ID=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:06.388648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:56:06.543869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.598507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fc35cb-e2ad-4606-a147-d1b2cf56918e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:06.605987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Checking segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:06.606356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Network hostable DHCP agents. Network: eb9b30d1-b4f4-418e-9c04-d9f5f105cfad, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:56:06.622871 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:56:06.631143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, eb9b30d1-b4f4-418e-9c04-d9f5f105cfad) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:06.635231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:06.635825 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.639916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96add621-eb51-4b7c-9999-9812a460ed57 None None] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:56:06.655514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-24a8a0e0-26f7-422b-bec2-f23fd6e98593 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3072171 Jul 16 22:56:06.657995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:06.662371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:06.683572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.684546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.737391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.788389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:56:06.789292 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.873820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:06.928158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Allocated IP 172.20.0.2 (eb9b30d1-b4f4-418e-9c04-d9f5f105cfad/d7fc35cb-e2ad-4606-a147-d1b2cf56918e/84bdae2c-794e-4a04-bf07-472f3bfde911) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:07.079292 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.087945 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Transition to ACTIVE for port object 84bdae2c-794e-4a04-bf07-472f3bfde911 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:07.095054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.103425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Transition to ACTIVE for port object 84bdae2c-794e-4a04-bf07-472f3bfde911 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:07.110990 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.120874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.161884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:07.168139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:07.170325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Pushing event updated for resources: {'Port': ['ID=84bdae2c-794e-4a04-bf07-472f3bfde911,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:07.172581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:07.233369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Attempting to bind port 84bdae2c-794e-4a04-bf07-472f3bfde911 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:07.233750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Attempting to bind port 84bdae2c-794e-4a04-bf07-472f3bfde911 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:07.234123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Attempting to bind port 84bdae2c-794e-4a04-bf07-472f3bfde911 on network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:07.239524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:07.239708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Checking segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:07.240080 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.240495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Bound using segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:07.240614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Allocated IP 172.25.5.92 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:07.240947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Bound port: 84bdae2c-794e-4a04-bf07-472f3bfde911, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:07.241679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.309029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] For port 84bdae2c-794e-4a04-bf07-472f3bfde911, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:07.312545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] For port 84bdae2c-794e-4a04-bf07-472f3bfde911, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84bdae2c-794e-4a04-bf07-472f3bfde911,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:07.317044 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.344582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.375228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3797-d15f-4b7b-bbee-718d1b05c4ac None None] Pushing event updated for resources: {'Port': ['ID=84bdae2c-794e-4a04-bf07-472f3bfde911,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:07.390725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.435561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:07.438250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:07.441915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:07.465925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Pushing event updated for resources: {'Port': ['ID=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:07.702890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:07.894223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.033681 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Router 042fe813-304c-4f15-a72a-80f63c34315d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:56:08.139537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:08.148038 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Sync routers for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:08.156722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.158045 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a8dcdd87-cff1-4471-8363-3dd88bdb158d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4991059 Jul 16 22:56:08.160658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:08.161650 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:08.162279 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:08.271919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfcd1d-a18b-40f2-b5e0-9636e59a9e43 None None] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:56:08.282269 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:08.350839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8597d49-1b6d-4715-a02b-b85f474e67a8 None None] Provisioning for port 84bdae2c-794e-4a04-bf07-472f3bfde911 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:08.404459 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:56:08.473759 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:07Z', 'revision_number': 3, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:08.500003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Checking router: 042fe813-304c-4f15-a72a-80f63c34315d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:08.500351 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Updating router 042fe813-304c-4f15-a72a-80f63c34315d port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:56:08.540918 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.613975 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.801323 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.812253 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Transition to ACTIVE for port object d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:08.818673 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.873284 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Attempting to bind port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:08.873655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Attempting to bind port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:08.874016 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Attempting to bind port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:08.881900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114e699-061b-4827-917d-be174750665d None None] Pushing event updated for resources: {'Port': ['ID=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:08.884261 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:08.884631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:08.885090 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.885557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:08.886027 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Bound port: d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:08.886402 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.913438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.913779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.914116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.914448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.914776 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.915103 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.915429 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.915748 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.916065 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.917002 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.917333 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.917637 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e699-061b-4827-917d-be174750665d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:56:08.955264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] For port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:08.958336 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] For port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:08.962388 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.019597 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:09.020215 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:09.023094 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114e699-061b-4827-917d-be174750665d None None] Pushing event updated for resources: {'Port': ['ID=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:09.085814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Allocated IP 172.20.0.1 (eb9b30d1-b4f4-418e-9c04-d9f5f105cfad/d7fc35cb-e2ad-4606-a147-d1b2cf56918e/db8eaf53-412b-47cb-b937-3b6825c487b4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:09.123849 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:09.195778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.210280 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Transition to ACTIVE for port object db8eaf53-412b-47cb-b937-3b6825c487b4 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:09.225372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84bdae2c-794e-4a04-bf07-472f3bfde911 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:09.249382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.276258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 84bdae2c-794e-4a04-bf07-472f3bfde911 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:09.280419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 84bdae2c-794e-4a04-bf07-472f3bfde911 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:09.281037 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.288362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:09.295519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:09.298107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:09.310958 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:07Z', 'revision_number': 3, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:09.329474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:09.347797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.446721 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489c83f-6f4a-424d-b5c6-1f9641f893f2 None None] The sync data for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 is: [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:07Z', 'revision_number': 3, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:09.535604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.574641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 84bdae2c-794e-4a04-bf07-472f3bfde911, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84bdae2c-794e-4a04-bf07-472f3bfde911,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:09.578739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.589307 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.630044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83393037-cc76-4071-adfd-62e7ac56c3fd None None] Provisioning for port db8eaf53-412b-47cb-b937-3b6825c487b4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:09.637473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83393037-cc76-4071-adfd-62e7ac56c3fd None None] Provisioning complete for port db8eaf53-412b-47cb-b937-3b6825c487b4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:09.637844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83393037-cc76-4071-adfd-62e7ac56c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.639421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=84bdae2c-794e-4a04-bf07-472f3bfde911,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:09.679107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-83393037-cc76-4071-adfd-62e7ac56c3fd None None] Port db8eaf53-412b-47cb-b937-3b6825c487b4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:09.779668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.785021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.855560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:09.858624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:09.959287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:09.960579 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:10.086441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Router 042fe813-304c-4f15-a72a-80f63c34315d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:56:10.210630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cea6420-c2f5-4412-8b6e-8c58ecb9350f None None] Provisioning complete for port db8eaf53-412b-47cb-b937-3b6825c487b4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:10.211148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cea6420-c2f5-4412-8b6e-8c58ecb9350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.226114 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:10.246325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7ea03ffa-fcd4-4075-8ed0-128268a4e8b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/042fe813-304c-4f15-a72a-80f63c34315d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0759225 Jul 16 22:56:10.281920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6cea6420-c2f5-4412-8b6e-8c58ecb9350f None None] Port db8eaf53-412b-47cb-b937-3b6825c487b4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:10.713753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:10.718852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1367152525-network', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:10.740765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Made reservation on behalf of d2ee94633153423f83bf2c5110ca3708 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:56:10.743319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.752246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.848246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.853514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.865858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:56:10.894480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.894831 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Added segment 94d55c2a-5cdb-411b-9d28-cecc9529995f of type vlan for network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 Jul 16 22:56:10.903068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a9c68-c960-4128-ba88-ea74ca33fe64,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:10.939985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.975024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:10.976188 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:10.976851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.005379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2904589 Jul 16 22:56:11.008285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:11.020727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Request body: {'subnet': {'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1367152525-subnet', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:11.042549 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45927c42-4e0f-4466-8c3a-6b016a612d25 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc10e25-9d3a-4ea2-b508-5ddb708d86e8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:11.043878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Made reservation on behalf of d2ee94633153423f83bf2c5110ca3708 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:56:11.047545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.053627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:56:11.209269 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72887196-8c92-446e-a253-994c64915849 None None] Sync routers for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:11.220707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72887196-8c92-446e-a253-994c64915849 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:11.221778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72887196-8c92-446e-a253-994c64915849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:11.236021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.282594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcda53d-c65e-4fcf-86ab-1165460ccdb3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:11.317035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84bdae2c-794e-4a04-bf07-472f3bfde911 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:11.323455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Checking segment: {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:11.324053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Network hostable DHCP agents. Network: 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:56:11.342079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:56:11.351748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:11.357239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:11.358224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.370226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b125c-a087-4bde-8371-5a821ea8f5f8 None None] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:56:11.373615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-93066d1d-0daa-4c1a-8fad-ecebd1a33c7c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3630979 Jul 16 22:56:11.376003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:11.380495 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:11.403179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-72887196-8c92-446e-a253-994c64915849 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:11.404189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.406071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.466471 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.532475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 84bdae2c-794e-4a04-bf07-472f3bfde911 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:11.532860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.609301 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.734735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'fixed_ips': [{'subnet_id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:56:11.735604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.795977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:11.815912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.835686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.938629 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Allocated IP 172.25.5.32 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/6db16e0f-227e-4241-b683-189981bdfb0a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:11.958179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72887196-8c92-446e-a253-994c64915849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 2, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:11.959824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:11.989711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Allocated IP 172.20.0.2 (8dc10e25-9d3a-4ea2-b508-5ddb708d86e8/ffcda53d-c65e-4fcf-86ab-1165460ccdb3/14f0dafb-ab0f-484e-86ba-1a1aff5628c9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:11.992017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:11.992394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:11.997286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72887196-8c92-446e-a253-994c64915849 None None] Checking router: 042fe813-304c-4f15-a72a-80f63c34315d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:11.997672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72887196-8c92-446e-a253-994c64915849 None None] Updating router 042fe813-304c-4f15-a72a-80f63c34315d port db8eaf53-412b-47cb-b937-3b6825c487b4 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:56:12.045370 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.074662 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.086633 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.121995 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:12.124819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:12.130235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:12.165842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Pushing event updated for resources: {'Port': ['ID=6db16e0f-227e-4241-b683-189981bdfb0a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:12.299632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.338970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:12.349559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.363920 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.386157 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.433045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Transition to ACTIVE for port object 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:12.473947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Transition to ACTIVE for port object 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:12.479797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:12.488199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.544836 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:12.551083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:12.555884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Pushing event updated for resources: {'Port': ['ID=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:12.562873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:12.580610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.650905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.661255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Attempting to bind port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:12.661634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Attempting to bind port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:12.661998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Attempting to bind port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 on network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:12.666697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72887196-8c92-446e-a253-994c64915849 None None] Transition to ACTIVE for port object db8eaf53-412b-47cb-b937-3b6825c487b4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:12.671489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:12.671848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Checking segment: {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:12.672272 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.672706 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Bound using segment: {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:12.673206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Bound port: 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:12.673589 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.676497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.709608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:56:12.766304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392a359-1fa9-4965-9655-1cf1a9ec9763 None None] Pushing event updated for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:12.826884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:12.837207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Sync routers for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:12.847453 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:12.848159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:12.852689 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:12.856941 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-32f70f71-723c-4b8b-904d-4a2fd4e8aa17 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4774299 Jul 16 22:56:12.862889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:12.961845 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:12.994894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] For port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:13.019628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] For port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:13.021764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-72887196-8c92-446e-a253-994c64915849 None None] Attempting to bind port db8eaf53-412b-47cb-b937-3b6825c487b4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:13.022139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-72887196-8c92-446e-a253-994c64915849 None None] Attempting to bind port db8eaf53-412b-47cb-b937-3b6825c487b4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:13.022555 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72887196-8c92-446e-a253-994c64915849 None None] Attempting to bind port db8eaf53-412b-47cb-b937-3b6825c487b4 on network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:13.031457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.035354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72887196-8c92-446e-a253-994c64915849 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:13.035738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72887196-8c92-446e-a253-994c64915849 None None] Checking segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:13.036134 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.036524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72887196-8c92-446e-a253-994c64915849 None None] Bound using segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:13.037009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-72887196-8c92-446e-a253-994c64915849 None None] Bound port: db8eaf53-412b-47cb-b937-3b6825c487b4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:13.037385 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.134528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c040-0b7f-4b46-b7a9-bfc273fd598c None None] Pushing event updated for resources: {'Port': ['ID=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:13.150159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 3, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:13.163681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-72887196-8c92-446e-a253-994c64915849 None None] For port db8eaf53-412b-47cb-b937-3b6825c487b4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:13.168839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-72887196-8c92-446e-a253-994c64915849 None None] For port db8eaf53-412b-47cb-b937-3b6825c487b4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=db8eaf53-412b-47cb-b937-3b6825c487b4,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:13.174129 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72887196-8c92-446e-a253-994c64915849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.205536 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Checking router: 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:13.205753 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Updating router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 port 6db16e0f-227e-4241-b683-189981bdfb0a binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:56:13.245022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392a359-1fa9-4965-9655-1cf1a9ec9763 None None] Pushing event updated for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:13.252205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:13.290609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72887196-8c92-446e-a253-994c64915849 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:13.291796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72887196-8c92-446e-a253-994c64915849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:13.313521 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.427520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.433720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:13.434219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.508720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-72887196-8c92-446e-a253-994c64915849 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:13.656818 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.666841 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Transition to ACTIVE for port object 6db16e0f-227e-4241-b683-189981bdfb0a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:13.675282 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.720884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Allocated IP 172.20.0.1 (8dc10e25-9d3a-4ea2-b508-5ddb708d86e8/ffcda53d-c65e-4fcf-86ab-1165460ccdb3/984406d6-c188-4874-8184-d37c952674bd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:13.723042 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Attempting to bind port 6db16e0f-227e-4241-b683-189981bdfb0a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:13.723407 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Attempting to bind port 6db16e0f-227e-4241-b683-189981bdfb0a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:13.723766 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Attempting to bind port 6db16e0f-227e-4241-b683-189981bdfb0a on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:13.733353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1430a1c-7a39-4e5a-9b36-64364a2b1dcb None None] Pushing event updated for resources: {'Port': ['ID=6db16e0f-227e-4241-b683-189981bdfb0a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:13.735596 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:13.736171 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:13.736360 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.736739 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:13.737236 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Bound port: 6db16e0f-227e-4241-b683-189981bdfb0a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:13.737618 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.792022 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] For port 6db16e0f-227e-4241-b683-189981bdfb0a, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:13.793648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-72887196-8c92-446e-a253-994c64915849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:13Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:13.795069 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] For port 6db16e0f-227e-4241-b683-189981bdfb0a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6db16e0f-227e-4241-b683-189981bdfb0a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:13.799407 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.826676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72887196-8c92-446e-a253-994c64915849 None None] The sync data for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 is: [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:13Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:13.854585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.856988 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:13.857506 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:13.868457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Transition to ACTIVE for port object 984406d6-c188-4874-8184-d37c952674bd will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:13.911044 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:13.960414 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1430a1c-7a39-4e5a-9b36-64364a2b1dcb None None] Pushing event updated for resources: {'Port': ['ID=6db16e0f-227e-4241-b683-189981bdfb0a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:13.961808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:13.969738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:13.973535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:13.999282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:14.002411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Pushing event updated for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:14.024801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:14.198811 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:14.199059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 3, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:14.234670 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ce8b5-4669-4f8c-ad98-7d2f815ea9c9 None None] The sync data for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 is: [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 3, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:14.389629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:14.396662 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:14.438227 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:14.445840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129f386-a19f-48aa-afb7-ee98d41d178e None None] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:56:14.508743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Pushing event updated for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:14.573209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a8905358-c0a8-4247-a1b4-5604efd49598 None None] Provisioning for port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:14.601870 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:14.603314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:14.738718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:56:14.878932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:14.884558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4f5772e9-f8a5-4f3c-b05d-7c46a509ae15 admin admin] 10.222.0.70 "PUT /v2.0/routers/83773ebc-4160-4e3f-bf12-7f9dcb9e3761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246007 Jul 16 22:56:15.044206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4949d6e4-d539-45a5-8453-cdf8929b7acb None None] Provisioning for port 984406d6-c188-4874-8184-d37c952674bd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:15.049337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4949d6e4-d539-45a5-8453-cdf8929b7acb None None] Provisioning complete for port 984406d6-c188-4874-8184-d37c952674bd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.049790 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4949d6e4-d539-45a5-8453-cdf8929b7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.095658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4949d6e4-d539-45a5-8453-cdf8929b7acb None None] Port 984406d6-c188-4874-8184-d37c952674bd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:15.224802 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0b215e4-5064-4ef3-a579-47ee4015a5e6 None None] Provisioning complete for port 984406d6-c188-4874-8184-d37c952674bd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.225210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0b215e4-5064-4ef3-a579-47ee4015a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.311871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a0b215e4-5064-4ef3-a579-47ee4015a5e6 None None] Port 984406d6-c188-4874-8184-d37c952674bd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:15.390252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device db8eaf53-412b-47cb-b937-3b6825c487b4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:15.446376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port db8eaf53-412b-47cb-b937-3b6825c487b4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:15.450924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port db8eaf53-412b-47cb-b937-3b6825c487b4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.451493 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.548819 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.562193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0744d2b0-7065-4d4b-8edf-a2637802cbaf None None] Provisioning complete for port 984406d6-c188-4874-8184-d37c952674bd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.562567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744d2b0-7065-4d4b-8edf-a2637802cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.612175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port db8eaf53-412b-47cb-b937-3b6825c487b4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=db8eaf53-412b-47cb-b937-3b6825c487b4,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:15.615169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0744d2b0-7065-4d4b-8edf-a2637802cbaf None None] Port 984406d6-c188-4874-8184-d37c952674bd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:15.618618 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.619401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:15.678016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:15.683296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197745610', 'description': 'tempest-secgroup-smoke-1197745610 description', 'project_id': '228bbddf2e594274b775cc75dee36ca5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:15.701046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:15.711247 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.714587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:15.718444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.718817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.792014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.795879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.796642 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.822493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.826488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446085 Jul 16 22:56:15.827251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:15.827925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb953a1-c20e-49ec-be29-322f800267ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c478f5-95d1-4a67-8f8c-3756928ec58c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:15.831819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:15.837521 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.839722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6db16e0f-227e-4241-b683-189981bdfb0a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:15.842760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:15.872831 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.920581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:15.929535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.933414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 6db16e0f-227e-4241-b683-189981bdfb0a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:15.934324 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.938451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6db16e0f-227e-4241-b683-189981bdfb0a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:15.938830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.951999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec7814f-e78d-4161-b5c1-ea1d527a4fae,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:15.959317 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:15.963785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-982b15af-8165-48f6-a5bc-ab041aca0b6c tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305435 Jul 16 22:56:15.964034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:15.968409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:15.994916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.019872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.040496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 6db16e0f-227e-4241-b683-189981bdfb0a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6db16e0f-227e-4241-b683-189981bdfb0a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:16.044415 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.055800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.059782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.077914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2571dc-f031-4476-b728-ec31b1311e9e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.083468 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.084827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-54dc4015-c820-4888-b6dc-3092d0ddd86f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199386 Jul 16 22:56:16.087560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:16.092011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:16.097328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=6db16e0f-227e-4241-b683-189981bdfb0a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.117918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.175268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.179237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.198856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d4e17b-13ae-4779-b54c-c494a095ba55,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.204421 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.205632 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5b41585a-5536-455c-ad33-cac695e5f9c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171281 Jul 16 22:56:16.208941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:16.214630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:16.239428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.296761 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.300158 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.318329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0f08ce-e09a-45df-8ae6-9f3b41724b16,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.321186 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.322856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8212f684-7810-4bb8-bf63-9064551bae31 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124258 Jul 16 22:56:16.325610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:16.329958 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:16.351420 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Project 228bbddf2e594274b775cc75dee36ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:56:16.356734 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.420490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.424204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.444210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e523f-7f0e-46b6-b044-b38140f8b6c8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.447994 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.449196 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ce3cb7f9-14dd-4395-91de-3c703fb953c9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226056 Jul 16 22:56:16.451943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:16.456435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'security_group_rule': {'security_group_id': '32c478f5-95d1-4a67-8f8c-3756928ec58c', 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:16.477569 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Project 228bbddf2e594274b775cc75dee36ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:56:16.482767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.545116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.549489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.567135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ec5c68-0f24-462f-911b-3070e104cc2d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:16.573680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:16.574883 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c0204077-1a3f-42a6-ba09-4f930759e60f tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219780 Jul 16 22:56:16.715185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-cc0e877e-867c-4366-94c9-20c43d8200c6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197745610&fields=id&tenant_id=228bbddf2e594274b775cc75dee36ca5 HTTP/1.1" status: 200 len: 267 time: 0.0359688 Jul 16 22:56:16.821050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-b3fed668-0b9e-4a78-b9e6-79658fee07f7 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:16.823034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-b3fed668-0b9e-4a78-b9e6-79658fee07f7 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 808 time: 0.1007221 Jul 16 22:56:16.837209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-c821a180-4c51-4fba-bccf-d0d0ff2341ba tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/quotas/228bbddf2e594274b775cc75dee36ca5 HTTP/1.1" status: 200 len: 375 time: 0.0087757 Jul 16 22:56:16.905967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-99d641d9-031b-48a3-b818-958109b255c3 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639877 Jul 16 22:56:17.004828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-da1cdf7e-4af9-49cf-890c-bb08d418063a service neutron] 10.222.0.70 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866396 Jul 16 22:56:17.222320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:17.227128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Sync routers for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:17.261618 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:17.262312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:17.351086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:17.351458 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:17.364180 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-5f40cf69-8145-4aa3-8678-88c80b853d17 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529418 Jul 16 22:56:17.399980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:17.528459 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6db16e0f-227e-4241-b683-189981bdfb0a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:17.576617 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-886982f0-fa9b-4901-9191-3cb08e5c6a60 req-58ddb9a0-42f1-4778-b455-c06697914039 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 210 time: 0.0294058 Jul 16 22:56:17.648097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 6db16e0f-227e-4241-b683-189981bdfb0a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:17.648482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:17.710627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:14Z', 'revision_number': 4, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '984406d6-c188-4874-8184-d37c952674bd', 'name': '', 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'mac_address': 'fa:16:3e:f8:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:13Z', 'updated_at': '2021-07-16T22:56:14Z', 'revision_number': 2, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'subnets': [{'id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:17.763854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Checking router: 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:17.764230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Updating router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 port 984406d6-c188-4874-8184-d37c952674bd binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:56:17.806363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device db8eaf53-412b-47cb-b937-3b6825c487b4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:17.810970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:17.950705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port db8eaf53-412b-47cb-b937-3b6825c487b4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:17.951687 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.182291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.192229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Transition to ACTIVE for port object 984406d6-c188-4874-8184-d37c952674bd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:18.198812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.251559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126cf6b-6371-4496-a2f6-42b0c57b5b5b None None] Pushing event updated for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:18.306768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Attempting to bind port 984406d6-c188-4874-8184-d37c952674bd on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:18.307135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Attempting to bind port 984406d6-c188-4874-8184-d37c952674bd by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:18.307498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Attempting to bind port 984406d6-c188-4874-8184-d37c952674bd on network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:18.312505 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:18.312873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Checking segment: {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:18.313297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.313684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Bound using segment: {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:18.314144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Bound port: 984406d6-c188-4874-8184-d37c952674bd, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d55c2a-5cdb-411b-9d28-cecc9529995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:18.314548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.378537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] For port 984406d6-c188-4874-8184-d37c952674bd, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:18.381883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] For port 984406d6-c188-4874-8184-d37c952674bd, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=984406d6-c188-4874-8184-d37c952674bd,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:18.387628 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.444575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:18.445247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:18.485018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126cf6b-6371-4496-a2f6-42b0c57b5b5b None None] Pushing event updated for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:18.583004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:18.727161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-3b6390d4-bd21-455a-adf2-a1a2c567de29 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:18.730014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-3b6390d4-bd21-455a-adf2-a1a2c567de29 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 808 time: 0.1722610 Jul 16 22:56:18.777692 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5f0aa13-d4e3-4274-bba9-670274748aca req-6441ddd8-5da9-422b-983c-25f79428a0a4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 210 time: 0.0378685 Jul 16 22:56:18.787340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-d6820575-b0a6-4b6c-ac33-82c4f17114f7 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=228bbddf2e594274b775cc75dee36ca5 HTTP/1.1" status: 200 len: 380 time: 0.0483799 Jul 16 22:56:18.796273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'port': {'device_id': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'admin_state_up': True, 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'security_groups': ['32c478f5-95d1-4a67-8f8c-3756928ec58c']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:18.913869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Made reservation on behalf of 228bbddf2e594274b775cc75dee36ca5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:56:18.918215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:18.985074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:14Z', 'revision_number': 4, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '984406d6-c188-4874-8184-d37c952674bd', 'name': '', 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'mac_address': 'fa:16:3e:f8:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:13Z', 'updated_at': '2021-07-16T22:56:18Z', 'revision_number': 4, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'subnets': [{'id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:19.010192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e4421-cee4-492b-a73b-2cb97f97862c None None] The sync data for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 is: [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:14Z', 'revision_number': 4, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '984406d6-c188-4874-8184-d37c952674bd', 'name': '', 'network_id': '8dc10e25-9d3a-4ea2-b508-5ddb708d86e8', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'mac_address': 'fa:16:3e:f8:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:13Z', 'updated_at': '2021-07-16T22:56:18Z', 'revision_number': 4, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'subnets': [{'id': 'ffcda53d-c65e-4fcf-86ab-1165460ccdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:19.047649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Allocated IP 172.20.0.5 (eb9b30d1-b4f4-418e-9c04-d9f5f105cfad/d7fc35cb-e2ad-4606-a147-d1b2cf56918e/09365322-015c-4ae9-bfd7-a673acca4abb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:19.224648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.241087 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Transition to ACTIVE for port object 09365322-015c-4ae9-bfd7-a673acca4abb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:19.243890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 984406d6-c188-4874-8184-d37c952674bd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:19.276705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.300327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 984406d6-c188-4874-8184-d37c952674bd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:19.304894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 984406d6-c188-4874-8184-d37c952674bd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:19.305300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.323156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:19.328766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:19.331258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:19.365495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:19.392622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:19.393587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.408743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.414028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-61cbc3f2-f2d6-4ad9-a70c-f16ca11db4a5 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216006 Jul 16 22:56:19.428061 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Request body: {'port': {'device_id': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:19.449794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 984406d6-c188-4874-8184-d37c952674bd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=984406d6-c188-4874-8184-d37c952674bd,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:19.456838 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.520840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.524641 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:19.664585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-def43ea2-00ec-47ae-af8b-5c8bce767b3e None None] Provisioning for port 09365322-015c-4ae9-bfd7-a673acca4abb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:19.668794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-def43ea2-00ec-47ae-af8b-5c8bce767b3e None None] Provisioning complete for port 09365322-015c-4ae9-bfd7-a673acca4abb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:19.669208 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-def43ea2-00ec-47ae-af8b-5c8bce767b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.704351 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-def43ea2-00ec-47ae-af8b-5c8bce767b3e None None] Port 09365322-015c-4ae9-bfd7-a673acca4abb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:56:19.794392 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09365322-015c-4ae9-bfd7-a673acca4abb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:56:19.801754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.813970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Transition to ACTIVE for port object 09365322-015c-4ae9-bfd7-a673acca4abb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:56:19.817537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:19.925603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Pushing event updated for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:19.987930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Attempting to bind port 09365322-015c-4ae9-bfd7-a673acca4abb on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:56:19.988271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Attempting to bind port 09365322-015c-4ae9-bfd7-a673acca4abb by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:56:19.988604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Attempting to bind port 09365322-015c-4ae9-bfd7-a673acca4abb on network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:19.995286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Port 09365322-015c-4ae9-bfd7-a673acca4abb on network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:56:19.995610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Attempting to bind port 09365322-015c-4ae9-bfd7-a673acca4abb on network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:56:20.010869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183112-415d-48c3-bafa-53f372f2ae35 req-ac1e86dc-3e11-47f3-b6c0-ca24bc330d33 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:20.012551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9183112-415d-48c3-bafa-53f372f2ae35 req-ac1e86dc-3e11-47f3-b6c0-ca24bc330d33 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 943 time: 0.1239250 Jul 16 22:56:20.013905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:56:20.014265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Checking segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:56:20.014652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Bound using segment: {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:56:20.015099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Bound port: 09365322-015c-4ae9-bfd7-a673acca4abb, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f194778-8e98-42e1-b1aa-feb60ae9709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:56:20.015461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:20.087815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9183112-415d-48c3-bafa-53f372f2ae35 req-f4cb4f29-aa53-47fc-b053-83fa6e6ac418 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689704 Jul 16 22:56:20.109218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:56:20.113242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=09365322-015c-4ae9-bfd7-a673acca4abb,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:56:20.118074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:20.149497 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:20.150151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:20.151854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] 10.222.0.68 "PUT /v2.0/ports/09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1092 time: 0.7293706 Jul 16 22:56:20.154015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:56:20.157431 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894f3a6-b242-4129-ae54-a6d7c257c0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:56:20.189276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90901-78f9-4fcb-92bc-604de4b598a0 service neutron] Pushing event updated for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:20.203931 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbea3653-84c0-49cd-b15d-cf5bfc44fda9 x-openstack-request-id: req-bbea3653-84c0-49cd-b15d-cf5bfc44fda9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:56:20.204232 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:56:20.204491 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbea3653-84c0-49cd-b15d-cf5bfc44fda9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:56:20.204887 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb', 'status': 'completed', 'code': 200} Jul 16 22:56:20.255234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-1ba47fd0-4fa2-4902-8b7a-38fa84812832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:20.256797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-1ba47fd0-4fa2-4902-8b7a-38fa84812832 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1095 time: 0.0629773 Jul 16 22:56:20.602596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-7e1fb441-a5e2-484b-9b4a-6c1678e553c7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 217 time: 0.3383031 Jul 16 22:56:20.652847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-6746bb00-0a2e-4e11-87e4-0e10c16ade31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:20.654559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-6746bb00-0a2e-4e11-87e4-0e10c16ade31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0447674 Jul 16 22:56:20.713409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-72900dfb-7f4f-4cc0-9897-862fa3edca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:20.714933 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-72900dfb-7f4f-4cc0-9897-862fa3edca95 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538673 Jul 16 22:56:20.810009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-094aae9b-2f4e-49f6-9466-8cd7db035127 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Jul 16 22:56:20.891675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:20.906295 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c128d84-7c7a-4491-9d48-231a2d41e40e req-7e1c45cf-02d2-4386-8a91-4f0153270d4e service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897725 Jul 16 22:56:21.017476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-8bf4bcda-5ecd-44b9-93b3-15585c418b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:21.018988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-8bf4bcda-5ecd-44b9-93b3-15585c418b48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1095 time: 0.0590906 Jul 16 22:56:21.107825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-37d72917-1c1d-4ec7-ba40-bcef410a904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:21.109445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-37d72917-1c1d-4ec7-ba40-bcef410a904c service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0835609 Jul 16 22:56:21.156373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-fcfd7dd9-1172-4e80-86dc-462145a879be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 217 time: 0.0398366 Jul 16 22:56:21.194358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 984406d6-c188-4874-8184-d37c952674bd up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:21.241135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-e11c5c93-bef9-4488-9ce3-bae6bf3266ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:21.241586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 984406d6-c188-4874-8184-d37c952674bd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:21.241963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:21.242602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-e11c5c93-bef9-4488-9ce3-bae6bf3266ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0790648 Jul 16 22:56:21.313067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40939d-797e-4a73-8924-935c1891e486 req-934deb82-ebcf-4ae4-9ae1-46ab5d152dab tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:21.314548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e40939d-797e-4a73-8924-935c1891e486 req-934deb82-ebcf-4ae4-9ae1-46ab5d152dab tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 943 time: 0.1120989 Jul 16 22:56:21.334926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-b771e67d-5145-40f7-a580-a661b409e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:21.336362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-b771e67d-5145-40f7-a580-a661b409e808 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864489 Jul 16 22:56:21.383517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e40939d-797e-4a73-8924-935c1891e486 req-544384ab-04d9-4d99-8306-0e32845b6298 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598173 Jul 16 22:56:21.442945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-580b58aa-52b4-472e-aa6a-f98be67e9250 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971820 Jul 16 22:56:21.535903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1894f3a6-b242-4129-ae54-a6d7c257c0f0 req-330a4d6d-3a5b-4293-afa9-d8c7d67c21ad service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Jul 16 22:56:22.562752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d128-5927-4040-b0dd-913669f7c13c req-cd385fbf-920a-436b-84b4-00e7bf1fd2fb tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:22.564213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bd6d128-5927-4040-b0dd-913669f7c13c req-cd385fbf-920a-436b-84b4-00e7bf1fd2fb tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 943 time: 0.0651007 Jul 16 22:56:22.601061 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2bd6d128-5927-4040-b0dd-913669f7c13c req-8e03fff4-ad60-4b89-90d4-51e510e0836b tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Jul 16 22:56:23.108145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:23.773007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46199f6-45ca-4b6c-a720-4d18fd2d8952 req-81cff049-5c19-45ef-82e3-5afb0baa8c53 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:23.774465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a46199f6-45ca-4b6c-a720-4d18fd2d8952 req-81cff049-5c19-45ef-82e3-5afb0baa8c53 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 943 time: 0.0609164 Jul 16 22:56:23.811952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a46199f6-45ca-4b6c-a720-4d18fd2d8952 req-6a927260-8d49-4222-8643-d9e4fe4b6f04 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Jul 16 22:56:23.836174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 09365322-015c-4ae9-bfd7-a673acca4abb details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:56:23.928646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=09365322-015c-4ae9-bfd7-a673acca4abb,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:23.940053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '09365322-015c-4ae9-bfd7-a673acca4abb', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'port_id': '09365322-015c-4ae9-bfd7-a673acca4abb', 'mac_address': 'fa:16:3e:2a:ec:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:56:23.975413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:23.991578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09365322-015c-4ae9-bfd7-a673acca4abb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:56:24.009917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=09365322-015c-4ae9-bfd7-a673acca4abb,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:24.014411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:24.059946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:24.202226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['09365322-015c-4ae9-bfd7-a673acca4abb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:56:24.983905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bce393-4439-4dd9-bac1-25af2d97b54c req-368be13a-fce3-4e16-85f5-032fa84ca267 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:24.985386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c7bce393-4439-4dd9-bac1-25af2d97b54c req-368be13a-fce3-4e16-85f5-032fa84ca267 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 944 time: 0.0622566 Jul 16 22:56:25.021978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c7bce393-4439-4dd9-bac1-25af2d97b54c req-2247caa2-b241-4019-8232-1cc2fda5c894 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Jul 16 22:56:25.831209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 09365322-015c-4ae9-bfd7-a673acca4abb up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:56:25.879856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 09365322-015c-4ae9-bfd7-a673acca4abb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:56:25.883605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 09365322-015c-4ae9-bfd7-a673acca4abb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:56:25.883982 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:25.961140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:25.982873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:56:25.985315 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cb298d-4f19-4255-b69e-8543e8a70805" -d '{"events": [{"server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "name": "network-vif-plugged", "status": "completed", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:56:25.997487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=09365322-015c-4ae9-bfd7-a673acca4abb,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:26.001680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:26.026133 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42841c01-5cde-41c5-8cc2-774ebfc3912f x-openstack-request-id: req-42841c01-5cde-41c5-8cc2-774ebfc3912f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:56:26.026434 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "name": "network-vif-plugged", "status": "completed", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:56:26.026891 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42841c01-5cde-41c5-8cc2-774ebfc3912f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:56:26.027363 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb', 'code': 200} Jul 16 22:56:26.055439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:26.139580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382b396-1fa3-4e48-88be-a466fc980235 req-f96176f9-5949-4873-b5f7-26a8acd1f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:26.141247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1382b396-1fa3-4e48-88be-a466fc980235 req-f96176f9-5949-4873-b5f7-26a8acd1f1b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0529120 Jul 16 22:56:26.175544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1382b396-1fa3-4e48-88be-a466fc980235 req-d640f3c0-7cbe-41c2-87e5-d569dbacf5ec service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282669 Jul 16 22:56:26.205745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ff6b-d8a1-4e14-a222-a2dcd67ee5c0 req-db885b01-82e1-4fc7-ad5f-b22030c95815 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:26.207233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6b0ff6b-d8a1-4e14-a222-a2dcd67ee5c0 req-db885b01-82e1-4fc7-ad5f-b22030c95815 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0653782 Jul 16 22:56:26.245826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f6b0ff6b-d8a1-4e14-a222-a2dcd67ee5c0 req-0f4eec7d-299a-4d80-81ac-57283ea4fb02 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 16 22:56:27.424160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a542a-8df5-46f9-85fb-2094b0ebe8f4 req-8203a1a3-6e70-4f87-bc8b-16ae2fc3f8a6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:27.425615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f9a542a-8df5-46f9-85fb-2094b0ebe8f4 req-8203a1a3-6e70-4f87-bc8b-16ae2fc3f8a6 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0668559 Jul 16 22:56:27.463546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f9a542a-8df5-46f9-85fb-2094b0ebe8f4 req-64838f83-f1eb-40fd-be8b-072a7eab3e33 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 16 22:56:27.581738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e901375c-2647-4295-b956-a442cdcd9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:27.629772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c8053-61c8-4408-a742-d4b7cc9d6c64 req-a60ed5b7-66ce-48bb-acec-b0c423827cee tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:27.631269 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a5c8053-61c8-4408-a742-d4b7cc9d6c64 req-a60ed5b7-66ce-48bb-acec-b0c423827cee tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0620117 Jul 16 22:56:27.669691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8a5c8053-61c8-4408-a742-d4b7cc9d6c64 req-8d064a41-20a3-4409-8632-60e052aa72e9 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Jul 16 22:56:27.840748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2eb7e-3aa3-4e1d-aa29-6b8d134bd342 req-5966cde9-8e75-4720-b457-e52d9ca7c0dd tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:27.842344 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c2eb7e-3aa3-4e1d-aa29-6b8d134bd342 req-5966cde9-8e75-4720-b457-e52d9ca7c0dd tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0634153 Jul 16 22:56:27.879853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-43c2eb7e-3aa3-4e1d-aa29-6b8d134bd342 req-e4bbcc8d-6d4e-470e-bca2-a1070d277b00 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Jul 16 22:56:27.903666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:28.047237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dabc0b6-d50e-45f2-9617-153e4d75058f tempest-TestServerBasicOps-1349846050 tempest-TestServerBasicOps-1349846050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:28.048822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3dabc0b6-d50e-45f2-9617-153e4d75058f tempest-TestServerBasicOps-1349846050 tempest-TestServerBasicOps-1349846050-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1092 time: 0.1439407 Jul 16 22:56:28.051785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:56:28.056707 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '09365322-015c-4ae9-bfd7-a673acca4abb', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:56:28.077673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.169879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.273148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Allocated IP 172.25.5.102 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/871444cb-2057-4aa6-af82-30d0668736fe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:56:28.374808 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.416677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.465343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:56:28.469525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:56:28.471515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'Port': ['ID=871444cb-2057-4aa6-af82-30d0668736fe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:28.473817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:56:28.838428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.916190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.064913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.069319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.136513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event updated for resources: {'Port': ['ID=871444cb-2057-4aa6-af82-30d0668736fe,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:29.144266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.245336 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Floating IP f1a26804-7df1-4e39-8d2b-58c92a7d3fec associated. External IP: 172.25.5.102, port: 09365322-015c-4ae9-bfd7-a673acca4abb. Jul 16 22:56:29.454926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Router 042fe813-304c-4f15-a72a-80f63c34315d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:56:29.578688 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:29.588949 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Sync routers for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:29.597647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.597911 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:29.598597 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:29.639273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-431cc19e-6304-49f3-900a-e3485d061343 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5864470 Jul 16 22:56:29.640261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:56:29.643287 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:56:29.685314 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80df1b-1099-4461-b583-e83105d7fbb3 x-openstack-request-id: req-3b80df1b-1099-4461-b583-e83105d7fbb3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:56:29.686010 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:56:29.686272 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b80df1b-1099-4461-b583-e83105d7fbb3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:56:29.686826 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb', 'status': 'completed', 'code': 200} Jul 16 22:56:29.711132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:29.766271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-a7c6f565-61b9-4f46-b4d4-468eb4e93e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:29.767873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-a7c6f565-61b9-4f46-b4d4-468eb4e93e89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0580351 Jul 16 22:56:29.851839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4ece444-9c10-47e4-b4bb-5c377dd6289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.895119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-57a6b3d5-e3f1-4f7b-9893-b30583c82874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:29.896668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-57a6b3d5-e3f1-4f7b-9893-b30583c82874 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.1226873 Jul 16 22:56:29.952261 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f1a26804-7df1-4e39-8d2b-58c92a7d3fec', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'port_id': '09365322-015c-4ae9-bfd7-a673acca4abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'mac_address': 'fa:16:3e:2a:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:56:28Z', 'updated_at': '2021-07-16T22:56:28Z', 'revision_number': 0, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:29.971556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-a9436a1c-8de0-4856-b58f-de5e913b819c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 999 time: 0.0680592 Jul 16 22:56:29.982417 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Checking router: 042fe813-304c-4f15-a72a-80f63c34315d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:29.990821 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:29.991419 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:30.025604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-01030f2d-f309-4ccc-bba8-7aaea1f03112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:30.027105 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-01030f2d-f309-4ccc-bba8-7aaea1f03112 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0498405 Jul 16 22:56:30.086182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-fd98dc95-1a79-4f61-838b-e4d3b3244327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:30.087765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-fd98dc95-1a79-4f61-838b-e4d3b3244327 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548639 Jul 16 22:56:30.135141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:30.180243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-7ffc6ae0-80c1-4b14-8553-646c5af24cfe service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Jul 16 22:56:30.190006 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:30.277436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8190cb7f-38a4-4fa9-8159-8237dc84c8ce req-8684bf31-7137-42fb-9afe-29e7f93c42ec service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913980 Jul 16 22:56:30.407934 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f1a26804-7df1-4e39-8d2b-58c92a7d3fec', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'port_id': '09365322-015c-4ae9-bfd7-a673acca4abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'mac_address': 'fa:16:3e:2a:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:56:28Z', 'updated_at': '2021-07-16T22:56:28Z', 'revision_number': 0, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:30.438391 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30418e20-6816-4b15-b318-f1daef2a9422 None None] The sync data for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 is: [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f1a26804-7df1-4e39-8d2b-58c92a7d3fec', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'port_id': '09365322-015c-4ae9-bfd7-a673acca4abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'mac_address': 'fa:16:3e:2a:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:56:28Z', 'updated_at': '2021-07-16T22:56:28Z', 'revision_number': 0, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:30.634107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c0069-bf95-4d13-a1fa-ba7dd8e9461a None None] New status for floating IP f1a26804-7df1-4e39-8d2b-58c92a7d3fec: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:56:31.449054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:32.784650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:45.404115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:56:46.372297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-9523d0c1-26ac-4a6b-b80c-413f765d8bf7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500062 Jul 16 22:56:46.472687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-322373cd-9d2f-4719-821e-6a377ce7972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:46.474208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-322373cd-9d2f-4719-821e-6a377ce7972e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0556872 Jul 16 22:56:46.575863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-6c4f70dc-b1cb-4843-b080-84f9a1c13284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:46.577362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-6c4f70dc-b1cb-4843-b080-84f9a1c13284 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0835207 Jul 16 22:56:46.643992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-1b0711a6-16b4-42c9-98fb-da2f59dbb7fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1001 time: 0.0599463 Jul 16 22:56:46.691017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-6fa9a8ec-a409-4eb8-8c59-bf19164a41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:46.692450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-6fa9a8ec-a409-4eb8-8c59-bf19164a41d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0423808 Jul 16 22:56:46.748982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-205579a9-b089-4a29-8ff6-f2f99c04e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:46.750453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-205579a9-b089-4a29-8ff6-f2f99c04e28f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503175 Jul 16 22:56:46.842593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-4a9f82e6-739b-41c3-9029-a6652e5cd473 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Jul 16 22:56:46.931188 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-290f1d60-73a0-48e4-a1e7-04d4362c1a67 req-09e00be4-eee1-4f2e-9c94-48539361916e service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817966 Jul 16 22:56:50.877776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:52.348711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c17ef-5982-4b42-b2fc-bb5249419cee req-edc6be39-b81a-4203-a03f-fe13ab2f379a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:52.350247 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-426c17ef-5982-4b42-b2fc-bb5249419cee req-edc6be39-b81a-4203-a03f-fe13ab2f379a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0633895 Jul 16 22:56:52.387384 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-426c17ef-5982-4b42-b2fc-bb5249419cee req-5e1a610b-2c0b-4c75-8ddf-ac8298c9d157 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Jul 16 22:56:53.143469 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:53.565215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d00d9-f9a1-4140-b2f7-8fa349668ae2 req-9b4bd183-aa6e-436d-9c3e-b659113bdce3 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:53.566720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-761d00d9-f9a1-4140-b2f7-8fa349668ae2 req-9b4bd183-aa6e-436d-9c3e-b659113bdce3 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0666211 Jul 16 22:56:53.603277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-761d00d9-f9a1-4140-b2f7-8fa349668ae2 req-43431e03-03da-47db-913f-c333edae56e7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Jul 16 22:56:53.772008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-5dabd385-a678-4bcf-ac5f-0bc333097051 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:53.773387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-5dabd385-a678-4bcf-ac5f-0bc333097051 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Jul 16 22:56:53.869199 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port d9309ed0-07f0-4416-ae17-cd1b54f202ff {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:56:53.869545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:53.959940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port d9309ed0-07f0-4416-ae17-cd1b54f202ff, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=d9309ed0-07f0-4416-ae17-cd1b54f202ff,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:56:53.960300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:54.172491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:54.172855 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:54.173197 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 4e252e72-a6b3-4359-8c52-8ca1c9ee7106 disassociated. External IP: 172.25.5.234, port: d9309ed0-07f0-4416-ae17-cd1b54f202ff. Jul 16 22:56:54.173565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for d9309ed0-07f0-4416-ae17-cd1b54f202ff owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:56:54.300010 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:54.329566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=d9309ed0-07f0-4416-ae17-cd1b54f202ff,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:56:54.744623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:56:54.753520 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e0a612c8-cbd8-49d0-a23c-6c9343af02e3 req-d514ad51-9c77-4292-bb0f-394ca09afd5e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0332556 Jul 16 22:56:54.855315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:56:54.865994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:56:54.876323 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:54.876949 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:54.898223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port d9309ed0-07f0-4416-ae17-cd1b54f202ff on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:56:54.901285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:54.903505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-180210ff-1c67-44a1-a2ff-cb9f9b9fd093 req-312ae4f7-2256-4a8e-9ccc-da2b14c942b2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "DELETE /v2.0/ports/d9309ed0-07f0-4416-ae17-cd1b54f202ff HTTP/1.1" status: 204 len: 173 time: 1.1244373 Jul 16 22:56:54.903983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'name': 'network-vif-deleted', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:56:54.906213 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333cf14e-9a2f-4be4-a21f-09551052df1d" -d '{"events": [{"server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "name": "network-vif-deleted", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:56:54.948154 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55759ff-d153-4e83-9ad5-5ebb561374ae x-openstack-request-id: req-f55759ff-d153-4e83-9ad5-5ebb561374ae {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:56:54.948501 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0", "name": "network-vif-deleted", "tag": "d9309ed0-07f0-4416-ae17-cd1b54f202ff", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:56:54.948718 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f55759ff-d153-4e83-9ad5-5ebb561374ae {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:56:54.949136 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0', 'name': 'network-vif-deleted', 'tag': 'd9309ed0-07f0-4416-ae17-cd1b54f202ff', 'status': 'completed', 'code': 200} Jul 16 22:56:54.984085 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:55.176719 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:55.202101 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:56:55.210788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:56:55.211425 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:56:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:55.313003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:56:55.507176 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:56:55.533049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d219a-fe0c-4aae-9c77-f45779ed3d97 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:56:55.765199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a907345-501a-4348-beb0-7f9238e5aea3 None None] New status for floating IP 4e252e72-a6b3-4359-8c52-8ca1c9ee7106: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:56:55.906392 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b5227ffc-b6cb-4e83-94b5-e88a785bfe5a req-d37a578e-b1d4-4c66-8f92-3a41d0bccebd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0322704 Jul 16 22:56:56.798110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d9309ed0-07f0-4416-ae17-cd1b54f202ff no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:56:56.818458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: d9309ed0-07f0-4416-ae17-cd1b54f202ff {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:56:56.818811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device d9309ed0-07f0-4416-ae17-cd1b54f202ff not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:56:57.050656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc0b00a3-e7ad-4357-8ffe-f38b18b0eb5b req-ddb9fb68-ae7f-4104-a4c8-46ba5e119867 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0282767 Jul 16 22:56:57.583536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87013631-e154-4b7e-ad33-216da9db6897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:58.192510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-416332d0-7215-478a-a5a4-f41d1cf74e2d req-c9160118-9c7c-4503-8edc-f8abe45858ee tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=92cb7eb3-3a6b-41e6-ac81-265f53dfd4d0 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Jul 16 22:56:59.423603 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-b6984143-2e78-424f-853f-99f839a0b852 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037571150&fields=id&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 267 time: 0.0326469 Jul 16 22:56:59.529174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-e5c45967-7b50-4812-830b-86514896b748 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:56:59.530623 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-e5c45967-7b50-4812-830b-86514896b748 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1009641 Jul 16 22:56:59.544770 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-07067da3-035e-4b13-95af-dd13c610c8ac tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0088630 Jul 16 22:56:59.613502 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-c8a48706-b872-4890-a409-34cd6e1edb78 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639377 Jul 16 22:56:59.710417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-0bd6b934-1e14-4c6c-980d-3be3bce39951 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Jul 16 22:56:59.796226 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-2a96e9b5-b075-4d71-9174-b585dddae361 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802979 Jul 16 22:56:59.835123 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-370bd361-f325-43e3-8b3b-56730ad202d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:00.087592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5cab3c6-af3c-43d9-8f00-8495db38870d req-5c95c7d3-d8ad-4ec8-b403-ac363b98089a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 210 time: 0.0281944 Jul 16 22:57:00.136903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.168849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-51d2d7d5-47f9-4d18-8d3f-0cb462020982 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:01.170421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-51d2d7d5-47f9-4d18-8d3f-0cb462020982 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1102519 Jul 16 22:57:01.223600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-316428b2-5c45-47a1-967f-21ed56c6d84f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 380 time: 0.0393295 Jul 16 22:57:01.232072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'security_groups': ['2a73c577-326b-40cf-a49d-f8f8544d3628']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:57:01.241746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-161fbb7c-17a0-468d-b986-6247cd9939ac req-619458b4-e6cf-4a08-879a-6864426dcac9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 210 time: 0.0403469 Jul 16 22:57:01.347674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:57:01.351493 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.452404 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.476767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.5 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/f91ebf1f-a7e2-4194-8065-bdfa9b6803a5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:57:01.616419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.630460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:57:01.663370 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.705082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:57:01.711590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:57:01.715326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:57:01.750002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:01.765180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.765534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.765879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.766323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.766541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.766872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.767210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.767531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.767861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.768184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.768516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.768836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:01.787491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:01.788151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.806418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-4ca09ca5-3326-4791-92ba-71badba53410 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774148 Jul 16 22:57:01.817626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Request body: {'port': {'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:57:01.896760 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:01.999447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72a10802-4ada-415a-8b7e-4421b986b643 None None] Provisioning for port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:57:02.003169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72a10802-4ada-415a-8b7e-4421b986b643 None None] Provisioning complete for port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:57:02.003676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72a10802-4ada-415a-8b7e-4421b986b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.037989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-72a10802-4ada-415a-8b7e-4421b986b643 None None] Port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:57:02.164823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:57:02.172359 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.184808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Transition to ACTIVE for port object f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:57:02.188805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.239806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Pushing event updated for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:02.317578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Attempting to bind port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:57:02.317925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Attempting to bind port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:57:02.318263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Attempting to bind port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:57:02.323680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:57:02.324006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Attempting to bind port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:57:02.330167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:57:02.330526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:57:02.330921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:57:02.331361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Bound port: f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:57:02.331728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.454610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:57:02.469151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:57:02.476372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.491875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222ad10-177b-4196-aa24-be06c4ef7cc9 req-33c17058-c108-4f29-8f69-54d348786ebc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:02.493866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8222ad10-177b-4196-aa24-be06c4ef7cc9 req-33c17058-c108-4f29-8f69-54d348786ebc tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.1210938 Jul 16 22:57:02.534024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:02.534643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.536069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] 10.222.0.47 "PUT /v2.0/ports/f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 1092 time: 0.7231817 Jul 16 22:57:02.536510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:57:02.538781 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e39f06-19cf-4983-9efe-fa4c9178e8be" -d '{"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:57:02.591608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32969b-1fed-46a5-95cf-47dd2f29a916 service neutron] Pushing event updated for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:02.595174 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00cbf16-f10d-4a3a-bf87-6036b61534f5 x-openstack-request-id: req-b00cbf16-f10d-4a3a-bf87-6036b61534f5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:57:02.595464 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:57:02.595712 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b00cbf16-f10d-4a3a-bf87-6036b61534f5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:57:02.596096 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'status': 'completed', 'code': 200} Jul 16 22:57:02.600442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8222ad10-177b-4196-aa24-be06c4ef7cc9 req-67432393-3574-43c5-a77c-3610f10d39c9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876305 Jul 16 22:57:02.656645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-090a6b82-8377-486c-b9a5-2fc71ec52c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:02.658672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-090a6b82-8377-486c-b9a5-2fc71ec52c7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1095 time: 0.0782545 Jul 16 22:57:02.702517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-6e019299-f3ea-4e31-a01c-e9bfdd6685f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 217 time: 0.0368767 Jul 16 22:57:02.753383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-eca71dd3-7852-4421-9a90-3fb2f5093d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:02.754861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-eca71dd3-7852-4421-9a90-3fb2f5093d4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0458775 Jul 16 22:57:02.792672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:02.818496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-d10e9ef2-c8ec-4166-a9c7-4814724ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:02.820017 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-d10e9ef2-c8ec-4166-a9c7-4814724ccc02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594351 Jul 16 22:57:02.914604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-e5409d13-c111-4ace-8cb0-dff9ce16c13e service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876191 Jul 16 22:57:03.009206 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c9ca3d7-204b-43a2-a8ca-b9d209520061 req-beaf8347-abb0-4006-8e2e-898293643bac service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 Jul 16 22:57:03.108933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-00174709-f3d6-440d-a368-0ebfa4994f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:03.110495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-00174709-f3d6-440d-a368-0ebfa4994f46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1095 time: 0.0563843 Jul 16 22:57:03.205338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-4ea67bfa-32b3-4313-ac25-47990036ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:03.206831 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-4ea67bfa-32b3-4313-ac25-47990036ab05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0902705 Jul 16 22:57:03.248327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-06ed4696-d4ef-4eb3-9adb-c0f4817ab12c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 217 time: 0.0351660 Jul 16 22:57:03.297343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-e3ba4d89-22a3-4c75-a2e8-a5f8f1050318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:03.298738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-e3ba4d89-22a3-4c75-a2e8-a5f8f1050318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0443928 Jul 16 22:57:03.356069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-5525f6ea-10f2-4756-9c3d-fe399432e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:03.357546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-5525f6ea-10f2-4756-9c3d-fe399432e73e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528483 Jul 16 22:57:03.450568 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-cbda3112-ad71-4ca5-b796-ad285e0a89ef service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865948 Jul 16 22:57:03.543916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f2e39f06-19cf-4983-9efe-fa4c9178e8be req-0194639c-ff05-416d-ad94-554244834eac service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867527 Jul 16 22:57:03.791632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2787d-7bea-4d49-92d8-ef1bedbea049 req-d932f877-8247-44a2-b33a-c9b51dff368a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:03.793172 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02c2787d-7bea-4d49-92d8-ef1bedbea049 req-d932f877-8247-44a2-b33a-c9b51dff368a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0681770 Jul 16 22:57:03.830961 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02c2787d-7bea-4d49-92d8-ef1bedbea049 req-e8c51654-4d86-49dc-a456-f566a9031cd2 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Jul 16 22:57:05.019054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a3e49-60e8-4343-a050-d9da33e7264a req-7d55eac5-e30d-4036-bb22-ec66eaab4fb6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:05.020755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a40a3e49-60e8-4343-a050-d9da33e7264a req-7d55eac5-e30d-4036-bb22-ec66eaab4fb6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0708735 Jul 16 22:57:05.078560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a40a3e49-60e8-4343-a050-d9da33e7264a req-14e66387-69b9-4531-a7f1-4ea227de0098 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497000 Jul 16 22:57:05.150241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:57:05.252598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be25c-d299-4b62-be54-3ace385b183d req-18f609f0-66f5-400b-9898-ab7162c08ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:05.254198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c40be25c-d299-4b62-be54-3ace385b183d req-18f609f0-66f5-400b-9898-ab7162c08ceb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.1028867 Jul 16 22:57:05.287775 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c40be25c-d299-4b62-be54-3ace385b183d req-0957d064-2220-49e0-a505-0cbbd0c4d33e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278368 Jul 16 22:57:06.250201 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4972c-8c5d-42b2-b46e-df94eb55df6d req-fb1a4e81-29b6-4dd0-a1d9-9045185e8e8c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:06.251769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49c4972c-8c5d-42b2-b46e-df94eb55df6d req-fb1a4e81-29b6-4dd0-a1d9-9045185e8e8c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0622206 Jul 16 22:57:06.294207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-49c4972c-8c5d-42b2-b46e-df94eb55df6d req-aa9bbd69-8af0-4adc-8033-053ac79a3245 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368845 Jul 16 22:57:07.466308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7fd89-ae59-429b-9ba4-be138c6dbd42 req-419ec97a-cbbc-4d79-81ae-c13475bdc023 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:07.467716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fc7fd89-ae59-429b-9ba4-be138c6dbd42 req-419ec97a-cbbc-4d79-81ae-c13475bdc023 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0624886 Jul 16 22:57:07.504862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5fc7fd89-ae59-429b-9ba4-be138c6dbd42 req-49ce1778-c318-4283-8dad-bd313f621504 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 Jul 16 22:57:08.679437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32117d1c-662a-40f0-a3a8-6a62cd3d6e07 req-dbb9da78-5125-4a21-a731-25c5853b1e62 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:08.680980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32117d1c-662a-40f0-a3a8-6a62cd3d6e07 req-dbb9da78-5125-4a21-a731-25c5853b1e62 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0663075 Jul 16 22:57:08.719724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32117d1c-662a-40f0-a3a8-6a62cd3d6e07 req-5ad76271-0b3b-494d-8b70-82e1ebaccb40 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Jul 16 22:57:09.889856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48b397-c52d-4478-9b20-ea4dea9333e9 req-564e693b-6b14-4df3-a2ca-648ff88b7a5c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:09.891395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be48b397-c52d-4478-9b20-ea4dea9333e9 req-564e693b-6b14-4df3-a2ca-648ff88b7a5c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0634127 Jul 16 22:57:09.928415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be48b397-c52d-4478-9b20-ea4dea9333e9 req-08b8574e-bed4-4094-8647-7bb12cecc986 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Jul 16 22:57:11.099057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7316fb-ca27-472e-a73e-34d9a37acec4 req-16736279-5515-4f78-b343-6e711aaf352e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:11.100577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc7316fb-ca27-472e-a73e-34d9a37acec4 req-16736279-5515-4f78-b343-6e711aaf352e tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0626829 Jul 16 22:57:11.141948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cc7316fb-ca27-472e-a73e-34d9a37acec4 req-10861e01-b6a4-4a7c-9c56-db6111099352 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356083 Jul 16 22:57:12.315520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bb1c-0efb-4c97-b212-a47d73dcfbb5 req-5d884c74-4c72-4091-87a1-1f8f6d9dc1bb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:12.316999 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4158bb1c-0efb-4c97-b212-a47d73dcfbb5 req-5d884c74-4c72-4091-87a1-1f8f6d9dc1bb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 943 time: 0.0653977 Jul 16 22:57:12.353900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4158bb1c-0efb-4c97-b212-a47d73dcfbb5 req-72451fd4-8637-4d5b-a6f0-f2602aad01e0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Jul 16 22:57:12.859889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:57:12.954308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:57:12.965562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:57:13.000037 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:13.012502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:57:13.031480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:57:13.035127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:13.084562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:13.092352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.092697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.093068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.093404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.093735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.094065 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.094388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.094756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.095074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.095391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.095712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.096030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:13.243605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:57:13.533616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f2de-da50-49ec-8ae3-5315c325aca5 req-4c7017cb-1827-4a31-9de7-23d4537cdcee tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:13.535014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8279f2de-da50-49ec-8ae3-5315c325aca5 req-4c7017cb-1827-4a31-9de7-23d4537cdcee tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 944 time: 0.0676458 Jul 16 22:57:13.572184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8279f2de-da50-49ec-8ae3-5315c325aca5 req-5605b774-5cab-4aae-9956-80568225e76f tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jul 16 22:57:14.742959 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a3e1-ec3e-4575-befb-04f53de727de req-6eb475ad-3887-45f3-a741-d761c5ecc4eb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:14.744476 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c705a3e1-ec3e-4575-befb-04f53de727de req-6eb475ad-3887-45f3-a741-d761c5ecc4eb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 944 time: 0.0633440 Jul 16 22:57:14.781556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c705a3e1-ec3e-4575-befb-04f53de727de req-8392ced5-e210-4897-9b14-992860148c74 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Jul 16 22:57:14.859936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:57:14.907165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:57:14.910925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:57:14.911304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:14.984644 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:15.008700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:57:15.010933 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d738fee-4e68-4a56-9b3f-d78287e66d1d" -d '{"events": [{"server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "name": "network-vif-plugged", "status": "completed", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:57:15.023090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:57:15.028076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:15.050532 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79ad939-7f00-420e-b604-8b94288d5281 x-openstack-request-id: req-b79ad939-7f00-420e-b604-8b94288d5281 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:57:15.050823 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "name": "network-vif-plugged", "status": "completed", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:57:15.051073 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b79ad939-7f00-420e-b604-8b94288d5281 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:57:15.051455 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'code': 200} Jul 16 22:57:15.077067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:15.158964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89068d59-bfdb-49ad-95f6-3eeb307941b1 req-788f62f1-05cc-46b9-93ee-e45133466d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:15.160361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89068d59-bfdb-49ad-95f6-3eeb307941b1 req-788f62f1-05cc-46b9-93ee-e45133466d69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.0515146 Jul 16 22:57:15.193262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89068d59-bfdb-49ad-95f6-3eeb307941b1 req-4bf986be-07fb-4e8a-82c3-a82742122835 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271301 Jul 16 22:57:15.957712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161640af-72b3-4c23-86ef-151b94c2af82 req-0ad0a7fc-5a5e-432e-944a-96274821ca92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:15.959260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-161640af-72b3-4c23-86ef-151b94c2af82 req-0ad0a7fc-5a5e-432e-944a-96274821ca92 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0641096 Jul 16 22:57:16.004408 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-161640af-72b3-4c23-86ef-151b94c2af82 req-749e3c58-287c-407a-a615-cc957b5cd4d1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Jul 16 22:57:17.177482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f95a8-6038-4e25-ab39-97a5c7fc7fd6 req-ec35d0f2-c9e6-4d53-a51a-e5f67cedffba tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:17.178984 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-672f95a8-6038-4e25-ab39-97a5c7fc7fd6 req-ec35d0f2-c9e6-4d53-a51a-e5f67cedffba tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Jul 16 22:57:17.217413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-672f95a8-6038-4e25-ab39-97a5c7fc7fd6 req-c9bb4fe1-5da4-4896-a28e-7ca13b739698 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Jul 16 22:57:17.387056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0f73f-2c14-4cc6-8147-427eca50d699 req-38acc261-989d-4e1b-85b1-9163bf89999d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:17.388580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cb0f73f-2c14-4cc6-8147-427eca50d699 req-38acc261-989d-4e1b-85b1-9163bf89999d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0637140 Jul 16 22:57:17.426026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cb0f73f-2c14-4cc6-8147-427eca50d699 req-10d1d966-c9a9-4299-967c-a8a693ef9e57 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 16 22:57:17.450085 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:57:17.600147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97743f76-0129-47f3-b6e6-59a93dd2c16f tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:17.601691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-97743f76-0129-47f3-b6e6-59a93dd2c16f tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1092 time: 0.1506433 Jul 16 22:57:17.604487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:57:17.608827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:57:17.631123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:17.731314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:17.835340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.25.5.87 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/a8e5c401-d7d4-499c-8089-81edfaebfd25) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:57:17.935792 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:17.973709 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.012730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:57:18.015419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:57:18.020233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:57:18.046915 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=a8e5c401-d7d4-499c-8089-81edfaebfd25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:18.059551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.059901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.060246 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.060589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.060919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.061275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.061604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.061933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.062259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.062581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.062904 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.063226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:57:18.393402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.469227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.619929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.624123 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.689341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=a8e5c401-d7d4-499c-8089-81edfaebfd25,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:57:18.702197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.800195 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 6c389da7-07af-4560-8529-035443c41de8 associated. External IP: 172.25.5.87, port: f91ebf1f-a7e2-4194-8065-bdfa9b6803a5. Jul 16 22:57:19.002610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:57:19.107961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:57:19.118407 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:57:19.124582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:19.127659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:57:19.128262 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:57:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:57:19.160576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2111dca2-498a-4927-8033-03be08ab12f8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5550389 Jul 16 22:57:19.161185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:57:19.163488 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8124079-f1ee-4782-8438-ebc5e2fe1730" -d '{"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:57:19.232470 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:57:19.257881 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094d930-fd1d-4061-89b7-102e4819c061 x-openstack-request-id: req-6094d930-fd1d-4061-89b7-102e4819c061 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:57:19.258264 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:57:19.258520 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6094d930-fd1d-4061-89b7-102e4819c061 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:57:19.258929 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'status': 'completed', 'code': 200} Jul 16 22:57:19.339389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-070c04dd-5610-4275-982b-9b244326f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:19.340932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-070c04dd-5610-4275-982b-9b244326f6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.0596964 Jul 16 22:57:19.432831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-9b24a9d5-7410-4865-b984-4256c6e5b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:19.434393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-9b24a9d5-7410-4865-b984-4256c6e5b1fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0866323 Jul 16 22:57:19.503308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-21b0a2d7-4fc9-4dc3-8a2c-9d3ee10585c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 998 time: 0.0626450 Jul 16 22:57:19.535195 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:18Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:57:19.551113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-ac425daa-09a0-48c3-bc63-4645d86257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:19.552585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-ac425daa-09a0-48c3-bc63-4645d86257d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0432303 Jul 16 22:57:19.561236 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:57:19.569269 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:57:19.569872 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:57:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:57:19.608241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-aa327550-7f6d-4af1-abdf-ed10ef00c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:19.609787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-aa327550-7f6d-4af1-abdf-ed10ef00c52c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510666 Jul 16 22:57:19.671620 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:57:19.703068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-2fe5ee1c-5903-4dae-adc0-2869165e75e9 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Jul 16 22:57:19.791445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8124079-f1ee-4782-8438-ebc5e2fe1730 req-2c7bbac3-f0ca-463f-9a20-e8d0537c103a service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Jul 16 22:57:19.890601 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:18Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:57:19.917557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f7324-8d72-4c25-97aa-04f0a27d1b31 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:18Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:57:20.095252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf636f-1390-4ab9-88d3-2aceb51c5a75 None None] New status for floating IP 6c389da7-07af-4560-8529-035443c41de8: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:57:20.887140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:22.402905 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:57:23.163120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:27.585258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-713e4b52-ce75-4f9e-80dc-f70124de16e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:29.836923 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6016a2d9-197f-46df-bc55-6e3fa7e4e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:30.138202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:31.456232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:32.788571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:47.367171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-a215e23d-4fb4-4e00-a810-79062adf0a0f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550249 Jul 16 22:57:47.468225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-b6ae94cd-12a3-4247-9042-e821736d97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:47.469652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-b6ae94cd-12a3-4247-9042-e821736d97ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0516980 Jul 16 22:57:47.573194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-ad09a4a3-98c6-4af9-bf4a-920846494d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:47.574649 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-ad09a4a3-98c6-4af9-bf4a-920846494d06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0840797 Jul 16 22:57:47.643097 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-b8dea05c-a51c-4b78-9c80-fe7666152343 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1001 time: 0.0617437 Jul 16 22:57:47.690695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-f14911c5-a0d0-483d-abe3-915273094665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:47.692112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-f14911c5-a0d0-483d-abe3-915273094665 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0434144 Jul 16 22:57:47.747094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-06ce249d-c9e2-4e52-b039-e5af37e5d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:57:47.748445 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-06ce249d-c9e2-4e52-b039-e5af37e5d431 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504444 Jul 16 22:57:47.839960 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-9c5400c4-7c0f-453a-8f2a-077203d46a28 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849888 Jul 16 22:57:47.932380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3e33ce62-68b2-4602-bf06-dd1949c80d8b req-2441a912-fa28-4685-bf4a-eaf37f6755fc service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860596 Jul 16 22:57:50.887101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:53.152475 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:57.589718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c5ed0d2-e424-4f14-a4d1-c5ffb2a8fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:59.402239 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:57:59.837042 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47882d9d-f55b-433d-93eb-4c3496507cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:00.122334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-c6242433-41b2-4f9c-8e14-12bebc9ede22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510757 Jul 16 22:58:00.139276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:00.214418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-efd89dc2-b03b-4e94-ac2a-fd46c3b4921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:00.215942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-efd89dc2-b03b-4e94-ac2a-fd46c3b4921f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.0519309 Jul 16 22:58:00.326432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-4678423b-fc35-41b3-a3ff-3157af5cf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:00.327909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-4678423b-fc35-41b3-a3ff-3157af5cf509 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0899830 Jul 16 22:58:00.391819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-8942de1f-d441-42bc-814b-c24c7cb60a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 1000 time: 0.0568211 Jul 16 22:58:00.438703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-a2f80ed2-093e-422b-bd71-9ff565b2c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:00.440117 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-a2f80ed2-093e-422b-bd71-9ff565b2c697 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0424807 Jul 16 22:58:00.499040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-c9c6bf26-2ad9-4fb6-8a2f-4c52f2255daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:00.500534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-c9c6bf26-2ad9-4fb6-8a2f-4c52f2255daf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543876 Jul 16 22:58:00.590053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-a08f5dbf-2ae4-40f6-9366-07b710530372 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825374 Jul 16 22:58:00.686030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37d65479-4ea5-4855-9adc-bb2536275af4 req-bc62ff4a-d3c3-4cd2-b803-e166ddf30fa5 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Jul 16 22:58:01.458637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:02.823031 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:20.901349 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:23.156654 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:27.589635 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a209e91b-ec6e-48d5-a871-6d768317ef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:29.837317 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-472a6f38-cafe-45c2-a5c7-2c6dc3e221e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:30.140621 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:31.461592 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:32.794545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:36.401274 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:58:47.477067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-dfa6393c-0178-4d71-bb0b-45a701526fde service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1562030 Jul 16 22:58:47.570649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-41deb6f0-dc90-489e-98b3-95b0a79df3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:47.572146 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-41deb6f0-dc90-489e-98b3-95b0a79df3cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0545313 Jul 16 22:58:47.681088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-6a00cb09-0202-4886-902b-a0dbcbf1bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:47.682869 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-6a00cb09-0202-4886-902b-a0dbcbf1bf1a service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0903668 Jul 16 22:58:47.749958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-5c6b1de1-830f-41db-83ce-8b26f7b73525 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1001 time: 0.0599635 Jul 16 22:58:47.796586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-cdc28e27-2320-4d52-8b2b-7806cf563775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:47.798026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-cdc28e27-2320-4d52-8b2b-7806cf563775 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0421515 Jul 16 22:58:47.853218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-4ce85713-d74a-4acc-a9f1-0c4d027bec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:47.854686 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-4ce85713-d74a-4acc-a9f1-0c4d027bec41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504146 Jul 16 22:58:47.865991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-86cf16f2-c6a8-4153-b11d-7ed29958a42b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:58:47.866916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-86cf16f2-c6a8-4153-b11d-7ed29958a42b service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055428 Jul 16 22:58:47.959440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-1f6030a9-50fc-48af-94aa-5cdc10d27489 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Jul 16 22:58:48.049325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5cc1d7c3-046e-4cea-839e-43d52e947829 req-097ee51e-e42f-40bd-94eb-02816ea60567 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823498 Jul 16 22:58:50.913617 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:53.171881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:56.569613 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5bd56050-2c99-48c4-9c56-c4d3dbc84d17 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037571150&fields=id&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 267 time: 0.0342636 Jul 16 22:58:56.676612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-7f12986c-42fa-4d72-b766-9cc03edc612b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:56.678078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-7f12986c-42fa-4d72-b766-9cc03edc612b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1022372 Jul 16 22:58:56.692616 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-855ad4bc-e685-4e76-9065-adc004a3755a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/quotas/75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 375 time: 0.0092015 Jul 16 22:58:56.763811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-4a0b6d31-07f7-42ad-be50-16e2b0c4fdfe tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0662255 Jul 16 22:58:56.919672 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-bc263212-b0a2-4544-a664-2905004f4ac0 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441414 Jul 16 22:58:57.006699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-7e678a15-9d19-4a6d-b2a8-545f4bad0568 service neutron] 10.222.0.70 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Jul 16 22:58:57.351558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38fad45e-dbf8-4954-b1ba-41451ca558bd req-f8852cc5-b93a-49b2-a051-951c4b09accb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0828996 Jul 16 22:58:57.589862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef583-e5e8-417f-9cc1-265a6b6a48fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.294649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-51f14b9d-7305-4b67-95f2-486b21b4f2ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:58.296262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-51f14b9d-7305-4b67-95f2-486b21b4f2ef tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 811 time: 0.1081183 Jul 16 22:58:58.343322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-10c35350-b280-4292-88a5-2ab170d42cf5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75106652d45c4faaa04ec5dfeff717da HTTP/1.1" status: 200 len: 380 time: 0.0335543 Jul 16 22:58:58.352768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'port': {'device_id': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'admin_state_up': True, 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'security_groups': ['2a73c577-326b-40cf-a49d-f8f8544d3628']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:58:58.477515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Made reservation on behalf of 75106652d45c4faaa04ec5dfeff717da for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:58:58.482284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.527906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92293222-e4c0-49c3-9c1e-7d34fac87945 req-303723d3-2fc3-402a-a5d2-2f4084da5041 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0361700 Jul 16 22:58:58.615019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.20.0.7 (bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea/b156220d-4662-4226-a8ca-cf964a5f364d/7d55ca3e-05a8-43d1-96c3-a5777460d564) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:58:58.764471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.778817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Transition to ACTIVE for port object 7d55ca3e-05a8-43d1-96c3-a5777460d564 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:58:58.810531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.859425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:58:58.865714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:58:58.870382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:58:58.873025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:58:58.904001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.904379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.904680 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.905183 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.905513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.905838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.906161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.906487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.906805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.907122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.907441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.907755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:58:58.933441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:58.934152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.951717 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-5dcac0ea-2ff9-4bf6-a18d-0964606828b9 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023383 Jul 16 22:58:58.962256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-88c530b5-3f9c-412b-af6d-311e8ed32684 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:58:58.963442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-88c530b5-3f9c-412b-af6d-311e8ed32684 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064204 Jul 16 22:58:59.031089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Request body: {'port': {'device_id': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:58:59.107253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.126169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8cea70c-b89f-4a52-9fff-f40bf4ed7a97 None None] Provisioning for port 7d55ca3e-05a8-43d1-96c3-a5777460d564 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:58:59.131002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8cea70c-b89f-4a52-9fff-f40bf4ed7a97 None None] Provisioning complete for port 7d55ca3e-05a8-43d1-96c3-a5777460d564 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:58:59.131447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8cea70c-b89f-4a52-9fff-f40bf4ed7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.166031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d8cea70c-b89f-4a52-9fff-f40bf4ed7a97 None None] Port 7d55ca3e-05a8-43d1-96c3-a5777460d564 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:58:59.728478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d55ca3e-05a8-43d1-96c3-a5777460d564 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:58:59.737939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.759929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Transition to ACTIVE for port object 7d55ca3e-05a8-43d1-96c3-a5777460d564 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:58:59.764485 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.809158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fee11-75a1-412c-be8d-5baf61eaec2d req-f9ee9ba1-6aa0-4fc3-bf91-b5d15de6b71d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:58:59.810705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a1fee11-75a1-412c-be8d-5baf61eaec2d req-f9ee9ba1-6aa0-4fc3-bf91-b5d15de6b71d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 931 time: 0.1205800 Jul 16 22:58:59.834361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Pushing event updated for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:58:59.843271 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec55e363-ba8c-4224-af1c-f6844211b217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.905975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5a1fee11-75a1-412c-be8d-5baf61eaec2d req-8cfa00ed-4fbc-4007-92fc-10608e5941e0 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840101 Jul 16 22:58:59.937025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Attempting to bind port 7d55ca3e-05a8-43d1-96c3-a5777460d564 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:58:59.937367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Attempting to bind port 7d55ca3e-05a8-43d1-96c3-a5777460d564 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:58:59.937699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Attempting to bind port 7d55ca3e-05a8-43d1-96c3-a5777460d564 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:58:59.942808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Port 7d55ca3e-05a8-43d1-96c3-a5777460d564 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:58:59.943130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Attempting to bind port 7d55ca3e-05a8-43d1-96c3-a5777460d564 on network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:58:59.948646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:58:59.948908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Checking segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:58:59.949379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Bound using segment: {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:58:59.949799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Bound port: 7d55ca3e-05a8-43d1-96c3-a5777460d564, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a199ea-bb61-4afc-b0f8-148292edbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:58:59.950442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:00.018903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:59:00.022168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:59:00.028167 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:00.067408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.068033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:00.069519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 200 len: 1092 time: 1.0980043 Jul 16 22:59:00.069932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:59:00.072183 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1bce4d-f704-4184-81de-ebc4fd8a8943" -d '{"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:59:00.151669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:00.153004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda967f-9cd7-4fe0-b60e-0969117dc268 service neutron] Pushing event updated for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:59:00.229798 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0602ff6c-9b17-4cfd-b50a-766c0e54802f x-openstack-request-id: req-0602ff6c-9b17-4cfd-b50a-766c0e54802f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:59:00.230170 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:59:00.230489 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0602ff6c-9b17-4cfd-b50a-766c0e54802f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:59:00.230950 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'status': 'completed', 'code': 200} Jul 16 22:59:00.235680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-0fa75480-1fd2-44a9-bf32-cd9cf8e77223 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1478984 Jul 16 22:59:00.247374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-28634d18-b684-431b-a462-38a9ae473cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.249073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-28634d18-b684-431b-a462-38a9ae473cfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1095 time: 0.1037946 Jul 16 22:59:00.311165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-3e789a6c-6aae-41aa-ab44-e578b15b3bc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 200 len: 217 time: 0.0533495 Jul 16 22:59:00.381827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-1f38ad54-433c-4c71-a349-43b196550b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.383171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-1f38ad54-433c-4c71-a349-43b196550b5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0511951 Jul 16 22:59:00.421561 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-798601b7-b5ce-49f2-97c7-3dd5b35e7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.423201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-798601b7-b5ce-49f2-97c7-3dd5b35e7b11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.1207204 Jul 16 22:59:00.477425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-57bd91ab-02e0-4335-86aa-1ad5c132ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.478945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-57bd91ab-02e0-4335-86aa-1ad5c132ad00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890825 Jul 16 22:59:00.600693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-c41e7bb5-bae1-4a4e-b86a-c0a887c6ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.602194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-c41e7bb5-bae1-4a4e-b86a-c0a887c6ee9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.1578238 Jul 16 22:59:00.658853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-8f3bd94f-3038-4761-9e0a-434e87e046c2 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733983 Jul 16 22:59:00.695897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-79df1357-9e74-4af2-838f-b06d80abcd9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 1000 time: 0.0875371 Jul 16 22:59:00.787295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-331a2a25-2ea6-426d-bafb-ae79c81094d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.788776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-331a2a25-2ea6-426d-bafb-ae79c81094d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0867610 Jul 16 22:59:00.826204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f68896c-281d-46e4-ba21-8af46b15e8a4 req-3dc25c67-4e1f-45e1-b7a6-9e94e53d83ec service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588902 Jul 16 22:59:00.853918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-46334471-0e8e-48dd-a6de-0c9e5d0cc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:00.855422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-46334471-0e8e-48dd-a6de-0c9e5d0cc7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579083 Jul 16 22:59:00.993786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-e8458760-9bce-4e6e-8ff2-e0ff51eaa8ba service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318464 Jul 16 22:59:01.000123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-1037fb46-2cde-484e-aa37-c60af98b6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:01.001639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-1037fb46-2cde-484e-aa37-c60af98b6c86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1095 time: 0.1193445 Jul 16 22:59:01.206809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-d6ec6b97-b4ff-4d2e-b878-c2caf0a309ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:01.208192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-d6ec6b97-b4ff-4d2e-b878-c2caf0a309ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.1983206 Jul 16 22:59:01.214353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e70c327f-d1d2-4f43-8afd-245a1f2f268b req-54627c81-7f0c-4fc9-902c-6083e6034b9a service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117603 Jul 16 22:59:01.229770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e58bc-0b43-4e93-adf3-0851ecaa65e0 req-7e2bec37-e97e-45e5-a0de-bfaf848def4a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:01.231261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-546e58bc-0b43-4e93-adf3-0851ecaa65e0 req-7e2bec37-e97e-45e5-a0de-bfaf848def4a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.2030141 Jul 16 22:59:01.263613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-675d0570-2573-4096-b916-f0bac090802d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 200 len: 217 time: 0.0481942 Jul 16 22:59:01.334468 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-546e58bc-0b43-4e93-adf3-0851ecaa65e0 req-32ee590e-0c58-463c-80f2-fdeb46d5b680 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736091 Jul 16 22:59:01.338116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-92a8b33f-d368-41f9-9609-1f049d3ac1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:01.339563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-92a8b33f-d368-41f9-9609-1f049d3ac1c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0693729 Jul 16 22:59:01.397195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-e1394065-21a3-473e-86d6-8fcc021969e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:01.398989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-e1394065-21a3-473e-86d6-8fcc021969e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530710 Jul 16 22:59:01.468660 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:01.494262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-b95445ab-1e28-43c5-be99-37691b2b7dec service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882819 Jul 16 22:59:01.616040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3a1bce4d-f704-4184-81de-ebc4fd8a8943 req-830be306-5bc4-4d77-98a9-e4b3ccdbe656 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155789 Jul 16 22:59:02.515147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e062a-3e96-4e3f-a0e9-9bee7d670d72 req-b82cea59-3b21-4ce0-bb58-44ddf99a2935 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:02.516539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e41e062a-3e96-4e3f-a0e9-9bee7d670d72 req-b82cea59-3b21-4ce0-bb58-44ddf99a2935 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0637386 Jul 16 22:59:02.555248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e41e062a-3e96-4e3f-a0e9-9bee7d670d72 req-ccd26a3b-ddc0-4fc4-b880-ab7433193946 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jul 16 22:59:02.796822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:03.724409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f86a-0205-4931-bf1e-189b0846ded3 req-b2959b63-6cfa-4048-bb8f-ab40be61f144 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:03.725935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cc6f86a-0205-4931-bf1e-189b0846ded3 req-b2959b63-6cfa-4048-bb8f-ab40be61f144 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0624428 Jul 16 22:59:03.762841 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cc6f86a-0205-4931-bf1e-189b0846ded3 req-8244d066-e03e-47b5-a102-99eed374754c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jul 16 22:59:04.933804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230dba-8a43-4c9b-8e17-15ba453494ac req-5a626216-b86d-41b8-9c5d-7fe362334659 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:04.935308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2230dba-8a43-4c9b-8e17-15ba453494ac req-5a626216-b86d-41b8-9c5d-7fe362334659 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0640578 Jul 16 22:59:04.971785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e2230dba-8a43-4c9b-8e17-15ba453494ac req-60d22b0e-2a14-439d-a021-a6d8c24def09 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Jul 16 22:59:06.161595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fe9d1-aef5-4362-8941-bc32384e0a85 req-9a7ae39b-65d2-4735-a540-b8d2bdb597a5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:06.163075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-325fe9d1-aef5-4362-8941-bc32384e0a85 req-9a7ae39b-65d2-4735-a540-b8d2bdb597a5 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0749817 Jul 16 22:59:06.202073 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-325fe9d1-aef5-4362-8941-bc32384e0a85 req-bc66fe2e-f5c7-4229-869c-19360034617a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Jul 16 22:59:07.374717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640c229-7176-4a61-baab-e23145f20d88 req-6c7c4197-1f8a-42db-9662-be83152a4b74 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:07.376200 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f640c229-7176-4a61-baab-e23145f20d88 req-6c7c4197-1f8a-42db-9662-be83152a4b74 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0658083 Jul 16 22:59:07.413920 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f640c229-7176-4a61-baab-e23145f20d88 req-41da6b63-622b-4bcc-a49a-560fdd1fe434 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Jul 16 22:59:08.587732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac443b-6fe5-4476-9b28-9454eac621f2 req-5c924cff-9f42-4294-bc71-60116011901b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:08.589275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92ac443b-6fe5-4476-9b28-9454eac621f2 req-5c924cff-9f42-4294-bc71-60116011901b tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0640965 Jul 16 22:59:08.626903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-92ac443b-6fe5-4476-9b28-9454eac621f2 req-10dc4341-d94c-4743-a3f0-6845486d0f91 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Jul 16 22:59:09.795273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1030a45-8a09-4b59-9e56-4c8c5b7b4a69 req-aab43801-5b61-4b44-8fa2-2d4dea543742 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:09.796803 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1030a45-8a09-4b59-9e56-4c8c5b7b4a69 req-aab43801-5b61-4b44-8fa2-2d4dea543742 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0620553 Jul 16 22:59:09.833902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1030a45-8a09-4b59-9e56-4c8c5b7b4a69 req-ace5dd0d-1b1c-4693-8058-f5568a4d6d9c tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Jul 16 22:59:11.009869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae113b9b-71f6-4110-af47-5ca5fe3bcc3e req-4c72e787-3f8d-441c-a8bf-dbf844066e2a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:11.011602 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae113b9b-71f6-4110-af47-5ca5fe3bcc3e req-4c72e787-3f8d-441c-a8bf-dbf844066e2a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 943 time: 0.0667472 Jul 16 22:59:11.058332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ae113b9b-71f6-4110-af47-5ca5fe3bcc3e req-8b3cd911-bb03-45c0-8c0e-7d3a2e083f01 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Jul 16 22:59:11.371728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7d55ca3e-05a8-43d1-96c3-a5777460d564 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:59:11.463152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:59:11.475297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'port_id': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'mac_address': 'fa:16:3e:41:6e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:59:11.513916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:11.526931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d55ca3e-05a8-43d1-96c3-a5777460d564 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:59:11.545887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:59:11.549479 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:11.595948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:59:11.604032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.604384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.604752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.605137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.605473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.605806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.606135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.606463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.606789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.607112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.607435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.607756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:11.761357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['7d55ca3e-05a8-43d1-96c3-a5777460d564'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:59:12.229997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb836c-9180-4e13-8b5a-0cc78954baae req-780d250d-1fee-488e-bf51-4a1698e225a7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:12.231419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3cdb836c-9180-4e13-8b5a-0cc78954baae req-780d250d-1fee-488e-bf51-4a1698e225a7 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 944 time: 0.0634878 Jul 16 22:59:12.273420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3cdb836c-9180-4e13-8b5a-0cc78954baae req-b9d161f0-704e-4b82-bb73-254500e81fba tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364761 Jul 16 22:59:13.386902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7d55ca3e-05a8-43d1-96c3-a5777460d564 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:59:13.401234 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:59:13.434591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 7d55ca3e-05a8-43d1-96c3-a5777460d564 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:59:13.438196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 7d55ca3e-05a8-43d1-96c3-a5777460d564 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:59:13.438581 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:13.443326 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361cd59-f9d3-40d4-b6fb-071a0c63b019 req-84e0337a-dda7-4127-9ad9-954209dd9166 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:13.444827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d361cd59-f9d3-40d4-b6fb-071a0c63b019 req-84e0337a-dda7-4127-9ad9-954209dd9166 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 944 time: 0.0634582 Jul 16 22:59:13.483199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d361cd59-f9d3-40d4-b6fb-071a0c63b019 req-2a215287-5cf0-434c-b8b3-e156d3e5d592 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Jul 16 22:59:13.516739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:13.539006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:59:13.541253 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe775f-f180-4ee2-9da6-d7be9c84081f" -d '{"events": [{"server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:59:13.553579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:59:13.557938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:13.585350 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c555feb-594d-4552-9824-6dd0bfe10da3 x-openstack-request-id: req-3c555feb-594d-4552-9824-6dd0bfe10da3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:59:13.585647 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:59:13.585903 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c555feb-594d-4552-9824-6dd0bfe10da3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:59:13.586290 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'code': 200} Jul 16 22:59:13.614410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:59:13.688831 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85f0d5-da0a-4f7e-a28d-afe0bb3ded0b req-fed70e2b-b83d-4e06-856a-d2a9cf43630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:13.690361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de85f0d5-da0a-4f7e-a28d-afe0bb3ded0b req-fed70e2b-b83d-4e06-856a-d2a9cf43630c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1097 time: 0.0521357 Jul 16 22:59:13.724738 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-de85f0d5-da0a-4f7e-a28d-afe0bb3ded0b req-b214803b-d789-49ff-ae3e-9f6abf46b975 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273399 Jul 16 22:59:14.657094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352c2bb-9ee8-44e3-a95d-0fc04b77fbaf req-544f4cb8-53df-4ae9-9b79-dcf2b1965709 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:14.658556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d352c2bb-9ee8-44e3-a95d-0fc04b77fbaf req-544f4cb8-53df-4ae9-9b79-dcf2b1965709 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 945 time: 0.0659459 Jul 16 22:59:14.695463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d352c2bb-9ee8-44e3-a95d-0fc04b77fbaf req-98698a2d-cf9d-4e33-98a6-04f030315b7d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Jul 16 22:59:14.868077 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca970c-0a93-49bd-ab3b-d51fc6c71469 req-94124dfc-4cd9-4c97-a2a4-c19c2f91ebbd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:14.869633 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00ca970c-0a93-49bd-ab3b-d51fc6c71469 req-94124dfc-4cd9-4c97-a2a4-c19c2f91ebbd tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 945 time: 0.0631368 Jul 16 22:59:14.909034 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00ca970c-0a93-49bd-ab3b-d51fc6c71469 req-77dfa920-491e-434e-bd40-03cdcac0fe34 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338144 Jul 16 22:59:14.933031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45570) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:59:14.983779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a65935-25a2-450a-ab74-86d9b650dba7 tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:14.985201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b0a65935-25a2-450a-ab74-86d9b650dba7 tempest-TestVolumeBootPattern-299108660 tempest-TestVolumeBootPattern-299108660-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1092 time: 0.0511785 Jul 16 22:59:14.987901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:59:14.992138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:59:15.013940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:15.110411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:15.215869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Allocated IP 172.25.5.191 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/756094ec-5dbb-4654-bca8-d4f391dde030) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:59:15.315228 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:15.352680 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:15.387776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:59:15.392376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:59:15.395700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:59:15.422124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=756094ec-5dbb-4654-bca8-d4f391dde030,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:59:15.435326 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.435672 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.436012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.436343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.436669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.437012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.437336 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.437657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.437977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.438295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.438615 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:15.438932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:59:16.041855 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.118727 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.263916 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.268233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.336440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event updated for resources: {'Port': ['ID=756094ec-5dbb-4654-bca8-d4f391dde030,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:59:16.344516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.443279 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 6f2f1db4-5d3c-4053-b02a-a769db1f926a associated. External IP: 172.25.5.191, port: 7d55ca3e-05a8-43d1-96c3-a5777460d564. Jul 16 22:59:16.645719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:59:16.750107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:59:16.760202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:59:16.769392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:16.769703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:59:16.770309 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:59:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:59:16.806251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-34fbcc7c-aa94-4389-8365-3f2e23784ab6 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8173411 Jul 16 22:59:16.806850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:59:16.809154 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589" -d '{"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:59:16.847996 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717853b-c4fa-4f1a-aeb6-a93404231146 x-openstack-request-id: req-e717853b-c4fa-4f1a-aeb6-a93404231146 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:59:16.848290 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:59:16.848546 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e717853b-c4fa-4f1a-aeb6-a93404231146 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:59:16.848956 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'status': 'completed', 'code': 200} Jul 16 22:59:16.877286 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:59:16.925085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-ccdaaafb-05a9-4cae-a26c-6d8e6a1da52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:16.926643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-ccdaaafb-05a9-4cae-a26c-6d8e6a1da52c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1097 time: 0.0535069 Jul 16 22:59:17.020490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-72ec3490-a4e8-4517-a95c-85493648ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:17.022292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-72ec3490-a4e8-4517-a95c-85493648ba1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0892181 Jul 16 22:59:17.085279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-bec9b22a-bfbc-4700-961e-bb95d8efbf72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 200 len: 999 time: 0.0571039 Jul 16 22:59:17.108054 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}, {'id': '6f2f1db4-5d3c-4053-b02a-a769db1f926a', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:41:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:59:15Z', 'updated_at': '2021-07-16T22:59:15Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:59:17.133364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-4391af32-daeb-422c-b4f1-25d94f4617e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:17.134098 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:59:17.134764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-4391af32-daeb-422c-b4f1-25d94f4617e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0437369 Jul 16 22:59:17.142182 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:59:17.142789 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T22:59:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:59:17.195314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-3a814886-b8ab-4081-9918-bcb94695f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:17.196833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-3a814886-b8ab-4081-9918-bcb94695f1de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559163 Jul 16 22:59:17.247648 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:59:17.287647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-b8b6a0d5-dfe6-4c89-a193-6d51493b9083 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Jul 16 22:59:17.379715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd7bd914-75c5-4863-9f3a-4b31d5d7b589 req-ee8fdba0-c989-4d98-8da3-b0c35aebe75b service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861294 Jul 16 22:59:17.466633 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}, {'id': '6f2f1db4-5d3c-4053-b02a-a769db1f926a', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:41:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:59:15Z', 'updated_at': '2021-07-16T22:59:15Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:59:17.570033 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1282d3-5855-485f-942f-a6890f017f33 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}, {'id': '6f2f1db4-5d3c-4053-b02a-a769db1f926a', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:41:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:59:15Z', 'updated_at': '2021-07-16T22:59:15Z', 'revision_number': 0, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:59:17.777719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc159a6-3180-470f-954b-e8344c0d2842 None None] New status for floating IP 6f2f1db4-5d3c-4053-b02a-a769db1f926a: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:59:20.915006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:23.165762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:27.591018 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae97e099-a351-44a9-a872-ef2a61beca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:29.838210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4145b916-f54b-45a8-959e-cf78cd4d5550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:30.143958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:31.471658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:32.798562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:49.365231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-9ced062b-4aff-4c74-a83b-8c61f230ab5a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514066 Jul 16 22:59:49.455455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb477-12f9-4e89-a605-287daffdc644 req-446286b1-c007-45a5-ae6e-e9b18eafea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:49.456920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-446286b1-c007-45a5-ae6e-e9b18eafea7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0511997 Jul 16 22:59:49.563385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb477-12f9-4e89-a605-287daffdc644 req-806f3aa2-6636-4b0d-ad13-66912c119205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:49.564737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-806f3aa2-6636-4b0d-ad13-66912c119205 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0877450 Jul 16 22:59:49.628528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-61a7279e-5587-4f56-a144-5cf0477461fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1001 time: 0.0572822 Jul 16 22:59:49.681336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb477-12f9-4e89-a605-287daffdc644 req-ebe77e87-1bf8-478c-b010-af9eec6e9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:49.682764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-ebe77e87-1bf8-478c-b010-af9eec6e9124 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0461378 Jul 16 22:59:49.737887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb477-12f9-4e89-a605-287daffdc644 req-7a9e3640-ddf1-42a5-9960-49fd7a26c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:59:49.739319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-7a9e3640-ddf1-42a5-9960-49fd7a26c566 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499208 Jul 16 22:59:49.830475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-91030b3a-305d-4791-b3e5-52803ee5d4a4 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846927 Jul 16 22:59:49.920434 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-579fb477-12f9-4e89-a605-287daffdc644 req-38e70ba6-d55c-4b21-83b5-552b1f917973 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836112 Jul 16 22:59:50.400514 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:59:50.911979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:53.164024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:57.591460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b289e8b-4683-4be0-939f-38ae9c44668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:59.838230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77d51a74-ec75-4262-84b4-c0f5ce87c5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:00.143869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:01.470047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:02.135408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-56fd2349-f0a8-482c-aa1c-54b4984337eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511189 Jul 16 23:00:02.233262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-5e813a96-4bd1-4db0-9c99-6944c85a9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:02.234746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-5e813a96-4bd1-4db0-9c99-6944c85a9e1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.0571299 Jul 16 23:00:02.335661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-4e7fb1af-d851-4287-8ef7-79d2c983e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:02.337187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-4e7fb1af-d851-4287-8ef7-79d2c983e842 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0835364 Jul 16 23:00:02.402970 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-51f03a18-e32b-49ed-bcca-3d9a8a8f8d97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 1000 time: 0.0595715 Jul 16 23:00:02.449951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-5e0da587-785f-4d89-839e-faf6cf3dc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:02.451729 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-5e0da587-785f-4d89-839e-faf6cf3dc55d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0424681 Jul 16 23:00:02.506636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-2daf9d73-30f0-41b3-944c-1d72a483eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:02.508099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-2daf9d73-30f0-41b3-944c-1d72a483eccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503595 Jul 16 23:00:02.600872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-89bf4399-20fe-4aed-b366-141a151635da service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Jul 16 23:00:02.690441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-564d44fa-ed1d-472b-8f8c-a2375e1c3c57 req-b881aef9-2335-42b0-a9e4-e84f60dcbc2c service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Jul 16 23:00:02.832016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:20.929497 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:23.167048 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:27.399481 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:00:27.593079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b0bf-62f2-44f3-b156-4ec591fe88bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:29.837969 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9324d17-cbf7-4303-ac9d-549e9bcf2cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:30.144372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:31.473046 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:32.805830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:45.587366 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:00:45.742878 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 756094ec-5dbb-4654-bca8-d4f391dde030 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:00:45.743227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:45.819240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:45.819567 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:45.830732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 756094ec-5dbb-4654-bca8-d4f391dde030 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:00:46.003442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:46.029458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=756094ec-5dbb-4654-bca8-d4f391dde030,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:00:46.054473 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.054825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.055171 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.055508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.055845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.056178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.056506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.056835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.057194 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.057522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.057845 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.058166 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:46.098745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:46.099072 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 6f2f1db4-5d3c-4053-b02a-a769db1f926a disassociated (deleted). External IP: 172.25.5.191, port: 7d55ca3e-05a8-43d1-96c3-a5777460d564. Jul 16 23:00:46.310286 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:00:46.418443 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:00:46.424444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:46.428658 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:00:46.438244 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:00:46.438853 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:00:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:46.461907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-11f99d56-f7a8-4276-8b95-5489e63b1ecb tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "DELETE /v2.0/floatingips/6f2f1db4-5d3c-4053-b02a-a769db1f926a HTTP/1.1" status: 204 len: 168 time: 0.8734474 Jul 16 23:00:46.462515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:00:46.464806 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf1d35-4363-404a-9e31-f30465a0b965" -d '{"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:00:46.510066 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4b70b-c84e-44ab-bf65-8c129077e751 x-openstack-request-id: req-a2e4b70b-c84e-44ab-bf65-8c129077e751 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:00:46.510721 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:00:46.511163 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2e4b70b-c84e-44ab-bf65-8c129077e751 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:00:46.511681 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'status': 'completed', 'code': 200} Jul 16 23:00:46.555422 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:00:46.592562 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-0aee3f15-427b-4058-9d76-c84b0519b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:46.594272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-0aee3f15-427b-4058-9d76-c84b0519b578 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 1097 time: 0.0590355 Jul 16 23:00:46.693338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-2047ab04-de56-42c7-9b7b-43fefc9e2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:46.694857 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-2047ab04-de56-42c7-9b7b-43fefc9e2b41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.0944319 Jul 16 23:00:46.742574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-1f98ec9f-7bf8-4175-8aa1-8762518647bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 200 len: 217 time: 0.0409567 Jul 16 23:00:46.801425 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:46.823807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-641cf0d6-082b-471f-8556-b4422a25a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:46.825227 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-641cf0d6-082b-471f-8556-b4422a25a6cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0762177 Jul 16 23:00:46.829399 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:00:46.837575 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:00:46.838189 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:00:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:46.893398 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4037e7c-5fad-4fb2-86d0-c9ecb85ebdd4 req-996b6aad-1735-46ef-8b63-f8bca449cbd1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:46.894918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4037e7c-5fad-4fb2-86d0-c9ecb85ebdd4 req-996b6aad-1735-46ef-8b63-f8bca449cbd1 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 945 time: 0.1059277 Jul 16 23:00:46.927782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-cffbbcd0-1933-46d6-95a0-7dc63c490726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:46.929308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-cffbbcd0-1933-46d6-95a0-7dc63c490726 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961845 Jul 16 23:00:46.944638 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:00:46.949668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f4037e7c-5fad-4fb2-86d0-c9ecb85ebdd4 req-662c2ad7-0f69-4f5a-846b-3ebabe02fc39 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Jul 16 23:00:47.026119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-1888cc34-25e5-4821-8890-2561e4f642f9 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891845 Jul 16 23:00:47.121051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20bf1d35-4363-404a-9e31-f30465a0b965 req-c39a3d9b-a34a-47d8-a9c4-731d6265f4fd service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870843 Jul 16 23:00:47.163350 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:47.192462 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f8318-69b1-46bd-918a-6e9163545da6 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '6c389da7-07af-4560-8529-035443c41de8', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'port_id': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'mac_address': 'fa:16:3e:b5:d4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:57:18Z', 'updated_at': '2021-07-16T22:57:20Z', 'revision_number': 1, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:00:47.399767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02e479-091a-4516-b94d-d89c163d9db7 None None] New status for floating IP 6f2f1db4-5d3c-4053-b02a-a769db1f926a: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:00:48.131279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134df9b2-4e00-4a5d-bb4d-9997abc5c031 req-5bb27b6d-f4dd-409e-bf03-4d8b2a456b35 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:48.132694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-134df9b2-4e00-4a5d-bb4d-9997abc5c031 req-5bb27b6d-f4dd-409e-bf03-4d8b2a456b35 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 945 time: 0.0664308 Jul 16 23:00:48.170450 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-134df9b2-4e00-4a5d-bb4d-9997abc5c031 req-d297a4b9-714d-4b99-ab79-199e36b56130 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322642 Jul 16 23:00:48.303320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-a5f8d532-62af-40a0-8a76-bf850c554cdf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:48.304770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-a5f8d532-62af-40a0-8a76-bf850c554cdf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jul 16 23:00:48.405143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port 7d55ca3e-05a8-43d1-96c3-a5777460d564 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:00:48.405407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:48.490899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port 7d55ca3e-05a8-43d1-96c3-a5777460d564, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=7d55ca3e-05a8-43d1-96c3-a5777460d564,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:00:48.491259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:48.503293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for 7d55ca3e-05a8-43d1-96c3-a5777460d564 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:00:48.934428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:48.963797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=7d55ca3e-05a8-43d1-96c3-a5777460d564,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:00:48.990787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.991137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.991480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.991821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.992156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.992482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.992813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.993168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.993494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.993816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.994143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:48.994463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:00:49.021869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port 7d55ca3e-05a8-43d1-96c3-a5777460d564 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:00:49.024363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:49.026384 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-730ec431-a91a-404b-a6a9-42f51b0f778f req-87227fbc-70b3-47aa-b7ba-e2d4250b996a tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "DELETE /v2.0/ports/7d55ca3e-05a8-43d1-96c3-a5777460d564 HTTP/1.1" status: 204 len: 173 time: 0.7162924 Jul 16 23:00:49.026852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'name': 'network-vif-deleted', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:00:49.029170 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24bbf4c-7dcd-4148-bcc7-7ab749ee036c" -d '{"events": [{"server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "name": "network-vif-deleted", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:00:49.072041 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58711822-ffdf-47e0-88f2-caa5a78e89ef x-openstack-request-id: req-58711822-ffdf-47e0-88f2-caa5a78e89ef {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:00:49.072336 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e", "name": "network-vif-deleted", "tag": "7d55ca3e-05a8-43d1-96c3-a5777460d564", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:00:49.072590 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58711822-ffdf-47e0-88f2-caa5a78e89ef {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:00:49.073022 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e', 'name': 'network-vif-deleted', 'tag': '7d55ca3e-05a8-43d1-96c3-a5777460d564', 'status': 'completed', 'code': 200} Jul 16 23:00:49.319847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a9d56e17-3aaa-4872-be61-bcca7918a5be req-84f438b4-7799-4d9d-83f0-a2cba650113d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0391028 Jul 16 23:00:50.368405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-71b72356-a1ca-40b4-9fa0-9b2fcf22f829 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531089 Jul 16 23:00:50.474614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09e97946-40da-45a6-9283-00d6ff5a927f req-5ae20ee9-7369-46d3-882a-ae17de345506 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0297334 Jul 16 23:00:50.496504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-6215d0f4-fb69-4ae1-87b3-3c3847f1ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:50.496504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-6215d0f4-fb69-4ae1-87b3-3c3847f1ea4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=228bbddf2e594274b775cc75dee36ca5&device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 1097 time: 0.0816922 Jul 16 23:00:50.602458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-d47a78a8-0dda-4e74-b99a-446dcbfa777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:50.603884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-d47a78a8-0dda-4e74-b99a-446dcbfa777d service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 200 len: 909 time: 0.0871286 Jul 16 23:00:50.670057 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-b78af624-c6bd-4f3b-84b7-2110a9454af5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 200 len: 1001 time: 0.0593259 Jul 16 23:00:50.717119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-6581d872-866d-4c5c-818a-06f479bac840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:50.718610 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-6581d872-866d-4c5c-818a-06f479bac840 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 200 len: 847 time: 0.0429294 Jul 16 23:00:50.774958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-962063e5-4791-44ef-b073-90408f9e5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:50.776460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-962063e5-4791-44ef-b073-90408f9e5207 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519059 Jul 16 23:00:50.869428 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-f73d9587-3f89-4319-9a8b-6424659ff640 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860934 Jul 16 23:00:50.928398 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:50.961627 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e337ff8-75c7-4463-b8ce-53bed5e834db req-5cc31ae0-6a2c-4576-955c-74c061c23ae8 service neutron] 10.222.0.68 "GET /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852888 Jul 16 23:00:51.611324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be17496d-bd1f-4b61-b3c6-60b960279d91 req-1f0b494f-44f2-430b-b248-8f85cdace4c4 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jul 16 23:00:51.837003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7d55ca3e-05a8-43d1-96c3-a5777460d564 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:00:51.857128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 7d55ca3e-05a8-43d1-96c3-a5777460d564 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:00:51.857478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 7d55ca3e-05a8-43d1-96c3-a5777460d564 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:00:52.770121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b540efb5-92ce-495a-b84a-80db689b09b4 req-e945ca45-1cc5-4645-8cfe-f188c2c23f24 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61586fd-be8a-42b8-b0b0-6c9fdcda9d8e HTTP/1.1" status: 200 len: 210 time: 0.0334668 Jul 16 23:00:53.176935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:57.595185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf5b6-7f3a-45cb-9494-d5c5e7bcf1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.155071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:00:58.312909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port a8e5c401-d7d4-499c-8089-81edfaebfd25 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:00:58.313283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.385845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.386178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.397809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for a8e5c401-d7d4-499c-8089-81edfaebfd25 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:00:58.541285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.570999 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=a8e5c401-d7d4-499c-8089-81edfaebfd25,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:00:58.628361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.628883 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Floating IP 6c389da7-07af-4560-8529-035443c41de8 disassociated (deleted). External IP: 172.25.5.87, port: f91ebf1f-a7e2-4194-8065-bdfa9b6803a5. Jul 16 23:00:58.833096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:00:58.940335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:00:58.945440 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:58.949254 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:00:58.958986 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:00:58.959597 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:00:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:58.984851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c3d976da-af9b-45b8-8551-16d2b175c9e8 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "DELETE /v2.0/floatingips/6c389da7-07af-4560-8529-035443c41de8 HTTP/1.1" status: 204 len: 168 time: 0.8263609 Jul 16 23:00:58.984851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:00:58.985671 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50768f6dcb4fe056d78c5e48b3c48f5f70ab3a31f46688972528a90a6e17eac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32" -d '{"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:00:59.026511 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae99753-5304-4537-aa2d-72f01f5f7c63 x-openstack-request-id: req-dae99753-5304-4537-aa2d-72f01f5f7c63 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:00:59.026812 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:00:59.027072 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dae99753-5304-4537-aa2d-72f01f5f7c63 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:00:59.027475 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'status': 'completed', 'code': 200} Jul 16 23:00:59.066122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:00:59.105874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-11a943f5-10bf-449f-920a-930ac2083c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:59.107400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-11a943f5-10bf-449f-920a-930ac2083c30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75106652d45c4faaa04ec5dfeff717da&device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 1097 time: 0.0578794 Jul 16 23:00:59.218545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-79e88ea7-ca05-4719-be67-1f0b74c25eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:59.220056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-79e88ea7-ca05-4719-be67-1f0b74c25eac service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 200 len: 912 time: 0.1063755 Jul 16 23:00:59.266103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-3f2f46de-b2a1-46c2-ac62-33f6bac870e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 200 len: 217 time: 0.0400121 Jul 16 23:00:59.267278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:59.293520 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:00:59.302660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:00:59.303299 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:00:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:59.316890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-7a9cbbbe-f131-489e-9870-2fae5553fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:59.318467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-7a9cbbbe-f131-489e-9870-2fae5553fa06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 200 len: 850 time: 0.0462427 Jul 16 23:00:59.371215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3432-b92b-400b-8e50-19c74bac63d2 req-9b8bc765-5329-4f21-acee-5f256c684324 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:59.372874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc4a3432-b92b-400b-8e50-19c74bac63d2 req-9b8bc765-5329-4f21-acee-5f256c684324 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0796556 Jul 16 23:00:59.380771 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-5d8f3fcd-d321-4c27-ad4f-1cfa51355774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:00:59.383400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-5d8f3fcd-d321-4c27-ad4f-1cfa51355774 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555642 Jul 16 23:00:59.412058 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:00:59.413163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dc4a3432-b92b-400b-8e50-19c74bac63d2 req-221a560e-8ef4-4e79-8f36-58603453a822 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Jul 16 23:00:59.483153 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-1d0e83ad-548a-48bc-a796-28eb2db9eaa1 service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919924 Jul 16 23:00:59.575400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8c9f93a8-8ce9-4d87-b875-ff8acf304a32 req-1c9bc448-7b46-4cd7-879c-226cfe7f2bba service neutron] 10.222.0.47 "GET /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848691 Jul 16 23:00:59.691338 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:00:59.716542 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9209e17-451e-4169-aea0-10459fc0b063 None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T22:49:56Z', 'revision_number': 4, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e6517931-7ba6-4154-8051-926e22ef97fe', 'name': '', 'network_id': 'bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'mac_address': 'fa:16:3e:52:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:55Z', 'updated_at': '2021-07-16T22:50:05Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'subnets': [{'id': 'b156220d-4662-4226-a8ca-cf964a5f364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:00:59.839195 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e5aea51-c88d-478d-a25f-00edabf08a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:00:59.930237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7cf94-a721-4d2b-a3cf-76c16adb1619 None None] New status for floating IP 6c389da7-07af-4560-8529-035443c41de8: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:01:00.144444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:00.591234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400b6b-5190-4017-b16f-07deec04b62e req-2a3aec1a-7ac2-4a58-a4da-fc60df2f61cf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:00.592747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78400b6b-5190-4017-b16f-07deec04b62e req-2a3aec1a-7ac2-4a58-a4da-fc60df2f61cf tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0677164 Jul 16 23:01:00.630681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78400b6b-5190-4017-b16f-07deec04b62e req-fde8c89b-eb7e-4898-9d97-0fde189e0919 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a73c577-326b-40cf-a49d-f8f8544d3628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jul 16 23:01:00.735998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-0bcf98c3-99f3-4380-9a1d-054fcd8fa44d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:00.737358 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-0bcf98c3-99f3-4380-9a1d-054fcd8fa44d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 945 time: 0.0611453 Jul 16 23:01:00.833477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:00.833817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:00.926538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] For port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:00.926906 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:00.939472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:01.067296 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:01.094907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=f91ebf1f-a7e2-4194-8065-bdfa9b6803a5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:01.141743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] No DVR routers for this DVR port f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:01.144527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:01.146517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f77b7016-1682-4d40-bc76-07a73d885ce0 req-6943c0bd-3838-455c-96ba-a21ff6bea905 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.47 "DELETE /v2.0/ports/f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 HTTP/1.1" status: 204 len: 173 time: 0.4021533 Jul 16 23:01:01.146983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'name': 'network-vif-deleted', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:01.149254 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78eb24f-fe50-424a-91bd-7577a59b5856" -d '{"events": [{"server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "name": "network-vif-deleted", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:01.190835 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f586cc96-fcf8-4e0f-b7ca-8078579dcf1c x-openstack-request-id: req-f586cc96-fcf8-4e0f-b7ca-8078579dcf1c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:01.191133 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9137256-c27c-47c8-a84d-64dbc7cf3099", "name": "network-vif-deleted", "tag": "f91ebf1f-a7e2-4194-8065-bdfa9b6803a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:01.191391 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f586cc96-fcf8-4e0f-b7ca-8078579dcf1c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:01.191797 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9137256-c27c-47c8-a84d-64dbc7cf3099', 'name': 'network-vif-deleted', 'tag': 'f91ebf1f-a7e2-4194-8065-bdfa9b6803a5', 'status': 'completed', 'code': 200} Jul 16 23:01:01.478761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:01.773908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1b20e248-373b-461e-911a-de7e701d8c0a req-c016af00-9556-462f-9bd1-4332df6b0f91 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Jul 16 23:01:02.809548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:02.920065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8043f629-38ad-4184-9e6b-c4c964daa851 req-0d8a3224-01a6-49b5-a18e-de6f7024195d tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 210 time: 0.0301239 Jul 16 23:01:03.876354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:03.896838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:03.897215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device f91ebf1f-a7e2-4194-8065-bdfa9b6803a5 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:04.062337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da374913-e890-4283-beba-1ceb36a6964f req-412c9611-d40f-4d28-9010-8c3ffa5aa722 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9137256-c27c-47c8-a84d-64dbc7cf3099 HTTP/1.1" status: 200 len: 210 time: 0.0277600 Jul 16 23:01:04.399148 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:01:05.154726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:05.278308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Deleting port af64016a-8db5-4ee8-b927-c6ad3d0b1cfa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:05.278656 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.353289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.353535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.364877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Calling delete_port for af64016a-8db5-4ee8-b927-c6ad3d0b1cfa owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:05.493822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.523100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'Port': ['ID=af64016a-8db5-4ee8-b927-c6ad3d0b1cfa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:05.587292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.590591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:05.591766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f561896b-6fbc-4a1f-82cd-68fa1de16037 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "DELETE /v2.0/floatingips/4e252e72-a6b3-4359-8c52-8ca1c9ee7106 HTTP/1.1" status: 204 len: 168 time: 0.4360147 Jul 16 23:01:07.910996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45704) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:07.969843 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:07.994431 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:08.054164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:08.057099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:08.058161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a73c577-326b-40cf-a49d-f8f8544d3628 HTTP/1.1" status: 204 len: 168 time: 0.1461523 Jul 16 23:01:08.068370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17fc0a-63f2-4da4-8743-6e76f23aa520 tempest-TestVolumeBootPattern-802014296 tempest-TestVolumeBootPattern-802014296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73c577-326b-40cf-a49d-f8f8544d3628,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:08.129944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45708) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:08.662908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:09.238440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Deleting port e6517931-7ba6-4154-8051-926e22ef97fe {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:09.239194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:09.318821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] For port e6517931-7ba6-4154-8051-926e22ef97fe, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e6517931-7ba6-4154-8051-926e22ef97fe,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:09.319182 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:09.331566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Calling delete_port for e6517931-7ba6-4154-8051-926e22ef97fe owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:09.504211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:09.527361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6517931-7ba6-4154-8051-926e22ef97fe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:09.696540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:09.904391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Router 8101e28f-22ec-4a22-b691-002309eeff2c has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:01:10.020224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:01:10.025551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc4b88f4-11ad-4737-8066-95b443521389 admin admin] 10.222.0.70 "PUT /v2.0/routers/8101e28f-22ec-4a22-b691-002309eeff2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945696 Jul 16 23:01:10.028130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:10.029776 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Sync routers for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:01:10.041507 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:10.042115 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:10.105739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced4fca-16e4-4af6-b5f2-cfa49e541b22 req-a4bccacb-935a-476d-b340-715b36810f40 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:10.107232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ced4fca-16e4-4af6-b5f2-cfa49e541b22 req-a4bccacb-935a-476d-b340-715b36810f40 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jul 16 23:01:10.133952 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.145950 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:10.153679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7ced4fca-16e4-4af6-b5f2-cfa49e541b22 req-4a481a24-639b-44e2-b5ed-4691d41c3d70 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391812 Jul 16 23:01:10.238044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.289926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Deleting port aab8b026-426e-49f9-bf88-a02812ddc358 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:10.290589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.323148 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T23:01:09Z', 'revision_number': 5, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port': {'id': 'aab8b026-426e-49f9-bf88-a02812ddc358', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:51Z', 'updated_at': '2021-07-16T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:10.349988 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Checking router: 8101e28f-22ec-4a22-b691-002309eeff2c for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:01:10.358049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Routers {'8101e28f-22ec-4a22-b691-002309eeff2c'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:10.358625 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8101e28f-22ec-4a22-b691-002309eeff2c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:10.371550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] For port aab8b026-426e-49f9-bf88-a02812ddc358, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=aab8b026-426e-49f9-bf88-a02812ddc358,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:10.371913 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.386569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Calling delete_port for aab8b026-426e-49f9-bf88-a02812ddc358 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:10.443244 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] Set router 8101e28f-22ec-4a22-b691-002309eeff2c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:10.492857 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T23:01:10Z', 'revision_number': 6, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:10.524088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30cab9-65ee-4eef-a20c-3ed0fc071d9b None None] The sync data for ids ['8101e28f-22ec-4a22-b691-002309eeff2c'] in n-d-793621-16 is: [{'id': '8101e28f-22ec-4a22-b691-002309eeff2c', 'name': 'tempest-TestVolumeBootPattern-393105257-router', 'tenant_id': '75106652d45c4faaa04ec5dfeff717da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:50Z', 'updated_at': '2021-07-16T23:01:10Z', 'revision_number': 6, 'project_id': '75106652d45c4faaa04ec5dfeff717da', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:01:10.559658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.585973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab8b026-426e-49f9-bf88-a02812ddc358,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:10.646144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.733125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.735414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.782136 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.782637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8101e28f-22ec-4a22-b691-002309eeff2c {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:01:10.786906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.788152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b7bc686-75e4-4974-9b33-8f281cb8a2a2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8101e28f-22ec-4a22-b691-002309eeff2c HTTP/1.1" status: 204 len: 168 time: 0.7590511 Jul 16 23:01:10.790946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:10.840606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Deleting subnet b156220d-4662-4226-a8ca-cf964a5f364d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:01:10.843873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.884417 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:10.967997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.029929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.060657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b156220d-4662-4226-a8ca-cf964a5f364d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:11.064444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.066533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-aca7461d-5a43-4de0-a7ba-7b62da98fe4d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b156220d-4662-4226-a8ca-cf964a5f364d HTTP/1.1" status: 204 len: 168 time: 0.2745960 Jul 16 23:01:11.069091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:11.071662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e67939-7e02-449a-a0b4-a9b3593bbb98 None None] Network bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:11.140952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.192899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Deleting port 5c421ead-95ea-4292-9f87-50e5d7342c00 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:11.193297 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.309065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] For port 5c421ead-95ea-4292-9f87-50e5d7342c00, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5c421ead-95ea-4292-9f87-50e5d7342c00,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:11.309395 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.334666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Calling delete_port for 5c421ead-95ea-4292-9f87-50e5d7342c00 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:11.366435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] DHCP port deletion for bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:01:11.369692 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ffd30-634f-4f82-8e2d-a7f0be54ff1e req-3037f795-bbe6-4838-a360-738343fa419b tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:11.371461 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e59ffd30-634f-4f82-8e2d-a7f0be54ff1e req-3037f795-bbe6-4838-a360-738343fa419b tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.0975108 Jul 16 23:01:11.426914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aab249-b242-4987-b134-efa744d91a6a req-8161796c-b654-45ba-9f44-38197c69f2c8 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:11.428498 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8aab249-b242-4987-b134-efa744d91a6a req-8161796c-b654-45ba-9f44-38197c69f2c8 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.68 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 945 time: 0.1685975 Jul 16 23:01:11.440671 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e59ffd30-634f-4f82-8e2d-a7f0be54ff1e req-68786bf3-bdaf-46d7-ac0e-8a9164b76288 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/security-groups?id=32c478f5-95d1-4a67-8f8c-3756928ec58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617993 Jul 16 23:01:11.458648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Deleting port 5c421ead-95ea-4292-9f87-50e5d7342c00 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:11.459581 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.484270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aab8b026-426e-49f9-bf88-a02812ddc358 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:11.507344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: aab8b026-426e-49f9-bf88-a02812ddc358 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:11.508053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device aab8b026-426e-49f9-bf88-a02812ddc358 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:11.508691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5c421ead-95ea-4292-9f87-50e5d7342c00 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:11.513336 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.571023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c421ead-95ea-4292-9f87-50e5d7342c00,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:11.574546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] No DVR routers for this DVR port 5c421ead-95ea-4292-9f87-50e5d7342c00 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:11.596197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 5c421ead-95ea-4292-9f87-50e5d7342c00 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:11.596815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 5c421ead-95ea-4292-9f87-50e5d7342c00 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:11.597405 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e6517931-7ba6-4154-8051-926e22ef97fe no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:11.622583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e6517931-7ba6-4154-8051-926e22ef97fe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:11.623130 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e6517931-7ba6-4154-8051-926e22ef97fe not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:11.631899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] For port 5c421ead-95ea-4292-9f87-50e5d7342c00, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=5c421ead-95ea-4292-9f87-50e5d7342c00,segment=NetworkSegment(44a199ea-bb61-4afc-b0f8-148292edbb59),segment_id=44a199ea-bb61-4afc-b0f8-148292edbb59)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:11.632609 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.647395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Calling delete_port for 5c421ead-95ea-4292-9f87-50e5d7342c00 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:11.683878 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.696565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:11.707314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a199ea-bb61-4afc-b0f8-148292edbb59') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:11.707725 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a199ea-bb61-4afc-b0f8-148292edbb59') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:11.719765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.734632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.737250 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.742988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Deleting port 09365322-015c-4ae9-bfd7-a673acca4abb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:11.743288 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.749785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:01:11.750282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:01:11.752189 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:01:11.770637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Pushing event deleted for resources: {'Port': ['ID=5c421ead-95ea-4292-9f87-50e5d7342c00,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:11.780552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.781260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.781817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.782348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.782871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.783355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.783694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.784030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.784365 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.784701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.785076 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.785661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:11.792955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788ed16-e4bf-4177-ba9a-db7204e14624 None None] No DVR routers for this DVR port 5c421ead-95ea-4292-9f87-50e5d7342c00 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:11.872054 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.891168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:11.893296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea HTTP/1.1" status: 204 len: 168 time: 0.8232732 Jul 16 23:01:11.896484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:11.909908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb217-84ec-4896-be0f-6ab17a706333 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1a4d7b-e9d2-4a3c-83a6-2b218bc3e5ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:11.940160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] For port 09365322-015c-4ae9-bfd7-a673acca4abb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=09365322-015c-4ae9-bfd7-a673acca4abb,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:11.940575 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.111224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.111601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.111914 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Floating IP f1a26804-7df1-4e39-8d2b-58c92a7d3fec disassociated. External IP: 172.25.5.102, port: 09365322-015c-4ae9-bfd7-a673acca4abb. Jul 16 23:01:12.112256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Calling delete_port for 09365322-015c-4ae9-bfd7-a673acca4abb owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:12.242649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.260479 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.272712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event deleted for resources: {'Port': ['ID=09365322-015c-4ae9-bfd7-a673acca4abb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:12.385857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Router 042fe813-304c-4f15-a72a-80f63c34315d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:01:12.492594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:01:12.504930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Sync routers for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:01:12.514898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:12.515866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:12.528928 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Deleting port 46e3558d-fade-4c5f-889a-dd50eb09ed92 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:12.529520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.539074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] No DVR routers for this DVR port 09365322-015c-4ae9-bfd7-a673acca4abb on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:12.541900 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.544106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8aab249-b242-4987-b134-efa744d91a6a req-dfae0822-4026-49bc-81d6-9323c22be014 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.68 "DELETE /v2.0/ports/09365322-015c-4ae9-bfd7-a673acca4abb HTTP/1.1" status: 204 len: 173 time: 1.1084569 Jul 16 23:01:12.544739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'name': 'network-vif-deleted', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:12.547240 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb13c23-c368-4b41-b653-6ed342ccd1e6" -d '{"events": [{"server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "name": "network-vif-deleted", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:12.600522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a6e05e8a-9d86-4ff8-95e4-60bfb6a6577a req-f73271a7-c433-4771-bd6c-60737a812c63 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "GET /v2.0/ports?device_id=b138920d-5c16-48af-b5d7-0a26ee8f74a7 HTTP/1.1" status: 200 len: 210 time: 0.0312181 Jul 16 23:01:12.618335 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0589ac81-0f59-40de-b33e-ad3a9efa4ba6 x-openstack-request-id: req-0589ac81-0f59-40de-b33e-ad3a9efa4ba6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:12.618625 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b138920d-5c16-48af-b5d7-0a26ee8f74a7", "name": "network-vif-deleted", "tag": "09365322-015c-4ae9-bfd7-a673acca4abb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:12.618874 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0589ac81-0f59-40de-b33e-ad3a9efa4ba6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:12.619272 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b138920d-5c16-48af-b5d7-0a26ee8f74a7', 'name': 'network-vif-deleted', 'tag': '09365322-015c-4ae9-bfd7-a673acca4abb', 'status': 'completed', 'code': 200} Jul 16 23:01:12.659099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] For port 46e3558d-fade-4c5f-889a-dd50eb09ed92, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=46e3558d-fade-4c5f-889a-dd50eb09ed92,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:12.659312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:12.659414 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.674087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Calling delete_port for 46e3558d-fade-4c5f-889a-dd50eb09ed92 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:12.872348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:12.882630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:12.900866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e3558d-fade-4c5f-889a-dd50eb09ed92,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:12.911035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Checking router: 042fe813-304c-4f15-a72a-80f63c34315d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:01:12.919903 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:12.920549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:13.057439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:13.310094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:13.344444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f3f39-c42c-414c-9938-64dd168d8dcf None None] The sync data for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 is: [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T22:56:09Z', 'revision_number': 4, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'db8eaf53-412b-47cb-b937-3b6825c487b4', 'name': '', 'network_id': 'eb9b30d1-b4f4-418e-9c04-d9f5f105cfad', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'mac_address': 'fa:16:3e:07:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:08Z', 'updated_at': '2021-07-16T22:56:15Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'subnets': [{'id': 'd7fc35cb-e2ad-4606-a147-d1b2cf56918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:01:13.408541 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:13.570427 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9604125-6f6c-44ca-8105-7eac897517ad None None] New status for floating IP f1a26804-7df1-4e39-8d2b-58c92a7d3fec: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:01:13.623932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:01:13.704844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45734) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:13.744820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:01:13.749894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a8b4cc1a-851e-4b16-bc6a-bf90309a09b3 admin admin] 10.222.0.70 "PUT /v2.0/routers/23f7750a-ed1a-49b5-8530-cb1a80f011e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8520145 Jul 16 23:01:13.752456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:13.755017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Sync routers for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:01:13.764179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:13.765290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:13.834480 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Deleting port 871444cb-2057-4aa6-af82-30d0668736fe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:13.834834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:13.869489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:13.872143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:13.921815 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:13.922218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:13.934393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Calling delete_port for 871444cb-2057-4aa6-af82-30d0668736fe owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:13.979208 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.033072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Deleting port b86a8948-9634-4680-b6e7-0ebf1b1b55e9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:14.033579 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.058200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T23:01:12Z', 'revision_number': 5, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port': {'id': 'b86a8948-9634-4680-b6e7-0ebf1b1b55e9', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:50:01Z', 'updated_at': '2021-07-16T22:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:14.080635 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.085688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Checking router: 23f7750a-ed1a-49b5-8530-cb1a80f011e0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:01:14.094159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Routers {'23f7750a-ed1a-49b5-8530-cb1a80f011e0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:14.094774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:14.107101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event deleted for resources: {'Port': ['ID=871444cb-2057-4aa6-af82-30d0668736fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:14.127203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] For port b86a8948-9634-4680-b6e7-0ebf1b1b55e9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:14.127611 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.139589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Calling delete_port for b86a8948-9634-4680-b6e7-0ebf1b1b55e9 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:14.173703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.177057 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.181104 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-782f3611-09be-4df8-9198-0f818d50b7f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "DELETE /v2.0/floatingips/f1a26804-7df1-4e39-8d2b-58c92a7d3fec HTTP/1.1" status: 204 len: 168 time: 0.4751203 Jul 16 23:01:14.187576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] Set router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:14.245186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T23:01:13Z', 'revision_number': 6, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:14.275753 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7a4609-dad3-4ff1-85da-c1bd556905c2 None None] The sync data for ids ['23f7750a-ed1a-49b5-8530-cb1a80f011e0'] in n-d-793621-16 is: [{'id': '23f7750a-ed1a-49b5-8530-cb1a80f011e0', 'name': 'tempest-TestVolumeBootPattern-1734845297-router', 'tenant_id': 'afa68d79d44548178a3de55b914a95cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:50:00Z', 'updated_at': '2021-07-16T23:01:13Z', 'revision_number': 6, 'project_id': 'afa68d79d44548178a3de55b914a95cb', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:01:14.323838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:14.332229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.368066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b86a8948-9634-4680-b6e7-0ebf1b1b55e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:14.458890 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.465220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.566099 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.575733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.579816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.639937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.641327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f7750a-ed1a-49b5-8530-cb1a80f011e0 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:01:14.646175 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.647386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2814934d-97eb-4ad1-bc6c-89eef7d511fe admin admin] 10.222.0.70 "DELETE /v2.0/routers/23f7750a-ed1a-49b5-8530-cb1a80f011e0 HTTP/1.1" status: 204 len: 168 time: 0.8897767 Jul 16 23:01:14.650013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:14.701024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.704047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.706412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] 10.222.0.70 "DELETE /v2.0/security-groups/32c478f5-95d1-4a67-8f8c-3756928ec58c HTTP/1.1" status: 204 len: 168 time: 0.3804147 Jul 16 23:01:14.715293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Deleting subnet cb2ac3af-c477-4778-8995-1d4c8721128c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:01:14.723968 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.726088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39183-17ed-4bf4-a1a6-d0325d25a5f4 tempest-TestServerBasicOps-1744254063 tempest-TestServerBasicOps-1744254063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c478f5-95d1-4a67-8f8c-3756928ec58c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:14.744566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:14.759373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.836985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.894215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.921943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2ac3af-c477-4778-8995-1d4c8721128c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:14.927614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:14.931710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7af779ad-5d50-4056-8ec5-3e2a56508048 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cb2ac3af-c477-4778-8995-1d4c8721128c HTTP/1.1" status: 204 len: 168 time: 0.2785182 Jul 16 23:01:14.931962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:14.934207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3d793-da7e-4905-bdaf-d90bf809fffb None None] Network 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:15.008582 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.070778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Deleting port f9e29aed-5851-48ef-a29b-326567ae84e1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:15.071426 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.153740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] DHCP port deletion for 30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:01:15.154774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] For port f9e29aed-5851-48ef-a29b-326567ae84e1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f9e29aed-5851-48ef-a29b-326567ae84e1,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:15.155189 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.169962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Calling delete_port for f9e29aed-5851-48ef-a29b-326567ae84e1 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:15.216197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Deleting port f9e29aed-5851-48ef-a29b-326567ae84e1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:15.216586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.268938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.287637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] For port f9e29aed-5851-48ef-a29b-326567ae84e1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f9e29aed-5851-48ef-a29b-326567ae84e1,segment=NetworkSegment(a01e2398-32c0-4b74-9649-cf4d10ba8a20),segment_id=a01e2398-32c0-4b74-9649-cf4d10ba8a20)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:15.288161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.304692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Calling delete_port for f9e29aed-5851-48ef-a29b-326567ae84e1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:15.304800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e29aed-5851-48ef-a29b-326567ae84e1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:15.308608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] No DVR routers for this DVR port f9e29aed-5851-48ef-a29b-326567ae84e1 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:15.393585 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.408867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:15.423538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e2398-32c0-4b74-9649-cf4d10ba8a20') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:15.424038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e2398-32c0-4b74-9649-cf4d10ba8a20') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:15.428389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 46e3558d-fade-4c5f-889a-dd50eb09ed92 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:15.437564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.455372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.457273 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.465165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 46e3558d-fade-4c5f-889a-dd50eb09ed92 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:15.465523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 46e3558d-fade-4c5f-889a-dd50eb09ed92 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:15.465937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f9e29aed-5851-48ef-a29b-326567ae84e1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:15.466633 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:01:15.467389 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.488123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] No DVR routers for this DVR port f9e29aed-5851-48ef-a29b-326567ae84e1 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:01:15.490755 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:01:15.506749 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1861eb5-4ba0-41fc-9b13-65df49695454 None None] Pushing event deleted for resources: {'Port': ['ID=f9e29aed-5851-48ef-a29b-326567ae84e1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:15.513570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f9e29aed-5851-48ef-a29b-326567ae84e1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:15.513570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f9e29aed-5851-48ef-a29b-326567ae84e1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:15.513570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b86a8948-9634-4680-b6e7-0ebf1b1b55e9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:15.531223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 09365322-015c-4ae9-bfd7-a673acca4abb no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:15.533649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b86a8948-9634-4680-b6e7-0ebf1b1b55e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:15.534020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b86a8948-9634-4680-b6e7-0ebf1b1b55e9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:15.544145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.555028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 09365322-015c-4ae9-bfd7-a673acca4abb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:15.555425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 09365322-015c-4ae9-bfd7-a673acca4abb not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:15.560224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.566241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.569031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a HTTP/1.1" status: 204 len: 168 time: 0.6350288 Jul 16 23:01:15.582609 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ac84f-3e0c-4a7a-8709-50b8722250ab admin admin] Pushing event deleted for resources: {'Network': ['ID=30e3a19b-7bf1-42a3-ac1c-d3b11ca6925a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:15.690743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:15.732109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-776f3896-8f0c-4267-b920-2589b19a1bbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75106652d45c4faaa04ec5dfeff717da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399926 Jul 16 23:01:15.736084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:15.785451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.806230 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.807844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Deleting port db8eaf53-412b-47cb-b937-3b6825c487b4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:15.808343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.857575 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.865419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.865419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19acfdd1-e7eb-466f-834d-4019e1fc10f0 HTTP/1.1" status: 204 len: 168 time: 0.1260633 Jul 16 23:01:15.888528 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f99d7-bd01-4f7e-b2bd-dc023cda5aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19acfdd1-e7eb-466f-834d-4019e1fc10f0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:15.892292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] For port db8eaf53-412b-47cb-b937-3b6825c487b4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=db8eaf53-412b-47cb-b937-3b6825c487b4,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:15.892752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:15.911220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Calling delete_port for db8eaf53-412b-47cb-b937-3b6825c487b4 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:16.096138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.123096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=db8eaf53-412b-47cb-b937-3b6825c487b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:16.216331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:16.261072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f6c873fd-f700-4018-93ef-d04e9bfc589c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afa68d79d44548178a3de55b914a95cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428941 Jul 16 23:01:16.263400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45766) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:16.304422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.322476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.343349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.391225 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.394121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.395394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ebde486-f07f-41f9-9e24-a8979d31a45c HTTP/1.1" status: 204 len: 168 time: 0.1310601 Jul 16 23:01:16.403357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2b3e6-2574-4cbe-bcdf-259710b906f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebde486-f07f-41f9-9e24-a8979d31a45c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:16.530283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Router 042fe813-304c-4f15-a72a-80f63c34315d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:01:16.643289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:01:16.651424 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2a384fb1-67e7-422a-933c-64669d98c4ea admin admin] 10.222.0.70 "PUT /v2.0/routers/042fe813-304c-4f15-a72a-80f63c34315d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9021051 Jul 16 23:01:16.651424 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:16.655808 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Sync routers for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:01:16.665783 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:16.666519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:16.768097 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.778472 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:16.898767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.959500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Deleting port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:16.959943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:16.971662 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T23:01:16Z', 'revision_number': 5, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port': {'id': 'd2d5a9a2-f5ec-4b66-82da-5dc486e33bcf', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fe813-304c-4f15-a72a-80f63c34315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:07Z', 'updated_at': '2021-07-16T22:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:17.003114 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Checking router: 042fe813-304c-4f15-a72a-80f63c34315d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:01:17.012251 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Routers {'042fe813-304c-4f15-a72a-80f63c34315d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:17.012851 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['042fe813-304c-4f15-a72a-80f63c34315d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:17.042249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] For port d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:17.042626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.055226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Calling delete_port for d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:17.180735 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] Set router 042fe813-304c-4f15-a72a-80f63c34315d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:17.223844 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.235022 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T23:01:16Z', 'revision_number': 6, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:17.254585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:17.265548 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de427476-b383-47de-91d0-bb9d32e244a9 None None] The sync data for ids ['042fe813-304c-4f15-a72a-80f63c34315d'] in n-d-793621-16 is: [{'id': '042fe813-304c-4f15-a72a-80f63c34315d', 'name': 'tempest-TestServerBasicOps-513520654-router', 'tenant_id': '228bbddf2e594274b775cc75dee36ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:06Z', 'updated_at': '2021-07-16T23:01:16Z', 'revision_number': 6, 'project_id': '228bbddf2e594274b775cc75dee36ca5', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:01:17.319522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.421157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.423300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.485035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.485527 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042fe813-304c-4f15-a72a-80f63c34315d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:01:17.489920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.491066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e4270b48-53fb-435f-862d-dd00eba2b4b5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/042fe813-304c-4f15-a72a-80f63c34315d HTTP/1.1" status: 204 len: 168 time: 0.8386779 Jul 16 23:01:17.493654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:17.537224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Deleting subnet d7fc35cb-e2ad-4606-a147-d1b2cf56918e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:01:17.540122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.573322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.669953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.723577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.749626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fc35cb-e2ad-4606-a147-d1b2cf56918e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:17.757240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.758445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf4afe-f41d-4bd2-a330-4ff951c63860 None None] Network eb9b30d1-b4f4-418e-9c04-d9f5f105cfad requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:17.765023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-46f84d81-3665-4faf-a6d3-b871434970f3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d7fc35cb-e2ad-4606-a147-d1b2cf56918e HTTP/1.1" status: 204 len: 168 time: 0.2684469 Jul 16 23:01:17.765586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:17.834928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.891788 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Deleting port 84bdae2c-794e-4a04-bf07-472f3bfde911 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:17.892451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.953594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] For port 84bdae2c-794e-4a04-bf07-472f3bfde911, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=84bdae2c-794e-4a04-bf07-472f3bfde911,segment=NetworkSegment(6f194778-8e98-42e1-b1aa-feb60ae9709b),segment_id=6f194778-8e98-42e1-b1aa-feb60ae9709b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:17.954218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:17.965745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Calling delete_port for 84bdae2c-794e-4a04-bf07-472f3bfde911 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:18.047192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.071461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Pushing event deleted for resources: {'Port': ['ID=84bdae2c-794e-4a04-bf07-472f3bfde911,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:18.076604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] No DVR routers for this DVR port 84bdae2c-794e-4a04-bf07-472f3bfde911 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:18.076998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bce61f-67f7-4d67-bb08-8f33d0b18023 None None] DHCP port deletion for eb9b30d1-b4f4-418e-9c04-d9f5f105cfad request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:01:18.089564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device db8eaf53-412b-47cb-b937-3b6825c487b4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:18.158964 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.169926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9b30d1-b4f4-418e-9c04-d9f5f105cfad']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:18.181965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f194778-8e98-42e1-b1aa-feb60ae9709b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:18.182267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f194778-8e98-42e1-b1aa-feb60ae9709b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:18.191981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.206650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.213368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:01:18.213944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:01:18.215782 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:01:18.267593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: db8eaf53-412b-47cb-b937-3b6825c487b4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:18.267940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device db8eaf53-412b-47cb-b937-3b6825c487b4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:18.274909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.281004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.282896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] 10.222.0.70 "DELETE /v2.0/networks/eb9b30d1-b4f4-418e-9c04-d9f5f105cfad HTTP/1.1" status: 204 len: 168 time: 0.5163119 Jul 16 23:01:18.286064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:18.295558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9337-8a35-4ad5-aca5-37c1531817bc admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9b30d1-b4f4-418e-9c04-d9f5f105cfad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:18.629214 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.878702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Deleting port 984406d6-c188-4874-8184-d37c952674bd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:18.879051 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.956238 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] For port 984406d6-c188-4874-8184-d37c952674bd, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=984406d6-c188-4874-8184-d37c952674bd,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:18.956515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:18.968636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Calling delete_port for 984406d6-c188-4874-8184-d37c952674bd owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:19.145183 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:19.180134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Pushing event deleted for resources: {'Port': ['ID=984406d6-c188-4874-8184-d37c952674bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:19.341262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:19.427524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:19.447173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:19.447454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d2d5a9a2-f5ec-4b66-82da-5dc486e33bcf not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:19.447877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84bdae2c-794e-4a04-bf07-472f3bfde911 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:19.465607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 84bdae2c-794e-4a04-bf07-472f3bfde911 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:19.465959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 84bdae2c-794e-4a04-bf07-472f3bfde911 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:19.849314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:01:19.952653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:01:19.957877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c1c03602-e11b-4f75-88f1-4c8a47cb75ad admin admin] 10.222.0.70 "PUT /v2.0/routers/83773ebc-4160-4e3f-bf12-7f9dcb9e3761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708362 Jul 16 23:01:19.960402 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:19.961674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Sync routers for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:01:19.971937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:19.972563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:20.063322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.077152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:20.166425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.217844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Deleting port 6db16e0f-227e-4241-b683-189981bdfb0a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:20.218458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.256779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T23:01:19Z', 'revision_number': 5, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port': {'id': '6db16e0f-227e-4241-b683-189981bdfb0a', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T22:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:20.283311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Checking router: 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:01:20.291538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Routers {'83773ebc-4160-4e3f-bf12-7f9dcb9e3761'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:01:20.292153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:01:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:20.301183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] For port 6db16e0f-227e-4241-b683-189981bdfb0a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=6db16e0f-227e-4241-b683-189981bdfb0a,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:20.301550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.313076 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Calling delete_port for 6db16e0f-227e-4241-b683-189981bdfb0a owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:20.377336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] Set router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:01:20.429718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T23:01:20Z', 'revision_number': 6, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:20.460741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64207332-4c67-4b32-ae13-98b0c28a5473 None None] The sync data for ids ['83773ebc-4160-4e3f-bf12-7f9dcb9e3761'] in n-d-793621-16 is: [{'id': '83773ebc-4160-4e3f-bf12-7f9dcb9e3761', 'name': 'tempest-TestServerBasicOps-1367152525-router', 'tenant_id': 'd2ee94633153423f83bf2c5110ca3708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:56:11Z', 'updated_at': '2021-07-16T23:01:20Z', 'revision_number': 6, 'project_id': 'd2ee94633153423f83bf2c5110ca3708', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:01:20.478450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.504852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db16e0f-227e-4241-b683-189981bdfb0a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:20.568394 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.656744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.658918 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.700278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.700732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83773ebc-4160-4e3f-bf12-7f9dcb9e3761 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:01:20.705589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.706748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e7516a7d-4dcb-4444-b8d7-aae080f50a85 admin admin] 10.222.0.70 "DELETE /v2.0/routers/83773ebc-4160-4e3f-bf12-7f9dcb9e3761 HTTP/1.1" status: 204 len: 168 time: 0.7453897 Jul 16 23:01:20.709282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:20.752339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Deleting subnet ffcda53d-c65e-4fcf-86ab-1165460ccdb3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:01:20.755235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.790361 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.876364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.929375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.934702 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.956329 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcda53d-c65e-4fcf-86ab-1165460ccdb3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:20.958231 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:20.962374 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a7d949ca-4391-4d06-991e-5217888d9529 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ffcda53d-c65e-4fcf-86ab-1165460ccdb3 HTTP/1.1" status: 204 len: 168 time: 0.2498744 Jul 16 23:01:20.962741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:20.965916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e08323-b59b-4fc0-a19b-91c9a061b916 None None] Network 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:21.033765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.085775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Deleting port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:21.086128 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.150791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] For port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,segment=NetworkSegment(94d55c2a-5cdb-411b-9d28-cecc9529995f),segment_id=94d55c2a-5cdb-411b-9d28-cecc9529995f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:21.151105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.168780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Calling delete_port for 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:21.200271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] DHCP port deletion for 8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:01:21.248806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Deleting port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:21.249244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.250625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.274124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:21.280158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] No DVR routers for this DVR port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:21.320711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] For port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:21.321150 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.343083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Calling delete_port for 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:21.346686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 23:01:21.348106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.357640 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.369733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc10e25-9d3a-4ea2-b508-5ddb708d86e8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:21.379913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d55c2a-5cdb-411b-9d28-cecc9529995f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:21.380211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d55c2a-5cdb-411b-9d28-cecc9529995f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:01:21.380410 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:21.384077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] No DVR routers for this DVR port 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:21.385864 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fa777-7934-4ef8-99c6-395707d71159 None None] Pushing event deleted for resources: {'Port': ['ID=14f0dafb-ab0f-484e-86ba-1a1aff5628c9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:21.389961 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.406164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:21.406499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 14f0dafb-ab0f-484e-86ba-1a1aff5628c9 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:21.406918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6db16e0f-227e-4241-b683-189981bdfb0a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:21.411851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.418234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:01:21.418669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:01:21.421309 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:01:21.428201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 6db16e0f-227e-4241-b683-189981bdfb0a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:21.428554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 6db16e0f-227e-4241-b683-189981bdfb0a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:21.429001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 984406d6-c188-4874-8184-d37c952674bd no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:21.447399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 984406d6-c188-4874-8184-d37c952674bd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:21.447999 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 984406d6-c188-4874-8184-d37c952674bd not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:21.475439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.483155 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.485263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8dc10e25-9d3a-4ea2-b508-5ddb708d86e8 HTTP/1.1" status: 204 len: 168 time: 0.5217891 Jul 16 23:01:21.504296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff91b-a87e-460e-ba94-8867add71715 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc10e25-9d3a-4ea2-b508-5ddb708d86e8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:21.648828 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:21.688260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c8f955f5-77a1-4e56-8807-91b85a9bb0ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=228bbddf2e594274b775cc75dee36ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382621 Jul 16 23:01:21.690643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:21.741067 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.760981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.806469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.809046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:21.810192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4576c249-aa5b-4950-8a6c-42235a3a083c HTTP/1.1" status: 204 len: 168 time: 0.1186674 Jul 16 23:01:21.817683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4e545-2f8c-42a5-b3e6-356ab48e09e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4576c249-aa5b-4950-8a6c-42235a3a083c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:22.110140 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:22.150056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-be4d7941-6d10-402b-9636-64c2d42a5c76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2ee94633153423f83bf2c5110ca3708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387642 Jul 16 23:01:22.152309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:22.200503 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:22.221022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:22.268536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:22.271107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:22.272250 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d5a9c68-c960-4128-ba88-ea74ca33fe64 HTTP/1.1" status: 204 len: 168 time: 0.1190722 Jul 16 23:01:22.279868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ca0d-cf67-4da1-a1a0-a485723a2be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a9c68-c960-4128-ba88-ea74ca33fe64,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:23.176110 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:27.596878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32e33b85-b8ad-4e91-8d29-1988e71ef26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:29.840453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab96663c-b4c4-44da-83ab-715d58e242a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:30.146754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:31.479414 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:32.372786 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c2c5119d-84f4-4060-9339-61f73322b24c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b599061f31584cb5a02a1b905b528794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258238 Jul 16 23:01:32.477911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-31d984b6-f34a-4799-97fc-9f5ef97539c4 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:32.479282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-31d984b6-f34a-4799-97fc-9f5ef97539c4 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016207 Jul 16 23:01:32.493514 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-7de8c844-98f9-44b9-9e6b-d1a30af57240 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/quotas/b599061f31584cb5a02a1b905b528794 HTTP/1.1" status: 200 len: 375 time: 0.0088358 Jul 16 23:01:32.525547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-11231578-40b7-4cde-95ff-2ca23666ff3d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b599061f31584cb5a02a1b905b528794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274019 Jul 16 23:01:32.693052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a87f798b-1f3d-4641-a718-d21688bbf18c req-c886491f-86fe-4805-a668-8caf2cea8806 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 210 time: 0.0301712 Jul 16 23:01:32.811650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:33.825019 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-50bb58b4-db3f-493f-a141-7c2869b460dd tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b599061f31584cb5a02a1b905b528794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222504 Jul 16 23:01:33.844174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a133c71c-5806-470c-a991-ac8b8f260310 req-b37cc20d-0a83-484d-8f8d-6ee3412bba10 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 210 time: 0.0363712 Jul 16 23:01:33.942975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-fafaadd0-3a5e-4bfc-b182-46a10f06ff9c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:33.944398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-fafaadd0-3a5e-4bfc-b182-46a10f06ff9c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147575 Jul 16 23:01:33.956920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Request body: {'port': {'device_id': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'admin_state_up': True, 'tenant_id': 'b599061f31584cb5a02a1b905b528794'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:34.064157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Made reservation on behalf of b599061f31584cb5a02a1b905b528794 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:01:34.067556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.075949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.167035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.170840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.233619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73cc810-70a1-4a78-aa65-5b49667f9233,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:34.308776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Allocated IP 192.168.233.217 (2994d43e-3df7-4b88-ac95-80018653a7af/7e02d5eb-0e76-4be1-8351-31523425307e/3a4f2696-5c97-4f70-8b12-0513c6bce7fd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:01:34.455482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.468632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Transition to ACTIVE for port object 3a4f2696-5c97-4f70-8b12-0513c6bce7fd will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:01:34.500379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.545067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Network 2994d43e-3df7-4b88-ac95-80018653a7af is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:01:34.548226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:01:34.552090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:01:34.576390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Pushing event updated for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:34.604779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:34.605440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.620378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-c391367f-944a-433d-9127-e8c18dc6d294 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6669726 Jul 16 23:01:34.631405 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Request body: {'port': {'device_id': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:34.708899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.736375 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13c8090e-2bdc-4035-8ee3-d37efd7ecf3d None None] Provisioning for port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:01:34.740629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13c8090e-2bdc-4035-8ee3-d37efd7ecf3d None None] Provisioning complete for port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:01:34.741573 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13c8090e-2bdc-4035-8ee3-d37efd7ecf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:34.778379 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-13c8090e-2bdc-4035-8ee3-d37efd7ecf3d None None] Port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:01:35.307353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231727f6-03af-4dfa-a61d-8068aa8a67f4 req-79200ee2-ce7a-46c9-bd0a-a1f99c53ab07 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:35.308810 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-231727f6-03af-4dfa-a61d-8068aa8a67f4 req-79200ee2-ce7a-46c9-bd0a-a1f99c53ab07 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 936 time: 0.1221530 Jul 16 23:01:35.332757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4f2696-5c97-4f70-8b12-0513c6bce7fd {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:01:35.342172 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:35.367276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-231727f6-03af-4dfa-a61d-8068aa8a67f4 req-152dd7d2-08b6-44c1-8120-c5d58a466baf tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Jul 16 23:01:35.368169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Transition to ACTIVE for port object 3a4f2696-5c97-4f70-8b12-0513c6bce7fd will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:01:35.372110 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:35.423886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:35.493893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Attempting to bind port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:01:35.494236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Attempting to bind port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:01:35.494603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Attempting to bind port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:01:35.499315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd on network 2994d43e-3df7-4b88-ac95-80018653a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:01:35.499660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Attempting to bind port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd on network 2994d43e-3df7-4b88-ac95-80018653a7af {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:01:35.505407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:01:35.505745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Checking segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:01:35.506127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Bound using segment: {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:01:35.506574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Bound port: 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bc8a0c-e5d7-4b91-9c6f-d17928ba063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:01:35.506929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:35.574605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:01:35.578090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:01:35.582655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:35.616004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:35.616595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:35.617996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] 10.222.0.47 "PUT /v2.0/ports/3a4f2696-5c97-4f70-8b12-0513c6bce7fd HTTP/1.1" status: 200 len: 1097 time: 0.9907341 Jul 16 23:01:35.618458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:35.620690 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04" -d '{"events": [{"name": "network-changed", "server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:35.651029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c16ff-d03a-433a-a304-f6cd78d02b6e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:35.669804 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39fe3ee-eda6-4be4-a06f-c94c3184f903 x-openstack-request-id: req-b39fe3ee-eda6-4be4-a06f-c94c3184f903 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:35.670038 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:35.670287 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b39fe3ee-eda6-4be4-a06f-c94c3184f903 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:35.670676 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd', 'status': 'completed', 'code': 200} Jul 16 23:01:35.715869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-7a656a21-6d0c-4b23-8492-e05e328d7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:35.717457 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-7a656a21-6d0c-4b23-8492-e05e328d7812 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b599061f31584cb5a02a1b905b528794&device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 1100 time: 0.0565119 Jul 16 23:01:35.762760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-725010db-ff16-4681-bdb7-a8da030c85a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd HTTP/1.1" status: 200 len: 217 time: 0.0375745 Jul 16 23:01:35.812160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-d40d6072-ee01-4bbb-9904-2ed509d3ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:35.813574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-d40d6072-ee01-4bbb-9904-2ed509d3ee5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0448174 Jul 16 23:01:35.868895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-f297c65f-6343-4119-9633-25959ea90399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:35.870422 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-f297c65f-6343-4119-9633-25959ea90399 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510237 Jul 16 23:01:35.962299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-b1dcc660-1e9f-4226-b1b8-28c3ce1800a7 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853407 Jul 16 23:01:36.049499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09d5bf71-caf3-4768-86b8-60efca2fce40 req-f6f80961-7580-441e-911a-bf767116e4c1 service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814993 Jul 16 23:01:36.151394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-bd7314a1-1d66-4808-a0c9-342235b7b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:36.152873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-bd7314a1-1d66-4808-a0c9-342235b7b771 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b599061f31584cb5a02a1b905b528794&device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 1100 time: 0.0568323 Jul 16 23:01:36.244113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6acb0377-9d57-4308-8cd0-9b3fc3f9a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:36.245629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6acb0377-9d57-4308-8cd0-9b3fc3f9a886 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2994d43e-3df7-4b88-ac95-80018653a7af HTTP/1.1" status: 200 len: 870 time: 0.0866752 Jul 16 23:01:36.288801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-b543c187-3f9c-4539-b51d-e7d12c142e94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd HTTP/1.1" status: 200 len: 217 time: 0.0371256 Jul 16 23:01:36.337512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6cab89cf-9218-4938-bbf5-b24ce231b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:36.338917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6cab89cf-9218-4938-bbf5-b24ce231b61c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e02d5eb-0e76-4be1-8351-31523425307e HTTP/1.1" status: 200 len: 843 time: 0.0429945 Jul 16 23:01:36.394941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6341cc79-77d5-40fa-b280-bf8fc0286a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:36.396454 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-6341cc79-77d5-40fa-b280-bf8fc0286a56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2994d43e-3df7-4b88-ac95-80018653a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516782 Jul 16 23:01:36.518532 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-3881b1e2-23f0-43ec-ba23-14d21622cffe service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143179 Jul 16 23:01:36.605354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b1270-8433-44af-a40e-040790e401c3 req-d239a589-83c2-4948-9516-e62ae27c6308 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:36.606827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b1270-8433-44af-a40e-040790e401c3 req-d239a589-83c2-4948-9516-e62ae27c6308 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 948 time: 0.1299365 Jul 16 23:01:36.658340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4cb7ef33-fc30-48b9-bb31-7d8a8698eb04 req-42a13315-a5f4-4833-8a1a-33c69de31f4d service neutron] 10.222.0.47 "GET /v2.0/networks/2994d43e-3df7-4b88-ac95-80018653a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319845 Jul 16 23:01:36.663269 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b1270-8433-44af-a40e-040790e401c3 req-13b8f178-9190-428e-aff8-f60ba72d2b67 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 Jul 16 23:01:37.837039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1b78-853f-45c0-ae49-bfc483f5b0b5 req-ac2fd320-2fc2-4dc0-b2e9-ab705326c899 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:37.838512 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82de1b78-853f-45c0-ae49-bfc483f5b0b5 req-ac2fd320-2fc2-4dc0-b2e9-ab705326c899 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 948 time: 0.0625272 Jul 16 23:01:37.877074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82de1b78-853f-45c0-ae49-bfc483f5b0b5 req-ad76c039-3581-443e-9b99-26ec5700b722 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jul 16 23:01:38.059569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a4f2696-5c97-4f70-8b12-0513c6bce7fd details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:01:38.152621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:38.162998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd', 'network_id': '2994d43e-3df7-4b88-ac95-80018653a7af', 'port_id': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd', 'mac_address': 'fa:16:3e:5b:a3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02d5eb-0e76-4be1-8351-31523425307e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:01:38.201915 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:38.213882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4f2696-5c97-4f70-8b12-0513c6bce7fd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:01:38.232636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:38.237049 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:38.281767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:38.469643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['3a4f2696-5c97-4f70-8b12-0513c6bce7fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:01:39.045600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530dbb1-7129-4f93-8c0b-ef53e78651a1 req-78b3d412-deb2-4577-8a01-2cf39b9cd532 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:39.047081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7530dbb1-7129-4f93-8c0b-ef53e78651a1 req-78b3d412-deb2-4577-8a01-2cf39b9cd532 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 949 time: 0.0634294 Jul 16 23:01:39.084797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7530dbb1-7129-4f93-8c0b-ef53e78651a1 req-9f11a7cc-e389-4971-ab8c-e08ab0130c2a tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Jul 16 23:01:40.075118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a4f2696-5c97-4f70-8b12-0513c6bce7fd up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:01:40.122729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:01:40.126772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:01:40.127073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:40.202534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:40.226004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:40.228667 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17056bb4-9ad2-418c-af91-37b20477b7cf" -d '{"events": [{"server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:40.242034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:40.246405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:40.263126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4cc3-036e-4125-b5c6-ccf67b9e09fe req-10c787b8-ac59-468b-a8a4-0f998ce24fac tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:40.264895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-907a4cc3-036e-4125-b5c6-ccf67b9e09fe req-10c787b8-ac59-468b-a8a4-0f998ce24fac tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 949 time: 0.0656464 Jul 16 23:01:40.299418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:40.308916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-907a4cc3-036e-4125-b5c6-ccf67b9e09fe req-16791810-db8a-42fd-bdba-aca6b461cd34 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Jul 16 23:01:40.349618 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4dfc5f-55e3-4fd5-88bd-1b0fb5ce9b34 x-openstack-request-id: req-8c4dfc5f-55e3-4fd5-88bd-1b0fb5ce9b34 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:40.349914 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:40.350170 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c4dfc5f-55e3-4fd5-88bd-1b0fb5ce9b34 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:40.350595 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd', 'code': 200} Jul 16 23:01:40.464425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b6621-1202-48ae-93a8-a4d17bb2e464 req-d4617df8-b371-45e5-8e44-15da38aa5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:40.465851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f65b6621-1202-48ae-93a8-a4d17bb2e464 req-d4617df8-b371-45e5-8e44-15da38aa5269 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 1102 time: 0.0553668 Jul 16 23:01:40.498783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f65b6621-1202-48ae-93a8-a4d17bb2e464 req-9bb6b662-0cfd-4527-a510-67337ac55b8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267215 Jul 16 23:01:41.398760 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:01:41.482953 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb6d7a-ca9f-4861-9887-b20ea962b36e req-7a649a96-3019-40ff-bcb4-1128e1d2057c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:41.484437 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eb6d7a-ca9f-4861-9887-b20ea962b36e req-7a649a96-3019-40ff-bcb4-1128e1d2057c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 950 time: 0.0626366 Jul 16 23:01:41.520870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d8eb6d7a-ca9f-4861-9887-b20ea962b36e req-8a4e6750-c92c-4572-a6bf-b044af47f616 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Jul 16 23:01:41.889019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4a8f942c-7229-4d5e-aeda-18e1023e2e51 req-ae34fa4f-5be7-4735-9006-a7ea2ad29261 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:01:41.890032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a8f942c-7229-4d5e-aeda-18e1023e2e51 req-ae34fa4f-5be7-4735-9006-a7ea2ad29261 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030388 Jul 16 23:01:42.216481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-35695291-e9db-447c-bc31-7966a72f786b req-300326eb-dece-4a42-8269-0bf7520e4711 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:01:42.217507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35695291-e9db-447c-bc31-7966a72f786b req-300326eb-dece-4a42-8269-0bf7520e4711 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055571 Jul 16 23:01:42.688686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589f115-aa97-40d4-9545-fe46f17bbfd6 req-f927efac-bb16-4783-84e4-9473584b6cc2 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:42.690174 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9589f115-aa97-40d4-9545-fe46f17bbfd6 req-f927efac-bb16-4783-84e4-9473584b6cc2 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 950 time: 0.0630295 Jul 16 23:01:42.726720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9589f115-aa97-40d4-9545-fe46f17bbfd6 req-d8720bbd-dce7-4921-996f-d54b8574e16a tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Jul 16 23:01:43.939082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4bfa0-1d37-45bd-8c92-8cc2a10cf2eb req-fcf7f7b5-b367-4066-8351-9a9d839fa05a tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:43.940833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15a4bfa0-1d37-45bd-8c92-8cc2a10cf2eb req-fcf7f7b5-b367-4066-8351-9a9d839fa05a tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 950 time: 0.1027014 Jul 16 23:01:43.948956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-551c46c3-b77f-4352-9841-734efa4e5673 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:43.950303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-551c46c3-b77f-4352-9841-734efa4e5673 tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7609fbb-565d-49a6-a4b5-bb970aac35ab HTTP/1.1" status: 200 len: 950 time: 0.1022599 Jul 16 23:01:44.023739 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-15a4bfa0-1d37-45bd-8c92-8cc2a10cf2eb req-95979354-594c-482e-981e-176674cf4f8c tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.70 "GET /v2.0/security-groups?id=b73cc810-70a1-4a78-aa65-5b49667f9233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723608 Jul 16 23:01:44.073145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Deleting port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:01:44.073487 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:44.162842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] For port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,segment=NetworkSegment(58bc8a0c-e5d7-4b91-9c6f-d17928ba063d),segment_id=58bc8a0c-e5d7-4b91-9c6f-d17928ba063d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:44.163194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:44.174588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Calling delete_port for 3a4f2696-5c97-4f70-8b12-0513c6bce7fd owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:01:44.297362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:44.309179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['3a4f2696-5c97-4f70-8b12-0513c6bce7fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:01:44.330170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Pushing event deleted for resources: {'Port': ['ID=3a4f2696-5c97-4f70-8b12-0513c6bce7fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:44.375518 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] No DVR routers for this DVR port 3a4f2696-5c97-4f70-8b12-0513c6bce7fd on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:01:44.378993 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:44.381218 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9f2d97fd-6d4e-4553-9284-28c3b3650222 req-bbcd2906-1b82-4e58-9c24-74cf717d1b8d tempest-ServersAdminNegativeTestJSON-171740329 tempest-ServersAdminNegativeTestJSON-171740329-project] 10.222.0.47 "DELETE /v2.0/ports/3a4f2696-5c97-4f70-8b12-0513c6bce7fd HTTP/1.1" status: 204 len: 173 time: 0.4235458 Jul 16 23:01:44.381669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'name': 'network-vif-deleted', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:44.384030 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3628a-8370-4b6a-a83d-24a637be2de9" -d '{"events": [{"server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "name": "network-vif-deleted", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:44.422204 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bd9264-4a9c-4867-b4ce-c1b0251ac217 x-openstack-request-id: req-b5bd9264-4a9c-4867-b4ce-c1b0251ac217 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:44.422508 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7609fbb-565d-49a6-a4b5-bb970aac35ab", "name": "network-vif-deleted", "tag": "3a4f2696-5c97-4f70-8b12-0513c6bce7fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:44.422763 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5bd9264-4a9c-4867-b4ce-c1b0251ac217 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:44.423170 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7609fbb-565d-49a6-a4b5-bb970aac35ab', 'name': 'network-vif-deleted', 'tag': '3a4f2696-5c97-4f70-8b12-0513c6bce7fd', 'status': 'completed', 'code': 200} Jul 16 23:01:45.344242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:45.473021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f9189fb2-2268-4e14-98b5-d7eeb0df57f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b599061f31584cb5a02a1b905b528794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276140 Jul 16 23:01:45.475471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:45.523081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.543652 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.591233 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.593904 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.595047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b73cc810-70a1-4a78-aa65-5b49667f9233 HTTP/1.1" status: 204 len: 168 time: 0.1186972 Jul 16 23:01:45.602581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b38f57-bddd-4af8-b5ab-2e61b2f9c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73cc810-70a1-4a78-aa65-5b49667f9233,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:45.841689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45944) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:45.857799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f621580-67ed-4e1d-b6c3-3aa9e8885dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.944824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f621580-67ed-4e1d-b6c3-3aa9e8885dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.948498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f621580-67ed-4e1d-b6c3-3aa9e8885dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:45.985393 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621580-67ed-4e1d-b6c3-3aa9e8885dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b012b0-1cbc-48d6-9ae3-e3331cf3a301,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:45.990046 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3f621580-67ed-4e1d-b6c3-3aa9e8885dfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc842f69532f4c2e850ccf0472423a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473415 Jul 16 23:01:45.992659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:46.039940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.061009 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.106707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.109307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.110466 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50b012b0-1cbc-48d6-9ae3-e3331cf3a301 HTTP/1.1" status: 204 len: 168 time: 0.1168883 Jul 16 23:01:46.118555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80bb6-4c3a-4b3f-b543-375c885a28c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b012b0-1cbc-48d6-9ae3-e3331cf3a301,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:46.746948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 45968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:46.840499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1489547679-network', 'tenant_id': 'c03adb78fefe4db38d63ddc09d7da7f1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:46.862402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Made reservation on behalf of c03adb78fefe4db38d63ddc09d7da7f1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:01:46.864825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.873862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.965784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.969613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:46.994684 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:01:47.005172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e633b9f-eb3b-4d71-b5b2-46c8fb959522,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:47.009857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.010205 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Added segment 66543922-064c-4899-859b-7a2a39cd54aa of type vlan for network 2a567d02-cf41-4331-839b-fac64d94ec45 Jul 16 23:01:47.050116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.078444 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.079674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:47.080260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.113741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3657067 Jul 16 23:01:47.116798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 45972) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:01:47.122011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Request body: {'subnet': {'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1489547679-subnet', 'tenant_id': 'c03adb78fefe4db38d63ddc09d7da7f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:47.141938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5119f-63c3-4338-b681-e7e816cbcb6c admin admin] Pushing event updated for resources: {'Network': ['ID=2a567d02-cf41-4331-839b-fac64d94ec45,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:47.145232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Made reservation on behalf of c03adb78fefe4db38d63ddc09d7da7f1 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:01:47.147815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.152570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 2a567d02-cf41-4331-839b-fac64d94ec45 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:01:47.310885 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.373115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466fb9bc-fccd-4443-9c12-c920ff13976a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:47.381305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Checking segment: {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:01:47.381660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Network hostable DHCP agents. Network: 2a567d02-cf41-4331-839b-fac64d94ec45, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:01:47.385362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.385706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.386045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.386377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.386703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.387029 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.387351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.387670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.387988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.388305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.388627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.388942 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:47.405242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Network 2a567d02-cf41-4331-839b-fac64d94ec45 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:01:47.413994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 2a567d02-cf41-4331-839b-fac64d94ec45) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:01:47.417906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:47.418489 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:47.425530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9b89d-f076-4fc5-8c1b-033fb2fe40a0 None None] Network 2a567d02-cf41-4331-839b-fac64d94ec45 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:47.432459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-70cfe9ca-d55c-43cd-957b-fb5e5ed08d23 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3144469 Jul 16 23:01:47.546006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca27d2-2311-400a-9a24-15deabdd1632 None None] Network 2a567d02-cf41-4331-839b-fac64d94ec45 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:01:47.839487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-cf48d6a6-2837-412c-bbc0-f60a3d040e0b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:47.840953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-cf48d6a6-2837-412c-bbc0-f60a3d040e0b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 812 time: 0.1000593 Jul 16 23:01:47.855459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d64a5203-db42-4167-8140-8793a140b7e9 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/quotas/c03adb78fefe4db38d63ddc09d7da7f1 HTTP/1.1" status: 200 len: 375 time: 0.0092111 Jul 16 23:01:47.892837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-53eb8ed3-d73c-420a-b70f-d6d6f7ce8881 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324879 Jul 16 23:01:47.903273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-81e41e58-eb3e-4e01-b82b-40c6a739f3a1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:01:47.904209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-81e41e58-eb3e-4e01-b82b-40c6a739f3a1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049903 Jul 16 23:01:47.991177 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-ebac295e-df72-4b45-ba96-ba63de9bdb57 service neutron] 10.222.0.70 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811570 Jul 16 23:01:48.082498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-1ba39ada-f37b-41d5-8bff-1d341f9c0ff6 service neutron] 10.222.0.70 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856662 Jul 16 23:01:48.116300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a4f2696-5c97-4f70-8b12-0513c6bce7fd no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:01:48.137099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 3a4f2696-5c97-4f70-8b12-0513c6bce7fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:01:48.137528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 3a4f2696-5c97-4f70-8b12-0513c6bce7fd not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:01:48.254622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-665010a5-0582-4b33-8c05-b83f7b58a084 req-f3fc3737-591b-4a43-aa6c-1e09fba3d9f9 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Jul 16 23:01:49.269299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-cfa753d4-1817-4534-87cb-14dd6504995d tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:49.270746 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-cfa753d4-1817-4534-87cb-14dd6504995d tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 812 time: 0.1021690 Jul 16 23:01:49.284734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Request body: {'port': {'device_id': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45', 'admin_state_up': True, 'tenant_id': 'c03adb78fefe4db38d63ddc09d7da7f1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:49.398641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Made reservation on behalf of c03adb78fefe4db38d63ddc09d7da7f1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:01:49.402243 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:49.403116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c1f79ec-47a7-418f-9ebb-9c67fc8a622e req-65270a11-58a5-459a-a414-c9c1570b6635 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Jul 16 23:01:49.528758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Allocated IP 172.20.0.2 (2a567d02-cf41-4331-839b-fac64d94ec45/466fb9bc-fccd-4443-9c12-c920ff13976a/2bba3014-3695-4d9a-a304-b5ffa5f6fada) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:01:49.673037 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:49.710634 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:49.759335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Network 2a567d02-cf41-4331-839b-fac64d94ec45 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:01:49.762522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:01:49.766673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:01:49.773453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:49.801188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.801484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.801813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.802151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.802486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.802817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.803144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.803469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.803791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.804137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.804461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.804782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:01:49.828282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:49.828892 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:49.842548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-d08fdd2e-4edd-44a8-becd-eff7ab535f09 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621550 Jul 16 23:01:49.853793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Request body: {'port': {'device_id': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:01:49.923616 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.181095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bba3014-3695-4d9a-a304-b5ffa5f6fada {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:01:50.188670 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.200867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Transition to ACTIVE for port object 2bba3014-3695-4d9a-a304-b5ffa5f6fada will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:01:50.204524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.256115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:50.323843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:01:50.324484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:01:50.324484 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:01:50.328686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:01:50.329032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:01:50.334399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:01:50.334745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Checking segment: {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:01:50.335127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Bound using segment: {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:01:50.335549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Bound port: 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:01:50.335911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.396795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:01:50.399761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:01:50.404374 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.438192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:50.438811 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.440839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] 10.222.0.47 "PUT /v2.0/ports/2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 1092 time: 0.5904136 Jul 16 23:01:50.441283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:50.443521 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27529f0-1296-4de9-bddd-e8f2cead9512" -d '{"events": [{"name": "network-changed", "server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:50.466693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf062-a902-4118-98dc-da082af06d95 service neutron] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:50.492259 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933b65d2-3273-4d99-9f07-6615224e3f49 x-openstack-request-id: req-933b65d2-3273-4d99-9f07-6615224e3f49 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:50.492547 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:50.492796 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-933b65d2-3273-4d99-9f07-6615224e3f49 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:50.493237 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'status': 'completed', 'code': 200} Jul 16 23:01:50.595055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-052ec29f-d005-445d-906a-3ada3c93cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:50.598116 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-052ec29f-d005-445d-906a-3ada3c93cc3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0978279 Jul 16 23:01:50.610089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51dce-de4d-4224-b071-82a9d1a46d69 req-75303f5e-733f-4ee3-b908-b4cc140e1400 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:50.611463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78f51dce-de4d-4224-b071-82a9d1a46d69 req-75303f5e-733f-4ee3-b908-b4cc140e1400 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0843821 Jul 16 23:01:50.651550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-b6331964-e6d7-42f0-ba63-731046f2546b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0386767 Jul 16 23:01:50.709813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-78f51dce-de4d-4224-b071-82a9d1a46d69 req-73c1048f-133b-4640-b9c9-ed6080db0f30 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915406 Jul 16 23:01:50.716674 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-68347655-def8-4275-aeea-426d859c7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:50.718123 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-68347655-def8-4275-aeea-426d859c7bef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0606399 Jul 16 23:01:50.875451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-41127b9f-2176-4b90-b7a4-7e39a7145ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267675 Jul 16 23:01:50.941583 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:50.963821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-fa187dcc-dbe9-4494-a979-5e14b570becd service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824044 Jul 16 23:01:51.054411 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8f5de307-b69d-4a5d-9250-4f5c8f80625b req-2907e24f-24e6-4508-bf23-fbb1cdd62b00 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Jul 16 23:01:51.150641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-05320881-264c-4e9c-86b7-f1de169f1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:51.152083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-05320881-264c-4e9c-86b7-f1de169f1611 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0515459 Jul 16 23:01:51.243020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-79b7b3d6-1f72-457a-8414-b494c261a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:51.244386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-79b7b3d6-1f72-457a-8414-b494c261a214 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.0857124 Jul 16 23:01:51.283482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-f0da46c8-b599-4534-a6c9-37be7fc5a6fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0330424 Jul 16 23:01:51.329685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-a222df60-891b-40a6-bfaa-f429c6898d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:51.331632 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-a222df60-891b-40a6-bfaa-f429c6898d40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0411899 Jul 16 23:01:51.368339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-655f483d-07c6-443d-b009-43ca55bcba13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286372 Jul 16 23:01:51.455315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-3cfe6301-ebcd-4579-aec2-f0040629dea3 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Jul 16 23:01:51.547944 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a27529f0-1296-4de9-bddd-e8f2cead9512 req-169c8e48-7a29-469f-b7cf-e2065bc16b50 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Jul 16 23:01:51.880219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d2cf8-d866-44e4-80ff-cbc788e4db20 req-77c4b342-05b8-45e2-b863-77a4e1e64a6a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:51.881757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-344d2cf8-d866-44e4-80ff-cbc788e4db20 req-77c4b342-05b8-45e2-b863-77a4e1e64a6a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0629988 Jul 16 23:01:51.918172 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-344d2cf8-d866-44e4-80ff-cbc788e4db20 req-b4b5a1d0-0137-4671-acf0-0b6e7ff45698 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Jul 16 23:01:53.087406 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fdeb-b45d-43ed-bd34-999089eede99 req-9f94e24c-a66a-425c-a059-c34ba855f5f1 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:53.088886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7400fdeb-b45d-43ed-bd34-999089eede99 req-9f94e24c-a66a-425c-a059-c34ba855f5f1 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0626335 Jul 16 23:01:53.124945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7400fdeb-b45d-43ed-bd34-999089eede99 req-57587d14-cad1-4cdb-928a-729bbebba67f tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305674 Jul 16 23:01:53.184527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:54.162777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:01:54.254394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:54.265253 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45', 'port_id': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'mac_address': 'fa:16:3e:ef:f6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466fb9bc-fccd-4443-9c12-c920ff13976a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:01:54.301239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:54.305910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43c40-c203-471d-b47e-499ec8da8408 req-e16b4500-891e-4d7c-8282-5e185a3ad27c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:54.307420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bc43c40-c203-471d-b47e-499ec8da8408 req-e16b4500-891e-4d7c-8282-5e185a3ad27c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0676777 Jul 16 23:01:54.316627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bba3014-3695-4d9a-a304-b5ffa5f6fada {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:01:54.335692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:54.339820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:54.345681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4bc43c40-c203-471d-b47e-499ec8da8408 req-c494408e-fcf1-43c8-94c9-06c7f2858b76 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Jul 16 23:01:54.386116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:54.524251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2bba3014-3695-4d9a-a304-b5ffa5f6fada'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:01:55.518143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8c0e4-4821-4bdb-a2f5-383579d48156 req-b70eee8d-f87e-4a7a-9047-ca200b40363a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:55.519619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9c8c0e4-4821-4bdb-a2f5-383579d48156 req-b70eee8d-f87e-4a7a-9047-ca200b40363a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 944 time: 0.0620677 Jul 16 23:01:55.560199 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c9c8c0e4-4821-4bdb-a2f5-383579d48156 req-146232e4-acc6-4243-bbfa-c2a806cf957c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Jul 16 23:01:56.162851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:01:56.211573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2bba3014-3695-4d9a-a304-b5ffa5f6fada completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:01:56.215335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2bba3014-3695-4d9a-a304-b5ffa5f6fada triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:01:56.215714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:56.290161 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:56.311649 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:01:56.313930 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2bdfc-f75e-4886-a0d1-5ca5c5378bf0" -d '{"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-plugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:01:56.326403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:01:56.332072 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:56.357696 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f19b78-3205-44fa-ae0c-fcb6be474866 x-openstack-request-id: req-44f19b78-3205-44fa-ae0c-fcb6be474866 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:01:56.358004 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-plugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:01:56.358256 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44f19b78-3205-44fa-ae0c-fcb6be474866 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:01:56.358639 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'code': 200} Jul 16 23:01:56.384249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:01:56.462723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295186-d911-41b5-b8c6-89b7dec46d4f req-0a56e007-e4d0-44bf-9a55-02580e178435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:56.464119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0295186-d911-41b5-b8c6-89b7dec46d4f req-0a56e007-e4d0-44bf-9a55-02580e178435 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1097 time: 0.0499887 Jul 16 23:01:56.496042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0295186-d911-41b5-b8c6-89b7dec46d4f req-580deaff-54f6-4de3-bc61-2bd46fcefdfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261006 Jul 16 23:01:56.728907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c672-d5aa-4669-8090-6afc7c009814 req-eda641c3-3f35-4156-b505-25861ead292a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:56.730304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47a6c672-d5aa-4669-8090-6afc7c009814 req-eda641c3-3f35-4156-b505-25861ead292a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0628784 Jul 16 23:01:56.768051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-47a6c672-d5aa-4669-8090-6afc7c009814 req-9484b679-7731-45f4-9202-90a3b8c06173 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Jul 16 23:01:57.598053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-01e09c88-a76a-470a-bdae-d052654b310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:57.938462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa027db-31cb-4be2-bbe5-9c282535d60b req-04b5b125-2be1-4d2b-93e1-5797156ba1ea tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:57.939949 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffa027db-31cb-4be2-bbe5-9c282535d60b req-04b5b125-2be1-4d2b-93e1-5797156ba1ea tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0635791 Jul 16 23:01:57.977472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffa027db-31cb-4be2-bbe5-9c282535d60b req-8b488cff-8c4f-4598-a50a-cb1a911e1262 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Jul 16 23:01:58.408414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c39a01-8c37-4cce-9d6b-5b0cfb629fec req-0dcbbf23-8b22-4067-b0a8-b5f875e066b2 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:58.409953 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20c39a01-8c37-4cce-9d6b-5b0cfb629fec req-0dcbbf23-8b22-4067-b0a8-b5f875e066b2 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.1056991 Jul 16 23:01:58.415267 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-ccc3e069-408f-44e6-a527-8f0bb913af4c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545107 Jul 16 23:01:58.429398 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-4f7589fe-2d21-49f6-90a7-e576fc986829 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:01:58.430371 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-4f7589fe-2d21-49f6-90a7-e576fc986829 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104666 Jul 16 23:01:58.458631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20c39a01-8c37-4cce-9d6b-5b0cfb629fec req-dac16d33-03f5-4435-bc87-acffb29bc76c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Jul 16 23:01:59.665733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-28b4dc30-a63e-4466-8a72-fee9b546459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:59.667238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-28b4dc30-a63e-4466-8a72-fee9b546459e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1097 time: 0.0996885 Jul 16 23:01:59.675731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f534b-1336-445c-99da-80a1a12578ff req-8096eb06-bff8-4e76-839e-b23c0bd8d5f2 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:59.677128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-374f534b-1336-445c-99da-80a1a12578ff req-8096eb06-bff8-4e76-839e-b23c0bd8d5f2 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.1017821 Jul 16 23:01:59.775959 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-374f534b-1336-445c-99da-80a1a12578ff req-1f661566-76d2-4d0e-b7b1-c0887383d219 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907986 Jul 16 23:01:59.798737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-144def53-a8e0-4a82-b6a3-ffc9507e2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:59.800731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-144def53-a8e0-4a82-b6a3-ffc9507e2e27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.1227155 Jul 16 23:01:59.841021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-7d1be181-bfe6-4329-8773-f6149bfa2109 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0335090 Jul 16 23:01:59.841778 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbca3da8-2c86-405b-8e2c-7fdb5d8807b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:01:59.889135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-5595e5b1-a2b1-4b22-87ba-3d918c98ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:01:59.890860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-5595e5b1-a2b1-4b22-87ba-3d918c98ff43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0444682 Jul 16 23:01:59.925491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-4084612a-3031-464b-98ff-d53bd67389b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282350 Jul 16 23:02:00.149426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:00.321179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-b5a3dd04-560e-46eb-9dc9-7e3a559acc67 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896239 Jul 16 23:02:00.410840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-d8a735e9-8f34-42a3-86e1-38100d7139a8 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jul 16 23:02:00.976439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea796f-28b0-4f88-9d29-8d61da6073ff req-cbc9217c-9336-4388-86b5-c1077572de2a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:00.977954 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebea796f-28b0-4f88-9d29-8d61da6073ff req-cbc9217c-9336-4388-86b5-c1077572de2a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0630581 Jul 16 23:02:01.014438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebea796f-28b0-4f88-9d29-8d61da6073ff req-d4ddf6f9-e0d5-4442-a9ed-25b7fb409687 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Jul 16 23:02:01.481209 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:02.184449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edbdce-289a-47d3-b19b-ad271cd81343 req-8cd87d4d-47cb-4767-96b7-d7c6e5de5f6f tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:02.185985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39edbdce-289a-47d3-b19b-ad271cd81343 req-8cd87d4d-47cb-4767-96b7-d7c6e5de5f6f tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jul 16 23:02:02.223345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39edbdce-289a-47d3-b19b-ad271cd81343 req-f89dd359-11cb-4c02-b38e-4d6889af68ea tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jul 16 23:02:02.844001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:03.154528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-77d2c2ab-6cad-4ecd-aef7-fcbf417816d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:03.155992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-77d2c2ab-6cad-4ecd-aef7-fcbf417816d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1097 time: 0.0560815 Jul 16 23:02:03.258820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-af6e5885-3d48-4887-ad7c-0b8485cc53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:03.260317 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-af6e5885-3d48-4887-ad7c-0b8485cc53bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.0858481 Jul 16 23:02:03.304553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-44a615b6-3525-4a86-a9c0-4fb4ae96641a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0376027 Jul 16 23:02:03.353282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-2b37e953-5950-41a1-8767-fc72f9df66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:03.354766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-2b37e953-5950-41a1-8767-fc72f9df66eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0439944 Jul 16 23:02:03.387379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-e242f54e-66ea-4603-be9b-08003682c417 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263753 Jul 16 23:02:03.399616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cfde2-401e-4dfb-873a-e3c36320150c req-cf6e6702-3fb9-4048-a6e2-aefe3f6681b6 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:03.401148 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-152cfde2-401e-4dfb-873a-e3c36320150c req-cf6e6702-3fb9-4048-a6e2-aefe3f6681b6 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0666702 Jul 16 23:02:03.439607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-152cfde2-401e-4dfb-873a-e3c36320150c req-952b8bf6-bf6b-4929-86f1-16e97d5c8037 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Jul 16 23:02:03.477766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-c6989a03-4248-4a3e-8b7c-64644ef46948 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Jul 16 23:02:03.564546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dd73277f-6801-4fc1-81cb-8a83e0f656ab req-924ead0b-42e1-4535-a81d-f097286e6bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806804 Jul 16 23:02:04.613781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990e849-130d-4e7e-bce7-d78b9ed6972f req-2e517c6c-4bc6-4869-98ec-ff49664fde6c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:04.615248 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9990e849-130d-4e7e-bce7-d78b9ed6972f req-2e517c6c-4bc6-4869-98ec-ff49664fde6c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0668206 Jul 16 23:02:04.652107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9990e849-130d-4e7e-bce7-d78b9ed6972f req-14960139-3b94-49c3-ae83-c6cc8d8eb82d tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Jul 16 23:02:05.820766 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c15cd-3251-4d7b-a06f-f73f853a95fc req-1c6163e7-3d4a-43e8-819d-df8a83ceec26 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:05.822294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c55c15cd-3251-4d7b-a06f-f73f853a95fc req-1c6163e7-3d4a-43e8-819d-df8a83ceec26 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0629132 Jul 16 23:02:05.860295 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c55c15cd-3251-4d7b-a06f-f73f853a95fc req-e080c981-56b1-4124-98c5-28fdd102e65b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Jul 16 23:02:07.032636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd9624-0576-417a-9b15-b0c5824f224f req-1c5a4235-ec52-494f-bb58-916d5bb23c03 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:07.034125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbd9624-0576-417a-9b15-b0c5824f224f req-1c5a4235-ec52-494f-bb58-916d5bb23c03 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0617652 Jul 16 23:02:07.070953 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ccbd9624-0576-417a-9b15-b0c5824f224f req-e1edbf09-0d30-4fab-b449-50f18e70e805 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 16 23:02:08.241990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d46b2e-5cd9-4d84-bec0-fabb590bc027 req-994532d8-f2e1-463b-8640-d8238e23e167 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:08.243478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35d46b2e-5cd9-4d84-bec0-fabb590bc027 req-994532d8-f2e1-463b-8640-d8238e23e167 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0630484 Jul 16 23:02:08.285149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35d46b2e-5cd9-4d84-bec0-fabb590bc027 req-fd7a2213-2b3d-4181-9cf1-20d319c64d5c tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360503 Jul 16 23:02:09.454691 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386d7b5-3dec-4381-a514-9ed1297ad8ad req-84af68cf-b6d2-4949-aa43-f3ff9b4c72fe tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:09.456186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b386d7b5-3dec-4381-a514-9ed1297ad8ad req-84af68cf-b6d2-4949-aa43-f3ff9b4c72fe tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0630164 Jul 16 23:02:09.493614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b386d7b5-3dec-4381-a514-9ed1297ad8ad req-c2431ca7-4b23-4e28-87fe-1c3f6aa92c50 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Jul 16 23:02:10.666030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f091e0-c69d-4ddd-93ef-75a4230cf792 req-f0a5d980-e717-4a88-b712-a62ac8e00182 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:10.667522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3f091e0-c69d-4ddd-93ef-75a4230cf792 req-f0a5d980-e717-4a88-b712-a62ac8e00182 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0635505 Jul 16 23:02:10.703338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3f091e0-c69d-4ddd-93ef-75a4230cf792 req-5d9b5f3c-6e9d-47b0-92ad-9b135983f229 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304642 Jul 16 23:02:11.878083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7084d1-0117-4aed-be70-e08d6016dc57 req-ea7d7efa-bf4d-45b2-939f-524c7795327a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:11.879716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c7084d1-0117-4aed-be70-e08d6016dc57 req-ea7d7efa-bf4d-45b2-939f-524c7795327a tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0672262 Jul 16 23:02:11.917077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c7084d1-0117-4aed-be70-e08d6016dc57 req-65287635-28d5-440d-ade2-6ac712e56809 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jul 16 23:02:13.088234 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841f68-ac09-42cb-8046-fe53d3fd43d4 req-ab9d6d2e-1c9d-470f-b1a8-9e3ff2b9cdd0 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:13.089733 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d841f68-ac09-42cb-8046-fe53d3fd43d4 req-ab9d6d2e-1c9d-470f-b1a8-9e3ff2b9cdd0 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jul 16 23:02:13.126376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d841f68-ac09-42cb-8046-fe53d3fd43d4 req-764b30bf-e278-4b9c-aab4-8f757f62489f tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jul 16 23:02:14.296077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978d191-7291-4ce9-8686-bc1a9996ef6e req-2609ddd5-a130-4fa7-a10b-73dcdd1936db tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:14.297580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1978d191-7291-4ce9-8686-bc1a9996ef6e req-2609ddd5-a130-4fa7-a10b-73dcdd1936db tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0631304 Jul 16 23:02:14.335336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1978d191-7291-4ce9-8686-bc1a9996ef6e req-47c571db-ea24-4da0-a499-1587a1c60c1b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jul 16 23:02:15.507564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75955f-e467-4dd9-a8de-2ae8ab9285f6 req-ef912d7a-fcc6-44e9-9e5f-65606a60c70b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:15.509044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db75955f-e467-4dd9-a8de-2ae8ab9285f6 req-ef912d7a-fcc6-44e9-9e5f-65606a60c70b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0650685 Jul 16 23:02:15.546406 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db75955f-e467-4dd9-a8de-2ae8ab9285f6 req-06f5b408-79ea-4fec-a46f-31faa28cc21b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Jul 16 23:02:16.723312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add5c4f-a1b5-479b-9abe-3f53d43706d0 req-67999013-402e-4b01-b97a-c46256361369 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:16.724805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0add5c4f-a1b5-479b-9abe-3f53d43706d0 req-67999013-402e-4b01-b97a-c46256361369 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0659914 Jul 16 23:02:16.762514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0add5c4f-a1b5-479b-9abe-3f53d43706d0 req-b0c460b6-5d16-4402-9cab-3d29174b26e8 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Jul 16 23:02:17.933149 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8059c0-4a04-49fa-8bc7-21dadab3defa req-3ebfd764-4b4d-4944-8244-7198656c1223 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:17.934648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc8059c0-4a04-49fa-8bc7-21dadab3defa req-3ebfd764-4b4d-4944-8244-7198656c1223 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0631480 Jul 16 23:02:17.972546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc8059c0-4a04-49fa-8bc7-21dadab3defa req-5573e905-ed47-4003-9814-7e900de783f9 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Jul 16 23:02:18.398201 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:02:19.144277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b74d9c-6e33-4139-b211-e427b2ac24ea req-ee6223bb-e847-4efe-9858-bbded8e24cb7 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:19.145723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33b74d9c-6e33-4139-b211-e427b2ac24ea req-ee6223bb-e847-4efe-9858-bbded8e24cb7 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0630901 Jul 16 23:02:19.182541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33b74d9c-6e33-4139-b211-e427b2ac24ea req-e3400395-1d45-4d81-922d-1ea84bf95ed6 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jul 16 23:02:20.355252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2573ee-875f-4f96-8171-20d5523ffbc9 req-80c0e844-110d-484f-bc93-2a831be4aa3b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:20.356724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d2573ee-875f-4f96-8171-20d5523ffbc9 req-80c0e844-110d-484f-bc93-2a831be4aa3b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0615380 Jul 16 23:02:20.397817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2d2573ee-875f-4f96-8171-20d5523ffbc9 req-5e97846c-0109-4ee6-87c4-e0bf5ee5cdd0 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Jul 16 23:02:20.948824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:21.568256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f40a20-288c-4b0e-87a6-ba81c0e3ba31 req-b003abb6-dde1-4fb6-9c2d-caec4b8f323e tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:21.569771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f40a20-288c-4b0e-87a6-ba81c0e3ba31 req-b003abb6-dde1-4fb6-9c2d-caec4b8f323e tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0620425 Jul 16 23:02:21.606296 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f40a20-288c-4b0e-87a6-ba81c0e3ba31 req-df994d1d-4890-4a19-ada7-138c47af9359 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Jul 16 23:02:22.775755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d66cb4-f23d-4a7e-b656-6ceea36d2cd3 req-4ac71c6b-9b08-4f62-aba6-c2590509a924 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:22.777242 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1d66cb4-f23d-4a7e-b656-6ceea36d2cd3 req-4ac71c6b-9b08-4f62-aba6-c2590509a924 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0627210 Jul 16 23:02:22.813490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1d66cb4-f23d-4a7e-b656-6ceea36d2cd3 req-b504df4b-d3db-4b05-afb8-eb3023c5cf3d tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Jul 16 23:02:23.191296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:23.988341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7213a21-b0bd-485c-ae21-120f8cf93400 req-7bc74ebb-ba89-4456-b9c2-e52eddcd46dc tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:23.990412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7213a21-b0bd-485c-ae21-120f8cf93400 req-7bc74ebb-ba89-4456-b9c2-e52eddcd46dc tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0669267 Jul 16 23:02:24.026912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e7213a21-b0bd-485c-ae21-120f8cf93400 req-27556a46-27d2-4a90-bad3-6d84a7d6ce25 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Jul 16 23:02:25.198392 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97412a-78b9-4bd7-ac20-fc5d7c20ea78 req-f4b8f3c1-14c8-4e6e-937d-d6efd24c2904 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:25.199775 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f97412a-78b9-4bd7-ac20-fc5d7c20ea78 req-f4b8f3c1-14c8-4e6e-937d-d6efd24c2904 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0632737 Jul 16 23:02:25.236755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f97412a-78b9-4bd7-ac20-fc5d7c20ea78 req-c463d74b-1fa9-4af9-95fa-2ecb68936f2e tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Jul 16 23:02:26.409551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c920e7-c088-461d-96fa-7c6aef0a4a45 req-405f4a12-8766-4e6c-b627-46cc90dbdbaa tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:26.411590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09c920e7-c088-461d-96fa-7c6aef0a4a45 req-405f4a12-8766-4e6c-b627-46cc90dbdbaa tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Jul 16 23:02:26.447781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09c920e7-c088-461d-96fa-7c6aef0a4a45 req-8ab91228-2a50-4462-b085-496b3ea6af11 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Jul 16 23:02:27.301100 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-f360f8e3-b6f1-472d-a8f8-737bfe5dfb62 service neutron] show failed (client error): The resource could not be found. Jul 16 23:02:27.302730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-f360f8e3-b6f1-472d-a8f8-737bfe5dfb62 service neutron] 10.222.0.47 "GET /v2.0/ports/2bba3014-3695-4d9a-a304-b5ffa5f6fada/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0597589 Jul 16 23:02:27.575499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-321a72eb-e42d-41e7-aaab-b5d4fa3a63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:27.576939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-321a72eb-e42d-41e7-aaab-b5d4fa3a63c5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656&tenant_id=c03adb78fefe4db38d63ddc09d7da7f1 HTTP/1.1" status: 200 len: 1097 time: 0.0848329 Jul 16 23:02:27.599829 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d26bb00-0d3d-4ab5-b0f1-8a513fedbca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:27.628090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e148ef-f392-4070-9a9e-374387657587 req-f486e45d-e4e8-47d0-b47e-b63659bdbabf tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:27.629638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28e148ef-f392-4070-9a9e-374387657587 req-f486e45d-e4e8-47d0-b47e-b63659bdbabf tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0712352 Jul 16 23:02:27.666728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28e148ef-f392-4070-9a9e-374387657587 req-877b81f0-3ed3-438d-a2c7-af67679ddac3 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jul 16 23:02:27.708032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:02:27.782719 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:27.985121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:28.016848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:02:28.055184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:28.057570 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df916497-1b56-4e6e-8449-cfa0bce5a292" -d '{"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-unplugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:28.061101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:28.073229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Transition to ACTIVE for port object 2bba3014-3695-4d9a-a304-b5ffa5f6fada will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:02:28.080559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:28.116025 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b81b78-92bb-4e0b-837e-e756a1b2008f x-openstack-request-id: req-55b81b78-92bb-4e0b-837e-e756a1b2008f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:28.116323 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-unplugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:28.116577 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55b81b78-92bb-4e0b-837e-e756a1b2008f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:28.116997 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'code': 200} Jul 16 23:02:28.152034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] No DVR routers for this DVR port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:02:28.155089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:28.189448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:02:28.189790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:02:28.190117 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:02:28.194298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:02:28.194619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Attempting to bind port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on network 2a567d02-cf41-4331-839b-fac64d94ec45 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:02:28.199338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:02:28.199677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Checking segment: {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:02:28.200058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Bound using segment: {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:02:28.200482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Bound port: 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66543922-064c-4899-859b-7a2a39cd54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:02:28.200869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:28.263847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:02:28.267157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:02:28.271154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:28.311254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:28.311875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:28.313286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] 10.222.0.68 "PUT /v2.0/ports/2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 1092 time: 0.6097195 Jul 16 23:02:28.329526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcab116-a2fa-4eab-8365-5c0ce67dd2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:28.385844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-3f83a16e-f39b-4d5d-b93f-98243837f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:28.387310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-3f83a16e-f39b-4d5d-b93f-98243837f71d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0517361 Jul 16 23:02:28.479456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-c4a5bcd1-f5c5-499d-9115-2a17664005c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:28.480808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-c4a5bcd1-f5c5-499d-9115-2a17664005c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.0873125 Jul 16 23:02:28.519776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-291b860b-9489-4ce5-8c12-9c951b5f437d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0332098 Jul 16 23:02:28.565036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-f36f7715-1fa5-4c21-8292-d446395eaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:28.566416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-f36f7715-1fa5-4c21-8292-d446395eaba0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0408514 Jul 16 23:02:28.601698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-a237e666-8d2e-4d73-9753-cf484ad49564 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288875 Jul 16 23:02:28.689825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-3ecf2cdb-124a-4871-aaa6-a480c5e443e4 service neutron] 10.222.0.68 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809400 Jul 16 23:02:28.785193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39b87a03-0c8f-4113-a300-c4425e51f172 req-fbeb269f-a04b-4edd-a3cc-c817e2c8edc5 service neutron] 10.222.0.68 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Jul 16 23:02:28.842718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9bc76-ddb1-42a6-80cb-e5dd95d14456 req-963bae9e-0aee-4945-a1fa-f2231e49a97e tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:28.844262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-04d9bc76-ddb1-42a6-80cb-e5dd95d14456 req-963bae9e-0aee-4945-a1fa-f2231e49a97e tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0647738 Jul 16 23:02:28.883325 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-04d9bc76-ddb1-42a6-80cb-e5dd95d14456 req-4fa879da-2973-4a64-bb54-c2659a4836c1 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jul 16 23:02:29.842138 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e335923-a394-498a-a34a-e29943fa49d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:30.056198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158b0f-8a22-4460-9353-95544ff3b9df req-94cdaaab-53cf-422d-9913-346f20bda925 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.057710 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1158b0f-8a22-4460-9353-95544ff3b9df req-94cdaaab-53cf-422d-9913-346f20bda925 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0630848 Jul 16 23:02:30.095083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e1158b0f-8a22-4460-9353-95544ff3b9df req-0af83d38-baee-4727-92d5-9e0b13e844d8 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Jul 16 23:02:30.117632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:30.119936 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ee546-3cf1-4fff-9751-322911ab0c29" -d '{"events": [{"name": "network-changed", "server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:30.151314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:30.295965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:02:30.337994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:02:30.358360 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2513cd7-b5fe-4a5c-8ca5-c20839fa5011 x-openstack-request-id: req-c2513cd7-b5fe-4a5c-8ca5-c20839fa5011 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:30.358662 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:30.358920 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2513cd7-b5fe-4a5c-8ca5-c20839fa5011 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:30.359323 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'status': 'completed', 'code': 200} Jul 16 23:02:30.474560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-1959b642-ac39-40bf-af13-026e27eeeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.476063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-1959b642-ac39-40bf-af13-026e27eeeb06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0981348 Jul 16 23:02:30.481815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-b1a7722b-c4d1-43a2-8fdf-515b7df80f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.483174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-b1a7722b-c4d1-43a2-8fdf-515b7df80f97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0787539 Jul 16 23:02:30.633376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-89a09ccb-a5ca-49d8-b949-4919bdd6d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.634744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-89a09ccb-a5ca-49d8-b949-4919bdd6d4cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.1507363 Jul 16 23:02:30.637378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-2b831d6f-577a-44bc-a6a8-01a3047d52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.638714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-2b831d6f-577a-44bc-a6a8-01a3047d52e3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.1476264 Jul 16 23:02:30.679679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-175ca2dd-3132-4373-b952-5663abe77b26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0382199 Jul 16 23:02:30.716150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-83bdebb9-001a-4c3e-a397-a0135d131bfc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0677972 Jul 16 23:02:30.780817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-9c952022-7558-4131-9170-6e1cd75aaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.782283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-9c952022-7558-4131-9170-6e1cd75aaeb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0745006 Jul 16 23:02:30.788820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-95ff9c7e-0049-48a6-8f69-5c31d90ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:30.790167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-95ff9c7e-0049-48a6-8f69-5c31d90ef627 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0559907 Jul 16 23:02:30.826462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-234f908f-ee1b-47cf-8eae-3ae0a578ce4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354209 Jul 16 23:02:30.844316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-9140ae27-e2d1-4911-8115-6b64bfadf2e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456970 Jul 16 23:02:30.993569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-354aaef7-0c19-4747-aa1d-8d6cd9481a2c service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510298 Jul 16 23:02:30.995607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-e3e861ab-6826-4e2a-b50b-d5d121ae0ac6 service neutron] 10.222.0.68 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441200 Jul 16 23:02:31.149449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-3427066f-aa53-442d-a270-9e6e4118e4ea service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495101 Jul 16 23:02:31.151630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-228ee546-3cf1-4fff-9751-322911ab0c29 req-69d6ec99-efe6-419d-a723-74f52b854513 service neutron] 10.222.0.68 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443424 Jul 16 23:02:31.273044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485708b-bacd-48c3-882d-606d88e57c8a req-49d091c0-edd2-4c4e-9aeb-673874e02912 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:31.274443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e485708b-bacd-48c3-882d-606d88e57c8a req-49d091c0-edd2-4c4e-9aeb-673874e02912 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 943 time: 0.0629497 Jul 16 23:02:31.311802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e485708b-bacd-48c3-882d-606d88e57c8a req-c569d6bd-938c-405b-8cff-ae777cd611ac tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Jul 16 23:02:31.484770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:31.716053 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-e3a7d579-3168-4e4a-8001-b8e79ce522cb tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:31.717625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-e3a7d579-3168-4e4a-8001-b8e79ce522cb tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.47 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656&tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 943 time: 0.1095331 Jul 16 23:02:31.775255 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-90aa0dc0-3a55-40a1-8e97-8b9be2238e8c service neutron] delete failed (client error): The resource could not be found. Jul 16 23:02:31.776193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-90aa0dc0-3a55-40a1-8e97-8b9be2238e8c service neutron] 10.222.0.47 "DELETE /v2.0/ports/2bba3014-3695-4d9a-a304-b5ffa5f6fada/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0514908 Jul 16 23:02:31.872643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-bad7e847-c197-42fd-aede-2cb5d72bdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:31.874155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-bad7e847-c197-42fd-aede-2cb5d72bdfcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 1095 time: 0.0559399 Jul 16 23:02:31.886018 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:02:31.961909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-9b0d6b3b-11e9-454b-8f53-bb8c2c49a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:31.963423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-9b0d6b3b-11e9-454b-8f53-bb8c2c49a699 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 200 len: 913 time: 0.0832770 Jul 16 23:02:31.980153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:31.991346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'network_id': '2a567d02-cf41-4331-839b-fac64d94ec45', 'port_id': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'mac_address': 'fa:16:3e:ef:f6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466fb9bc-fccd-4443-9c12-c920ff13976a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:02:32.006500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-7018a220-9696-4235-b531-cf12b7f64499 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 200 len: 217 time: 0.0370514 Jul 16 23:02:32.028196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:32.041009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bba3014-3695-4d9a-a304-b5ffa5f6fada {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:02:32.053490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-f02c6ed0-a01f-4215-b679-6714c64135e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:32.054949 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-f02c6ed0-a01f-4215-b679-6714c64135e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 200 len: 852 time: 0.0427272 Jul 16 23:02:32.059631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:32.063218 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:32.088871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-1d091ee8-8d0b-43ce-9894-0f053450beb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a567d02-cf41-4331-839b-fac64d94ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266507 Jul 16 23:02:32.113805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:32.121192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.121531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.121873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.122211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.122544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.122875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.123198 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.123526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.123846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.124168 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.124491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.124812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:02:32.314762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2bba3014-3695-4d9a-a304-b5ffa5f6fada'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:02:32.493405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-c9fb54d2-98d0-464c-961b-85fbef341548 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983495 Jul 16 23:02:32.579662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-96e49161-09df-41bd-88d4-02793dc62d43 service neutron] 10.222.0.47 "GET /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804627 Jul 16 23:02:32.816739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:33.387371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2149d-e9c1-42bf-aada-bf786bfa45e0 req-ce82decd-2936-44b9-b4c7-951e6556ff00 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:33.388825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33e2149d-e9c1-42bf-aada-bf786bfa45e0 req-ce82decd-2936-44b9-b4c7-951e6556ff00 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 944 time: 0.0615203 Jul 16 23:02:33.429481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-33e2149d-e9c1-42bf-aada-bf786bfa45e0 req-8d65f9b8-088f-4604-91a3-61b516ac9f9b tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Jul 16 23:02:33.906047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:02:33.954328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 2bba3014-3695-4d9a-a304-b5ffa5f6fada completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:02:33.957769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2bba3014-3695-4d9a-a304-b5ffa5f6fada triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:02:33.958781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.029828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.050471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:34.052685 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c63873-4ef9-4eaa-bd07-78c0747007a4" -d '{"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-plugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:34.065007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:34.069810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.093038 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cccf9f2-482e-4d23-9dd1-aa3e2a151226 x-openstack-request-id: req-4cccf9f2-482e-4d23-9dd1-aa3e2a151226 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:34.093275 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-plugged", "status": "completed", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:34.093530 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cccf9f2-482e-4d23-9dd1-aa3e2a151226 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:34.093917 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'code': 200} Jul 16 23:02:34.118616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:34.612538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-b45a3f1a-7c27-4172-8528-7d655c02dc60 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:34.614003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-b45a3f1a-7c27-4172-8528-7d655c02dc60 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.68 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0999634 Jul 16 23:02:34.627190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ec32-4b59-49bf-99d6-0c0fa1ce07be req-36b7893e-e473-48a1-858c-ed113ae43118 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:34.628528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7967ec32-4b59-49bf-99d6-0c0fa1ce07be req-36b7893e-e473-48a1-858c-ed113ae43118 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/ports?device_id=680d22ed-3794-44ca-9b9f-0f2a177ce656 HTTP/1.1" status: 200 len: 945 time: 0.0873923 Jul 16 23:02:34.698222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7967ec32-4b59-49bf-99d6-0c0fa1ce07be req-f9257bf5-191c-4543-922b-7d366eb60de8 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.70 "GET /v2.0/security-groups?id=9e633b9f-eb3b-4d71-b5b2-46c8fb959522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631421 Jul 16 23:02:34.748180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Deleting port 2bba3014-3695-4d9a-a304-b5ffa5f6fada {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:02:34.748553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.834246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] For port 2bba3014-3695-4d9a-a304-b5ffa5f6fada, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2bba3014-3695-4d9a-a304-b5ffa5f6fada,segment=NetworkSegment(66543922-064c-4899-859b-7a2a39cd54aa),segment_id=66543922-064c-4899-859b-7a2a39cd54aa)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:34.834606 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.850608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Calling delete_port for 2bba3014-3695-4d9a-a304-b5ffa5f6fada owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:02:34.976075 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:34.987943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2bba3014-3695-4d9a-a304-b5ffa5f6fada'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:02:35.005675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Pushing event deleted for resources: {'Port': ['ID=2bba3014-3695-4d9a-a304-b5ffa5f6fada,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:35.056136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] No DVR routers for this DVR port 2bba3014-3695-4d9a-a304-b5ffa5f6fada on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:02:35.058845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:35.060934 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b83f5d35-60ce-420f-8ad9-3304a9ca68e4 req-fc169791-11d7-4b27-82fd-89d0e9464e59 tempest-DeleteServersTestJSON-1746741700 tempest-DeleteServersTestJSON-1746741700-project] 10.222.0.68 "DELETE /v2.0/ports/2bba3014-3695-4d9a-a304-b5ffa5f6fada HTTP/1.1" status: 204 len: 173 time: 0.4411137 Jul 16 23:02:35.061420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-deleted', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:35.063739 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4377a42e-df41-4a66-8b40-5562c8e4872c" -d '{"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-deleted", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:35.112088 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a71148-442e-40cf-af66-5ab53c393444 x-openstack-request-id: req-b6a71148-442e-40cf-af66-5ab53c393444 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:35.112385 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d22ed-3794-44ca-9b9f-0f2a177ce656", "name": "network-vif-deleted", "tag": "2bba3014-3695-4d9a-a304-b5ffa5f6fada", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:35.112638 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6a71148-442e-40cf-af66-5ab53c393444 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:35.113077 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d22ed-3794-44ca-9b9f-0f2a177ce656', 'name': 'network-vif-deleted', 'tag': '2bba3014-3695-4d9a-a304-b5ffa5f6fada', 'status': 'completed', 'code': 200} Jul 16 23:02:35.929979 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:35.973507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Deleting subnet 466fb9bc-fccd-4443-9c12-c920ff13976a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:02:35.976952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.009577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.048107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.102930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.129027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466fb9bc-fccd-4443-9c12-c920ff13976a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:36.131017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.133496 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11735a52-b979-442b-9c64-5c6c06e928c1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/466fb9bc-fccd-4443-9c12-c920ff13976a HTTP/1.1" status: 204 len: 168 time: 0.2019625 Jul 16 23:02:36.135559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:36.202916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.284864 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.294412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a567d02-cf41-4331-839b-fac64d94ec45']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:02:36.304241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66543922-064c-4899-859b-7a2a39cd54aa') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:02:36.304532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66543922-064c-4899-859b-7a2a39cd54aa') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:02:36.313264 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.327884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.335070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:02:36.335458 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:02:36.337112 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:02:36.392839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.398888 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.400687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2a567d02-cf41-4331-839b-fac64d94ec45 HTTP/1.1" status: 204 len: 168 time: 0.2642176 Jul 16 23:02:36.411327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4cc4c-9c30-46aa-a8a3-b64d2541a934 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a567d02-cf41-4331-839b-fac64d94ec45,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:36.510703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:36.550324 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39e63bd9-cea7-433e-9725-430edba8dffd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c03adb78fefe4db38d63ddc09d7da7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383465 Jul 16 23:02:36.553023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:36.599085 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.619905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.666094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.668579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:36.672407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e633b9f-eb3b-4d71-b5b2-46c8fb959522 HTTP/1.1" status: 204 len: 168 time: 0.1184585 Jul 16 23:02:36.680361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd07b-9d47-43a5-b757-1658b946243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e633b9f-eb3b-4d71-b5b2-46c8fb959522,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:37.302528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:37.407736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1178609119-network', 'tenant_id': '9fe8e29ee55c4f5f8ccf26ef968317e4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:02:37.429447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Made reservation on behalf of 9fe8e29ee55c4f5f8ccf26ef968317e4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:02:37.431898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.439962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.530108 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.533845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.558039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:02:37.567618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e91ad3-c8aa-4e47-abcf-c71714271202,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:37.572410 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.572757 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Added segment 9a2a38f5-30f1-43c9-9476-fb985d30dd90 of type vlan for network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae Jul 16 23:02:37.612289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.639824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.641040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:37.641621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.671730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3681207 Jul 16 23:02:37.674879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:02:37.679922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Request body: {'subnet': {'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1178609119-subnet', 'tenant_id': '9fe8e29ee55c4f5f8ccf26ef968317e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:02:37.701492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Made reservation on behalf of 9fe8e29ee55c4f5f8ccf26ef968317e4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:02:37.703897 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.704076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e40f1-5ce8-4a87-a3ff-d36e08cdcd8a admin admin] Pushing event updated for resources: {'Network': ['ID=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:37.714660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:02:37.875013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.927957 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:02:37.936324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ca8132-2018-4da3-af41-8fd3b3bef402,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:37.945306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Checking segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:02:37.945662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Network hostable DHCP agents. Network: 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:02:37.948606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 2bba3014-3695-4d9a-a304-b5ffa5f6fada {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:02:37.948953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2bba3014-3695-4d9a-a304-b5ffa5f6fada not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:02:37.963207 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:02:37.971624 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:02:37.975560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:37.976149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:37.981431 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed880a4-4283-4367-a288-8e06869f9741 None None] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:02:37.989128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-07fcc44b-6d9a-4982-b71e-2501c1159d7e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3131301 Jul 16 23:02:38.105600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35841f04-44fa-4a08-ad81-1d71635973dd None None] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:02:38.405514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-7eae6d5f-4ead-48de-941e-ce7af57ca441 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:38.406930 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-7eae6d5f-4ead-48de-941e-ce7af57ca441 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 815 time: 0.1019042 Jul 16 23:02:38.421894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-7b02f35e-e661-4005-a97d-2bc043d08b8c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/quotas/9fe8e29ee55c4f5f8ccf26ef968317e4 HTTP/1.1" status: 200 len: 375 time: 0.0090723 Jul 16 23:02:38.454083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-8823b012-2b6c-4eec-91ac-9049af60e0ac tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275078 Jul 16 23:02:38.544720 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-614d8367-1305-4370-8fa8-30e444dab9d6 service neutron] 10.222.0.70 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Jul 16 23:02:38.631477 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-3ae1f37a-cb39-4eaf-9d7c-45634acfdbbc service neutron] 10.222.0.70 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Jul 16 23:02:38.798790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-06f80c0d-a419-469f-8692-1f54a108c537 req-1c9af29d-58ef-41d1-a269-a293e009b913 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 210 time: 0.0340943 Jul 16 23:02:39.829530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-6eb4e4b8-facf-4beb-b9ae-5cd3daf0a3fa tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:39.831136 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-6eb4e4b8-facf-4beb-b9ae-5cd3daf0a3fa tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 815 time: 0.1058435 Jul 16 23:02:39.851229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Request body: {'port': {'device_id': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'admin_state_up': True, 'tenant_id': '9fe8e29ee55c4f5f8ccf26ef968317e4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:02:39.955918 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e0a811b-8290-4175-8de1-e55edf0f8167 req-fba8c7eb-3172-4910-adb1-ef8c4b781903 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 210 time: 0.0362632 Jul 16 23:02:39.974072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Made reservation on behalf of 9fe8e29ee55c4f5f8ccf26ef968317e4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:02:39.977684 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.100123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Allocated IP 172.20.0.9 (55c64f8c-c1cc-49b3-8284-3fae31fdd4ae/65ca8132-2018-4da3-af41-8fd3b3bef402/816bdd0b-fa5b-459a-9493-d845be1be824) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:02:40.247394 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.285706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.331027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:02:40.334306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:02:40.336945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:02:40.374296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:40.399337 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:40.399965 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.413488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-b099d8a2-6456-4482-92c5-54cec997e5de tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672369 Jul 16 23:02:40.426824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Request body: {'port': {'device_id': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:02:40.496401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.758170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816bdd0b-fa5b-459a-9493-d845be1be824 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:02:40.765377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.777961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Transition to ACTIVE for port object 816bdd0b-fa5b-459a-9493-d845be1be824 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:02:40.781515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.848244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:40.900356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:02:40.900693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:02:40.901052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:02:40.905272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:02:40.905602 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:02:40.910376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:02:40.910717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Checking segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:02:40.911098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Bound using segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:02:40.911525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Bound port: 816bdd0b-fa5b-459a-9493-d845be1be824, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:02:40.912364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:40.972904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:02:40.976422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:02:40.981203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:41.015286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.016234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:41.017654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] 10.222.0.68 "PUT /v2.0/ports/816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 1092 time: 0.5959406 Jul 16 23:02:41.018097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:41.020352 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:41.046516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6c27-6b3e-4ba0-801c-e5b9baafd653 service neutron] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:41.073341 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531f14e-c9ec-4193-ba8f-57bf6c773ec8 x-openstack-request-id: req-3531f14e-c9ec-4193-ba8f-57bf6c773ec8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:41.073643 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:41.073898 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3531f14e-c9ec-4193-ba8f-57bf6c773ec8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:41.074308 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'status': 'completed', 'code': 200} Jul 16 23:02:41.186550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369be6-911f-4274-8ee4-5eed8e9beca4 req-0cadf5a1-7db5-42b5-a5e6-f15451e94112 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.188038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc369be6-911f-4274-8ee4-5eed8e9beca4 req-0cadf5a1-7db5-42b5-a5e6-f15451e94112 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.1072297 Jul 16 23:02:41.189820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-d431565f-eefe-49fd-a7fe-d41e8b5cfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.191181 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-d431565f-eefe-49fd-a7fe-d41e8b5cfff5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.1008339 Jul 16 23:02:41.242431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-06daee8a-a9e3-4cb3-92dd-643bd7a3f0bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0412929 Jul 16 23:02:41.286223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc369be6-911f-4274-8ee4-5eed8e9beca4 req-ca9a7f36-fad5-4efb-bc57-fea1ca31c8a8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 Jul 16 23:02:41.303915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-d90a2dd2-867d-4905-b367-0b675053d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.305397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-d90a2dd2-867d-4905-b367-0b675053d03e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0535352 Jul 16 23:02:41.342591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-fe3279bd-e9b2-4793-bf77-65a77364d554 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264373 Jul 16 23:02:41.434224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-f7a973c9-b171-411b-871c-dd9ad628e0e2 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830722 Jul 16 23:02:41.524561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73c69cef-e592-4c8b-a76f-b6914d833741 req-e3fd69b9-1546-4f68-bbd4-c84cf5261377 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839291 Jul 16 23:02:41.622374 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-ab17c36a-70c5-40ae-8e5f-5e5572ae62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.623872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-ab17c36a-70c5-40ae-8e5f-5e5572ae62f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.0509832 Jul 16 23:02:41.714960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-5ea6dc80-ca8f-426f-bad6-3d9715f2dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.716436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-5ea6dc80-ca8f-426f-bad6-3d9715f2dc4c service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0864038 Jul 16 23:02:41.755074 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-9b2a2ca9-16fa-45bf-a483-79be555951b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0321510 Jul 16 23:02:41.801924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-82ee7481-e5bc-481d-999f-54bf5c0d6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:41.803804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-82ee7481-e5bc-481d-999f-54bf5c0d6451 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0419300 Jul 16 23:02:41.839467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-1685c624-96e7-44b5-8146-b87595223e9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284960 Jul 16 23:02:41.928178 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-97203cf3-b013-4b73-a6f9-acf71fc647fd service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812814 Jul 16 23:02:42.020316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-830da740-b5f3-4a4b-bc98-d061f3f1d1e9 req-09de29c3-8295-4791-b5a1-f6e7cf3dc83c service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Jul 16 23:02:42.458909 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544feaf-2a7d-428a-b568-3d57a8cfdc9a req-11de64af-9172-4a43-a35e-f9aee88b6d9e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:42.460378 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d544feaf-2a7d-428a-b568-3d57a8cfdc9a req-11de64af-9172-4a43-a35e-f9aee88b6d9e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.0636330 Jul 16 23:02:42.497229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d544feaf-2a7d-428a-b568-3d57a8cfdc9a req-6bfaf2ff-4ed1-4f05-aee0-beec4fa99085 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 16 23:02:43.669593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a04c0c-1062-491c-aaaa-94342c1acfa3 req-18d8277f-e3b2-48a0-a18b-272ccea44c5f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:43.670992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26a04c0c-1062-491c-aaaa-94342c1acfa3 req-18d8277f-e3b2-48a0-a18b-272ccea44c5f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.0641074 Jul 16 23:02:43.707494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26a04c0c-1062-491c-aaaa-94342c1acfa3 req-5a3ec6cf-f686-4c4e-8498-d4c9b175fc9e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Jul 16 23:02:43.959128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:02:44.055968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:44.066765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '816bdd0b-fa5b-459a-9493-d845be1be824', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'port_id': '816bdd0b-fa5b-459a-9493-d845be1be824', 'mac_address': 'fa:16:3e:b2:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8132-2018-4da3-af41-8fd3b3bef402', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:02:44.102511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:44.114605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816bdd0b-fa5b-459a-9493-d845be1be824 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:02:44.133277 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:44.136939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:44.182120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:44.321925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['816bdd0b-fa5b-459a-9493-d845be1be824'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:02:44.881183 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f5e4f-799b-4cad-8c3f-2bc4683db8e2 req-8c1aeac4-7084-44db-a972-60bf2e396a6c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:44.882715 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c97f5e4f-799b-4cad-8c3f-2bc4683db8e2 req-8c1aeac4-7084-44db-a972-60bf2e396a6c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 944 time: 0.0617323 Jul 16 23:02:44.924553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c97f5e4f-799b-4cad-8c3f-2bc4683db8e2 req-eec4d196-05f3-4ed5-8431-a4c5570b625e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Jul 16 23:02:45.959377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:02:46.009509 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 816bdd0b-fa5b-459a-9493-d845be1be824 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:02:46.013958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 816bdd0b-fa5b-459a-9493-d845be1be824 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:02:46.014344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:46.096533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f75e-ca19-4b83-973f-286087831991 req-1c828103-143d-4dba-82a3-f5bc996b002c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:46.098071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f61f75e-ca19-4b83-973f-286087831991 req-1c828103-143d-4dba-82a3-f5bc996b002c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 944 time: 0.0628245 Jul 16 23:02:46.098255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:46.122001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:02:46.125253 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a8a168-6081-4a00-9874-a1216e8b17fe" -d '{"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-plugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:02:46.141258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:02:46.145827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:46.149556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f61f75e-ca19-4b83-973f-286087831991 req-48a6643b-81a2-499c-99d5-e19bbb0e1ddc tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Jul 16 23:02:46.175284 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be43a6-6a3a-4d8c-8781-11ad2beb5099 x-openstack-request-id: req-b7be43a6-6a3a-4d8c-8781-11ad2beb5099 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:02:46.175585 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-plugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:02:46.175837 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7be43a6-6a3a-4d8c-8781-11ad2beb5099 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:02:46.176654 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'code': 200} Jul 16 23:02:46.206292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:02:46.276934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e4bb-6581-4264-b730-acda355f5535 req-16990adc-d2f6-48db-a99e-69f2b47f1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:46.278463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ad5e4bb-6581-4264-b730-acda355f5535 req-16990adc-d2f6-48db-a99e-69f2b47f1c0f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1097 time: 0.0529423 Jul 16 23:02:46.311500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9ad5e4bb-6581-4264-b730-acda355f5535 req-ef31cbca-9fc3-4eac-8725-c5d51366311a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267208 Jul 16 23:02:47.313491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7281c-ccea-4484-887a-d7f32f0b3512 req-1a6e31fb-6691-4654-8362-07e8538499f7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:47.315359 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5b7281c-ccea-4484-887a-d7f32f0b3512 req-1a6e31fb-6691-4654-8362-07e8538499f7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0642939 Jul 16 23:02:47.354000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b5b7281c-ccea-4484-887a-d7f32f0b3512 req-9c8581b5-da78-4992-8bcd-d30fab5587ab tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Jul 16 23:02:47.525261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43057-45d3-49d4-a91c-f52e022c4de1 req-8df01746-4fa8-4251-9a1d-791585542def tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:47.526636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fe43057-45d3-49d4-a91c-f52e022c4de1 req-8df01746-4fa8-4251-9a1d-791585542def tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0628240 Jul 16 23:02:47.563150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fe43057-45d3-49d4-a91c-f52e022c4de1 req-b7cb88f7-4ea1-47d8-97cc-ba397740a044 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 16 23:02:47.900631 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d771d-cb1f-4546-9ab4-f5d3f5edab21 req-184442b4-dd43-4c56-a61d-68a49b57e36c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:47.902157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f1d771d-cb1f-4546-9ab4-f5d3f5edab21 req-184442b4-dd43-4c56-a61d-68a49b57e36c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0628207 Jul 16 23:02:47.938541 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2f1d771d-cb1f-4546-9ab4-f5d3f5edab21 req-964be397-cdbd-4af4-9de0-999c5da073ce tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Jul 16 23:02:48.294643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff687f-170e-4eea-8a96-32ca212371d9 req-6151b908-6fd7-4cd4-ace7-e37c957af13d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:48.296028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcff687f-170e-4eea-8a96-32ca212371d9 req-6151b908-6fd7-4cd4-ace7-e37c957af13d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0672340 Jul 16 23:02:48.332929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bcff687f-170e-4eea-8a96-32ca212371d9 req-42702d7b-e3cb-4a39-97f8-ad5167b6bc0c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Jul 16 23:02:48.666898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-103b9ff7-dc8c-404d-9c1c-5ccc8c69272f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554662 Jul 16 23:02:48.720446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548fcc7-9ab0-4149-a2b1-d10c468325ff req-1a307964-2985-4cb1-9887-ba112dfb348f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:48.721972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d548fcc7-9ab0-4149-a2b1-d10c468325ff req-1a307964-2985-4cb1-9887-ba112dfb348f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0670719 Jul 16 23:02:48.761340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d548fcc7-9ab0-4149-a2b1-d10c468325ff req-215055d9-867c-48e9-bab0-492cf837b6a0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325160 Jul 16 23:02:49.814115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-4281530a-728b-4452-9f5a-a29400b9ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:49.815646 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-4281530a-728b-4452-9f5a-a29400b9ddbd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1097 time: 0.0530829 Jul 16 23:02:49.909142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-b95fb699-fe84-477b-bc02-af722ca0c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:49.910724 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-b95fb699-fe84-477b-bc02-af722ca0c541 service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0890875 Jul 16 23:02:49.935783 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8fd2b-e4ad-4b75-ba42-673554f11cf2 req-46f76bcd-f32d-44ed-99f0-318129ae7f68 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:49.937293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ab8fd2b-e4ad-4b75-ba42-673554f11cf2 req-46f76bcd-f32d-44ed-99f0-318129ae7f68 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0635736 Jul 16 23:02:49.950504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-99f6f8ba-6d0e-4c3f-a529-1d156a73a78e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0336576 Jul 16 23:02:49.976105 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ab8fd2b-e4ad-4b75-ba42-673554f11cf2 req-6ee122a4-f73c-4b1f-b01c-730956feee0b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Jul 16 23:02:50.002627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-e9e170f6-123e-4477-9773-118d9de1eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:50.004096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-e9e170f6-123e-4477-9773-118d9de1eae3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0482073 Jul 16 23:02:50.036009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-ca143718-4c33-4dd2-ab7c-4dc0050afe4a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258260 Jul 16 23:02:50.120704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-29dd4348-75b1-4733-b32d-7d4d709c6119 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785255 Jul 16 23:02:50.211416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-4c215405-6e91-4442-a3f8-b6cbec7b844b service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848188 Jul 16 23:02:50.956247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:51.147879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c19f-53e9-42aa-9ac2-15e16f3cb93c req-a56c0470-b82b-4ce5-b2b4-c421968dc5c9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:51.149278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2a2c19f-53e9-42aa-9ac2-15e16f3cb93c req-a56c0470-b82b-4ce5-b2b4-c421968dc5c9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Jul 16 23:02:51.186690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c2a2c19f-53e9-42aa-9ac2-15e16f3cb93c req-79ac3310-128f-4f20-8e40-c3d29f058e78 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 16 23:02:52.358571 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9283-b278-45bb-b8c1-403b83243998 req-28e413bd-5584-40c5-8718-9d3b4d85d8ee tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:52.360031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-052b9283-b278-45bb-b8c1-403b83243998 req-28e413bd-5584-40c5-8718-9d3b4d85d8ee tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0611377 Jul 16 23:02:52.396071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-052b9283-b278-45bb-b8c1-403b83243998 req-f7e598cc-4f16-4a0d-99c5-290670601f3c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302656 Jul 16 23:02:53.213979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:53.400779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-3f3a293c-97db-4796-8f86-1535acd77b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:53.402272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-3f3a293c-97db-4796-8f86-1535acd77b7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1097 time: 0.0552962 Jul 16 23:02:53.506359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-5a1820c2-3f12-46de-a52f-12f270cdc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:53.508306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-5a1820c2-3f12-46de-a52f-12f270cdc227 service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0863664 Jul 16 23:02:53.574187 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-54f79e9f-b2dd-4a57-bb8e-5482bded6861 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0552738 Jul 16 23:02:53.633846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-1211dbbd-801e-4316-a863-277eecf9077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:53.635282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-1211dbbd-801e-4316-a863-277eecf9077e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0538208 Jul 16 23:02:53.643853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695f0c1-e40b-44ac-99de-5c5a71c3b670 req-e20e335d-11af-49e7-9e27-21d23dbb182a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:53.645232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c695f0c1-e40b-44ac-99de-5c5a71c3b670 req-e20e335d-11af-49e7-9e27-21d23dbb182a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.1349683 Jul 16 23:02:53.680508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-f183e996-76c0-454e-9b0e-171d9420538c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343258 Jul 16 23:02:53.729050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c695f0c1-e40b-44ac-99de-5c5a71c3b670 req-ae008a50-412d-4c9e-8737-4096c746484f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Jul 16 23:02:53.783009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-563856d1-929b-4db1-b950-b34774c5fb16 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946581 Jul 16 23:02:53.873599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f3db71fd-b12e-46d4-8bcb-ae6c2c4be8c9 req-b8aa14d5-6db0-4bdf-b64a-969ff30f65b1 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844166 Jul 16 23:02:54.903781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bc46b-7f46-4488-9dc7-59acb42272e9 req-9c0ca607-ac8d-44de-8343-0579a84df97f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:54.905289 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e7bc46b-7f46-4488-9dc7-59acb42272e9 req-9c0ca607-ac8d-44de-8343-0579a84df97f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0661364 Jul 16 23:02:54.941533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1e7bc46b-7f46-4488-9dc7-59acb42272e9 req-895a6a48-905c-489a-921e-81608e1b853d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303993 Jul 16 23:02:55.396655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:02:56.110446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce172e3a-6dff-48e2-804a-7cabe2d1decf req-b54111bb-d559-4594-96d8-599a5e71066e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:56.111924 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce172e3a-6dff-48e2-804a-7cabe2d1decf req-b54111bb-d559-4594-96d8-599a5e71066e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Jul 16 23:02:56.149319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce172e3a-6dff-48e2-804a-7cabe2d1decf req-2aada649-5ae8-4465-875c-cfee310b0918 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Jul 16 23:02:57.321728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058acc09-4c1d-4c8f-a92b-f1cf9c15eb08 req-3d221f9b-bdef-4ddb-bc8d-eef83cbd6952 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:57.323664 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-058acc09-4c1d-4c8f-a92b-f1cf9c15eb08 req-3d221f9b-bdef-4ddb-bc8d-eef83cbd6952 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Jul 16 23:02:57.361859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-058acc09-4c1d-4c8f-a92b-f1cf9c15eb08 req-93106fb8-bd23-4849-bb27-70f9d47bb119 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Jul 16 23:02:57.599978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9480167c-fd5c-40f2-be28-1db37c495fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:02:58.533442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394bd82-2d08-4651-8f70-744e5051df4e req-76ad37f3-b770-4fc4-b1e5-5a51c0b5a9d9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:58.534907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9394bd82-2d08-4651-8f70-744e5051df4e req-76ad37f3-b770-4fc4-b1e5-5a51c0b5a9d9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0619767 Jul 16 23:02:58.571524 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9394bd82-2d08-4651-8f70-744e5051df4e req-a58cebd5-69c3-4149-b63b-8cecd36b995f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Jul 16 23:02:59.747052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503f1cb-f76e-4348-89d6-3e7c1ca74a75 req-33a955ae-a9c8-4dc4-b55e-3783d1a54af7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:02:59.748544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6503f1cb-f76e-4348-89d6-3e7c1ca74a75 req-33a955ae-a9c8-4dc4-b55e-3783d1a54af7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0662234 Jul 16 23:02:59.785791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6503f1cb-f76e-4348-89d6-3e7c1ca74a75 req-3f9580a7-13db-4fa6-9c65-300a138f2607 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Jul 16 23:02:59.842965 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c689af2-a2cf-4e1e-bcdc-ce21bb39b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:00.152024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:00.960205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080477c-f5b4-4cdb-af0a-c3728a33f43d req-23f3a15a-b202-49b5-b7fe-26d1f48508c7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:00.962166 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e080477c-f5b4-4cdb-af0a-c3728a33f43d req-23f3a15a-b202-49b5-b7fe-26d1f48508c7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0660441 Jul 16 23:03:00.998389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e080477c-f5b4-4cdb-af0a-c3728a33f43d req-8745d47a-7e51-4228-b516-dcfc176f3f47 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Jul 16 23:03:01.489957 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:02.168561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad6f07-e110-459a-b448-bbfa9821753f req-7cbc857c-5690-472d-b4bd-f0d04214e59e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:02.170026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9ad6f07-e110-459a-b448-bbfa9821753f req-7cbc857c-5690-472d-b4bd-f0d04214e59e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0622158 Jul 16 23:03:02.207076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9ad6f07-e110-459a-b448-bbfa9821753f req-ce438ae6-5865-49ad-ac46-bcc5593003d9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 16 23:03:02.818255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:03.407158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f2a7-e0d3-4052-9e4f-90eee61d7c7d req-9d049168-7a86-4562-a699-c795a13fa7ca tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:03.408682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-55e3f2a7-e0d3-4052-9e4f-90eee61d7c7d req-9d049168-7a86-4562-a699-c795a13fa7ca tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0632925 Jul 16 23:03:03.446214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-55e3f2a7-e0d3-4052-9e4f-90eee61d7c7d req-092a799d-5fd7-4748-b203-28b8df5ec615 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Jul 16 23:03:04.615013 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151efa-aa6e-45f4-81c3-70e54e3e3945 req-5679060f-8183-4141-8e1e-0a01d42c033a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:04.616490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6151efa-aa6e-45f4-81c3-70e54e3e3945 req-5679060f-8183-4141-8e1e-0a01d42c033a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Jul 16 23:03:04.653778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6151efa-aa6e-45f4-81c3-70e54e3e3945 req-53e321dc-8172-452e-893e-f2c2a74be401 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 16 23:03:05.827247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42b8f1-d93e-458e-b825-30cd31eeb552 req-8200bf36-c393-4eb9-8baa-867c376cf8f4 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:05.828714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e42b8f1-d93e-458e-b825-30cd31eeb552 req-8200bf36-c393-4eb9-8baa-867c376cf8f4 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0659239 Jul 16 23:03:05.865961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2e42b8f1-d93e-458e-b825-30cd31eeb552 req-50e81d26-ca94-4748-9051-4ab607d99d27 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Jul 16 23:03:07.042053 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c267600-e55a-422b-911f-825864a19d36 req-90f46757-8404-44e6-aebf-c2d7f3a90321 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:07.043529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c267600-e55a-422b-911f-825864a19d36 req-90f46757-8404-44e6-aebf-c2d7f3a90321 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0658844 Jul 16 23:03:07.080577 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c267600-e55a-422b-911f-825864a19d36 req-fd03cc66-1e9f-436c-a69a-d79aee7579d1 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jul 16 23:03:08.250463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dce910-0eff-4538-9cf9-36e80f3b9ce7 req-f4631acd-d1f1-4779-b6e4-c82917d47736 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:08.251864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29dce910-0eff-4538-9cf9-36e80f3b9ce7 req-f4631acd-d1f1-4779-b6e4-c82917d47736 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0626700 Jul 16 23:03:08.289695 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29dce910-0eff-4538-9cf9-36e80f3b9ce7 req-5176df06-7c45-48ab-a488-3dc57788b2b7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Jul 16 23:03:09.458866 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842860a-5d3f-457c-8162-139102e3af82 req-748b8db5-9c8b-409e-ab50-3199fd830b4a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:09.460327 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9842860a-5d3f-457c-8162-139102e3af82 req-748b8db5-9c8b-409e-ab50-3199fd830b4a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0608516 Jul 16 23:03:09.496889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9842860a-5d3f-457c-8162-139102e3af82 req-23b0bf3b-0e37-4ea7-b0d0-c7827b3286a0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Jul 16 23:03:10.671741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa395-3f03-40ce-9104-516fb4671c6e req-36749bbf-8559-48c1-a942-fa180eb43f15 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:10.673241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f82aa395-3f03-40ce-9104-516fb4671c6e req-36749bbf-8559-48c1-a942-fa180eb43f15 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0655320 Jul 16 23:03:10.709369 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f82aa395-3f03-40ce-9104-516fb4671c6e req-6aa8be55-12a1-44e5-8655-15b877a8794a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Jul 16 23:03:11.884338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f81d0-dc37-4781-8ff7-ce4a99a05a2c req-9f14aced-2372-4bcb-b7a5-d8e72dcd5345 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:11.885874 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f23f81d0-dc37-4781-8ff7-ce4a99a05a2c req-9f14aced-2372-4bcb-b7a5-d8e72dcd5345 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0667620 Jul 16 23:03:11.923087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f23f81d0-dc37-4781-8ff7-ce4a99a05a2c req-69ff7e02-2439-48cd-bc9e-16f9e8919380 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Jul 16 23:03:13.095246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb309-200e-4705-901d-1a461070dec0 req-1e08c006-f04c-41d4-a1ec-255f029a6271 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:13.096688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdfcb309-200e-4705-901d-1a461070dec0 req-1e08c006-f04c-41d4-a1ec-255f029a6271 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0648139 Jul 16 23:03:13.132889 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fdfcb309-200e-4705-901d-1a461070dec0 req-5ef6ce44-2026-4dfe-8ede-5c568d100ab7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Jul 16 23:03:14.303245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4226f-7b96-44ba-ba1c-cdce8ad887e2 req-935f6b4b-61ca-47a1-9741-1427e5bf6741 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:14.304703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-84e4226f-7b96-44ba-ba1c-cdce8ad887e2 req-935f6b4b-61ca-47a1-9741-1427e5bf6741 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0610740 Jul 16 23:03:14.340558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-84e4226f-7b96-44ba-ba1c-cdce8ad887e2 req-4f8325ae-bb41-453c-8a2c-16ddc680acec tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298381 Jul 16 23:03:15.510148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8660ce-bb05-42ab-aadd-d137eeefea0a req-51a48345-59f0-4fe1-a68c-0a4547cc1d78 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:15.511604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d8660ce-bb05-42ab-aadd-d137eeefea0a req-51a48345-59f0-4fe1-a68c-0a4547cc1d78 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0619674 Jul 16 23:03:15.548378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d8660ce-bb05-42ab-aadd-d137eeefea0a req-c0048da3-3a88-481d-a451-d059f6d609cf tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Jul 16 23:03:16.725152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee049-f35c-4360-b6c5-346d6148c4e3 req-135f6f6e-1381-4123-b65b-f3a68c4cf5a1 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:16.726627 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86eee049-f35c-4360-b6c5-346d6148c4e3 req-135f6f6e-1381-4123-b65b-f3a68c4cf5a1 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0631003 Jul 16 23:03:16.764002 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86eee049-f35c-4360-b6c5-346d6148c4e3 req-04b8c9ad-d59a-48af-bd5b-13484192f09a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jul 16 23:03:17.200745 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-c8a2834d-c8ac-46b6-a350-1d643c38cae4 service neutron] show failed (client error): The resource could not be found. Jul 16 23:03:17.201679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-c8a2834d-c8ac-46b6-a350-1d643c38cae4 service neutron] 10.222.0.68 "GET /v2.0/ports/816bdd0b-fa5b-459a-9493-d845be1be824/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0570824 Jul 16 23:03:17.441936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-818de046-2b5f-407f-bb77-286943244818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:17.443407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-818de046-2b5f-407f-bb77-286943244818 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826&tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4 HTTP/1.1" status: 200 len: 1097 time: 0.0529680 Jul 16 23:03:17.455467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:03:17.524577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:17.724683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:17.756085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:03:17.797220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:17.799567 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e737646-ffe7-41d0-bf84-95fee04cb8fc" -d '{"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-unplugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:17.803129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:17.816185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Transition to ACTIVE for port object 816bdd0b-fa5b-459a-9493-d845be1be824 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:03:17.822032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:17.855578 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ce9ea-08c7-4db6-a309-fcdba0c0a771 x-openstack-request-id: req-3d4ce9ea-08c7-4db6-a309-fcdba0c0a771 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:17.855875 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-unplugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:17.856125 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d4ce9ea-08c7-4db6-a309-fcdba0c0a771 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:17.856511 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'code': 200} Jul 16 23:03:17.880416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] No DVR routers for this DVR port 816bdd0b-fa5b-459a-9493-d845be1be824 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:03:17.941048 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:17.962025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.962336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.962671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.962999 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.963321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.963650 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.963967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.964283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.964601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.964916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.965261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.965581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:17.973672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:03:17.974006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:03:17.974329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:03:17.981301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:03:17.981556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Attempting to bind port 816bdd0b-fa5b-459a-9493-d845be1be824 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:03:17.991095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:03:17.991430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Checking segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:03:17.991807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Bound using segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:03:17.992225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Bound port: 816bdd0b-fa5b-459a-9493-d845be1be824, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:03:17.992598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:18.019473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3f2a9-04c1-407e-afeb-ccadb443f23e req-53894a50-a69d-47cf-8235-713470e484e3 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:18.020937 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29d3f2a9-04c1-407e-afeb-ccadb443f23e req-53894a50-a69d-47cf-8235-713470e484e3 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.1337516 Jul 16 23:03:18.092906 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-29d3f2a9-04c1-407e-afeb-ccadb443f23e req-9fcd92db-00e4-4300-b53d-75926314c38c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553384 Jul 16 23:03:18.093911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:03:18.097421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:03:18.101605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:18.138296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:18.138917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:18.140351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 1092 time: 0.6893179 Jul 16 23:03:18.163822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518215-c358-450a-8e18-eb44b999b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:18.215967 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-2840f7c0-c47e-47a3-b4e2-79e3f9f31cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:18.217491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-2840f7c0-c47e-47a3-b4e2-79e3f9f31cab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.0546756 Jul 16 23:03:18.307752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-4884b50b-07fc-48f5-95b1-36580ebad217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:18.309156 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-4884b50b-07fc-48f5-95b1-36580ebad217 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0858974 Jul 16 23:03:18.660908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-24120f6f-45bb-43fd-9edf-a9fffe1e907e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.3458054 Jul 16 23:03:18.708248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-1bea991a-beb4-4ac3-be69-1c669b7b9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:18.709668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-1bea991a-beb4-4ac3-be69-1c669b7b9b08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0427434 Jul 16 23:03:18.741543 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-22783996-700d-48f6-962f-4e8f39f87666 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248010 Jul 16 23:03:18.833427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-f7ae4338-ee85-4b35-b68a-7d37b97d238b service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854242 Jul 16 23:03:18.925711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4166ac66-af6a-464a-88cc-c1da872c3155 req-af90575e-e870-4a6f-8d18-b80b5d1aa68e service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Jul 16 23:03:19.269477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda75df-f3fd-4be0-9340-f1f05501bcbc req-72f2aca4-c215-4a34-832f-edff0996d139 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:19.270862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7dda75df-f3fd-4be0-9340-f1f05501bcbc req-72f2aca4-c215-4a34-832f-edff0996d139 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.0671854 Jul 16 23:03:19.307772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7dda75df-f3fd-4be0-9340-f1f05501bcbc req-7dbdeb04-da2d-4854-a8ba-1979d2d09a6d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Jul 16 23:03:19.857846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:19.860337 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453a580-912d-444e-a953-984c6449951e" -d '{"events": [{"name": "network-changed", "server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:19.908231 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e2ee0c-4f79-4b82-8147-ee76c5740cd0 x-openstack-request-id: req-86e2ee0c-4f79-4b82-8147-ee76c5740cd0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:19.908530 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:19.908845 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86e2ee0c-4f79-4b82-8147-ee76c5740cd0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:19.909273 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'status': 'completed', 'code': 200} Jul 16 23:03:20.018037 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-7b7a0d4c-8ba5-47e1-8bb8-1ae89c61032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.019533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-7b7a0d4c-8ba5-47e1-8bb8-1ae89c61032f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.0920391 Jul 16 23:03:20.021235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-358853b7-4cfb-4875-9086-6be917a180f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.022569 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-358853b7-4cfb-4875-9086-6be917a180f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.0867436 Jul 16 23:03:20.158757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:03:20.179714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-6667f19d-7ad3-4389-8d79-3442cf42da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.181811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-6667f19d-7ad3-4389-8d79-3442cf42da96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.1550097 Jul 16 23:03:20.183111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-b91a2f02-5942-4210-a189-55f26b8850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.184433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-b91a2f02-5942-4210-a189-55f26b8850e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.1503010 Jul 16 23:03:20.196313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:03:20.252423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-edc32739-e3a2-40fa-a4cc-95c54d762981 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0640666 Jul 16 23:03:20.253801 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-8c02d2a4-dcef-4556-9ef7-1a93dbd08281 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0599041 Jul 16 23:03:20.338445 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-e5ee966f-07cb-4d12-b44d-e4b6967d3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.340003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-e5ee966f-07cb-4d12-b44d-e4b6967d3442 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0801730 Jul 16 23:03:20.341622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a580-912d-444e-a953-984c6449951e req-f9cb6e0a-826c-4b24-9b58-538bad438601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.342951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-f9cb6e0a-826c-4b24-9b58-538bad438601 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0758355 Jul 16 23:03:20.380360 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-086613c6-7532-419e-a02c-aafcc865148c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337903 Jul 16 23:03:20.398119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-68e67bd3-d50b-4958-b4ca-ac87f8a9d69b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436957 Jul 16 23:03:20.499929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5b48-47c6-46fc-ad56-8805381f2e67 req-d1b113e3-4e24-470a-ae18-ef454d6e909c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:20.501398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56ee5b48-47c6-46fc-ad56-8805381f2e67 req-d1b113e3-4e24-470a-ae18-ef454d6e909c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.0801618 Jul 16 23:03:20.545202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56ee5b48-47c6-46fc-ad56-8805381f2e67 req-00639d23-e7f5-4ebb-a982-0236e014a346 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Jul 16 23:03:20.555443 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-ce32c300-bddf-4b83-b262-f74c7e81c360 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595178 Jul 16 23:03:20.561396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-e44688c6-dbef-4174-ab81-742672f64af7 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440194 Jul 16 23:03:20.719502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-70ae6111-53a2-4236-a012-6e39dc1ac79c service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570940 Jul 16 23:03:20.721389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0453a580-912d-444e-a953-984c6449951e req-d194c3b0-fde1-401b-a7ed-344292e51f36 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516075 Jul 16 23:03:20.966577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:21.722943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f050b0-7a36-433b-a17f-30151e3cfc7a req-e16e3e9e-11f4-4c90-a180-6124d71e38c0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:21.724348 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f050b0-7a36-433b-a17f-30151e3cfc7a req-e16e3e9e-11f4-4c90-a180-6124d71e38c0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.0630038 Jul 16 23:03:21.761658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-46f050b0-7a36-433b-a17f-30151e3cfc7a req-1ba791da-48c2-49ef-bba5-e92ae13078c0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Jul 16 23:03:22.107913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed9793-6d82-4c27-b1b0-f20bbd590537 req-7cf96d53-4ec6-4f62-ba35-81ee6bfc409b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:22.109511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38ed9793-6d82-4c27-b1b0-f20bbd590537 req-7cf96d53-4ec6-4f62-ba35-81ee6bfc409b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 943 time: 0.1165810 Jul 16 23:03:22.116797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-27ff2b3f-c9c3-4810-8eab-bf164c3967db tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:22.118171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-27ff2b3f-c9c3-4810-8eab-bf164c3967db tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.68 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826&tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 943 time: 0.1154296 Jul 16 23:03:22.182379 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-38ed9793-6d82-4c27-b1b0-f20bbd590537 req-84169548-5184-422a-b166-9f734fef052d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Jul 16 23:03:22.199295 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-22881771-23b5-4724-9baa-0b09cc962365 service neutron] delete failed (client error): The resource could not be found. Jul 16 23:03:22.200299 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-22881771-23b5-4724-9baa-0b09cc962365 service neutron] 10.222.0.68 "DELETE /v2.0/ports/816bdd0b-fa5b-459a-9493-d845be1be824/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0745552 Jul 16 23:03:22.298282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-3c31d9c4-951d-4795-a857-70dbbd599b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:22.299752 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-3c31d9c4-951d-4795-a857-70dbbd599b95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 1095 time: 0.0563200 Jul 16 23:03:22.386640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-77be4480-e1c0-4149-a946-947f055708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:22.388004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-77be4480-e1c0-4149-a946-947f055708a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0825553 Jul 16 23:03:22.432451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-1ba1f042-fe56-47d7-91c5-85b7c90505f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 200 len: 217 time: 0.0386009 Jul 16 23:03:22.481095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-b614f0f1-d6e0-4bd6-a8b1-f5dbb03de418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:22.482519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-b614f0f1-d6e0-4bd6-a8b1-f5dbb03de418 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0435202 Jul 16 23:03:22.513728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-c8d63940-6db7-437a-8251-1b83235424b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255013 Jul 16 23:03:22.562077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:03:22.605308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-09be591f-dd57-4692-a883-9c495dd7bc5d service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Jul 16 23:03:22.658762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:22.669878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '816bdd0b-fa5b-459a-9493-d845be1be824', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'port_id': '816bdd0b-fa5b-459a-9493-d845be1be824', 'mac_address': 'fa:16:3e:b2:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8132-2018-4da3-af41-8fd3b3bef402', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:03:22.694014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b415c280-e399-4cc6-b7e8-329e4c2aeff1 req-41c000ac-06fa-4a96-bbae-4ca504232061 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816734 Jul 16 23:03:22.705110 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:22.718862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816bdd0b-fa5b-459a-9493-d845be1be824 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:03:22.739067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:22.743216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:22.797868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:22.954391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['816bdd0b-fa5b-459a-9493-d845be1be824'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:03:23.217153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:23.363379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d6f5-e3a3-40ab-9941-2d0f7be3c9ee req-22cb7475-fb99-4f96-bd50-3a094af07e5f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:23.364869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35f2d6f5-e3a3-40ab-9941-2d0f7be3c9ee req-22cb7475-fb99-4f96-bd50-3a094af07e5f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 944 time: 0.0670292 Jul 16 23:03:23.403259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-35f2d6f5-e3a3-40ab-9941-2d0f7be3c9ee req-baa92f47-06ec-4424-ac26-8aff200c3fd4 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Jul 16 23:03:23.576356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f1f2-5e1e-42a4-b711-2c3df8bbe45b req-c06c3a0c-0268-455f-9185-2bea08c0eeb2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:23.577806 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c922f1f2-5e1e-42a4-b711-2c3df8bbe45b req-c06c3a0c-0268-455f-9185-2bea08c0eeb2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 944 time: 0.0686262 Jul 16 23:03:23.614167 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c922f1f2-5e1e-42a4-b711-2c3df8bbe45b req-b05736ce-76b2-4e85-a820-b0a57b489e70 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jul 16 23:03:23.782254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110386-1c4f-4944-bda8-e2ce8abbfaa0 req-f2ab20fb-59d0-47fa-a947-dff97ce73ed2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:23.783755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45110386-1c4f-4944-bda8-e2ce8abbfaa0 req-f2ab20fb-59d0-47fa-a947-dff97ce73ed2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 944 time: 0.0631745 Jul 16 23:03:23.822576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45110386-1c4f-4944-bda8-e2ce8abbfaa0 req-8a42f811-87c1-4842-ab1f-91b087b11810 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Jul 16 23:03:24.259344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-439d9eaa-7742-490c-b4e4-ccb4a937ce1e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:24.260799 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-439d9eaa-7742-490c-b4e4-ccb4a937ce1e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 815 time: 0.1029394 Jul 16 23:03:24.275812 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-2bc66413-7d47-4bad-982e-ce4b5d969b0d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/quotas/9fe8e29ee55c4f5f8ccf26ef968317e4 HTTP/1.1" status: 200 len: 375 time: 0.0096693 Jul 16 23:03:24.335071 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-b86edff7-672d-4962-8f9c-05d09d5ca0a5 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544572 Jul 16 23:03:24.425302 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-70595ce6-edfe-4785-9a51-3b7c8fe998e8 service neutron] 10.222.0.70 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832598 Jul 16 23:03:24.510958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-b93cec89-da66-4aec-9d6f-02cf1c4174f3 service neutron] 10.222.0.70 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800347 Jul 16 23:03:24.578553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:03:24.629102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 816bdd0b-fa5b-459a-9493-d845be1be824 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:03:24.633625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 816bdd0b-fa5b-459a-9493-d845be1be824 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:03:24.634025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:24.680089 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5b83ffb0-9eb4-46ab-a817-043a0331ce63 req-4569af2d-2fe3-4c77-b87e-eaf410daa83f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 210 time: 0.0327263 Jul 16 23:03:24.724901 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:24.746985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:24.750278 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448869ee-4404-491d-8bbf-b7ea7c01910b" -d '{"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-plugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:24.767902 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:24.772582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:24.796378 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b65e5b5-41ba-4254-8b2e-b6ab5c828f12 x-openstack-request-id: req-4b65e5b5-41ba-4254-8b2e-b6ab5c828f12 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:24.796676 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-plugged", "status": "completed", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:24.796931 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b65e5b5-41ba-4254-8b2e-b6ab5c828f12 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:24.797355 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'code': 200} Jul 16 23:03:24.824473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:25.414296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-02844122-8522-4f98-a28e-1a90399e0331 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:25.416191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-02844122-8522-4f98-a28e-1a90399e0331 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.47 "GET /v2.0/ports?device_id=86b37d80-e36b-447f-9adf-12e7e9e3a826 HTTP/1.1" status: 200 len: 945 time: 0.0634010 Jul 16 23:03:25.518314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Deleting port 816bdd0b-fa5b-459a-9493-d845be1be824 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:03:25.518672 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:25.648989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] For port 816bdd0b-fa5b-459a-9493-d845be1be824, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=816bdd0b-fa5b-459a-9493-d845be1be824,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:25.649358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:25.693257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Calling delete_port for 816bdd0b-fa5b-459a-9493-d845be1be824 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:03:25.775927 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-19d24cab-fe44-4597-bfa7-2d86b196e56f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:25.777692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-19d24cab-fe44-4597-bfa7-2d86b196e56f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 815 time: 0.1755271 Jul 16 23:03:25.792344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Request body: {'port': {'device_id': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'admin_state_up': True, 'tenant_id': '9fe8e29ee55c4f5f8ccf26ef968317e4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:03:25.847736 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1ea7a0d-60b8-4693-b809-29cc8328a78e req-36f06482-4e33-4e26-8ae8-463f87d68a01 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 210 time: 0.0472708 Jul 16 23:03:25.971555 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:25.982855 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['816bdd0b-fa5b-459a-9493-d845be1be824'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:03:26.003768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Made reservation on behalf of 9fe8e29ee55c4f5f8ccf26ef968317e4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:03:26.007287 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.010168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Pushing event deleted for resources: {'Port': ['ID=816bdd0b-fa5b-459a-9493-d845be1be824,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:26.062612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] No DVR routers for this DVR port 816bdd0b-fa5b-459a-9493-d845be1be824 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:03:26.069225 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.071126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.47 "DELETE /v2.0/ports/816bdd0b-fa5b-459a-9493-d845be1be824 HTTP/1.1" status: 204 len: 173 time: 0.6485393 Jul 16 23:03:26.071557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-deleted', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:26.074465 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1f981-4208-4af8-b9a9-23f76c464c30" -d '{"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-deleted", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:26.117349 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3cd38f-d11a-477b-b862-6b13d8a4daf9 x-openstack-request-id: req-3f3cd38f-d11a-477b-b862-6b13d8a4daf9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:26.117639 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37d80-e36b-447f-9adf-12e7e9e3a826", "name": "network-vif-deleted", "tag": "816bdd0b-fa5b-459a-9493-d845be1be824", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:26.117897 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f3cd38f-d11a-477b-b862-6b13d8a4daf9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:26.118289 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37d80-e36b-447f-9adf-12e7e9e3a826', 'name': 'network-vif-deleted', 'tag': '816bdd0b-fa5b-459a-9493-d845be1be824', 'status': 'completed', 'code': 200} Jul 16 23:03:26.190007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Allocated IP 172.20.0.3 (55c64f8c-c1cc-49b3-8284-3fae31fdd4ae/65ca8132-2018-4da3-af41-8fd3b3bef402/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:03:26.349091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.389302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.401339 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['816bdd0b-fa5b-459a-9493-d845be1be824'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:03:26.435328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:03:26.438545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:03:26.442434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:03:26.465598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:26.491704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:26.492248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.506297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-4a07206b-973f-4b0d-aad7-c34ec2fdd829 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184179 Jul 16 23:03:26.517595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Request body: {'port': {'device_id': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:03:26.590303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.844980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:03:26.852154 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.864503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Transition to ACTIVE for port object 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:03:26.868342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:26.923385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:27.020095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:03:27.020435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:03:27.020764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:03:27.027639 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:03:27.027963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:03:27.037471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:03:27.037791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Checking segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:03:27.038174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Bound using segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:03:27.038606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Bound port: 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:03:27.038955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:27.066203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2c1f-9e3f-4d70-a457-534322e12df4 req-399414e7-0e66-43e8-b0e1-1e1cffe3cd54 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:27.067674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a45c2c1f-9e3f-4d70-a457-534322e12df4 req-399414e7-0e66-43e8-b0e1-1e1cffe3cd54 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.1000409 Jul 16 23:03:27.143323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a45c2c1f-9e3f-4d70-a457-534322e12df4 req-f1ffb97d-e02a-4af0-90d4-6709aa879428 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550554 Jul 16 23:03:27.145659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:03:27.148696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:03:27.154223 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:27.186949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:27.187632 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:27.188942 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 1092 time: 0.6757054 Jul 16 23:03:27.211328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc59bf-10f9-425a-86b9-96d9d8f9f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:27.277251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-0c52aba3-329e-43e7-9974-f6a286c6ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:27.278705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-0c52aba3-329e-43e7-9974-f6a286c6ea58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.0536335 Jul 16 23:03:27.321703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-2dfddb0a-daa4-47c6-a6c9-ce4f8b6e078b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0356121 Jul 16 23:03:27.371845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-48f60df0-658c-4de1-97de-34ba75630ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:27.373705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-48f60df0-658c-4de1-97de-34ba75630ef2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0455205 Jul 16 23:03:27.406417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-24abd4ef-3304-4451-9435-668836a812f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266318 Jul 16 23:03:27.496667 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-da0f2f65-d481-4bfb-b576-fef224a4fc20 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840962 Jul 16 23:03:27.583789 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be1b5b08-0951-4dc0-b916-29610dc0ed2b req-32cc098d-19c4-447f-b73c-c49a33c32400 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813079 Jul 16 23:03:27.603329 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-807c4aea-d2ab-4039-bd78-c8f607773dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:28.119551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:28.121907 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e699951-42d4-4d65-80aa-b096851ffac3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:28.158475 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e347781a-46bb-4de5-b2df-eabcd0ec63fe x-openstack-request-id: req-e347781a-46bb-4de5-b2df-eabcd0ec63fe {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:28.158778 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:28.159032 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e347781a-46bb-4de5-b2df-eabcd0ec63fe {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:28.159433 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'status': 'completed', 'code': 200} Jul 16 23:03:28.237267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-edcf27bd-d955-43e8-b775-d4eacd94e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:28.238930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-edcf27bd-d955-43e8-b775-d4eacd94e75e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.0576959 Jul 16 23:03:28.579290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:03:28.604201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 816bdd0b-fa5b-459a-9493-d845be1be824 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:03:28.604899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 816bdd0b-fa5b-459a-9493-d845be1be824 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:03:28.687421 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-efe86888-a39b-420e-9b9c-2ced327e3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:28.688887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-efe86888-a39b-420e-9b9c-2ced327e3836 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.4433866 Jul 16 23:03:28.700906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8945a-5ad4-4c86-8c02-df785242973f req-909cf4ed-bb38-4044-8f41-9d9d99ca5b4b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:28.702380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b8945a-5ad4-4c86-8c02-df785242973f req-909cf4ed-bb38-4044-8f41-9d9d99ca5b4b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.4393725 Jul 16 23:03:28.746331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-c18ddf09-48d9-4177-9ee6-eef78ececc86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0430522 Jul 16 23:03:28.792680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52b8945a-5ad4-4c86-8c02-df785242973f req-d397a876-e1c4-47cb-beee-c94c5c6c21c6 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Jul 16 23:03:28.806465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-daacc54b-9ca6-4f1f-85aa-7081cd3f8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:28.807902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-daacc54b-9ca6-4f1f-85aa-7081cd3f8cde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0555360 Jul 16 23:03:28.845728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-89d47be4-efc4-4379-a81c-89ccb476ea9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306609 Jul 16 23:03:28.934374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-9939561e-d9dc-48a6-8881-c4823af63208 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Jul 16 23:03:29.025665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e699951-42d4-4d65-80aa-b096851ffac3 req-4bfc86df-d91e-4ad2-88af-bdd12474b41d service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Jul 16 23:03:29.843285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5efd55fd-e742-424e-af36-add4da1eb848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:29.973717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a839c-fd17-42e9-80bd-4ebb728ee430 req-21c5364f-3aa0-45b0-9bd3-9c8959824a4d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:29.975192 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a7a839c-fd17-42e9-80bd-4ebb728ee430 req-21c5364f-3aa0-45b0-9bd3-9c8959824a4d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.0662181 Jul 16 23:03:30.012224 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a7a839c-fd17-42e9-80bd-4ebb728ee430 req-0bb54eb2-1e41-425b-8bdf-228ef5fffa30 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Jul 16 23:03:30.152880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:30.570256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:03:30.662683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:30.673303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'port_id': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'mac_address': 'fa:16:3e:16:ad:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8132-2018-4da3-af41-8fd3b3bef402', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:03:30.712001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:30.724764 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:03:30.743157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:30.747202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:30.793201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:30.934340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:03:31.188019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291500-31cd-4e31-8c8d-72266a29ef34 req-bfcb8c9d-276e-46bb-a293-73d00792012a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:31.189439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6291500-31cd-4e31-8c8d-72266a29ef34 req-bfcb8c9d-276e-46bb-a293-73d00792012a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0631347 Jul 16 23:03:31.225834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c6291500-31cd-4e31-8c8d-72266a29ef34 req-d6a33b8f-c5bd-49fd-8f8e-e78a0233818e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Jul 16 23:03:31.489453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:32.397072 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:03:32.397930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5ab38-2505-4ca3-abaa-22d00669b18c req-a9c8f906-e91f-434a-811b-649f572a731f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:32.399432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45a5ab38-2505-4ca3-abaa-22d00669b18c req-a9c8f906-e91f-434a-811b-649f572a731f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0632248 Jul 16 23:03:32.436923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45a5ab38-2505-4ca3-abaa-22d00669b18c req-1de77a52-99f6-4ffa-881c-53fa322f74fb tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Jul 16 23:03:32.578212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:03:32.624865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:03:32.628408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:03:32.628786 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:32.705143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:32.726161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:03:32.728926 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cb5ef-b52d-4c07-a5eb-7eea1d9d143a" -d '{"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-plugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:03:32.741383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:03:32.746425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:32.770735 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f4ccff-63c6-4948-93a7-5c99c9f62165 x-openstack-request-id: req-40f4ccff-63c6-4948-93a7-5c99c9f62165 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:03:32.771024 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-plugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:03:32.771284 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40f4ccff-63c6-4948-93a7-5c99c9f62165 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:03:32.771719 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'code': 200} Jul 16 23:03:32.797491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:03:32.804946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.805326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.805672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.806089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.806931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.807260 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.807587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.807920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.808247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.808573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.808900 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.809245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:03:32.827676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:32.880195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0fd42-6053-4daa-85e3-4db22e4072b4 req-400f9a55-9ad6-4f21-b58c-8a0f068853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:32.881726 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cd0fd42-6053-4daa-85e3-4db22e4072b4 req-400f9a55-9ad6-4f21-b58c-8a0f068853dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1097 time: 0.0529037 Jul 16 23:03:32.918812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cd0fd42-6053-4daa-85e3-4db22e4072b4 req-c3d2ecb4-46a8-46e2-9fce-7d9424746b50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303016 Jul 16 23:03:33.605216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90e71-9c68-4033-8207-69b626b2252f req-2c5c7988-79fb-4705-869d-fc2832dd3193 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:33.606922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fcf90e71-9c68-4033-8207-69b626b2252f req-2c5c7988-79fb-4705-869d-fc2832dd3193 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0621519 Jul 16 23:03:33.645906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fcf90e71-9c68-4033-8207-69b626b2252f req-690c8a7a-e376-4784-b517-3aac9f41f626 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Jul 16 23:03:34.816976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5fe18-50e0-434b-af13-45f6f932059e req-39f7ff28-2a57-4640-86f9-b295d372b015 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:34.818470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3da5fe18-50e0-434b-af13-45f6f932059e req-39f7ff28-2a57-4640-86f9-b295d372b015 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Jul 16 23:03:34.856504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3da5fe18-50e0-434b-af13-45f6f932059e req-756f7776-4349-458f-94fe-46c2dbf47368 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Jul 16 23:03:35.030994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ced2-abf3-400c-9c49-a437fc33ad39 req-cbc7e7fc-1bea-4d45-a4b8-5005507e82b5 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:35.032395 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aec7ced2-abf3-400c-9c49-a437fc33ad39 req-cbc7e7fc-1bea-4d45-a4b8-5005507e82b5 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0669839 Jul 16 23:03:35.068398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aec7ced2-abf3-400c-9c49-a437fc33ad39 req-7b2a9e8e-853b-49e0-809e-90b5fd0df0ea tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304451 Jul 16 23:03:35.409412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-1de1b4e4-a2e9-46bc-a398-710d131ef9da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520535 Jul 16 23:03:35.475531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275dd94-30f4-4743-9b06-c7aab2e0ad5f req-18a8d656-ce51-432b-98a1-4f1c536bf7cd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:35.477073 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2275dd94-30f4-4743-9b06-c7aab2e0ad5f req-18a8d656-ce51-432b-98a1-4f1c536bf7cd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0667660 Jul 16 23:03:35.515573 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2275dd94-30f4-4743-9b06-c7aab2e0ad5f req-70906515-4107-408a-857e-df1229a0029b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jul 16 23:03:36.514453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-b741aeb5-25f1-4dd4-b43a-9e70a1093fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:36.515921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-b741aeb5-25f1-4dd4-b43a-9e70a1093fca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1097 time: 0.0519772 Jul 16 23:03:36.607224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-4a51134b-41bc-4edf-826d-060049c37b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:36.608837 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-4a51134b-41bc-4edf-826d-060049c37b90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0869343 Jul 16 23:03:36.651219 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-bbdc9992-6792-447c-97f4-889ce4e39302 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0364079 Jul 16 23:03:36.732076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-bbfd053b-fa72-4365-95c8-50d8f0c26fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:36.733541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-bbfd053b-fa72-4365-95c8-50d8f0c26fc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0748663 Jul 16 23:03:36.767441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-82513a43-3477-490b-99eb-c056ec3f9264 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 16 23:03:36.776010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2979-095d-4c01-8e27-f1b0e75176d0 req-96ad2f97-5266-4dd7-bceb-3b23ee261b76 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:36.777417 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2dd2979-095d-4c01-8e27-f1b0e75176d0 req-96ad2f97-5266-4dd7-bceb-3b23ee261b76 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.1289139 Jul 16 23:03:36.870453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d2dd2979-095d-4c01-8e27-f1b0e75176d0 req-701a2a78-d96e-414b-9624-97cbc7bceb0e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842247 Jul 16 23:03:36.891779 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-703ebfc0-5a9e-4c41-a884-0c6ccbb3f4ef service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131730 Jul 16 23:03:36.980154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-23cf4d8a-6bca-4b6a-992e-4305a3f7d80c service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823696 Jul 16 23:03:38.040512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14cb4f-d0e5-4372-bb26-6dcad072597a req-99a5d04e-3c70-4826-bc5f-2ff30b853f40 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:38.042532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df14cb4f-d0e5-4372-bb26-6dcad072597a req-99a5d04e-3c70-4826-bc5f-2ff30b853f40 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0634027 Jul 16 23:03:38.079225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df14cb4f-d0e5-4372-bb26-6dcad072597a req-e1adfffd-dffb-44f5-9e75-465971421242 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Jul 16 23:03:39.255339 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75be23-e98a-4258-83bc-7b8974b6d495 req-5c016d70-f649-4280-bbc1-acfcc7f0f7b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:39.256744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a75be23-e98a-4258-83bc-7b8974b6d495 req-5c016d70-f649-4280-bbc1-acfcc7f0f7b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Jul 16 23:03:39.295280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9a75be23-e98a-4258-83bc-7b8974b6d495 req-3eac93ae-6004-4ff9-b1ed-ef2f3a6eb035 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Jul 16 23:03:40.466853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b652-cbfd-4fab-b2c1-c65a22da9bfa req-c73c9aa8-dc7c-4f4b-92dc-fce24687e3fb tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:40.468360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1956b652-cbfd-4fab-b2c1-c65a22da9bfa req-c73c9aa8-dc7c-4f4b-92dc-fce24687e3fb tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Jul 16 23:03:40.505892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1956b652-cbfd-4fab-b2c1-c65a22da9bfa req-29993227-f424-487e-bc2f-65f9bef7d98d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Jul 16 23:03:41.675924 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce524a9-b07a-4e70-9f3a-3206a2b9fd35 req-e5aa07da-2c63-4300-9c45-897ddeff430c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:41.677406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fce524a9-b07a-4e70-9f3a-3206a2b9fd35 req-e5aa07da-2c63-4300-9c45-897ddeff430c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0633729 Jul 16 23:03:41.714594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fce524a9-b07a-4e70-9f3a-3206a2b9fd35 req-c35b8d30-e8fb-4a5a-a547-409b3574066a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Jul 16 23:03:42.888296 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba28cd-3f44-4126-acfe-cf2a01c26b09 req-0d872982-8657-4ad4-b75c-b838dbf54363 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:42.889911 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ba28cd-3f44-4126-acfe-cf2a01c26b09 req-0d872982-8657-4ad4-b75c-b838dbf54363 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0667295 Jul 16 23:03:42.929552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61ba28cd-3f44-4126-acfe-cf2a01c26b09 req-d67415d4-0cd4-4011-8ae7-f947796cef8b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 16 23:03:44.106545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176743b-f755-4616-949a-06b57e27c822 req-15355c54-9b81-47e5-a63c-f9b40e882a67 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:44.108003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f176743b-f755-4616-949a-06b57e27c822 req-15355c54-9b81-47e5-a63c-f9b40e882a67 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0665653 Jul 16 23:03:44.144863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f176743b-f755-4616-949a-06b57e27c822 req-e252d737-0c69-4b2a-a5ca-15f4969dbed8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Jul 16 23:03:45.316775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e909b8-6aff-4d86-ac0f-00699ffbe929 req-d1700c79-b7cb-4fbd-8b9c-04708c583316 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:45.318283 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69e909b8-6aff-4d86-ac0f-00699ffbe929 req-d1700c79-b7cb-4fbd-8b9c-04708c583316 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0621660 Jul 16 23:03:45.355369 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69e909b8-6aff-4d86-ac0f-00699ffbe929 req-1cf5adcf-5e28-4deb-9636-cd285964e828 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Jul 16 23:03:46.528070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61fe8c-55e5-4e4d-94a2-95eb7e2343e8 req-09462dc0-2975-4b21-a1fa-6ebf84e5cd4a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:46.529574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b61fe8c-55e5-4e4d-94a2-95eb7e2343e8 req-09462dc0-2975-4b21-a1fa-6ebf84e5cd4a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Jul 16 23:03:46.566062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6b61fe8c-55e5-4e4d-94a2-95eb7e2343e8 req-86f93118-78d7-47fb-903b-aef0c393e2c2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Jul 16 23:03:47.738685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fcc72-6b43-40e2-90c7-cc238157db45 req-63adea57-8d79-4598-828f-3ed54fb57633 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:47.740093 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a32fcc72-6b43-40e2-90c7-cc238157db45 req-63adea57-8d79-4598-828f-3ed54fb57633 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0643764 Jul 16 23:03:48.068817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a32fcc72-6b43-40e2-90c7-cc238157db45 req-51fa0220-73b7-4800-8197-5e2e920a5add tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230259 Jul 16 23:03:49.240358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a27c-4b77-4587-9565-4107e3b2296b req-8824dfe3-02e7-4c56-afd8-2d63d1d3de61 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:49.241888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b243a27c-4b77-4587-9565-4107e3b2296b req-8824dfe3-02e7-4c56-afd8-2d63d1d3de61 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0626409 Jul 16 23:03:49.280238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b243a27c-4b77-4587-9565-4107e3b2296b req-40567b96-eb34-45d7-bbd9-00f535fe7034 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Jul 16 23:03:50.448503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df444-1266-40a5-a281-91f9760dca97 req-a242f885-5e7f-4e1f-999d-19599ac20c1d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:50.450168 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b23df444-1266-40a5-a281-91f9760dca97 req-a242f885-5e7f-4e1f-999d-19599ac20c1d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0617738 Jul 16 23:03:50.488345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b23df444-1266-40a5-a281-91f9760dca97 req-6428e46b-5789-412f-a53d-107833afe190 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Jul 16 23:03:50.973832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:51.662833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67331691-804e-4209-8520-f48ae1dfb0fb req-39ee21e0-d83b-4d42-a119-17a3e182e54e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:51.664230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67331691-804e-4209-8520-f48ae1dfb0fb req-39ee21e0-d83b-4d42-a119-17a3e182e54e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0670800 Jul 16 23:03:51.701749 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-67331691-804e-4209-8520-f48ae1dfb0fb req-39fb1415-681e-491c-885f-0b96a78e465a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Jul 16 23:03:52.868776 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac749ab0-fb8a-4fbe-bef3-04de453e27af req-55d47051-2a6c-4f16-8cb9-d239961508b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:52.870273 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac749ab0-fb8a-4fbe-bef3-04de453e27af req-55d47051-2a6c-4f16-8cb9-d239961508b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Jul 16 23:03:52.911082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac749ab0-fb8a-4fbe-bef3-04de453e27af req-784f9225-735f-4115-bc77-54244d9485dd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Jul 16 23:03:53.199355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-3b56504b-0e5e-4312-8353-078ab700525e req-a3cf3bac-289a-4e97-855b-2f02a1d1e6aa service neutron] (93924) timed out ('10.222.0.70', 36040) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:03:53.216461 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:54.085192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501df1d-df80-4561-b7c4-c9b23683189e req-ed49f75b-9916-49be-8561-03d76efea712 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:54.086656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8501df1d-df80-4561-b7c4-c9b23683189e req-ed49f75b-9916-49be-8561-03d76efea712 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0624685 Jul 16 23:03:54.123137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8501df1d-df80-4561-b7c4-c9b23683189e req-992ae925-9cea-4696-b5a0-7f479d125bcf tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Jul 16 23:03:55.296552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba748ca-549d-4cfa-93b5-3a8596c31ad0 req-84628440-374e-4970-a61f-34708279d970 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:55.298051 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ba748ca-549d-4cfa-93b5-3a8596c31ad0 req-84628440-374e-4970-a61f-34708279d970 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0627785 Jul 16 23:03:55.334457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ba748ca-549d-4cfa-93b5-3a8596c31ad0 req-66eef22d-f9e1-4f10-84eb-3ed5dad08ad2 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Jul 16 23:03:56.508328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52851982-53c0-4172-b006-4009204a366b req-a406752a-7e91-4c9f-a594-0896dce4def7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:56.509876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52851982-53c0-4172-b006-4009204a366b req-a406752a-7e91-4c9f-a594-0896dce4def7 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0662036 Jul 16 23:03:56.548200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52851982-53c0-4172-b006-4009204a366b req-7ccabc20-4cc0-4c0d-8e7b-8fba9c8656bd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Jul 16 23:03:57.604535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a81-81d9-4ea6-b95e-8e50cea3a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:03:57.787653 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff03fa-204a-4af7-8252-e056888a3410 req-04ba145b-5cf5-4fdf-8a86-5bbbc50e11b9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:57.789156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-33ff03fa-204a-4af7-8252-e056888a3410 req-04ba145b-5cf5-4fdf-8a86-5bbbc50e11b9 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.1276944 Jul 16 23:03:57.826232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-33ff03fa-204a-4af7-8252-e056888a3410 req-f78f2dcd-1d67-4fc6-bc9b-dc3469bb580e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Jul 16 23:03:59.050149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009a9f7-439c-48e5-8070-b17b0bb9dd5f req-2c1d32cf-f613-4ed4-85c6-d7c11e11da13 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:03:59.051634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b009a9f7-439c-48e5-8070-b17b0bb9dd5f req-2c1d32cf-f613-4ed4-85c6-d7c11e11da13 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.1161139 Jul 16 23:03:59.088257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b009a9f7-439c-48e5-8070-b17b0bb9dd5f req-035212a4-0a2e-466d-a5c0-de647a7c185f tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Jul 16 23:03:59.843244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b9fe33f-8141-44be-b25b-a70d9ee92ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:00.154102 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:00.266005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168199-3aaf-48e7-8730-889efeddf750 req-bf3fd1a2-b3af-4daf-aeae-9ed58c9c082c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:00.267732 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-34168199-3aaf-48e7-8730-889efeddf750 req-bf3fd1a2-b3af-4daf-aeae-9ed58c9c082c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0657225 Jul 16 23:04:00.304631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-34168199-3aaf-48e7-8730-889efeddf750 req-4c1a8eba-79fa-474c-9b9b-a05aea2d480a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Jul 16 23:04:01.472798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308df9-eeed-408e-82da-3ca56795639d req-84396a25-43b7-439f-af4f-b41302e12090 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:01.474286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74308df9-eeed-408e-82da-3ca56795639d req-84396a25-43b7-439f-af4f-b41302e12090 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0616677 Jul 16 23:04:01.492940 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:01.512946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74308df9-eeed-408e-82da-3ca56795639d req-7ca2fb81-0df0-4a70-834b-1dbad2b29919 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 16 23:04:02.685269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e22ed-8a18-447e-882a-65ba1e3ddccf req-ea4d2531-65ef-4d74-98ca-19813ab81b06 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:02.686766 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea6e22ed-8a18-447e-882a-65ba1e3ddccf req-ea4d2531-65ef-4d74-98ca-19813ab81b06 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0625277 Jul 16 23:04:02.723738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea6e22ed-8a18-447e-882a-65ba1e3ddccf req-15ca37f8-3f50-4fa5-9387-a268f289311b tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Jul 16 23:04:02.858558 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:03.877538 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-d2ad5ab8-c46f-460e-9fce-df29cd1e36ed service neutron] show failed (client error): The resource could not be found. Jul 16 23:04:03.878563 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-d2ad5ab8-c46f-460e-9fce-df29cd1e36ed service neutron] 10.222.0.47 "GET /v2.0/ports/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.1386209 Jul 16 23:04:03.908275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe35c-9b90-4e97-8f58-efe7cea3b850 req-1f42c556-b4d2-42ae-8f02-3a3536f7a401 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:03.909823 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cfabe35c-9b90-4e97-8f58-efe7cea3b850 req-1f42c556-b4d2-42ae-8f02-3a3536f7a401 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0714910 Jul 16 23:04:03.949246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cfabe35c-9b90-4e97-8f58-efe7cea3b850 req-ebbba664-2be7-4eba-812e-d78fba22f492 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Jul 16 23:04:04.177029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-b5c87cad-98bf-4486-8477-c1d1cd276c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:04.178515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-b5c87cad-98bf-4486-8477-c1d1cd276c43 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46&tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4 HTTP/1.1" status: 200 len: 1097 time: 0.1016603 Jul 16 23:04:04.188991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:04.263763 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.465504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:04.496637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:04.538224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:04.540461 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bbe60-2df9-4bd6-b7e9-98cea57259d7" -d '{"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:04.544246 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.556095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Transition to ACTIVE for port object 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:04.560560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.618154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] No DVR routers for this DVR port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:04:04.626909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:04.655471 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff44dc6-3494-44e6-832e-018413aa766c x-openstack-request-id: req-4ff44dc6-3494-44e6-832e-018413aa766c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:04.655771 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:04.656024 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ff44dc6-3494-44e6-832e-018413aa766c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:04.656423 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'code': 200} Jul 16 23:04:04.666513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:04:04.666848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:04:04.667177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:04.671595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:04:04.671917 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Attempting to bind port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on network 55c64f8c-c1cc-49b3-8284-3fae31fdd4ae {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:04.676667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:04:04.677035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Checking segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:04.677418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Bound using segment: {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:04:04.677843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Bound port: 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2a38f5-30f1-43c9-9476-fb985d30dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:04:04.678198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.742732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:04.746109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:04:04.750717 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.785001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:04.785638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:04.787026 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] 10.222.0.68 "PUT /v2.0/ports/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 1092 time: 0.6019876 Jul 16 23:04:04.807423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01c03-d669-4000-a012-60978e2086c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:04.861149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-f6a6e799-e4b4-48dc-a480-73ad53bdfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:04.862642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-f6a6e799-e4b4-48dc-a480-73ad53bdfc7d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.0518546 Jul 16 23:04:04.956843 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-3929b384-7822-476a-86f0-b72ee7f2fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:04.958336 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-3929b384-7822-476a-86f0-b72ee7f2fe8c service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0888183 Jul 16 23:04:04.999204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-72e05b22-6d4c-4856-9860-01a09aca54ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0344079 Jul 16 23:04:05.048582 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-a67fa72d-f0df-4ca3-91b6-d92e02893ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:05.050142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-a67fa72d-f0df-4ca3-91b6-d92e02893ff7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0450497 Jul 16 23:04:05.094911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-a1ffb075-1845-4d89-9509-4c85bc19b7ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384073 Jul 16 23:04:05.214001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580bf4-5b94-40fb-85ad-d102d63a2dca req-ca1efd44-996f-448e-b6d3-de711b9ef3b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:05.215481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88580bf4-5b94-40fb-85ad-d102d63a2dca req-ca1efd44-996f-448e-b6d3-de711b9ef3b8 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.1511269 Jul 16 23:04:05.220679 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-b602d3a8-7526-480c-8cee-2d40fff73c97 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099439 Jul 16 23:04:05.279670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88580bf4-5b94-40fb-85ad-d102d63a2dca req-151ec94d-c640-40a2-af61-ae0815a56aa0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579402 Jul 16 23:04:05.331031 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37733ae3-71c3-475d-8c1e-0896a2330b28 req-65a268e6-9148-4137-84f1-f58fff0b2c96 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035976 Jul 16 23:04:06.454081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26682ef-bbd1-4302-9af9-1ade99a33b84 req-7b3336a7-2ead-46d0-b162-d99be8289c8a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:06.455576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d26682ef-bbd1-4302-9af9-1ade99a33b84 req-7b3336a7-2ead-46d0-b162-d99be8289c8a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.0619969 Jul 16 23:04:06.495463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d26682ef-bbd1-4302-9af9-1ade99a33b84 req-b0339d3a-5679-4177-9aa9-4e42540fcde0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344920 Jul 16 23:04:06.657490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:06.659868 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2094e69e-9458-4d3d-a553-e98396967279" -d '{"events": [{"name": "network-changed", "server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:06.706622 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec0f27c-9351-41e7-a81b-d060d112cda0 x-openstack-request-id: req-aec0f27c-9351-41e7-a81b-d060d112cda0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:06.706918 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:06.707176 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aec0f27c-9351-41e7-a81b-d060d112cda0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:06.707590 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'status': 'completed', 'code': 200} Jul 16 23:04:06.744097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:04:06.786787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:04:06.824856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-f7ddbf36-f857-439e-b025-5dd719ca9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:06.826416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-f7ddbf36-f857-439e-b025-5dd719ca9bac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.1000576 Jul 16 23:04:06.829151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-adc022d5-a7aa-4932-a061-db169a4797d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:06.830523 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-adc022d5-a7aa-4932-a061-db169a4797d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.0959074 Jul 16 23:04:06.985129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-1b4af64c-6242-4e40-abf9-445d5000dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:06.986500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-1b4af64c-6242-4e40-abf9-445d5000dfc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.1543269 Jul 16 23:04:06.989033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-a3c00e9f-aad8-465c-98ae-7b0894c7ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:06.990370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-a3c00e9f-aad8-465c-98ae-7b0894c7ba6f service neutron] 10.222.0.68 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.1509962 Jul 16 23:04:07.031450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-4cfceaee-251f-4630-9e85-0538aad612c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Jul 16 23:04:07.069246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-b7e0e299-6d9c-4fa6-960f-97205b2a3289 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0701361 Jul 16 23:04:07.136936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-961e7283-183a-44db-a68d-42291d4b2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:07.138375 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-961e7283-183a-44db-a68d-42291d4b2861 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0785768 Jul 16 23:04:07.141809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e69e-9458-4d3d-a553-e98396967279 req-b66f92f9-81a1-475f-ad23-92c94c7c4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:07.143113 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-b66f92f9-81a1-475f-ad23-92c94c7c4f90 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0550888 Jul 16 23:04:07.182249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-97eb469c-d397-4533-9e0f-44ea1e5757b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361333 Jul 16 23:04:07.199894 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-e16b1d40-7178-4b58-9923-73d9b3671a0d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469363 Jul 16 23:04:07.347226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-c98a8ac9-d637-448c-ac61-7b46c1cb6e6a service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493552 Jul 16 23:04:07.350574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-54361ef1-4fcb-467e-a7cf-640997787c76 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434608 Jul 16 23:04:07.504763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-c5625967-0d2d-4f23-bf5c-05e2da383568 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510458 Jul 16 23:04:07.506663 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2094e69e-9458-4d3d-a553-e98396967279 req-ef41d7c4-36bb-49e1-8585-06c516717349 service neutron] 10.222.0.68 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454191 Jul 16 23:04:07.665892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06fad-fad4-4fab-9d32-eadd66b21e6d req-64178ff7-ab6e-4a41-aa96-778f037a99b5 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:07.667280 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7de06fad-fad4-4fab-9d32-eadd66b21e6d req-64178ff7-ab6e-4a41-aa96-778f037a99b5 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.0622075 Jul 16 23:04:07.703728 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7de06fad-fad4-4fab-9d32-eadd66b21e6d req-6689e2e8-76df-42f6-95bb-7cfe0ed3f434 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Jul 16 23:04:07.999433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4fd63-1b14-45c1-a051-d2844772e3cf req-974acf87-a4cd-49de-8d36-3cd28e10bb91 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:08.000829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7a4fd63-1b14-45c1-a051-d2844772e3cf req-974acf87-a4cd-49de-8d36-3cd28e10bb91 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 943 time: 0.0624411 Jul 16 23:04:08.012431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-3c07c08e-c80e-477d-9381-82d09dc39bf4 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:08.013967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-3c07c08e-c80e-477d-9381-82d09dc39bf4 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46&tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 943 time: 0.0716441 Jul 16 23:04:08.039149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7a4fd63-1b14-45c1-a051-d2844772e3cf req-4b509267-5a10-4110-8806-9d95e9db4bdd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Jul 16 23:04:08.078388 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-21300c23-e8a4-4b66-b573-c32798df7c68 service neutron] delete failed (client error): The resource could not be found. Jul 16 23:04:08.079426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-21300c23-e8a4-4b66-b573-c32798df7c68 service neutron] 10.222.0.47 "DELETE /v2.0/ports/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0591464 Jul 16 23:04:08.181644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-63e385ea-d004-43cf-90e2-c3da409bd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:08.183126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-63e385ea-d004-43cf-90e2-c3da409bd9fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 1095 time: 0.0541117 Jul 16 23:04:08.276212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-13aca88c-6107-41eb-9d0e-84ef79544918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:08.278241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-13aca88c-6107-41eb-9d0e-84ef79544918 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 200 len: 916 time: 0.0884392 Jul 16 23:04:08.318499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-c4bca7a4-38a2-4a4c-85bd-50cf661379c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 200 len: 217 time: 0.0332379 Jul 16 23:04:08.364608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-9470a9b1-7478-4aaf-b0cc-d9006817e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:08.366021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-9470a9b1-7478-4aaf-b0cc-d9006817e57e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 200 len: 855 time: 0.0410480 Jul 16 23:04:08.389740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:04:08.401340 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-1b4932c2-1610-4abb-8fc7-ce3f40909362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jul 16 23:04:08.481876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:08.490426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-ab523a26-4c5a-4116-b1bc-c39a37b47955 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819583 Jul 16 23:04:08.492737 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'network_id': '55c64f8c-c1cc-49b3-8284-3fae31fdd4ae', 'port_id': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'mac_address': 'fa:16:3e:16:ad:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8132-2018-4da3-af41-8fd3b3bef402', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:04:08.532842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:08.545146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:04:08.564797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:08.569438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:08.583406 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-529942b6-72d4-4aa0-a4b8-f46e190c6959 req-14211d10-ead8-4a8d-9edd-812a4ba662c2 service neutron] 10.222.0.47 "GET /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867903 Jul 16 23:04:08.616370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:08.779213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:04:09.217789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac9719-9fec-4a4f-a9bd-11b39743b331 req-197e8ea7-08f6-49ce-b627-69e9409f448e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:09.219194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3eac9719-9fec-4a4f-a9bd-11b39743b331 req-197e8ea7-08f6-49ce-b627-69e9409f448e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0643716 Jul 16 23:04:09.257504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3eac9719-9fec-4a4f-a9bd-11b39743b331 req-021bb65b-b863-45f3-87d4-0d20c701029d tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Jul 16 23:04:09.396630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:04:09.427230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264323-f164-4027-a5f1-6aa62b246973 req-1e1454a0-5183-43ed-ad5b-4da6defb6c4e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:09.428719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e264323-f164-4027-a5f1-6aa62b246973 req-1e1454a0-5183-43ed-ad5b-4da6defb6c4e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0650032 Jul 16 23:04:09.465535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3e264323-f164-4027-a5f1-6aa62b246973 req-94c674d2-bd49-4e3a-8b3d-067954b9722e tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Jul 16 23:04:09.640953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9091b7-a8ee-481a-8207-07721e906420 req-ce4fa711-5206-441a-aa8c-3c7e1e93d91a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:09.642741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b9091b7-a8ee-481a-8207-07721e906420 req-ce4fa711-5206-441a-aa8c-3c7e1e93d91a tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0660529 Jul 16 23:04:09.679689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0b9091b7-a8ee-481a-8207-07721e906420 req-ad0c4a80-a00e-48a5-b5ce-856cf57b8e28 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Jul 16 23:04:10.229262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a5f4-97a1-4710-bec9-56f21c2c8c45 req-c81de0df-6f7e-4466-82b1-e5c8e62959e0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:10.231348 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6c4a5f4-97a1-4710-bec9-56f21c2c8c45 req-c81de0df-6f7e-4466-82b1-e5c8e62959e0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 944 time: 0.0615435 Jul 16 23:04:10.268822 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6c4a5f4-97a1-4710-bec9-56f21c2c8c45 req-9c8665d3-2749-4301-a44b-bce20d4e86bd tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Jul 16 23:04:10.413282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:10.460436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:10.464103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:10.464481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:10.539034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:10.563684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:10.566125 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc927127-d361-42d7-816c-0b1d6a2f2cae" -d '{"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-plugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:10.576926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:10.581725 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:10.608423 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6988da-26c0-48b2-86d4-55707f30adef x-openstack-request-id: req-de6988da-26c0-48b2-86d4-55707f30adef {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:10.608719 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-plugged", "status": "completed", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:10.608988 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de6988da-26c0-48b2-86d4-55707f30adef {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:10.609378 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'code': 200} Jul 16 23:04:10.634028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:11.252709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-aed69001-01d5-44bd-8664-fa275301abc0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:11.254204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-aed69001-01d5-44bd-8664-fa275301abc0 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Jul 16 23:04:11.360568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Deleting port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:04:11.361049 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:11.447082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ade6-f9fe-4c96-8d1e-4fa539e07144 req-b076c791-8f87-4629-83bb-02517fc90a22 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:11.448484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c915ade6-f9fe-4c96-8d1e-4fa539e07144 req-b076c791-8f87-4629-83bb-02517fc90a22 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b92ff1c-013c-40d6-bc91-aec7cb89ef46 HTTP/1.1" status: 200 len: 945 time: 0.0678198 Jul 16 23:04:11.458810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] For port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,segment=NetworkSegment(9a2a38f5-30f1-43c9-9476-fb985d30dd90),segment_id=9a2a38f5-30f1-43c9-9476-fb985d30dd90)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:11.459179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:11.472546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Calling delete_port for 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:04:11.492098 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c915ade6-f9fe-4c96-8d1e-4fa539e07144 req-7bf99315-32b2-47f0-97ef-d48dbf232960 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.70 "GET /v2.0/security-groups?id=22e91ad3-c8aa-4e47-abcf-c71714271202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357032 Jul 16 23:04:11.596678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:11.608736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:04:11.630966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Pushing event deleted for resources: {'Port': ['ID=59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:11.674906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] No DVR routers for this DVR port 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:04:11.677746 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:11.679420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-08f798a4-34e3-45ac-9b60-a172b90cc68a req-d4443a05-8342-456c-8c80-86fd1782b43c tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] 10.222.0.68 "DELETE /v2.0/ports/59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 HTTP/1.1" status: 204 len: 173 time: 0.4172814 Jul 16 23:04:11.679856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-deleted', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:11.682121 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ddf31-61ad-4879-973f-fe877710736f" -d '{"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-deleted", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:11.719732 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3930811-a2df-4082-8d3c-19ab2b81d766 x-openstack-request-id: req-c3930811-a2df-4082-8d3c-19ab2b81d766 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:11.720027 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92ff1c-013c-40d6-bc91-aec7cb89ef46", "name": "network-vif-deleted", "tag": "59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:11.720286 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3930811-a2df-4082-8d3c-19ab2b81d766 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:11.720691 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92ff1c-013c-40d6-bc91-aec7cb89ef46', 'name': 'network-vif-deleted', 'tag': '59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8', 'status': 'completed', 'code': 200} Jul 16 23:04:12.725044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:12.768565 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Deleting subnet 65ca8132-2018-4da3-af41-8fd3b3bef402 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:04:12.771525 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:12.805295 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:12.843428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:12.895450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:12.924343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ca8132-2018-4da3-af41-8fd3b3bef402,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:12.928818 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:12.930716 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/65ca8132-2018-4da3-af41-8fd3b3bef402 HTTP/1.1" status: 204 len: 168 time: 0.2045872 Jul 16 23:04:12.933913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:12.936570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.936913 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.937277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.937608 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.937932 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.938253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.938591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.938914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.939228 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.939544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.939858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:12.940177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12072390-9871-4ddf-a517-398f23a87c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:13.003710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.398581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.408264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c64f8c-c1cc-49b3-8284-3fae31fdd4ae']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:13.418192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2a38f5-30f1-43c9-9476-fb985d30dd90') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:13.418488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2a38f5-30f1-43c9-9476-fb985d30dd90') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:13.426914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.440512 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.446064 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:04:13.446447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:04:13.448013 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:04:13.502901 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.508259 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.510092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] 10.222.0.70 "DELETE /v2.0/networks/55c64f8c-c1cc-49b3-8284-3fae31fdd4ae HTTP/1.1" status: 204 len: 168 time: 0.5752070 Jul 16 23:04:13.520695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0217ac-821a-418c-91be-6e06b7f314de admin admin] Pushing event deleted for resources: {'Network': ['ID=55c64f8c-c1cc-49b3-8284-3fae31fdd4ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:13.620678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:13.659669 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a60e45a9-da96-4fb1-a635-12f5725bd054 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fe8e29ee55c4f5f8ccf26ef968317e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377424 Jul 16 23:04:13.661935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:13.707771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.729369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.774486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.777547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:13.778690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22e91ad3-c8aa-4e47-abcf-c71714271202 HTTP/1.1" status: 204 len: 168 time: 0.1158841 Jul 16 23:04:13.786187 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7172d-a991-4e1a-b93a-bddced026df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e91ad3-c8aa-4e47-abcf-c71714271202,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:14.421016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:14.444727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:04:14.464347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:04:14.464619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 59e1fa5a-23cb-4c8e-b6d6-fd5c3a2342f8 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:04:14.516397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1781729660-network', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:14.536823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:04:14.539547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.548358 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.635552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.639796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.664778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:04:14.674065 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2cf87-acf9-4cc2-9da4-ac31df07bcb5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:14.682112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.682459 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Added segment b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32 of type vlan for network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 Jul 16 23:04:14.726441 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.753993 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.754931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:14.755522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.781794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3597081 Jul 16 23:04:14.784811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:14.789926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Request body: {'subnet': {'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1781729660-subnet', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:14.811230 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:04:14.813655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:14.815074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4fba1-a844-453c-a5b9-bdafd2c41dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:14.825216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:04:14.981643 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.034807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7c1eca-2f96-4a17-b7da-555017ecb6e5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:15.045339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:15.045705 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Network hostable DHCP agents. Network: 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:04:15.061643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:04:15.069823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:15.074591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:15.075306 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.081209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49224734-2f4a-40d9-80f6-a8328e5a0f26 None None] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:04:15.092179 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5eb1ea67-9352-4279-9029-bb9fa5c4eb45 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3062062 Jul 16 23:04:15.094891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46530) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:15.099224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:15.118983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.119930 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.176520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.228535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:04:15.229447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.317847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.360808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Allocated IP 172.20.0.2 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/4f844c92-189f-4825-aaf4-68539bc8066f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:04:15.502963 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.511622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Transition to ACTIVE for port object 4f844c92-189f-4825-aaf4-68539bc8066f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:15.514972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.526726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Transition to ACTIVE for port object 4f844c92-189f-4825-aaf4-68539bc8066f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:15.533503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.535364 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.598141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:15.602189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:15.605292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:04:15.617337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Pushing event updated for resources: {'Port': ['ID=4f844c92-189f-4825-aaf4-68539bc8066f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:15.666488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Allocated IP 172.25.5.238 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/ca508d52-bf7f-49d7-b83f-752fad6f5e88) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:04:15.668363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Attempting to bind port 4f844c92-189f-4825-aaf4-68539bc8066f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:04:15.668739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Attempting to bind port 4f844c92-189f-4825-aaf4-68539bc8066f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:04:15.669135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Attempting to bind port 4f844c92-189f-4825-aaf4-68539bc8066f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:15.674059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:04:15.674434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:15.674834 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.675233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:04:15.675701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Bound port: 4f844c92-189f-4825-aaf4-68539bc8066f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:04:15.676082 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.737382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] For port 4f844c92-189f-4825-aaf4-68539bc8066f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:15.740468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] For port 4f844c92-189f-4825-aaf4-68539bc8066f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f844c92-189f-4825-aaf4-68539bc8066f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:04:15.743898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.774372 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.800464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c725517-9aff-45f1-8483-8f764e42711c None None] Pushing event updated for resources: {'Port': ['ID=4f844c92-189f-4825-aaf4-68539bc8066f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:15.817472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:15.854982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:15.859733 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:15.863369 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:04:15.888774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca508d52-bf7f-49d7-b83f-752fad6f5e88,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:16.134355 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:16.328217 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:16.457140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:04:16.566209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:04:16.576531 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:04:16.586362 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:16.586993 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:16.589098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:16.591262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aac11034-1728-4980-9206-ae96dc1607e9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4954317 Jul 16 23:04:16.593948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:16.694533 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:16.695320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b8c82-c9ff-4346-b4fc-5dac8b6762e3 None None] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:04:16.759356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-791fc0b7-90c3-4916-9027-f6a86166a683 None None] Provisioning for port 4f844c92-189f-4825-aaf4-68539bc8066f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:16.886575 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:16Z', 'revision_number': 3, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:16.920713 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:04:16.921052 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Updating router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 port ca508d52-bf7f-49d7-b83f-752fad6f5e88 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:04:16.956085 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.038733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.219036 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.229694 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Transition to ACTIVE for port object ca508d52-bf7f-49d7-b83f-752fad6f5e88 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:17.235503 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.288721 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Attempting to bind port ca508d52-bf7f-49d7-b83f-752fad6f5e88 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:04:17.289132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Attempting to bind port ca508d52-bf7f-49d7-b83f-752fad6f5e88 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:04:17.289495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Attempting to bind port ca508d52-bf7f-49d7-b83f-752fad6f5e88 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:17.298551 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Pushing event updated for resources: {'Port': ['ID=ca508d52-bf7f-49d7-b83f-752fad6f5e88,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:17.300755 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:04:17.301158 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:17.301561 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.301958 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:04:17.302438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Bound port: ca508d52-bf7f-49d7-b83f-752fad6f5e88, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:04:17.302818 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.327954 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.328311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.328654 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.329007 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.329345 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.329683 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.330004 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.330329 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.330653 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.330973 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.331293 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.331611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:17.368467 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] For port ca508d52-bf7f-49d7-b83f-752fad6f5e88, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:17.372653 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] For port ca508d52-bf7f-49d7-b83f-752fad6f5e88, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ca508d52-bf7f-49d7-b83f-752fad6f5e88,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:04:17.376598 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.428230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffbbc0-fe35-4437-8d26-4f5ca4c578fb None None] Pushing event updated for resources: {'Port': ['ID=ca508d52-bf7f-49d7-b83f-752fad6f5e88,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:17.443740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:17.444385 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:17.486956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Allocated IP 172.20.0.1 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/228b2e73-70f1-4eff-98b6-ab28ee133673) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:04:17.509781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f844c92-189f-4825-aaf4-68539bc8066f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:17.554088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:17.562732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4f844c92-189f-4825-aaf4-68539bc8066f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:17.566560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4f844c92-189f-4825-aaf4-68539bc8066f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:17.567011 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.593803 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.607553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Transition to ACTIVE for port object 228b2e73-70f1-4eff-98b6-ab28ee133673 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:17.642613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.684091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:17.690832 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:17.694586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:04:17.700354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:17.740072 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.770779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:16Z', 'revision_number': 3, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:17.805278 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45a5e6-b629-4abc-a722-067c2856a47a None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:16Z', 'revision_number': 3, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:04:17.829824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.881219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 4f844c92-189f-4825-aaf4-68539bc8066f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f844c92-189f-4825-aaf4-68539bc8066f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:17.887202 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.932407 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:17.940403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=4f844c92-189f-4825-aaf4-68539bc8066f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:18.009779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2863fdbc-cacb-4804-a47d-55d46e6fc195 None None] Provisioning for port 228b2e73-70f1-4eff-98b6-ab28ee133673 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:18.013538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2863fdbc-cacb-4804-a47d-55d46e6fc195 None None] Provisioning complete for port 228b2e73-70f1-4eff-98b6-ab28ee133673 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:18.013944 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2863fdbc-cacb-4804-a47d-55d46e6fc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:18.052937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2863fdbc-cacb-4804-a47d-55d46e6fc195 None None] Port 228b2e73-70f1-4eff-98b6-ab28ee133673 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:04:18.113668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:18.118688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:18.185414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:18.188020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:18.286001 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:18.287415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:18.415529 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:04:18.531099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:04:18.536139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4df00cf8-be10-4c42-a167-9f282d034fe4 admin admin] 10.222.0.70 "PUT /v2.0/routers/08fdb7c1-32c7-424c-b2e7-0628b21b14a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9410388 Jul 16 23:04:18.573531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44e8bd80-c951-49bc-a592-4542d5023a78 None None] Provisioning complete for port 228b2e73-70f1-4eff-98b6-ab28ee133673 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:18.574083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44e8bd80-c951-49bc-a592-4542d5023a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:18.609216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-44e8bd80-c951-49bc-a592-4542d5023a78 None None] Port 228b2e73-70f1-4eff-98b6-ab28ee133673 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:04:19.033952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:19.038663 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608513567', 'description': 'tempest-description--389614782'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:19.061064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.144804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.148609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.175613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.176834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1419170 Jul 16 23:04:19.179860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:19.180994 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbd155-2f06-4cdb-8fd1-730bf454508b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f662fef-050d-4d31-8642-d736bd0026ed,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:19.190474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'security_group_rule': {'security_group_id': '9f662fef-050d-4d31-8642-d736bd0026ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:19.221879 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.280040 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.283510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.300953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ce178a-3f82-44dc-839c-48587f0609f7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:19.309943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.310294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.310645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.310969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.311307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.311655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.311965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.312291 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.312618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.312947 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.313342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.313663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:04:19.316638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.320280 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6cfbcbad-f565-40f7-9fb1-94c09df36727 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369295 Jul 16 23:04:19.320482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:19.325553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'security_group_rule': {'security_group_id': '9f662fef-050d-4d31-8642-d736bd0026ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:19.352741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.394773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:04:19.406693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:19.407181 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:19.418285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.422364 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.442584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cfe5dc-f1ab-46ef-b965-0e7537dd743d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:19.455828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.459957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2b1a29da-e02f-412b-af21-2645e2ccd2a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356349 Jul 16 23:04:19.460401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 46548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:19.466493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:19.490775 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.526508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:19.567606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ca508d52-bf7f-49d7-b83f-752fad6f5e88 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:19.595604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.697513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ca508d52-bf7f-49d7-b83f-752fad6f5e88 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:19.698116 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Allocated IP 172.25.5.246 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/34287fe6-9551-47ef-aaf4-65dc3b9758ae) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:04:19.705929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ca508d52-bf7f-49d7-b83f-752fad6f5e88 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:19.706315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.807044 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.833382 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.841474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 2, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:19.845990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.880569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:19.880733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:04:19.880948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Updating router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 port 228b2e73-70f1-4eff-98b6-ab28ee133673 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:04:19.883458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:19.885772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ca508d52-bf7f-49d7-b83f-752fad6f5e88, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ca508d52-bf7f-49d7-b83f-752fad6f5e88,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:19.886144 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:04:19.905942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.906740 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f844c92-189f-4825-aaf4-68539bc8066f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:19.923405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=34287fe6-9551-47ef-aaf4-65dc3b9758ae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:19.973291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:19.981983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.029546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.030006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca508d52-bf7f-49d7-b83f-752fad6f5e88,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:20.051013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4f844c92-189f-4825-aaf4-68539bc8066f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:20.051395 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.183984 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.188550 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.254310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=34287fe6-9551-47ef-aaf4-65dc3b9758ae,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:20.265940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.280404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.281791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d39758b7-2164-434e-a485-12a4e37af602 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8196485 Jul 16 23:04:20.336524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.347455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Transition to ACTIVE for port object 228b2e73-70f1-4eff-98b6-ab28ee133673 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:20.353446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.404291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff915e5-714c-4a43-843a-7676147c7c0d None None] Pushing event updated for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:20.433561 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-b9afb5ac-124d-4658-a346-9b42b77b5994 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--608513567&fields=id&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 267 time: 0.0426803 Jul 16 23:04:20.464627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Attempting to bind port 228b2e73-70f1-4eff-98b6-ab28ee133673 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:04:20.465035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Attempting to bind port 228b2e73-70f1-4eff-98b6-ab28ee133673 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:04:20.465413 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Attempting to bind port 228b2e73-70f1-4eff-98b6-ab28ee133673 on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:20.471409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:04:20.471791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:20.472203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.472608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:04:20.473140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Bound port: 228b2e73-70f1-4eff-98b6-ab28ee133673, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:04:20.473529 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.546640 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] For port 228b2e73-70f1-4eff-98b6-ab28ee133673, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:20.549904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] For port 228b2e73-70f1-4eff-98b6-ab28ee133673, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=228b2e73-70f1-4eff-98b6-ab28ee133673,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:04:20.555088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:20.562006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-3c7d85bd-1699-44f7-9b26-3194bcbbcaa4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:20.564048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-3c7d85bd-1699-44f7-9b26-3194bcbbcaa4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1230896 Jul 16 23:04:20.580741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-08bfaca1-71e8-4a68-964d-d09ceab0856f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/quotas/bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 375 time: 0.0105228 Jul 16 23:04:20.616824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:20.617500 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:20.654621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff915e5-714c-4a43-843a-7676147c7c0d None None] Pushing event updated for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:20.658262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22222813-f820-4aef-9455-49747eee0107 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686622 Jul 16 23:04:20.743871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:20.835614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-a5fdc5dd-d6d4-4e35-a6cf-0ec7f6251eec service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495028 Jul 16 23:04:20.928711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-31e7f069-3b59-4126-b5c9-3a32dbb67924 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870004 Jul 16 23:04:20.956537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:20Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:20.986396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3cd2-0085-450d-b11d-2fd071db09e4 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:20Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:04:21.000528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:21.124814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a30a3ee-e2ee-4387-838f-660747bf84ee req-b7b59c45-7f70-4e43-a95d-e9341662d8d6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 210 time: 0.0299542 Jul 16 23:04:21.547948 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ca508d52-bf7f-49d7-b83f-752fad6f5e88 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:21.606141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ca508d52-bf7f-49d7-b83f-752fad6f5e88 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:21.606632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:21.687508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 228b2e73-70f1-4eff-98b6-ab28ee133673 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:21.739494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 228b2e73-70f1-4eff-98b6-ab28ee133673 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:21.744824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 228b2e73-70f1-4eff-98b6-ab28ee133673 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:21.745239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:21.829040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:21.862389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 228b2e73-70f1-4eff-98b6-ab28ee133673, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=228b2e73-70f1-4eff-98b6-ab28ee133673,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:21.866677 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:21.917289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:22.210740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-f9d4c333-2338-4c54-9552-4bd43b3695e4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:22.212926 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-f9d4c333-2338-4c54-9552-4bd43b3695e4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1142559 Jul 16 23:04:22.265962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-c74b02b8-fd7b-494b-8025-5d052a9eb2de tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 379 time: 0.0368836 Jul 16 23:04:22.275560 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a1a9ebe-62fc-4920-89aa-21b1481aa4d0 req-e8c7e80f-9ddc-41e4-88b1-6b2cf0fb6c05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jul 16 23:04:22.276159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'port': {'device_id': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'admin_state_up': True, 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'security_groups': ['9f662fef-050d-4d31-8642-d736bd0026ed']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:22.390287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:04:22.394202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:22.519434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Allocated IP 172.20.0.5 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/384cfa74-12fd-4375-967b-a5fdc97ebd9f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:04:22.653853 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:22.666619 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Transition to ACTIVE for port object 384cfa74-12fd-4375-967b-a5fdc97ebd9f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:22.698198 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:22.739163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:04:22.744282 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:04:22.748068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:04:22.774256 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:22.803121 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:22.803738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:22.818626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-22eeb531-e453-4802-beb9-faa33668beb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465331 Jul 16 23:04:22.830959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Request body: {'port': {'device_id': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:22.910784 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:22.972798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c1117eec-90d8-4b65-8538-881c86803159 None None] Provisioning for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:22.976479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c1117eec-90d8-4b65-8538-881c86803159 None None] Provisioning complete for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:22.976826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1117eec-90d8-4b65-8538-881c86803159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.009827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c1117eec-90d8-4b65-8538-881c86803159 None None] Port 384cfa74-12fd-4375-967b-a5fdc97ebd9f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:04:23.169270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384cfa74-12fd-4375-967b-a5fdc97ebd9f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:04:23.176641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.188660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Transition to ACTIVE for port object 384cfa74-12fd-4375-967b-a5fdc97ebd9f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:04:23.192239 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.225973 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.244119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:23.320496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:04:23.320675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:04:23.321237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:23.326547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:04:23.326876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:04:23.331997 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:04:23.332341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:04:23.332733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:04:23.333191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Bound port: 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:04:23.333554 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.434191 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:04:23.458159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:04:23.463238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.467334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 228b2e73-70f1-4eff-98b6-ab28ee133673 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:23.506902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:23.507501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.508888 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] 10.222.0.47 "PUT /v2.0/ports/384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1092 time: 0.6832056 Jul 16 23:04:23.514116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:23.516940 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ca79e3-424b-4242-896d-e4e3ba9cf542" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:23.520492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 228b2e73-70f1-4eff-98b6-ab28ee133673 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:23.520879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:23.536072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c241f-c143-4afe-aa48-36e2ebf7de13 req-e5d09e0f-5af6-49a3-885c-0afc6dcdee3f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:23.537674 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b79c241f-c143-4afe-aa48-36e2ebf7de13 req-e5d09e0f-5af6-49a3-885c-0afc6dcdee3f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.1460493 Jul 16 23:04:23.571872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804d67-26bb-4ad6-8b08-340686a19f1d service neutron] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:23.594235 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ff344-1eb4-49f5-9d88-b1a212ad46b9 x-openstack-request-id: req-4f4ff344-1eb4-49f5-9d88-b1a212ad46b9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:23.594541 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:23.594760 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f4ff344-1eb4-49f5-9d88-b1a212ad46b9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:23.595159 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'status': 'completed', 'code': 200} Jul 16 23:04:23.619807 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b79c241f-c143-4afe-aa48-36e2ebf7de13 req-c8b34eff-17d4-40ed-af47-bf4766f5a2cc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756421 Jul 16 23:04:23.639782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-41fd6509-d563-4283-8c4e-0b55b8927306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:23.642135 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-41fd6509-d563-4283-8c4e-0b55b8927306 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1095 time: 0.0864084 Jul 16 23:04:23.689741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-95605b1d-1378-461c-a137-8e01b132dcf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 217 time: 0.0397973 Jul 16 23:04:23.738190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-80f66f23-ad75-4795-bed9-664e5b776e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:23.739644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-80f66f23-ad75-4795-bed9-664e5b776e41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0436747 Jul 16 23:04:23.796453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-6b069da1-f5da-4b86-a088-3fcbf203308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:23.798014 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-6b069da1-f5da-4b86-a088-3fcbf203308b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521526 Jul 16 23:04:23.891059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-27558ee4-dd4f-4835-b33b-42ab93a54bcc service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Jul 16 23:04:23.978734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f09d3e92-6246-4aaf-b939-88106b510bf9 req-19b48646-037e-47f2-b30a-864a748dad78 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808091 Jul 16 23:04:24.082426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-cca4db40-5393-4eda-9c91-5219d4d0286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:24.083890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-cca4db40-5393-4eda-9c91-5219d4d0286e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1095 time: 0.0559497 Jul 16 23:04:24.172495 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-3ffba1b7-957f-4d20-97a8-904e83189de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:24.174011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-3ffba1b7-957f-4d20-97a8-904e83189de6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0834105 Jul 16 23:04:24.217111 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-f82eac8b-1d1e-42fc-976d-496a949d5645 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 217 time: 0.0367839 Jul 16 23:04:24.265187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-dd02df07-09fd-4803-a728-76c531ec6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:24.266533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-dd02df07-09fd-4803-a728-76c531ec6cc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0432684 Jul 16 23:04:24.322953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-b06ad13a-fc8f-4470-a829-f73102a4982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:24.324425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-b06ad13a-fc8f-4470-a829-f73102a4982f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508626 Jul 16 23:04:24.418354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-a2fb9955-8c57-4482-9bd8-8ab91325d141 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855138 Jul 16 23:04:24.506747 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37ca79e3-424b-4242-896d-e4e3ba9cf542 req-d651ae48-4991-4511-b454-3626798024db service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Jul 16 23:04:24.797897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcf373-8d24-4e73-9938-a95dadd3bf56 req-45b7027b-7bae-430b-ad3f-be69cbebc1d7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:24.799322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01bcf373-8d24-4e73-9938-a95dadd3bf56 req-45b7027b-7bae-430b-ad3f-be69cbebc1d7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.0625548 Jul 16 23:04:24.836414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-01bcf373-8d24-4e73-9938-a95dadd3bf56 req-00ed38fa-84e2-4c16-9902-e333c4fc24a2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Jul 16 23:04:26.012728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c464888-0864-4b81-931a-10b0b2906912 req-a16c92dc-ff9d-4f8e-97cb-f12986099dc5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:26.014239 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c464888-0864-4b81-931a-10b0b2906912 req-a16c92dc-ff9d-4f8e-97cb-f12986099dc5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.0673101 Jul 16 23:04:26.051029 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c464888-0864-4b81-931a-10b0b2906912 req-e9123383-3478-4844-a754-15e1d1c5373b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jul 16 23:04:26.849970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:04:26.944078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:26.955295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'mac_address': 'fa:16:3e:e3:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:04:26.990480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:27.002539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384cfa74-12fd-4375-967b-a5fdc97ebd9f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:04:27.022156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:27.026091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:27.074772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:27.226034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b51f8-8930-4165-a5d0-6df2ee5bb92f req-7cb5d60c-bf83-4ad1-9b8d-e6ef82668e38 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:27.227438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d62b51f8-8930-4165-a5d0-6df2ee5bb92f req-7cb5d60c-bf83-4ad1-9b8d-e6ef82668e38 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 944 time: 0.0621526 Jul 16 23:04:27.229872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['384cfa74-12fd-4375-967b-a5fdc97ebd9f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:04:27.268882 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d62b51f8-8930-4165-a5d0-6df2ee5bb92f req-2eb08d9c-840b-4948-91bc-a8e6f0950f6f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357225 Jul 16 23:04:27.604503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3915723d-1094-4d14-a86d-0d5b216e2529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:28.438945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a9339-78c9-4812-90c9-3e1553b6e8c5 req-12e71459-f743-4544-a78f-128809616830 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:28.440380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-521a9339-78c9-4812-90c9-3e1553b6e8c5 req-12e71459-f743-4544-a78f-128809616830 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 944 time: 0.0648654 Jul 16 23:04:28.477660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-521a9339-78c9-4812-90c9-3e1553b6e8c5 req-f678fe4b-53b2-4039-a7d7-8bba5e93f1cc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Jul 16 23:04:28.857420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:04:28.907804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:04:28.911668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:04:28.911987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:28.985456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:29.007072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:29.009333 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa308d15-4770-4db3-b662-620acd38c11d" -d '{"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:29.021904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:04:29.026191 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:29.049080 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9422b4f-4530-4106-882c-5faea85d5782 x-openstack-request-id: req-b9422b4f-4530-4106-882c-5faea85d5782 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:29.049374 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:29.049642 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9422b4f-4530-4106-882c-5faea85d5782 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:29.050018 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'code': 200} Jul 16 23:04:29.075773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:04:29.155111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b9d7c-8fb2-48c1-a4cf-ffa0f84bdf2d req-e3727907-a32a-465d-8a1a-288095928678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:29.156492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a0b9d7c-8fb2-48c1-a4cf-ffa0f84bdf2d req-e3727907-a32a-465d-8a1a-288095928678 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0519669 Jul 16 23:04:29.190842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a0b9d7c-8fb2-48c1-a4cf-ffa0f84bdf2d req-543e2090-10c1-4e8f-b455-682a0599dceb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270457 Jul 16 23:04:29.656324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfeb0-5c2f-4cfe-982a-3cef5d256f12 req-91f1d1af-da18-4708-b068-998d4b40b11c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:29.657872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-101cfeb0-5c2f-4cfe-982a-3cef5d256f12 req-91f1d1af-da18-4708-b068-998d4b40b11c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0681407 Jul 16 23:04:29.694327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-101cfeb0-5c2f-4cfe-982a-3cef5d256f12 req-5312b2af-ad8e-4a93-951a-99e13785a7f8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Jul 16 23:04:29.843627 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e04551a-cb94-45b0-9e25-6381f0c41e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:30.158596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:30.870000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e3938-0286-4d70-afc3-1bcca538c2e4 req-c3b13dc4-808b-43cd-8934-280c96c1cd48 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:30.871435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a1e3938-0286-4d70-afc3-1bcca538c2e4 req-c3b13dc4-808b-43cd-8934-280c96c1cd48 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0666149 Jul 16 23:04:30.909231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3a1e3938-0286-4d70-afc3-1bcca538c2e4 req-b7e66acc-c91e-4190-a092-e7f1c910dfb8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Jul 16 23:04:31.072678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20155763-2071-4de0-b9f1-b72c810bac49 req-b1e99dc4-e7ca-48b9-b282-1a9aa942c44b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:31.074292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-20155763-2071-4de0-b9f1-b72c810bac49 req-b1e99dc4-e7ca-48b9-b282-1a9aa942c44b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0628746 Jul 16 23:04:31.082709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:04:31.087323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'floatingip': {'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:04:31.129483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:31.495283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:31.564453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:31.568099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:31.662023 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d associated. External IP: 172.25.5.246, port: 384cfa74-12fd-4375-967b-a5fdc97ebd9f. Jul 16 23:04:31.862306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:04:31.968018 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:04:31.972442 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:31.978373 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:04:31.987903 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:31.988550 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:32.011137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-21000d7e-0ac5-4f47-93aa-f92bcc07640a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "PUT /v2.0/floatingips/5b5fd50a-98e6-4e8c-9d4d-76567c892d8d HTTP/1.1" status: 200 len: 991 time: 0.9246871 Jul 16 23:04:32.011137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:04:32.011405 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb68902-6c7f-4116-9bce-a12e832de16c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:04:32.046963 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cadc7b-a662-4d16-9bc0-beba93860d4b x-openstack-request-id: req-03cadc7b-a662-4d16-9bc0-beba93860d4b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:04:32.047258 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:04:32.047511 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03cadc7b-a662-4d16-9bc0-beba93860d4b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:04:32.048057 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'status': 'completed', 'code': 200} Jul 16 23:04:32.129678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-dc5e9e21-51da-4d77-b593-ad3e32bb2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:32.131223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-dc5e9e21-51da-4d77-b593-ad3e32bb2f93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0595801 Jul 16 23:04:32.190886 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:32.222963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-d2ddb189-6d73-4d44-823a-a7f22990337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:32.224409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-d2ddb189-6d73-4d44-823a-a7f22990337f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0869665 Jul 16 23:04:32.292668 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-fe61df74-6647-40b8-ba83-188c807dceae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 999 time: 0.0619740 Jul 16 23:04:32.339074 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-53892e33-c28c-4d0b-a213-e73851f9b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:32.340527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-53892e33-c28c-4d0b-a213-e73851f9b61b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0424309 Jul 16 23:04:32.396332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-ecd874a6-cf19-4ce3-9e7b-d54a568a269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:04:32.397902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-ecd874a6-cf19-4ce3-9e7b-d54a568a269f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513372 Jul 16 23:04:32.405772 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:e3:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:04:31Z', 'revision_number': 1, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:32.435167 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:04:32.443307 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:04:32.443920 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:04:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:32.491397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-b9149719-b56d-4f07-a2c9-ee641cc289f2 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Jul 16 23:04:32.545915 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:04:32.579126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cdb68902-6c7f-4116-9bce-a12e832de16c req-2774f0a6-958e-4e73-b944-c86019f927b2 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816689 Jul 16 23:04:32.754858 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:e3:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:04:31Z', 'revision_number': 1, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:04:32.783743 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a8668-3714-4480-85a4-e493c944aa53 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:e3:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:04:31Z', 'revision_number': 1, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:04:32.828637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:32.972622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82ffdc-a7ed-4b18-bfba-c794bc105056 None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:04:46.395372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:04:51.003751 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:53.241989 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:57.604201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf974ac2-12e8-4ecb-9893-dc6b784f1f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:04:59.844713 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-30913959-1c4b-4eed-b0c8-c816a39618ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:00.159070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:01.497576 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:02.831693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:05.121723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-f4fcba5e-ef41-401d-a6b9-b250a09e2f48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543149 Jul 16 23:05:05.212127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-f879da9f-056a-4b06-b79b-b4d4b5b359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:05:05.213533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-f879da9f-056a-4b06-b79b-b4d4b5b359fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0514426 Jul 16 23:05:05.315047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-e010871d-b603-4240-9e1a-e1fd81654f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:05:05.316502 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-e010871d-b603-4240-9e1a-e1fd81654f8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0839310 Jul 16 23:05:05.383020 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-083030b1-cd3c-496b-b7fa-d11364034204 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1001 time: 0.0600858 Jul 16 23:05:05.431177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-79e08a5d-8f53-4729-a422-cd63dbbb89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:05:05.432614 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-79e08a5d-8f53-4729-a422-cd63dbbb89ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0433588 Jul 16 23:05:05.488342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-b2940c1c-a741-4eda-b310-6ac116869456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:05:05.489742 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-b2940c1c-a741-4eda-b310-6ac116869456 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510004 Jul 16 23:05:05.581119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-72046fe9-7876-4a18-8f4c-657fba43a96e service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840921 Jul 16 23:05:05.668797 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-61eeaf2e-cd9a-4c95-866b-cc4562837f6b req-7541452e-d1c8-49e9-9dee-ae9f43897f2f service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804670 Jul 16 23:05:21.003380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:23.255946 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:23.394471 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:05:27.603812 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f5d1-fd3e-472a-ae1c-576ddbcc5ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:29.844777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409770ba-b313-4f02-bb42-6dd69b45f617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:30.159316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:31.500772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:32.833177 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:51.032050 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:53.255252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:57.604093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-674e268b-eba7-482f-ab8e-fd9a2f20daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:05:59.845595 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-646865d1-f757-4a2b-a127-064d34374619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:00.160002 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:00.394818 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:06:01.503978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:02.845118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:06.136662 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-8b7b57bd-1eb9-4a9c-9071-e2931443d06a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562549 Jul 16 23:06:06.229023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-359f593f-f716-4b49-b91d-8fe8c7bedbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:06.230480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-359f593f-f716-4b49-b91d-8fe8c7bedbca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0517788 Jul 16 23:06:06.337570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-9c70b9c4-8795-4dcb-892b-be7130ecc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:06.339098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-9c70b9c4-8795-4dcb-892b-be7130ecc7c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0885937 Jul 16 23:06:06.718992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-56058305-f9b7-4812-a813-88de1c7a0b4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1001 time: 0.3726146 Jul 16 23:06:06.766220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-4bd6161e-67cb-43e1-a248-256aaeabc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:06.767858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-4bd6161e-67cb-43e1-a248-256aaeabc8dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0423007 Jul 16 23:06:06.825581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-0cfd0c85-43fd-4dc3-bcad-7175683bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:06.827028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-0cfd0c85-43fd-4dc3-bcad-7175683bbd4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523298 Jul 16 23:06:06.916452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-aa38bdc0-4448-4b84-bbc9-bad64d8e5630 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809326 Jul 16 23:06:07.008338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-229abaeb-13fe-49e7-8e46-6f3f6cffbe91 req-a59098cd-0289-4ac4-828b-062f86a27a23 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848835 Jul 16 23:06:09.050854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05a445-c18f-4cb8-8008-769e4b2dee7c req-7eddaa52-6cdf-411d-a418-d0ead2e2faa6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:09.052338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c05a445-c18f-4cb8-8008-769e4b2dee7c req-7eddaa52-6cdf-411d-a418-d0ead2e2faa6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0629766 Jul 16 23:06:09.091429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c05a445-c18f-4cb8-8008-769e4b2dee7c req-74167645-33de-4468-aa63-eabfe6cdf54a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334775 Jul 16 23:06:09.385043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:06:09.518646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d426df-bb42-463d-81f4-a0211b5c660d req-f19443f5-5dd8-4345-b73d-de76af9ac5e3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:09.520125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73d426df-bb42-463d-81f4-a0211b5c660d req-f19443f5-5dd8-4345-b73d-de76af9ac5e3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0849771 Jul 16 23:06:09.582603 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-73d426df-bb42-463d-81f4-a0211b5c660d req-0fd37dbc-d439-4515-9453-8c609e2c3793 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Jul 16 23:06:09.592784 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-0dfae898-9785-4bf4-b579-1b45e6290489 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2063682 Jul 16 23:06:09.603418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-dfacb447-5715-47db-ad80-517315d5c7b6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:06:09.604382 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-dfacb447-5715-47db-ad80-517315d5c7b6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062873 Jul 16 23:06:10.766229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b0-ed68-45c2-96f8-0ce9c24c57d4 req-cbc3692f-17a0-4c07-ad76-270528bea2ff tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:10.768036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e53273b0-ed68-45c2-96f8-0ce9c24c57d4 req-cbc3692f-17a0-4c07-ad76-270528bea2ff tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jul 16 23:06:10.807337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e53273b0-ed68-45c2-96f8-0ce9c24c57d4 req-d1c55940-1e80-436f-a108-e85c94208cab tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336885 Jul 16 23:06:10.920645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-33d5509f-c68b-4551-92b5-55f330422f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:10.922174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-33d5509f-c68b-4551-92b5-55f330422f76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0530181 Jul 16 23:06:11.013308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-43061215-b42a-4cfc-8356-99b760aae0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:11.014669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-43061215-b42a-4cfc-8356-99b760aae0f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0860412 Jul 16 23:06:11.077994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-70136993-410b-4269-98ea-296898701265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1001 time: 0.0574248 Jul 16 23:06:11.129179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-fb991a39-3406-4e8a-a9b3-ed9cbc3ce6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:11.130597 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-fb991a39-3406-4e8a-a9b3-ed9cbc3ce6b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0466435 Jul 16 23:06:11.189023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-330ec21f-0324-4127-a14d-6a66b2033874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:11.190620 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-330ec21f-0324-4127-a14d-6a66b2033874 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539465 Jul 16 23:06:11.281989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-972e5ad4-024f-4977-a42d-65ae01a945ec service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844171 Jul 16 23:06:11.376529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b01eeab2-26cf-4efd-b74c-765a930bd19a service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877659 Jul 16 23:06:11.979768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daeb7-29ec-4e2f-8506-d6e2406d5bfb req-4b36411f-53c9-4809-aa75-38bd38e72d02 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:11.981298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d2daeb7-29ec-4e2f-8506-d6e2406d5bfb req-4b36411f-53c9-4809-aa75-38bd38e72d02 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0624740 Jul 16 23:06:12.019499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d2daeb7-29ec-4e2f-8506-d6e2406d5bfb req-53993557-cb44-42e7-8f89-f27841c82c7d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Jul 16 23:06:13.196753 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da110738-15c9-4281-8c24-e2a3a849e015 req-f0a2c786-3401-4736-95d1-39662e25ca05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:13.198149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da110738-15c9-4281-8c24-e2a3a849e015 req-f0a2c786-3401-4736-95d1-39662e25ca05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0650680 Jul 16 23:06:13.234244 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da110738-15c9-4281-8c24-e2a3a849e015 req-8fc24184-cedb-4bda-ba9d-4beb47896443 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Jul 16 23:06:14.409909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382373dd-75d3-4b57-8353-b15b493b9c06 req-d5250e25-122e-4735-b95c-50aaa1431e88 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:14.411383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-382373dd-75d3-4b57-8353-b15b493b9c06 req-d5250e25-122e-4735-b95c-50aaa1431e88 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0664611 Jul 16 23:06:14.449252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-382373dd-75d3-4b57-8353-b15b493b9c06 req-3eb81b98-1fd3-4160-90e6-b239959f0af2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322962 Jul 16 23:06:15.622324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966d85-221b-4df4-a184-86e960316fbb req-7c94563f-3af4-43b1-ae9b-74391cb7ae1c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:15.623808 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be966d85-221b-4df4-a184-86e960316fbb req-7c94563f-3af4-43b1-ae9b-74391cb7ae1c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0632560 Jul 16 23:06:15.660552 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-be966d85-221b-4df4-a184-86e960316fbb req-ae23c6dd-8412-42ed-b713-7ff996573d26 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312901 Jul 16 23:06:16.832109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9cd7-ed1c-46c6-be3b-fb1223fac261 req-4fa45185-f407-4cd2-95d6-bdf20f32f182 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:16.833653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-311d9cd7-ed1c-46c6-be3b-fb1223fac261 req-4fa45185-f407-4cd2-95d6-bdf20f32f182 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0625887 Jul 16 23:06:16.870768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-311d9cd7-ed1c-46c6-be3b-fb1223fac261 req-3f9b58da-9698-4872-83b2-d6803dc754dc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Jul 16 23:06:18.041685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538e4e1-6d4b-4b12-9cb3-d3e94255df26 req-f48160c6-3b14-4ecb-a1b5-83924465271f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:18.043176 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1538e4e1-6d4b-4b12-9cb3-d3e94255df26 req-f48160c6-3b14-4ecb-a1b5-83924465271f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0633492 Jul 16 23:06:18.079990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1538e4e1-6d4b-4b12-9cb3-d3e94255df26 req-03096990-e918-411e-99ad-5b474a29b2b4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Jul 16 23:06:19.257163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb85c-5d48-4d1c-8658-b67780746142 req-edfee39f-298d-4213-8a0c-92432ac1fde8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:19.258558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-414cb85c-5d48-4d1c-8658-b67780746142 req-edfee39f-298d-4213-8a0c-92432ac1fde8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0672305 Jul 16 23:06:19.295947 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-414cb85c-5d48-4d1c-8658-b67780746142 req-c54126e3-1f53-43a6-8275-d9fb705b6681 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Jul 16 23:06:20.468916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b0f1-f8e6-486c-865c-f6d3b7d805b6 req-37527eac-c95f-4678-b0b7-e0b2c55d317a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:20.470431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb24b0f1-f8e6-486c-865c-f6d3b7d805b6 req-37527eac-c95f-4678-b0b7-e0b2c55d317a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0660679 Jul 16 23:06:20.508645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb24b0f1-f8e6-486c-865c-f6d3b7d805b6 req-6a153767-7e2f-4ab9-8673-50c361bc13f1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Jul 16 23:06:21.035894 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:21.679685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000fd2f-c492-4824-bffd-002dba809cc7 req-37f5444c-2cd0-4109-84e6-186621480d4a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:21.681183 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f000fd2f-c492-4824-bffd-002dba809cc7 req-37f5444c-2cd0-4109-84e6-186621480d4a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0629385 Jul 16 23:06:21.717641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f000fd2f-c492-4824-bffd-002dba809cc7 req-b9f0da8b-72b3-4717-ab56-c6b3f4914f33 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Jul 16 23:06:22.888820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02ed3-7480-4423-97a7-cd8a9944a69b req-4427fd45-70bd-4cc2-9883-eeafbfbbb54b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:22.890367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6fb02ed3-7480-4423-97a7-cd8a9944a69b req-4427fd45-70bd-4cc2-9883-eeafbfbbb54b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0630605 Jul 16 23:06:22.927036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6fb02ed3-7480-4423-97a7-cd8a9944a69b req-e860cda0-60c6-4e4e-835c-897530a157a4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jul 16 23:06:23.264033 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:23.307350 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-5c8e5ef2-8eb2-4699-8037-dcd1cd05f166 service neutron] show failed (client error): The resource could not be found. Jul 16 23:06:23.308386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-5c8e5ef2-8eb2-4699-8037-dcd1cd05f166 service neutron] 10.222.0.47 "GET /v2.0/ports/384cfa74-12fd-4375-967b-a5fdc97ebd9f/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0548623 Jul 16 23:06:23.557916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-fa0fc73c-0427-4d1b-ab52-93b3d2e7aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:23.559306 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-fa0fc73c-0427-4d1b-ab52-93b3d2e7aa2d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1097 time: 0.0569572 Jul 16 23:06:23.570391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:06:23.639039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:23.836605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:23.869142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:06:23.913330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:23.915615 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e65e2-e15e-43fd-bd2c-19b7aa84532e" -d '{"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:23.919629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:23.931866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Transition to ACTIVE for port object 384cfa74-12fd-4375-967b-a5fdc97ebd9f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:06:23.935959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:23.976642 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71cba9c-f2a8-43ee-a40d-25db8c0455a7 x-openstack-request-id: req-d71cba9c-f2a8-43ee-a40d-25db8c0455a7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:23.976943 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:23.977251 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d71cba9c-f2a8-43ee-a40d-25db8c0455a7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:23.977646 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'code': 200} Jul 16 23:06:23.990534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:24.049540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.049885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.050222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.050556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.050885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.051210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.051537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.051857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.052178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.052499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.052819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.053206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:24.123256 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dee55f-b0ae-48e5-9660-f2603feae85c req-d6e7c370-b129-4476-a1a2-cd4a2f9582e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.124805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0dee55f-b0ae-48e5-9660-f2603feae85c req-d6e7c370-b129-4476-a1a2-cd4a2f9582e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.0773735 Jul 16 23:06:24.130276 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] No DVR routers for this DVR port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:06:24.164900 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0dee55f-b0ae-48e5-9660-f2603feae85c req-4d1ae38a-14a7-4fb5-b857-0e8b36977265 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342977 Jul 16 23:06:24.273258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:06:24.273515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:06:24.273844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:06:24.278038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:06:24.278362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Attempting to bind port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:06:24.283123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:06:24.283466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:06:24.283853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:06:24.284279 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Bound port: 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:06:24.284630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:24.348566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:06:24.352382 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:06:24.356056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:24.393138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.393762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:24.395158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] 10.222.0.68 "PUT /v2.0/ports/384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1092 time: 0.8287387 Jul 16 23:06:24.412270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad677a-0d41-4e66-8923-4ad83fea3afb service neutron] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:24.480369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-30e707a4-6180-4288-a28a-9d9e334bdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.481902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-30e707a4-6180-4288-a28a-9d9e334bdde4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1095 time: 0.0563588 Jul 16 23:06:24.577347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-e17a9a49-b056-48df-9756-482a6e54b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.578867 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-e17a9a49-b056-48df-9756-482a6e54b2c4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0904636 Jul 16 23:06:24.641353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-61f42b40-4bcb-442d-8443-47a8b6b1a638 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 999 time: 0.0553720 Jul 16 23:06:24.687211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-248c9181-962c-4fd5-a529-3501ab3e7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.688544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-248c9181-962c-4fd5-a529-3501ab3e7512 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0415573 Jul 16 23:06:24.746335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-3c44e4d3-eaaf-41e9-a834-27258442207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:24.747825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-3c44e4d3-eaaf-41e9-a834-27258442207d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528307 Jul 16 23:06:24.833462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-98797fc0-8335-4f2f-aecd-709b869c90f0 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793896 Jul 16 23:06:24.924923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e9f1190d-b021-4fc5-9d01-09daca20cd2e req-dc2c8216-b499-40a0-a66c-d942e463d030 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Jul 16 23:06:25.340069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf522-b5cf-4f70-bbdf-cccc8890c459 req-6a6f30d6-9b83-4a6c-8e58-1b6b694c868e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:25.341561 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d17bf522-b5cf-4f70-bbdf-cccc8890c459 req-6a6f30d6-9b83-4a6c-8e58-1b6b694c868e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.0627971 Jul 16 23:06:25.378451 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d17bf522-b5cf-4f70-bbdf-cccc8890c459 req-91acd126-9f61-4f5a-936f-97e13befc290 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Jul 16 23:06:25.978414 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:25.980798 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:26.028132 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2634a3-6925-443f-8ba4-139d79b8c328 x-openstack-request-id: req-2d2634a3-6925-443f-8ba4-139d79b8c328 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:26.028433 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:26.028691 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d2634a3-6925-443f-8ba4-139d79b8c328 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:26.029142 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'status': 'completed', 'code': 200} Jul 16 23:06:26.142887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-6c081f0f-66b1-4c7c-86a2-948d3aa25ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.144290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-6c081f0f-66b1-4c7c-86a2-948d3aa25ccc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1095 time: 0.0875132 Jul 16 23:06:26.146864 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-66860c94-aabf-42a1-8b49-5dd5d5f52eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.148228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-66860c94-aabf-42a1-8b49-5dd5d5f52eed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1095 time: 0.0998499 Jul 16 23:06:26.302834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-8729761e-2d1c-48fd-9700-91c327af4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.304355 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-8729761e-2d1c-48fd-9700-91c327af4f24 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1529658 Jul 16 23:06:26.308611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-474e3973-1c33-4f68-92c8-18f5693d9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.309981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-474e3973-1c33-4f68-92c8-18f5693d9835 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1505866 Jul 16 23:06:26.421252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-bebfd30b-7ffd-4879-b816-94913d8f84a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 999 time: 0.1079583 Jul 16 23:06:26.423499 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-1f6df695-d58b-49d3-900c-be40e477875f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 999 time: 0.1047843 Jul 16 23:06:26.540243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-b38cfcfe-cb80-4419-a8cd-1db8e6d6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.541793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-b38cfcfe-cb80-4419-a8cd-1db8e6d6f053 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.1126668 Jul 16 23:06:26.544067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-982af891-ae8d-4e46-9621-6e4eeddc0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.545431 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-982af891-ae8d-4e46-9621-6e4eeddc0ae9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.1148996 Jul 16 23:06:26.654626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e9d71-5509-406d-b982-b5537b2e6d46 req-d5f178fa-da2b-428f-912a-e3cc428946b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.656106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-680e9d71-5509-406d-b982-b5537b2e6d46 req-d5f178fa-da2b-428f-912a-e3cc428946b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 943 time: 0.1533890 Jul 16 23:06:26.686159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-3c78be35-d741-4027-9fa1-adae291662e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.687514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-3c78be35-d741-4027-9fa1-adae291662e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384890 Jul 16 23:06:26.691210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-659a5b93-0f49-4b5e-aa69-0f8b2805df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:26.692557 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-659a5b93-0f49-4b5e-aa69-0f8b2805df0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337805 Jul 16 23:06:26.742516 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-680e9d71-5509-406d-b982-b5537b2e6d46 req-a2187dd9-34c9-47ff-bddb-9485c74fd1e8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801218 Jul 16 23:06:26.859577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-039972aa-98a0-45e9-86a7-9ccb67fb774f service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505997 Jul 16 23:06:26.861478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-361bcf1a-c14a-4458-8740-3415dd5f2840 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646278 Jul 16 23:06:27.020310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-f638c2ea-6d4a-44a6-a256-db1ef2dade54 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541517 Jul 16 23:06:27.022709 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a90cf3bf-1eeb-41d3-afc0-78ef63eddbb6 req-a92ff236-4624-4c8e-b050-2b46fa4fa73e service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488159 Jul 16 23:06:27.139033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:06:27.232174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:27.243803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'mac_address': 'fa:16:3e:e3:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:06:27.280239 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:27.292262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384cfa74-12fd-4375-967b-a5fdc97ebd9f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:06:27.311029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:27.314784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:27.359668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:27.367254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.367605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.367953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.368297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.368636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.368989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.369335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.369666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.369997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.370326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.370655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.370986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:06:27.447607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:06:27.483633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:06:27.562460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['384cfa74-12fd-4375-967b-a5fdc97ebd9f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:06:27.613000 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37ae7d63-e45c-4145-8d55-15d4509bece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:27.917391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511461a2-1370-4a26-8e22-14891e361358 req-83466de7-bf65-4816-9e18-020acae0d42d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:27.918914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-511461a2-1370-4a26-8e22-14891e361358 req-83466de7-bf65-4816-9e18-020acae0d42d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 944 time: 0.0640912 Jul 16 23:06:27.956155 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-511461a2-1370-4a26-8e22-14891e361358 req-43f8bebc-6733-4159-88e1-269551f72ea6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Jul 16 23:06:28.249239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2fa4-7562-47c6-8fb9-901bb373c84f req-3eec4d19-2986-4cd8-8796-a5f8f53b17d7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.250688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a07e2fa4-7562-47c6-8fb9-901bb373c84f req-3eec4d19-2986-4cd8-8796-a5f8f53b17d7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 944 time: 0.0646260 Jul 16 23:06:28.264203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9270-0408-47fd-82c8-1d95081bc26d req-fe67f020-696d-488e-8c4f-e042e92cd283 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.265703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-fe67f020-696d-488e-8c4f-e042e92cd283 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a&tenant_id=bd6fc29719de418387b382b7675ba52d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 944 time: 0.0724306 Jul 16 23:06:28.289463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a07e2fa4-7562-47c6-8fb9-901bb373c84f req-b078a523-67af-42d9-b83d-11031a7e0a11 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330789 Jul 16 23:06:28.325943 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-492d9270-0408-47fd-82c8-1d95081bc26d req-cb27b01f-4237-44b8-9975-e917f550be93 service neutron] delete failed (client error): The resource could not be found. Jul 16 23:06:28.326967 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-cb27b01f-4237-44b8-9975-e917f550be93 service neutron] 10.222.0.47 "DELETE /v2.0/ports/384cfa74-12fd-4375-967b-a5fdc97ebd9f/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0537679 Jul 16 23:06:28.423184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9270-0408-47fd-82c8-1d95081bc26d req-e6b04668-c8b4-4dc5-bc21-c7d1e74aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.424664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-e6b04668-c8b4-4dc5-bc21-c7d1e74aec3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0535169 Jul 16 23:06:28.514583 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9270-0408-47fd-82c8-1d95081bc26d req-8c8bebcc-8876-48f7-9e62-27aac2ca436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.515920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-8c8bebcc-8876-48f7-9e62-27aac2ca436a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0849171 Jul 16 23:06:28.578731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-a98e5d4b-f9b3-480b-90e5-58a1445904c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 200 len: 1000 time: 0.0565352 Jul 16 23:06:28.629479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9270-0408-47fd-82c8-1d95081bc26d req-7558db79-ecb8-47b3-ad3d-cbbf7544ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.630896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-7558db79-ecb8-47b3-ad3d-cbbf7544ca5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0455523 Jul 16 23:06:28.685565 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9270-0408-47fd-82c8-1d95081bc26d req-0fe7e6e8-f2b6-4613-b066-d9455e38d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:28.687001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-0fe7e6e8-f2b6-4613-b066-d9455e38d5c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500290 Jul 16 23:06:28.776425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-954b1899-46d3-4312-a7bb-290a984c0b91 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833399 Jul 16 23:06:28.862595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-492d9270-0408-47fd-82c8-1d95081bc26d req-8da105e4-67f4-4927-9942-2d36f5e6668b service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798163 Jul 16 23:06:29.170549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:06:29.218587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:06:29.222304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 384cfa74-12fd-4375-967b-a5fdc97ebd9f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:06:29.222684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:29.302644 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:29.326765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:29.329053 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63e7cb-2a95-4b7a-8d66-d778be771ed9" -d '{"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:29.342193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:29.348665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:29.377955 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799ef68e-883f-475b-a5b6-9ba1fa48444d x-openstack-request-id: req-799ef68e-883f-475b-a5b6-9ba1fa48444d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:29.378319 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:29.378640 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-799ef68e-883f-475b-a5b6-9ba1fa48444d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:29.379097 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'code': 200} Jul 16 23:06:29.405932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:29.473964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0252df-d54f-43f4-9420-ba8c4985a86b req-3d0f1a7f-9bc7-4f1d-aa20-d08c5a0eaebe tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:29.475512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db0252df-d54f-43f4-9420-ba8c4985a86b req-3d0f1a7f-9bc7-4f1d-aa20-d08c5a0eaebe tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0646157 Jul 16 23:06:29.516546 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db0252df-d54f-43f4-9420-ba8c4985a86b req-e18869c1-72f6-4293-bb32-1b8a5780dd2f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Jul 16 23:06:29.692347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aaa0b-8b14-4098-a9cd-1c97dac184b3 req-a2ca4f25-5723-4525-824c-4a12c1d5c457 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:29.693852 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-696aaa0b-8b14-4098-a9cd-1c97dac184b3 req-a2ca4f25-5723-4525-824c-4a12c1d5c457 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0653226 Jul 16 23:06:29.730428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-696aaa0b-8b14-4098-a9cd-1c97dac184b3 req-1cbb0bae-68d0-428f-82a6-5b990a7af503 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Jul 16 23:06:29.846453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-547b6121-56f6-4454-b5f5-c0c52c4830c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:29.903966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469bc60-d76b-4b1a-a5ad-beca167719a3 req-879a176c-d1a1-4cb1-bcde-579bd23641c0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:29.905469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a469bc60-d76b-4b1a-a5ad-beca167719a3 req-879a176c-d1a1-4cb1-bcde-579bd23641c0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0674465 Jul 16 23:06:29.943081 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a469bc60-d76b-4b1a-a5ad-beca167719a3 req-74c58c0f-f7b8-4f54-b59a-7a498933e53e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Jul 16 23:06:30.164274 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:30.310239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98f52e-980d-4238-8e74-24405ecddf6b req-c890daa8-99eb-431f-8037-5d5412152172 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:30.311626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d98f52e-980d-4238-8e74-24405ecddf6b req-c890daa8-99eb-431f-8037-5d5412152172 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0625303 Jul 16 23:06:30.348182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d98f52e-980d-4238-8e74-24405ecddf6b req-02dc8597-4851-4987-af0e-92aec5bc5f51 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jul 16 23:06:31.508159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:31.522966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a5e4-380e-446e-845e-d65668a7f020 req-b59a6ef3-da4d-4a7f-b8bd-9b4cdef5ce06 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:31.523879 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b179a5e4-380e-446e-845e-d65668a7f020 req-b59a6ef3-da4d-4a7f-b8bd-9b4cdef5ce06 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0650644 Jul 16 23:06:31.544501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10784d1-28c1-473a-a398-29697344facf req-42d4ae94-ac50-4857-b198-99211ef16adb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:31.545999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f10784d1-28c1-473a-a398-29697344facf req-42d4ae94-ac50-4857-b198-99211ef16adb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 945 time: 0.0678947 Jul 16 23:06:31.562104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b179a5e4-380e-446e-845e-d65668a7f020 req-0adf434c-736f-4485-a44d-b8598df5a100 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Jul 16 23:06:31.647542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Deleting port 384cfa74-12fd-4375-967b-a5fdc97ebd9f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:06:31.647779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.049278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] For port 384cfa74-12fd-4375-967b-a5fdc97ebd9f, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=384cfa74-12fd-4375-967b-a5fdc97ebd9f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:32.049560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.210797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.211168 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.211484 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d disassociated. External IP: 172.25.5.246, port: 384cfa74-12fd-4375-967b-a5fdc97ebd9f. Jul 16 23:06:32.211826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Calling delete_port for 384cfa74-12fd-4375-967b-a5fdc97ebd9f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:06:32.339607 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.366938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'Port': ['ID=384cfa74-12fd-4375-967b-a5fdc97ebd9f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:32.483687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:06:32.592297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:06:32.603117 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:06:32.612100 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:06:32.612718 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:06:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:32.636473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] No DVR routers for this DVR port 384cfa74-12fd-4375-967b-a5fdc97ebd9f on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:06:32.639224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.641182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f10784d1-28c1-473a-a398-29697344facf req-4b75e9ce-d5e9-4468-907f-51fdc19a5358 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "DELETE /v2.0/ports/384cfa74-12fd-4375-967b-a5fdc97ebd9f HTTP/1.1" status: 204 len: 173 time: 1.0895274 Jul 16 23:06:32.641981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-deleted', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:32.644197 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac5474-9934-417a-8c67-9936fbda8f18" -d '{"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-deleted", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:32.686919 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30ad31-5220-40e2-872b-02724ec03cd9 x-openstack-request-id: req-7c30ad31-5220-40e2-872b-02724ec03cd9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:32.687361 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a", "name": "network-vif-deleted", "tag": "384cfa74-12fd-4375-967b-a5fdc97ebd9f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:32.687737 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c30ad31-5220-40e2-872b-02724ec03cd9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:32.688254 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a', 'name': 'network-vif-deleted', 'tag': '384cfa74-12fd-4375-967b-a5fdc97ebd9f', 'status': 'completed', 'code': 200} Jul 16 23:06:32.721122 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e25939bd-48c6-4a35-81e0-69820a4f183e req-a3e72fd3-ed69-466e-82bf-d2e004c8a641 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fc5e013-cb37-4c5a-98f1-a4ca0fbb3e9a HTTP/1.1" status: 200 len: 210 time: 0.0315502 Jul 16 23:06:32.735715 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:06:32.839653 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:32.932152 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:32.961034 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:06:32.969320 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:06:32.969917 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:06:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:33.073569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:06:33.344568 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:33.369898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf70255-0290-4dc5-9bc8-9d6ff607ca56 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:06:33.575929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace0bfc-d8dc-4919-ad76-9711ae0b1efd None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:06:34.021500 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-dda9d0ea-e59d-4baa-b422-b39dcbe4ec3d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--608513567&fields=id&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 267 time: 0.0318642 Jul 16 23:06:34.127136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-aa60ab08-0f76-43c6-a67b-1c076dc09bcb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:34.128570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-aa60ab08-0f76-43c6-a67b-1c076dc09bcb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1004186 Jul 16 23:06:34.142867 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3d1f68f1-7b87-4e2f-872f-fbb10c3fe5f1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/quotas/bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 375 time: 0.0088401 Jul 16 23:06:34.208377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-b2b36561-f064-4305-a176-fc0d2542e006 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601230 Jul 16 23:06:34.303594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-ab33fd85-96fe-456b-8946-3bb19b147875 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837395 Jul 16 23:06:34.388753 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-b8351b75-1b2d-4831-b7ff-aee38c89a198 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795047 Jul 16 23:06:34.551824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b202e7a4-985f-464c-b598-cddf65145905 req-e96c3c83-8d75-46c3-96fd-781d905b0db6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 210 time: 0.0275288 Jul 16 23:06:35.164569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:06:35.184801 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 384cfa74-12fd-4375-967b-a5fdc97ebd9f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:06:35.185176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 384cfa74-12fd-4375-967b-a5fdc97ebd9f not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:06:35.679391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-7276f203-79cb-476a-b571-7a12a99c1778 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:35.681282 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-7276f203-79cb-476a-b571-7a12a99c1778 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1114631 Jul 16 23:06:35.704183 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f217101-9dbd-43a1-b2c4-e4ba9bdc7edb req-af48f765-7a42-4e23-a25a-bfbaf54eaa8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 210 time: 0.0332441 Jul 16 23:06:35.729120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-65c71766-4761-47cd-a1c8-9986cac52b49 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 379 time: 0.0370834 Jul 16 23:06:35.737587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'port': {'device_id': '93fcb214-6498-4438-bd99-7609a7dac73d', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'admin_state_up': True, 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'security_groups': ['9f662fef-050d-4d31-8642-d736bd0026ed']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:06:35.852220 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:06:35.855734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:35.976442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Allocated IP 172.20.0.6 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/4e58b5fa-af30-4edb-97ff-1bbf2904be5e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:06:36.111959 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.125327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Transition to ACTIVE for port object 4e58b5fa-af30-4edb-97ff-1bbf2904be5e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:06:36.156922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.201675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:06:36.204766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:06:36.208592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:06:36.243244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:36.267964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:36.268587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.285035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9f6e7a5f-52d2-45a0-8670-51c6ea609066 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514910 Jul 16 23:06:36.296320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Request body: {'port': {'device_id': '93fcb214-6498-4438-bd99-7609a7dac73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:06:36.375165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.402949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2c3b081-eb8e-44e9-9370-eb6726da26c5 None None] Provisioning for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:06:36.406779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2c3b081-eb8e-44e9-9370-eb6726da26c5 None None] Provisioning complete for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:06:36.407154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b081-eb8e-44e9-9370-eb6726da26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.440939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3b081-eb8e-44e9-9370-eb6726da26c5 None None] Port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:06:36.639683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58b5fa-af30-4edb-97ff-1bbf2904be5e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:06:36.647636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.659108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Transition to ACTIVE for port object 4e58b5fa-af30-4edb-97ff-1bbf2904be5e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:06:36.662491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.712475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:36.786212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:06:36.786567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:06:36.786905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:06:36.791625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:06:36.792012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:06:36.797162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:06:36.797506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:06:36.797899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:06:36.798333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Bound port: 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:06:36.798829 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.904143 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:06:36.907942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:06:36.911975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.952456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:36.953089 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:36.954920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] 10.222.0.68 "PUT /v2.0/ports/4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1092 time: 0.6629491 Jul 16 23:06:36.960672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:36.963839 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c77ed-689c-49f9-a020-220cbb6d7e29" -d '{"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:36.995908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576769-db5c-4448-9380-cce9efe7e15a req-a119c722-cb3c-4554-b9b6-46d117acbb06 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:36.997720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00576769-db5c-4448-9380-cce9efe7e15a req-a119c722-cb3c-4554-b9b6-46d117acbb06 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.1595454 Jul 16 23:06:37.011104 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d324aa-b34e-4f81-a155-6b916027b28e x-openstack-request-id: req-33d324aa-b34e-4f81-a155-6b916027b28e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:37.011420 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:37.011653 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33d324aa-b34e-4f81-a155-6b916027b28e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:37.012524 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'status': 'completed', 'code': 200} Jul 16 23:06:37.032876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea0738-7959-4e6c-a112-b2d82ad1a032 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:37.092467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00576769-db5c-4448-9380-cce9efe7e15a req-a2601ddc-e5fb-4a16-94e5-03ebe1c23fbe tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831311 Jul 16 23:06:37.120052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-0c95ec3e-76c5-4cb9-a5f1-294156accde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.121624 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-0c95ec3e-76c5-4cb9-a5f1-294156accde0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0993190 Jul 16 23:06:37.163599 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-20dd5341-748b-4389-ba62-580c8a272e1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 217 time: 0.0350108 Jul 16 23:06:37.211028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-f8c0b659-762a-4462-83ea-31d001bac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.212471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-f8c0b659-762a-4462-83ea-31d001bac5fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0437431 Jul 16 23:06:37.273873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-abea1eb8-15e6-4189-b367-27e69013daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.275264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-abea1eb8-15e6-4189-b367-27e69013daef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565619 Jul 16 23:06:37.364028 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-9d928884-c62f-4a1a-a051-2b8c40a2f863 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818443 Jul 16 23:06:37.394081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:06:37.457714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7cf09abb-25e6-4624-94cf-7b84e7abd211 req-6eaa7cb1-5e66-43dd-8ed6-67647c7702e2 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874009 Jul 16 23:06:37.558830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-c439d2a7-1b8a-4ee0-b0f8-b3b33e868d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.560314 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-c439d2a7-1b8a-4ee0-b0f8-b3b33e868d53 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0530782 Jul 16 23:06:37.651732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-8978d4e7-d321-4363-ab55-7f915b68b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.653208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-8978d4e7-d321-4363-ab55-7f915b68b452 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0871911 Jul 16 23:06:37.693100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-68f6dd2e-284e-443f-ac1d-4eaaa2e7ee37 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 217 time: 0.0334392 Jul 16 23:06:37.740549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-d4753d27-1ff6-4c39-bbae-071f511a3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.741913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-d4753d27-1ff6-4c39-bbae-071f511a3f48 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0426269 Jul 16 23:06:37.798719 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-400fe14f-45ed-4263-9133-73ecfb6c9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:37.800158 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-400fe14f-45ed-4263-9133-73ecfb6c9d6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505927 Jul 16 23:06:37.895818 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-89dea649-fd9b-427e-990c-1c7a3b5b3354 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883961 Jul 16 23:06:37.989458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e57c77ed-689c-49f9-a020-220cbb6d7e29 req-e9e7157b-5e4c-4afa-9a65-d798094ea349 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870478 Jul 16 23:06:38.265715 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243646-7d8a-43cf-b19c-634a102a73b5 req-f04ec6aa-c27e-4c90-b3fc-6ace0427bca0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:38.267447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed243646-7d8a-43cf-b19c-634a102a73b5 req-f04ec6aa-c27e-4c90-b3fc-6ace0427bca0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.0622485 Jul 16 23:06:38.305201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed243646-7d8a-43cf-b19c-634a102a73b5 req-8c2223b8-1a52-4eaf-bd17-362845fe925f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Jul 16 23:06:39.179374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:06:39.274593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:39.285491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'mac_address': 'fa:16:3e:fb:1c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:06:39.321774 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:39.334024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58b5fa-af30-4edb-97ff-1bbf2904be5e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:06:39.354659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:39.358883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:39.405858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:39.477316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbab6f-5e9b-4ab4-8206-3804362e15e6 req-c6acd64b-f4a2-49a6-bf6e-34421443706c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:39.478793 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51bbab6f-5e9b-4ab4-8206-3804362e15e6 req-c6acd64b-f4a2-49a6-bf6e-34421443706c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 944 time: 0.0646574 Jul 16 23:06:39.517465 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51bbab6f-5e9b-4ab4-8206-3804362e15e6 req-21f59fba-419f-4f67-87f5-74a810d4c66b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323870 Jul 16 23:06:39.547280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['4e58b5fa-af30-4edb-97ff-1bbf2904be5e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:06:40.692741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b344a-0005-4b5a-81c2-54572c470967 req-7f029f22-0d75-4886-b36c-05bb9db05330 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:40.694252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c0b344a-0005-4b5a-81c2-54572c470967 req-7f029f22-0d75-4886-b36c-05bb9db05330 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 944 time: 0.0634925 Jul 16 23:06:40.736288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c0b344a-0005-4b5a-81c2-54572c470967 req-5bb329eb-fd47-4117-8a8a-16c690222c43 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363615 Jul 16 23:06:41.205155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:06:41.250883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:06:41.254380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:06:41.254750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:41.331449 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:41.353478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:41.355689 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1aaf89-338e-496b-930a-496cf18a7b6b" -d '{"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-plugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:41.368059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:06:41.372454 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:41.418648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:06:41.451345 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e4cd8-7413-4717-b1ed-18f8040ad7a2 x-openstack-request-id: req-dc2e4cd8-7413-4717-b1ed-18f8040ad7a2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:41.451637 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-plugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:41.451915 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc2e4cd8-7413-4717-b1ed-18f8040ad7a2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:41.452309 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'code': 200} Jul 16 23:06:41.563397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68baea-1302-40ca-bb36-f18e0beebec2 req-0ec9b870-e943-4143-b70f-35d408cd21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:41.564864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd68baea-1302-40ca-bb36-f18e0beebec2 req-0ec9b870-e943-4143-b70f-35d408cd21f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1097 time: 0.0517650 Jul 16 23:06:41.598023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fd68baea-1302-40ca-bb36-f18e0beebec2 req-a7a29546-4d8d-41df-ba71-3d19fed86618 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269823 Jul 16 23:06:41.905331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6a836-1ca7-4e45-a320-1f1aef98ca63 req-858b313b-27c0-4f30-8964-73696e766d0e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:41.906809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5c6a836-1ca7-4e45-a320-1f1aef98ca63 req-858b313b-27c0-4f30-8964-73696e766d0e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0623522 Jul 16 23:06:41.943447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5c6a836-1ca7-4e45-a320-1f1aef98ca63 req-13ae3af5-c942-4cce-981e-d7b4acffa9d0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310416 Jul 16 23:06:43.121357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf741ce-a73e-4b80-91d6-c752c4ba2216 req-8588c8f9-74c8-4669-a9d3-da073be4cc4e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:43.122841 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6bf741ce-a73e-4b80-91d6-c752c4ba2216 req-8588c8f9-74c8-4669-a9d3-da073be4cc4e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0656881 Jul 16 23:06:43.159825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6bf741ce-a73e-4b80-91d6-c752c4ba2216 req-cc79e5cf-c429-4e75-b652-24508de63e3c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Jul 16 23:06:43.326895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79349-24bd-45a9-aea8-f1261b2de591 req-2c38d85b-e64e-4f9a-aa60-0b7b9b4e3ec6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:43.328417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20c79349-24bd-45a9-aea8-f1261b2de591 req-2c38d85b-e64e-4f9a-aa60-0b7b9b4e3ec6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0642960 Jul 16 23:06:43.337570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 46958) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:06:43.342695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'floatingip': {'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:06:43.383051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:43.817071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:43.820738 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:43.920423 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d associated. External IP: 172.25.5.246, port: 4e58b5fa-af30-4edb-97ff-1bbf2904be5e. Jul 16 23:06:44.121314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:06:44.226885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:06:44.231195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:44.236482 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:06:44.246842 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:06:44.247634 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:06:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:44.271692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3a30d174-75b8-4cb5-875f-6afbff33de8c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "PUT /v2.0/floatingips/5b5fd50a-98e6-4e8c-9d4d-76567c892d8d HTTP/1.1" status: 200 len: 991 time: 0.9303176 Jul 16 23:06:44.271692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:06:44.272076 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604f644-ef79-4613-b941-82507587f5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:06:44.308085 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9060564-32a2-4b26-a496-9b94a7c1203d x-openstack-request-id: req-b9060564-32a2-4b26-a496-9b94a7c1203d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:06:44.308382 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:06:44.308631 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9060564-32a2-4b26-a496-9b94a7c1203d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:06:44.309069 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'status': 'completed', 'code': 200} Jul 16 23:06:44.353647 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:06:44.388149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f644-ef79-4613-b941-82507587f5d5 req-9c4dcefa-b4e7-4b98-9e15-2dd5d94c5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:44.389711 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-9c4dcefa-b4e7-4b98-9e15-2dd5d94c5153 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1097 time: 0.0567830 Jul 16 23:06:44.481435 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f644-ef79-4613-b941-82507587f5d5 req-e3122c43-afea-4fa1-9391-29408e0cb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:44.482925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-e3122c43-afea-4fa1-9391-29408e0cb312 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0870566 Jul 16 23:06:44.546521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-9f12b534-43f9-4b1d-ad96-076351e1c3eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 999 time: 0.0571914 Jul 16 23:06:44.571655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:fb:1c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fcb214-6498-4438-bd99-7609a7dac73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:06:43Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:44.597825 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:06:44.598770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f644-ef79-4613-b941-82507587f5d5 req-9456c2ac-b318-4b92-8513-ca103442509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:44.600244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-9456c2ac-b318-4b92-8513-ca103442509c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0478706 Jul 16 23:06:44.606569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:06:44.607173 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:06:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:44.656428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f644-ef79-4613-b941-82507587f5d5 req-7d97f06a-49cc-436a-af41-361164dd7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:44.657887 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-7d97f06a-49cc-436a-af41-361164dd7781 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519235 Jul 16 23:06:44.712145 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:06:44.746639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-3a95a850-5a8b-4384-ba29-dc5e85445a57 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Jul 16 23:06:44.839037 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9604f644-ef79-4613-b941-82507587f5d5 req-aaac6117-12d2-4423-a4e7-c8d1a67cea22 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864713 Jul 16 23:06:44.936987 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:fb:1c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fcb214-6498-4438-bd99-7609a7dac73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:06:43Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:06:44.961782 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fd51b-4083-46fa-bdd5-28435ae27fd5 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:fb:1c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fcb214-6498-4438-bd99-7609a7dac73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:06:43Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:06:45.152487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99e7f8-27f1-4ee3-b934-a15a9437be86 None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:06:51.066652 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:53.263988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:57.371863 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-e8be117b-966e-4c38-93a3-ad49dad50584 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502489 Jul 16 23:06:57.476872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-ccbce11e-4067-45f6-9cb3-6cf1a10c69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:57.478421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-ccbce11e-4067-45f6-9cb3-6cf1a10c69b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1097 time: 0.0575583 Jul 16 23:06:57.604188 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ce2581d-c837-4f59-8a9e-c1dd489cf38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:06:57.917651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-5ac3a817-5c70-47e9-bed7-f034fec610da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:57.919225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-5ac3a817-5c70-47e9-bed7-f034fec610da service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.4146523 Jul 16 23:06:57.986060 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-cf330179-1ddc-4361-b2c8-d8079191fffa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1001 time: 0.0591712 Jul 16 23:06:58.032798 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-cf2dd5fb-cbca-4a71-a595-96af821fb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:58.034256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-cf2dd5fb-cbca-4a71-a595-96af821fb4c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0415447 Jul 16 23:06:58.088111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-fb5ec5ae-9e14-4f16-95b9-eeb7da5420ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:06:58.089644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-fb5ec5ae-9e14-4f16-95b9-eeb7da5420ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494394 Jul 16 23:06:58.182139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-18363cc7-34eb-4cfe-a058-6d807824379f service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842373 Jul 16 23:06:58.270327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8897bffb-e3ee-4de6-962e-4b18b7ed7e7b req-3870ef96-572d-4f1a-8215-7af1ba7680ba service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816319 Jul 16 23:06:59.848267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f126adde-34d9-48ba-a4a5-6d236ec703af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:00.167477 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:01.510081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:02.842548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:14.393372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:07:21.078304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:23.256125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:27.604557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-390294a9-a8ff-4392-8373-551bcfefad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:29.848772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0bdd-29b8-48c1-b1bc-0aa87a209214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:30.167171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:31.514088 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:32.843566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:51.066851 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:51.393239 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:07:53.265470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:55.113620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-64cf0102-3900-45d0-8716-c818e5b45565 req-bdaa04ec-b9d4-4ae1-a9a4-5b8ebd6c85fb service neutron] (93923) timed out ('10.222.0.47', 50773) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:07:57.351002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-13ecc38e-6d27-49df-9104-69d510389902 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563085 Jul 16 23:07:57.443125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-6cbe0117-b47f-463a-9333-805e179175ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:07:57.444609 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-6cbe0117-b47f-463a-9333-805e179175ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1097 time: 0.0520189 Jul 16 23:07:57.550504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-b17fe3cb-d93a-4d82-8e1b-9ea6f05af01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:07:57.551964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-b17fe3cb-d93a-4d82-8e1b-9ea6f05af01b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0886717 Jul 16 23:07:57.605949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85282f77-d30b-44ed-bca7-82cfebb2756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:07:57.615229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-d9903d2b-5a63-42a0-8a09-11aec8745703 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1001 time: 0.0569770 Jul 16 23:07:57.662042 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-089a7ed4-6f10-4e0d-8e92-caf42f3b8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:07:57.663440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-089a7ed4-6f10-4e0d-8e92-caf42f3b8834 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0421720 Jul 16 23:07:57.721503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-cb930bde-e931-4f64-ae02-1067b954341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:07:57.722964 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-cb930bde-e931-4f64-ae02-1067b954341f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536122 Jul 16 23:07:57.810447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-ba0a71fa-39da-434d-ad3a-db7c312f0f9a service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809829 Jul 16 23:07:57.905769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a327234d-ff65-4c8e-9872-ba9d226d7c2c req-7bbbbda0-3ef3-477a-9495-06e68dfc28f6 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887384 Jul 16 23:07:59.851406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd169-668b-4826-83b0-f5af44bc165b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:00.166966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:01.516680 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:02.860943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:17.106664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e213c31e-0781-420f-89af-45bdfeb93c68 req-62b45e6c-2c33-48ba-ad8d-65b2a5bc5866 tempest-VolumesActionsTest-941965825 tempest-VolumesActionsTest-941965825-project] (93924) timed out ('10.222.0.68', 50102) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:08:20.770623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0786-6561-410f-977f-350e79426f7a req-8967243a-8699-4379-90c7-6f41f99edac3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:20.772129 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b7d0786-6561-410f-977f-350e79426f7a req-8967243a-8699-4379-90c7-6f41f99edac3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0678928 Jul 16 23:08:20.809422 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b7d0786-6561-410f-977f-350e79426f7a req-42166c56-f0c4-45c5-8556-0599815ee9d0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309145 Jul 16 23:08:21.085562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:21.986896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca03f64-d6ff-4d1f-8343-348362f3eaaf req-82e39314-f681-47e6-8597-040304ee78e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:21.988399 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ca03f64-d6ff-4d1f-8343-348362f3eaaf req-82e39314-f681-47e6-8597-040304ee78e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0678244 Jul 16 23:08:22.026173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ca03f64-d6ff-4d1f-8343-348362f3eaaf req-e3b2e295-9db7-4aaa-bde4-feb460b97e0b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317512 Jul 16 23:08:23.200196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0864a-8071-41bd-912d-edc529569f82 req-3789af73-9259-4d55-9fd3-00774d3bcbdb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:23.201625 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3c0864a-8071-41bd-912d-edc529569f82 req-3789af73-9259-4d55-9fd3-00774d3bcbdb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0629346 Jul 16 23:08:23.238629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3c0864a-8071-41bd-912d-edc529569f82 req-574ed865-c9e2-4423-8da9-619c42336ac9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314863 Jul 16 23:08:23.266240 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:24.412905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce82e49-84d8-48f8-a3eb-69a907db333b req-06fe8185-2543-4b13-9eb7-65e415338649 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:24.414397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bce82e49-84d8-48f8-a3eb-69a907db333b req-06fe8185-2543-4b13-9eb7-65e415338649 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0628920 Jul 16 23:08:24.455839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bce82e49-84d8-48f8-a3eb-69a907db333b req-d79e4f8a-e268-4630-bbe9-2c83ea1fde86 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353854 Jul 16 23:08:25.624987 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f565-e5af-4b94-96cb-f1996916ac5c req-eb43d6c2-df5c-45f3-95c1-746753b9b035 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:25.626481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8c0f565-e5af-4b94-96cb-f1996916ac5c req-eb43d6c2-df5c-45f3-95c1-746753b9b035 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0616829 Jul 16 23:08:25.667993 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8c0f565-e5af-4b94-96cb-f1996916ac5c req-f70585b0-b2b2-4fc1-b5fe-88e65ab8c785 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361392 Jul 16 23:08:26.840344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5bae1-c060-43d3-8714-693ee51009f2 req-98258054-be11-4957-ac82-44ec1f111dff tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:26.841881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ee5bae1-c060-43d3-8714-693ee51009f2 req-98258054-be11-4957-ac82-44ec1f111dff tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0627217 Jul 16 23:08:26.879188 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ee5bae1-c060-43d3-8714-693ee51009f2 req-b53cc0f4-574f-4bcf-8d07-beb342621a37 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jul 16 23:08:27.607379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c4da51f5-247f-43cc-a493-0a28182d6e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:28.052718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d26a4-c727-47bd-80d7-390577d84867 req-5379e095-60b0-48dd-90dd-0e6353b96d07 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:28.054250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-148d26a4-c727-47bd-80d7-390577d84867 req-5379e095-60b0-48dd-90dd-0e6353b96d07 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0640466 Jul 16 23:08:28.090968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-148d26a4-c727-47bd-80d7-390577d84867 req-043e1790-c19f-43e4-bf70-91e5e81443a5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Jul 16 23:08:28.392628 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:08:29.262372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b6ab-63c9-4f07-9f40-a5133a6d6335 req-a986bc08-8ffa-41e0-99e0-2fd7c24111e0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:29.263876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b367b6ab-63c9-4f07-9f40-a5133a6d6335 req-a986bc08-8ffa-41e0-99e0-2fd7c24111e0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0630667 Jul 16 23:08:29.302094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b367b6ab-63c9-4f07-9f40-a5133a6d6335 req-ce83b29a-df0a-4933-8890-d33f27aeb5ee tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Jul 16 23:08:29.851382 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-340473bc-e8a7-4652-83dc-bf7a57147e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:30.166977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:30.473343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7820ed7-ab74-4fec-8b7c-dd9849cf0f11 req-6d026fb2-0e32-44b1-999d-afc37ab7dd28 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:30.474750 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7820ed7-ab74-4fec-8b7c-dd9849cf0f11 req-6d026fb2-0e32-44b1-999d-afc37ab7dd28 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0647385 Jul 16 23:08:30.515430 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7820ed7-ab74-4fec-8b7c-dd9849cf0f11 req-6ed1cb3a-49d0-47c5-bf88-3c9d052b2ca9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346234 Jul 16 23:08:31.519695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:31.689344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9c9f3-8fe4-4fd8-a92f-9449437ed978 req-9644695c-fd78-4a26-bea3-245b6389e988 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:31.690822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a9c9f3-8fe4-4fd8-a92f-9449437ed978 req-9644695c-fd78-4a26-bea3-245b6389e988 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0670340 Jul 16 23:08:31.727744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f0a9c9f3-8fe4-4fd8-a92f-9449437ed978 req-262879b4-0f72-4f43-b2bb-1787f96856f5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314405 Jul 16 23:08:32.061799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-35d76022-0488-40ed-8e33-db1624f7f309 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528338 Jul 16 23:08:32.123940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfe13c-abe9-449c-8214-c0e3ab08bc4e req-75fb3000-aca8-4d80-b185-d00d72f6158d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:32.125452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90cfe13c-abe9-449c-8214-c0e3ab08bc4e req-75fb3000-aca8-4d80-b185-d00d72f6158d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0627935 Jul 16 23:08:32.168652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-90cfe13c-abe9-449c-8214-c0e3ab08bc4e req-37a14a91-5a92-4624-92ea-6d69c88d2300 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 Jul 16 23:08:32.850064 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:33.315192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-a4697b0b-c158-4137-b70d-ac3b1cebe16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:33.316705 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-a4697b0b-c158-4137-b70d-ac3b1cebe16d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1097 time: 0.0524154 Jul 16 23:08:33.352270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfde329-f89a-4a9d-b0e0-d613cffe0a0c req-5cd5f8d2-c1f6-4f7e-a23b-ec54706626b1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:33.354018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dfde329-f89a-4a9d-b0e0-d613cffe0a0c req-5cd5f8d2-c1f6-4f7e-a23b-ec54706626b1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0667131 Jul 16 23:08:33.391907 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9dfde329-f89a-4a9d-b0e0-d613cffe0a0c req-b1272a78-d6ec-467f-8e8e-5728e5463a6b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Jul 16 23:08:33.407473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-247d9828-9bec-41f9-8bec-288ff5cdb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:33.408978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-247d9828-9bec-41f9-8bec-288ff5cdb1c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0857601 Jul 16 23:08:33.476594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-98afccf2-350b-417a-8fdb-56cfca36b942 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1001 time: 0.0606692 Jul 16 23:08:33.523193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-1c18ff6d-dc17-49ad-9625-eb387c0d9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:33.524757 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-1c18ff6d-dc17-49ad-9625-eb387c0d9019 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0427656 Jul 16 23:08:33.580071 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-dce2855a-5cb3-4e2a-a6cc-dd5220dbc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:33.581664 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-dce2855a-5cb3-4e2a-a6cc-dd5220dbc56b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510283 Jul 16 23:08:33.672829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-0ea6363c-58db-4bcb-8a54-b43a6b7b0128 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Jul 16 23:08:33.761405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-1b6cde2b-ce5b-4dd8-b074-f4729ef9bc4b service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813494 Jul 16 23:08:34.568285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a690ad-c47d-4ffd-a023-fba32503c1ad req-ee2a3fac-b0d0-418b-bba4-2908646f997d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:34.569798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5a690ad-c47d-4ffd-a023-fba32503c1ad req-ee2a3fac-b0d0-418b-bba4-2908646f997d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0689213 Jul 16 23:08:34.607472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5a690ad-c47d-4ffd-a023-fba32503c1ad req-8ec621fc-ab9a-420e-9501-ddf6e5a6367b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315285 Jul 16 23:08:35.777830 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616370e-6785-49e0-a8a6-9fc1b5b0b2c2 req-aff6b9aa-cbe8-4e1d-a9c5-3a11b73ee448 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:35.779314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a616370e-6785-49e0-a8a6-9fc1b5b0b2c2 req-aff6b9aa-cbe8-4e1d-a9c5-3a11b73ee448 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0627246 Jul 16 23:08:35.814963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a616370e-6785-49e0-a8a6-9fc1b5b0b2c2 req-9370e51a-be98-46f5-9982-b0f8583c2be2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301204 Jul 16 23:08:35.863785 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-8ebee443-538a-4575-91ca-841b49cb8902 service neutron] show failed (client error): The resource could not be found. Jul 16 23:08:35.864813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-8ebee443-538a-4575-91ca-841b49cb8902 service neutron] 10.222.0.68 "GET /v2.0/ports/4e58b5fa-af30-4edb-97ff-1bbf2904be5e/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0553508 Jul 16 23:08:36.108024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-a212890b-318d-43d4-95d4-74916dee7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:36.109613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-a212890b-318d-43d4-95d4-74916dee7c45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1097 time: 0.0523915 Jul 16 23:08:36.121202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:08:36.193313 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.392704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:36.424453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:08:36.462241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:36.464563 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42016155-276a-4097-8bb1-82ffde9933a8" -d '{"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:36.468341 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.481122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Transition to ACTIVE for port object 4e58b5fa-af30-4edb-97ff-1bbf2904be5e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:08:36.484997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.518642 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf3749-8e07-469d-a9b8-f9816b3a577c x-openstack-request-id: req-cacf3749-8e07-469d-a9b8-f9816b3a577c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:36.518942 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:36.519196 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cacf3749-8e07-469d-a9b8-f9816b3a577c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:36.519584 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'code': 200} Jul 16 23:08:36.568681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:36.580819 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.581190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.581528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.581865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.582195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.582520 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.582845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.583169 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.583490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.583813 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.584137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.584454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:36.623522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] No DVR routers for this DVR port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:08:36.759573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:08:36.759911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:08:36.760240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:08:36.764537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:08:36.764853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Attempting to bind port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:08:36.769876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:08:36.770212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:08:36.770593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:08:36.771021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Bound port: 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:08:36.771369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.836019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:08:36.839050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:08:36.843863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.884189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:36.884903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:36.886392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] 10.222.0.47 "PUT /v2.0/ports/4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1092 time: 0.7696562 Jul 16 23:08:36.904089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47d5c-6882-453d-8c84-58e74a793d7f service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:36.968029 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-2474eb87-1306-4966-a3ec-f8b4f19aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:36.969585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-2474eb87-1306-4966-a3ec-f8b4f19aefe3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0557032 Jul 16 23:08:37.012357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd511-2135-4fff-b969-5a155cfa4a4d req-c232b102-1fe5-4c3e-9838-08c5feb4584a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:37.014084 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-daacd511-2135-4fff-b969-5a155cfa4a4d req-c232b102-1fe5-4c3e-9838-08c5feb4584a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.0667186 Jul 16 23:08:37.061346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-daacd511-2135-4fff-b969-5a155cfa4a4d req-17d491f5-24ea-4d83-97b5-d6af012b0cc5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 Jul 16 23:08:37.072618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-1985bbfb-4914-4c97-830c-98b0978b636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:37.074125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-1985bbfb-4914-4c97-830c-98b0978b636d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0981963 Jul 16 23:08:37.138361 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-4195ea7b-ebd1-4439-8ad2-1afcfbb03057 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 999 time: 0.0573442 Jul 16 23:08:37.191239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-e9c7e012-609b-4163-9715-14d0d0e572f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:37.192542 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-e9c7e012-609b-4163-9715-14d0d0e572f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0471625 Jul 16 23:08:37.248360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-f8dfffdb-7619-4fec-80a7-2829795f8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:37.249871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-f8dfffdb-7619-4fec-80a7-2829795f8a88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508454 Jul 16 23:08:37.336427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-6af1dff1-09c8-42ec-8aae-df89de06798a service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800872 Jul 16 23:08:37.427510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cd07461f-e66f-4707-bcee-ae2c7a777864 req-90926d84-6dcc-4e5f-9894-453dde79737a service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852952 Jul 16 23:08:38.236281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c77c-468b-4d3e-9e3a-4487ae118a4e req-5f34df28-38bb-49c4-ae24-544bd991d25a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:38.237680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ede6c77c-468b-4d3e-9e3a-4487ae118a4e req-5f34df28-38bb-49c4-ae24-544bd991d25a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.0627048 Jul 16 23:08:38.276140 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ede6c77c-468b-4d3e-9e3a-4487ae118a4e req-3fd11ea3-fb02-4305-987b-de2e1fde64c9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322711 Jul 16 23:08:38.521120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:38.523450 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3367b-4219-41cb-85df-b53b25684000" -d '{"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:38.570351 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9e2dc7-09ad-4c3b-8332-41f128ab5d5c x-openstack-request-id: req-1b9e2dc7-09ad-4c3b-8332-41f128ab5d5c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:38.570648 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:38.570902 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b9e2dc7-09ad-4c3b-8332-41f128ab5d5c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:38.571301 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'status': 'completed', 'code': 200} Jul 16 23:08:38.685287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-d3d3c7e2-be67-4cc0-b881-f57826d26115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:38.686792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-d3d3c7e2-be67-4cc0-b881-f57826d26115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0965409 Jul 16 23:08:38.689438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-4d5e1d1a-258b-4e4c-8bd9-4a955bd344a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:38.690788 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-4d5e1d1a-258b-4e4c-8bd9-4a955bd344a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0928409 Jul 16 23:08:38.846002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-fc2dd6da-976e-4b40-9037-08d082ac3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:38.847600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-fc2dd6da-976e-4b40-9037-08d082ac3c6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1542213 Jul 16 23:08:38.850208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-e33e8b0a-5acf-487a-8865-bbb0e3571b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:38.851547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-e33e8b0a-5acf-487a-8865-bbb0e3571b40 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1504812 Jul 16 23:08:38.961490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-690eede3-938c-49cf-8bf0-553e8be1bd18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 999 time: 0.1080561 Jul 16 23:08:38.963794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-fd854a72-71c5-4498-a251-84341a4f09ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 999 time: 0.1049190 Jul 16 23:08:39.044629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-68e153d1-746a-4484-8cc6-a10e951d1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.046076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-68e153d1-746a-4484-8cc6-a10e951d1383 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0790722 Jul 16 23:08:39.047489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-6b2b5819-6db7-4a0a-a52c-96dd1feaa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.048781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-6b2b5819-6db7-4a0a-a52c-96dd1feaa5f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0746636 Jul 16 23:08:39.144108 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-5680cd8f-3f10-45c3-abd7-7f6c714e69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.145593 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-5680cd8f-3f10-45c3-abd7-7f6c714e69fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931363 Jul 16 23:08:39.148027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3367b-4219-41cb-85df-b53b25684000 req-fee22d11-2d25-487a-b2eb-5fb245b4577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.149405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-fee22d11-2d25-487a-b2eb-5fb245b4577c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884607 Jul 16 23:08:39.304522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-f7de4ccc-0c98-459d-a820-67b5dbb8fa4f service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525757 Jul 16 23:08:39.307246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-4d90ebe8-589f-40fc-aeb9-466f620b0801 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482141 Jul 16 23:08:39.488901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-780a3dbf-ae92-4592-a769-04e30f2ca577 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785302 Jul 16 23:08:39.498377 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d1a3367b-4219-41cb-85df-b53b25684000 req-2dc6152d-a2ba-44a4-a6d4-8cab473ac327 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810052 Jul 16 23:08:39.523696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623a2f-5241-4eec-b114-1663f459f67b req-391fbef8-0646-42a4-a0c7-87755693aacd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.525172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c623a2f-5241-4eec-b114-1663f459f67b req-391fbef8-0646-42a4-a0c7-87755693aacd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.1320293 Jul 16 23:08:39.563606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4c623a2f-5241-4eec-b114-1663f459f67b req-8923303e-99c6-4c1b-8d85-2fd22420bbd8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329521 Jul 16 23:08:39.850325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:08:39.887656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:08:39.902086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8113939-395e-4ed1-94d8-dd31c644c908 req-e07f6f14-847c-433f-bdbc-a98d5ec9c791 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.903595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8113939-395e-4ed1-94d8-dd31c644c908 req-e07f6f14-847c-433f-bdbc-a98d5ec9c791 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 943 time: 0.1159105 Jul 16 23:08:39.910955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db371b-39aa-4698-b246-936ec01d7af8 req-b3bef8d7-8089-47f4-81b2-6cf5aaffa570 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:39.912285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-b3bef8d7-8089-47f4-81b2-6cf5aaffa570 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d&tenant_id=bd6fc29719de418387b382b7675ba52d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 943 time: 0.1152015 Jul 16 23:08:39.978371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a8113939-395e-4ed1-94d8-dd31c644c908 req-76dd8f71-6f88-4511-9ba4-84353d8598a5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651312 Jul 16 23:08:39.991606 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-79db371b-39aa-4698-b246-936ec01d7af8 req-ccc11a2b-461c-4833-9aad-a82347523f00 service neutron] delete failed (client error): The resource could not be found. Jul 16 23:08:39.992595 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-ccc11a2b-461c-4833-9aad-a82347523f00 service neutron] 10.222.0.68 "DELETE /v2.0/ports/4e58b5fa-af30-4edb-97ff-1bbf2904be5e/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0728815 Jul 16 23:08:40.092879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db371b-39aa-4698-b246-936ec01d7af8 req-3374dfef-fee7-41a7-90dd-9db068326979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:40.094364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-3374dfef-fee7-41a7-90dd-9db068326979 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1095 time: 0.0555835 Jul 16 23:08:40.104237 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:08:40.183401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db371b-39aa-4698-b246-936ec01d7af8 req-5c5cc316-f6f4-45e9-8be1-0b7a4c23a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:40.184871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-5c5cc316-f6f4-45e9-8be1-0b7a4c23a08f service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0835471 Jul 16 23:08:40.199335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:40.210298 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'mac_address': 'fa:16:3e:fb:1c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:08:40.246999 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:40.251480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-fbf36b4c-763c-4228-99eb-d78aed178c03 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 999 time: 0.0606766 Jul 16 23:08:40.259872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58b5fa-af30-4edb-97ff-1bbf2904be5e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:08:40.278884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:40.282803 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:40.300938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db371b-39aa-4698-b246-936ec01d7af8 req-a0bb3506-96a7-4881-b85a-f3e644137c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:40.302535 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-a0bb3506-96a7-4881-b85a-f3e644137c3e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0450580 Jul 16 23:08:40.328755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:40.335918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.336271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.336644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.337005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.337346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.337681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.338011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.338340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.338670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.338997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.339327 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.339647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:08:40.359007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db371b-39aa-4698-b246-936ec01d7af8 req-a0e2f726-69a2-4649-bb4a-335aac0e895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:40.360707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-a0e2f726-69a2-4649-bb4a-335aac0e895a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524538 Jul 16 23:08:40.451981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-b7aacb26-926c-4a9f-87f1-5eaa15b03cb7 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Jul 16 23:08:40.512255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['4e58b5fa-af30-4edb-97ff-1bbf2904be5e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:08:40.538157 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79db371b-39aa-4698-b246-936ec01d7af8 req-37b6064f-3190-427a-a97e-171f843487e9 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804951 Jul 16 23:08:41.153772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47d4d-545d-47e1-9cbd-bfe2bd99818d req-da978c50-0566-4363-b8b2-080a1e69deb6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:41.155299 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cc47d4d-545d-47e1-9cbd-bfe2bd99818d req-da978c50-0566-4363-b8b2-080a1e69deb6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 944 time: 0.0640781 Jul 16 23:08:41.193417 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cc47d4d-545d-47e1-9cbd-bfe2bd99818d req-e0366fb6-8443-4f86-ad24-314037290e4c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Jul 16 23:08:41.367052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ced916-af61-4bbc-94e0-37a176f394ba req-6bb868e0-b8ec-4777-a00c-f1938e9d5979 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:41.368571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83ced916-af61-4bbc-94e0-37a176f394ba req-6bb868e0-b8ec-4777-a00c-f1938e9d5979 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 944 time: 0.0651078 Jul 16 23:08:41.406529 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83ced916-af61-4bbc-94e0-37a176f394ba req-f87c1622-92a3-44f5-9b15-9c5db6155f15 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Jul 16 23:08:41.765343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-b870178d-44ff-4480-a347-ef3731115dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:41.767068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-b870178d-44ff-4480-a347-ef3731115dfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 1096 time: 0.0948954 Jul 16 23:08:41.774952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f142e4b-5d2e-4c0d-8c38-cfb9898569f4 req-b525a5b7-ea42-431c-9193-cc4352616d52 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:41.776354 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f142e4b-5d2e-4c0d-8c38-cfb9898569f4 req-b525a5b7-ea42-431c-9193-cc4352616d52 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 944 time: 0.0963559 Jul 16 23:08:41.861182 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f142e4b-5d2e-4c0d-8c38-cfb9898569f4 req-69321552-f9a7-47d3-a91a-b5fd192be12d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768564 Jul 16 23:08:41.890700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-20503faf-686b-4b88-832a-4cfff5c30d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:41.892408 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-20503faf-686b-4b88-832a-4cfff5c30d1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1152308 Jul 16 23:08:41.955792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-5bfd9cf9-5038-495c-bfe2-c5f025b5fe0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 200 len: 1000 time: 0.0571609 Jul 16 23:08:42.006118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-940c5a67-e68c-4bc7-b81a-67b6b191dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:42.007556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-940c5a67-e68c-4bc7-b81a-67b6b191dc76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0446622 Jul 16 23:08:42.062209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-9c17ba05-52ee-49c7-8829-5e06d898954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:42.063554 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-9c17ba05-52ee-49c7-8829-5e06d898954c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504258 Jul 16 23:08:42.114491 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:08:42.154731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-670e7e92-fea9-468d-9b27-ca596cde32d7 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847473 Jul 16 23:08:42.161768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:08:42.165444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:08:42.165823 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:42.246845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:42.272011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:42.274630 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a76985-bf50-4139-b46d-88a2de6e057a" -d '{"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-plugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:42.288150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:42.293518 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:42.318414 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef931ce-ddfa-4606-a300-6667b0a55107 x-openstack-request-id: req-9ef931ce-ddfa-4606-a300-6667b0a55107 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:42.318716 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-plugged", "status": "completed", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:42.318974 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ef931ce-ddfa-4606-a300-6667b0a55107 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:42.319372 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'code': 200} Jul 16 23:08:42.346409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:42.569389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8b6d3df6-77db-4abd-b428-c0a9d12509a5 req-54380db9-e90a-44bb-81d8-64844d799f2e service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077137 Jul 16 23:08:43.044458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3dcdf-e70f-474e-93d5-5d5f4e29ae5d req-e3d583d7-61cd-4457-b578-d766c1a302a3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:43.045988 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bc3dcdf-e70f-474e-93d5-5d5f4e29ae5d req-e3d583d7-61cd-4457-b578-d766c1a302a3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0679681 Jul 16 23:08:43.085472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bc3dcdf-e70f-474e-93d5-5d5f4e29ae5d req-844af555-c2e3-46dc-b1cf-56577c794144 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Jul 16 23:08:44.257694 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e2eea-748e-40b1-970a-cbf085ed056e req-0ae2e90a-b3f6-4404-970e-c1ae52fff463 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:44.259763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-443e2eea-748e-40b1-970a-cbf085ed056e req-0ae2e90a-b3f6-4404-970e-c1ae52fff463 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0641232 Jul 16 23:08:44.296511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-443e2eea-748e-40b1-970a-cbf085ed056e req-d128387f-2d24-409d-aeee-9dacb6c446e0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Jul 16 23:08:44.669552 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bfea3-70c2-4b63-9e6a-1652208df0fd req-cb7ab964-16f9-480f-a47e-d93d4d01cde8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:44.670946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-032bfea3-70c2-4b63-9e6a-1652208df0fd req-cb7ab964-16f9-480f-a47e-d93d4d01cde8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0671866 Jul 16 23:08:44.707888 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-032bfea3-70c2-4b63-9e6a-1652208df0fd req-97155a1d-9108-49f3-bd94-4ea44d8972b7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Jul 16 23:08:45.899928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-67257704-b51b-40fb-ba57-8db2f80477d0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:45.901420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-67257704-b51b-40fb-ba57-8db2f80477d0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.1013274 Jul 16 23:08:45.922618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803f21e-03fd-4f6b-80af-bf7a605e2d23 req-e7dfb1a4-4fb1-4118-a8f6-e534a6fa07d6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:45.924068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8803f21e-03fd-4f6b-80af-bf7a605e2d23 req-e7dfb1a4-4fb1-4118-a8f6-e534a6fa07d6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fcb214-6498-4438-bd99-7609a7dac73d HTTP/1.1" status: 200 len: 945 time: 0.0965500 Jul 16 23:08:46.014261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8803f21e-03fd-4f6b-80af-bf7a605e2d23 req-2a27e60c-0f04-4392-8b2c-8fc429ebbf55 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693388 Jul 16 23:08:46.040180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Deleting port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:08:46.040522 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.131099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] For port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:46.131372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.295785 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.296124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.296441 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d disassociated. External IP: 172.25.5.246, port: 4e58b5fa-af30-4edb-97ff-1bbf2904be5e. Jul 16 23:08:46.296783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Calling delete_port for 4e58b5fa-af30-4edb-97ff-1bbf2904be5e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:08:46.426218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.457782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'Port': ['ID=4e58b5fa-af30-4edb-97ff-1bbf2904be5e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:46.577721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:08:46.687360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:08:46.696253 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:08:46.705441 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:08:46.706050 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:46.732595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] No DVR routers for this DVR port 4e58b5fa-af30-4edb-97ff-1bbf2904be5e on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:08:46.735086 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:46.737098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d62e147-af3d-40c8-8787-d0282db75a02 req-330c6f9b-af4e-40f0-93d8-d29cde40ee04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "DELETE /v2.0/ports/4e58b5fa-af30-4edb-97ff-1bbf2904be5e HTTP/1.1" status: 204 len: 173 time: 0.8289056 Jul 16 23:08:46.737556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-deleted', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:46.739828 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586a6a3-80bf-4e56-a079-2022f5d26aa6" -d '{"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-deleted", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:46.776222 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523209c5-0676-4f06-8b83-ddfe8cb27226 x-openstack-request-id: req-523209c5-0676-4f06-8b83-ddfe8cb27226 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:46.776511 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcb214-6498-4438-bd99-7609a7dac73d", "name": "network-vif-deleted", "tag": "4e58b5fa-af30-4edb-97ff-1bbf2904be5e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:46.776813 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-523209c5-0676-4f06-8b83-ddfe8cb27226 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:46.777242 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcb214-6498-4438-bd99-7609a7dac73d', 'name': 'network-vif-deleted', 'tag': '4e58b5fa-af30-4edb-97ff-1bbf2904be5e', 'status': 'completed', 'code': 200} Jul 16 23:08:46.814885 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:08:47.010612 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:47.036524 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:08:47.044884 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:08:47.045611 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:47.232330 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:08:47.381071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-81283ff5-6b7f-416d-bae0-4d65173b25ae tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--608513567&fields=id&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 267 time: 0.0326622 Jul 16 23:08:47.428900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:47.458564 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61371b-5ff2-4397-afdc-ed32be929334 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:08:47.494228 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-e34a50ca-ab98-4c99-9034-b122b438429c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:47.495774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-e34a50ca-ab98-4c99-9034-b122b438429c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1077299 Jul 16 23:08:47.512041 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-9382b549-9cde-4805-a4b0-55d915995265 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/quotas/bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 375 time: 0.0105908 Jul 16 23:08:47.588338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-357e55f9-fcd4-42f8-8ca6-f7ce2368a568 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706799 Jul 16 23:08:47.653352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cca9383d-7302-4cc8-a6a4-9c680e41726c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:08:47.654427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cca9383d-7302-4cc8-a6a4-9c680e41726c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548856 Jul 16 23:08:47.702685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d648a6ca-52bb-44fc-99f0-f68f0e2ed1af None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:08:47.749908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-f000a656-6980-407e-9e07-02c238b4e229 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894430 Jul 16 23:08:47.843243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-9e353954-428b-48df-807a-41522a2dac0b service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876234 Jul 16 23:08:48.012914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5a732469-f892-4f5a-9895-c030ecb1c767 req-9d341e7c-2e2a-4df0-ad78-30b76a004d95 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 210 time: 0.0284564 Jul 16 23:08:48.136629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:08:48.158966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 4e58b5fa-af30-4edb-97ff-1bbf2904be5e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:08:48.159324 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 4e58b5fa-af30-4edb-97ff-1bbf2904be5e not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:08:49.180334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fc017e0b-20b0-412e-8ed7-e6da21b48c03 req-e2ee729f-76c3-487a-b394-d3d8cf7a61c4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 210 time: 0.0441289 Jul 16 23:08:49.250301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-575c7a55-4249-40d6-9a3b-f5f3a4ae4be7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:49.251756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-575c7a55-4249-40d6-9a3b-f5f3a4ae4be7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1407051 Jul 16 23:08:49.296547 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2c7e1bbb-d660-41d5-a7a8-f269d766df67 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 379 time: 0.0344405 Jul 16 23:08:49.306206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'port': {'device_id': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'admin_state_up': True, 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'security_groups': ['9f662fef-050d-4d31-8642-d736bd0026ed']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:08:49.417703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:08:49.421307 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:49.541614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Allocated IP 172.20.0.14 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/c09259e4-2d1a-4a1d-b344-7a67831e585b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:08:49.676178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:49.689604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Transition to ACTIVE for port object c09259e4-2d1a-4a1d-b344-7a67831e585b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:08:49.722226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:49.767536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:08:49.770724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:08:49.774614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:08:49.781084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:49.832176 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:49.832873 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:49.847930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-2f0d5af2-81b4-471c-8b93-ab5f32ab48f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453637 Jul 16 23:08:49.858604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-51423747-f17b-4030-a87e-bcaf205a0656 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:08:49.859653 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-51423747-f17b-4030-a87e-bcaf205a0656 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055554 Jul 16 23:08:49.873207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Request body: {'port': {'device_id': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:08:49.949406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.030043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd82d6ac-d2c1-4160-b546-b5bb07491e60 None None] Provisioning for port c09259e4-2d1a-4a1d-b344-7a67831e585b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:08:50.033913 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd82d6ac-d2c1-4160-b546-b5bb07491e60 None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:08:50.034399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd82d6ac-d2c1-4160-b546-b5bb07491e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.071819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd82d6ac-d2c1-4160-b546-b5bb07491e60 None None] Port c09259e4-2d1a-4a1d-b344-7a67831e585b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:08:50.210623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:08:50.218303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.230300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Transition to ACTIVE for port object c09259e4-2d1a-4a1d-b344-7a67831e585b will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:08:50.234147 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.285797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:50.353633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:08:50.353974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:08:50.354307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:08:50.358953 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:08:50.359280 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:08:50.364464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:08:50.364797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:08:50.365211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:08:50.365634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Bound port: c09259e4-2d1a-4a1d-b344-7a67831e585b, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:08:50.365991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.367510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eb34b-dc58-472a-82c6-b4e87fe8f032 req-85ce6802-a287-4be1-9584-d284265de333 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:50.369205 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac8eb34b-dc58-472a-82c6-b4e87fe8f032 req-85ce6802-a287-4be1-9584-d284265de333 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0685399 Jul 16 23:08:50.418116 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ac8eb34b-dc58-472a-82c6-b4e87fe8f032 req-a5084d21-0871-45a6-b4dc-1d76dce69cb0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Jul 16 23:08:50.440519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:08:50.443721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:08:50.448658 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.484077 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:50.484440 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:50.485861 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] 10.222.0.68 "PUT /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1093 time: 0.6180518 Jul 16 23:08:50.486317 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:50.488808 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42" -d '{"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:50.513056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199a75-cce5-41d8-bb5e-10b0855d2a89 service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:50.546607 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f6f002-b04c-4ded-be4c-cd75f77d8fe3 x-openstack-request-id: req-96f6f002-b04c-4ded-be4c-cd75f77d8fe3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:50.547273 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:50.547552 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96f6f002-b04c-4ded-be4c-cd75f77d8fe3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:50.547930 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'status': 'completed', 'code': 200} Jul 16 23:08:50.592225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-c66dd95c-16de-4abe-a278-e7069e77d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:50.593703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-c66dd95c-16de-4abe-a278-e7069e77d55f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0591512 Jul 16 23:08:50.641606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-797e5532-b4a7-4c5c-a8d0-7e0090246ec5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 217 time: 0.0392396 Jul 16 23:08:50.689726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-31a7bf51-9847-43c4-9abd-96c1c214c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:50.691185 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-31a7bf51-9847-43c4-9abd-96c1c214c82f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0441899 Jul 16 23:08:50.748260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-396a924b-004d-4c58-9e6c-013303596815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:50.749844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-396a924b-004d-4c58-9e6c-013303596815 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523813 Jul 16 23:08:50.841744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-5042c548-23d6-4197-982c-36173dd6700e service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856967 Jul 16 23:08:50.928007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4b1f5536-9201-4efe-8dc5-130e8efcb819 req-c2558d51-2b3d-4275-973d-e97bd5a9e022 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801439 Jul 16 23:08:51.031581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-dfd4d8f0-224c-4985-938b-a3ed544d650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:51.033076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-dfd4d8f0-224c-4985-938b-a3ed544d650a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0524471 Jul 16 23:08:51.101795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:51.125431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-a0a56a10-7cc5-4f2c-8032-3f1e733c46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:51.126842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-a0a56a10-7cc5-4f2c-8032-3f1e733c46a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0871282 Jul 16 23:08:51.167139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-67eb3feb-422a-431a-8a98-41cadf629ba9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 217 time: 0.0336411 Jul 16 23:08:51.217944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-c8e6f0f0-b466-4ef3-b0d2-ec59b1fd3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:51.219351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-c8e6f0f0-b466-4ef3-b0d2-ec59b1fd3ebc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0456278 Jul 16 23:08:51.275043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-bf175705-5d71-434c-9dc4-29b34ef9876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:51.276477 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-bf175705-5d71-434c-9dc4-29b34ef9876a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504866 Jul 16 23:08:51.365956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-afee54e0-20ee-4c13-88e2-55446ab22657 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824332 Jul 16 23:08:51.454744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0d5cd20a-05ec-44d8-8f95-049c18ff9a42 req-2b3c5898-ca20-4c76-8bc4-967ed3921f84 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816216 Jul 16 23:08:51.587334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540698-1b16-4dc8-88ed-ac41ff557316 req-7632a5c1-9881-46f7-8393-c0bdbad69630 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:51.588834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85540698-1b16-4dc8-88ed-ac41ff557316 req-7632a5c1-9881-46f7-8393-c0bdbad69630 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0658724 Jul 16 23:08:51.625869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-85540698-1b16-4dc8-88ed-ac41ff557316 req-edf3ebdc-2865-450d-82de-c6be5a3ed782 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Jul 16 23:08:52.796079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58123-5a64-406f-861c-12b1067daa6f req-c875d739-b16f-4a46-8b20-e529b1526d5a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:52.797571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cda58123-5a64-406f-861c-12b1067daa6f req-c875d739-b16f-4a46-8b20-e529b1526d5a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0625637 Jul 16 23:08:52.838798 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cda58123-5a64-406f-861c-12b1067daa6f req-488abf25-6a68-41ff-a82c-70f248a147fa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Jul 16 23:08:53.271955 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:53.886622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:08:53.981528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:53.996138 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:08:54.012226 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320740-2a3c-4a0b-978c-093d734d3d44 req-8799624b-f0b3-469c-8f09-5b814ef6c0f8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:54.014412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a320740-2a3c-4a0b-978c-093d734d3d44 req-8799624b-f0b3-469c-8f09-5b814ef6c0f8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0640595 Jul 16 23:08:54.033637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:54.046088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:08:54.052386 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7a320740-2a3c-4a0b-978c-093d734d3d44 req-ef2e4ddc-f808-4b50-86fc-6e5916ac8c2c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Jul 16 23:08:54.065676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:54.070441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:54.118326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:54.278227 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['c09259e4-2d1a-4a1d-b344-7a67831e585b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:08:55.226664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d4502-d1fb-4e05-8e18-5223f254221e req-b7fa5b2f-6604-4919-946f-c9ba748bda31 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:55.228284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53d4502-d1fb-4e05-8e18-5223f254221e req-b7fa5b2f-6604-4919-946f-c9ba748bda31 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 945 time: 0.0626116 Jul 16 23:08:55.265190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f53d4502-d1fb-4e05-8e18-5223f254221e req-0abd5b98-a100-47bf-be50-d9825fa349e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Jul 16 23:08:55.901513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:08:55.948891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port c09259e4-2d1a-4a1d-b344-7a67831e585b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:08:55.952656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:08:55.953063 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:56.030861 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:56.052224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:56.054476 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87e323-dbe6-4f61-b799-f2b5e4b36d70" -d '{"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:56.068139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:08:56.072260 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:56.097836 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037304ac-48f7-49fd-bf67-511f29a0e5f7 x-openstack-request-id: req-037304ac-48f7-49fd-bf67-511f29a0e5f7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:56.098144 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:56.098400 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-037304ac-48f7-49fd-bf67-511f29a0e5f7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:56.098791 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'code': 200} Jul 16 23:08:56.126199 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:08:56.202920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc5ed9-49ae-4c37-8e51-5be851d59109 req-9f12affd-b124-48fe-93ef-5aff4fd9d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:56.204387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2bc5ed9-49ae-4c37-8e51-5be851d59109 req-9f12affd-b124-48fe-93ef-5aff4fd9d64e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1098 time: 0.0508256 Jul 16 23:08:56.237472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e2bc5ed9-49ae-4c37-8e51-5be851d59109 req-7d7a464d-c8c2-4688-b9aa-ca562e1aa035 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264463 Jul 16 23:08:56.440215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d33e85-0591-4488-999f-d3ddedc42db6 req-3699eb5d-1b4e-4441-8ad4-d7265d5cfbfa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:56.441641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39d33e85-0591-4488-999f-d3ddedc42db6 req-3699eb5d-1b4e-4441-8ad4-d7265d5cfbfa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0660126 Jul 16 23:08:56.478701 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-39d33e85-0591-4488-999f-d3ddedc42db6 req-a89e4d52-dc21-415b-b838-fc48b7eff317 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jul 16 23:08:57.608221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42fdb4ed-7e29-4db1-a10a-fcd08f884639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:57.807463 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608a0ce-f81f-43da-a340-74eeedad5c9a req-eb599907-1b94-4bf2-86f8-72752f7fb228 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:57.808872 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a608a0ce-f81f-43da-a340-74eeedad5c9a req-eb599907-1b94-4bf2-86f8-72752f7fb228 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.2153466 Jul 16 23:08:57.852243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a608a0ce-f81f-43da-a340-74eeedad5c9a req-9270305a-b175-441b-81c4-9b9c8838f731 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Jul 16 23:08:58.070613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02086c9-ba9e-4e5d-9878-c2c237c67e89 req-5c26171d-9042-47ea-9c41-dcfb0c7c6a7d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:58.072027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a02086c9-ba9e-4e5d-9878-c2c237c67e89 req-5c26171d-9042-47ea-9c41-dcfb0c7c6a7d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.1162412 Jul 16 23:08:58.080847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:08:58.085303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'floatingip': {'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:08:58.127005 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:58.554033 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:58.558514 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:58.656201 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d associated. External IP: 172.25.5.246, port: c09259e4-2d1a-4a1d-b344-7a67831e585b. Jul 16 23:08:59.182509 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:08:59.288139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:08:59.293510 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:59.298541 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:08:59.306973 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:08:59.307577 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:59.358051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e7e36ba-e89d-4527-bc65-bb12a8b6350c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "PUT /v2.0/floatingips/5b5fd50a-98e6-4e8c-9d4d-76567c892d8d HTTP/1.1" status: 200 len: 992 time: 1.2761097 Jul 16 23:08:59.359345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:08:59.361644 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005702c9-b79c-4ad8-9a66-c592b0731d41" -d '{"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:08:59.389381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-94c794b4-629a-46f8-812a-798eb4df504b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658185 Jul 16 23:08:59.403681 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c4462-38a4-4feb-aacf-976f0c1f9a05 x-openstack-request-id: req-7b1c4462-38a4-4feb-aacf-976f0c1f9a05 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:08:59.404273 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:08:59.404731 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b1c4462-38a4-4feb-aacf-976f0c1f9a05 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:08:59.406196 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'status': 'completed', 'code': 200} Jul 16 23:08:59.421303 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:08:59.485834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-53a779e1-783f-48b5-b4f4-a71662f20968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:59.487351 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-53a779e1-783f-48b5-b4f4-a71662f20968 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1098 time: 0.0538077 Jul 16 23:08:59.591195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-6d043565-9be8-45ce-b917-cf74f12e386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:59.592715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-6d043565-9be8-45ce-b917-cf74f12e386b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0860860 Jul 16 23:08:59.642951 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:08:58Z', 'revision_number': 9, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:59.661591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-793994ba-4f2f-49f6-97c6-92520fa12902 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1000 time: 0.0622108 Jul 16 23:08:59.668495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:08:59.676646 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:08:59.677280 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:08:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:08:59.710054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-1b00eb36-03c8-4e27-af1e-d87f7a86f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:59.711517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-1b00eb36-03c8-4e27-af1e-d87f7a86f2c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0433705 Jul 16 23:08:59.768834 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-39fbaaee-c70b-418d-b01f-2a4eb94561be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:08:59.770326 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-39fbaaee-c70b-418d-b01f-2a4eb94561be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511692 Jul 16 23:08:59.780589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:08:59.855714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-042076c5-14fd-4061-b20f-5a3ac7cf04c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:08:59.864080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-307429a2-184c-435e-9297-71145d4c5706 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874460 Jul 16 23:08:59.956811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bf20d4e4-4e87-49e1-b55f-54f10317a802 req-2f7bbf9f-3c47-4333-8fac-8515a26dad69 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863209 Jul 16 23:09:00.008128 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:08:58Z', 'revision_number': 9, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:09:00.034402 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cf66-9631-4e12-8029-e7ba2d8a30cd None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:08:58Z', 'revision_number': 9, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:09:00.054734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-b2efe33d-2282-445a-823d-a73ca77e9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:09:00.056787 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-b2efe33d-2282-445a-823d-a73ca77e9208 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1098 time: 0.0535874 Jul 16 23:09:00.148269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-e8642021-dc35-4f18-93ba-ed5caed841f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:09:00.149841 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-e8642021-dc35-4f18-93ba-ed5caed841f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0875366 Jul 16 23:09:00.173232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:00.221939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-5ffe1cd8-7839-431f-bb74-98d270b17b9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1000 time: 0.0659394 Jul 16 23:09:00.236526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4c6c9-ddfa-49b4-8faf-6419051ba003 None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:09:00.273239 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-d2204275-dcaf-415e-a125-88d28c460efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:09:00.274743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-d2204275-dcaf-415e-a125-88d28c460efc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0459576 Jul 16 23:09:00.330759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-9f3ff5bb-07f8-4bda-985d-30a18b7f3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:09:00.332245 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-9f3ff5bb-07f8-4bda-985d-30a18b7f3053 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516331 Jul 16 23:09:00.428518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-907c3496-f84c-451d-9e13-4ede475c7e4a service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893345 Jul 16 23:09:00.515254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-005702c9-b79c-4ad8-9a66-c592b0731d41 req-f70fbf27-275c-47c5-b8c2-7bb4ab3ae013 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808334 Jul 16 23:09:01.522321 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:02.851512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:05.392843 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:09:21.115396 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:23.290826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:27.608318 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d22f8460-3008-422b-818b-04bafbda32e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:29.848411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd3616a2-4f7c-4fce-9ea8-cb15fa461ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:30.163693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:31.526171 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:32.853880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:42.393298 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:09:51.112840 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:53.318137 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:57.608441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7b656cd-1bca-4ce5-b365-35d8b92d6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:09:59.848698 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61a53e10-ba59-4dd7-9938-66ac018ea9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:00.164523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:00.393606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-e67fcca5-1345-4d4c-a385-326b9449ada3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991874 Jul 16 23:10:00.486875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-bc253458-bfc5-49e2-8c2a-04f51c7a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:00.488254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-bc253458-bfc5-49e2-8c2a-04f51c7a3591 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1098 time: 0.0520899 Jul 16 23:10:00.592427 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-89c55076-b0f7-4aff-ac29-62fbc1fdc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:00.593913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-89c55076-b0f7-4aff-ac29-62fbc1fdc866 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0870097 Jul 16 23:10:00.657494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-d77b7aa7-3ea9-4638-a5c9-b0a4fa78d322 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1003 time: 0.0576122 Jul 16 23:10:00.704846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-d0d8580b-5465-429c-b368-bd54d302aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:00.706272 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-d0d8580b-5465-429c-b368-bd54d302aecd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0427914 Jul 16 23:10:00.766104 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-ec147505-8803-4d9e-88a4-f582e2c93b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:00.767491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-ec147505-8803-4d9e-88a4-f582e2c93b56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548353 Jul 16 23:10:00.854849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-142f1d4a-6613-48c1-a33a-a611e48a8ef6 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810678 Jul 16 23:10:00.948670 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b0b3268e-514c-46e5-aef7-d9cc96e3ad4d req-e419d3bf-72f9-4995-b9ea-eff10b1fd733 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Jul 16 23:10:01.528831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:02.860223 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:19.392698 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:10:21.140651 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:23.330433 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:27.609511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f558289b-663d-4486-af98-f6024e868c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:29.848738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae32c1d5-117f-4bc6-b407-06fb8a1faa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:30.164913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:31.531429 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:32.858707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:34.450521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-36895b13-a04b-4c24-a841-12ad4cb765eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521278 Jul 16 23:10:34.511556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90325965-0d11-4a26-81e1-8dfd59137106 req-e92713ec-05aa-4d21-8cbc-3c14b158bfec tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:34.513117 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90325965-0d11-4a26-81e1-8dfd59137106 req-e92713ec-05aa-4d21-8cbc-3c14b158bfec tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0654843 Jul 16 23:10:34.553017 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90325965-0d11-4a26-81e1-8dfd59137106 req-bf8a6430-deca-4c0f-870e-5907dbe61e16 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Jul 16 23:10:35.545249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-0c34c0ed-04c1-4a04-86f6-23b1d7be233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:35.546811 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-0c34c0ed-04c1-4a04-86f6-23b1d7be233d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1098 time: 0.0529296 Jul 16 23:10:35.643429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-f59b9940-9584-433a-938a-d4afcbbe5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:35.644917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-f59b9940-9584-433a-938a-d4afcbbe5f28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0915873 Jul 16 23:10:35.740267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-87677b63-24ce-431e-ab42-1d5fc9ca5760 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1003 time: 0.0887358 Jul 16 23:10:35.801770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805c76d-082b-4df4-bbfb-2ae87a14d917 req-1f335c46-a194-495c-af4b-14a3e5f1666e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:35.803150 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a805c76d-082b-4df4-bbfb-2ae87a14d917 req-1f335c46-a194-495c-af4b-14a3e5f1666e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.1166356 Jul 16 23:10:35.808944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-7432f44b-1e8e-4aad-9d12-eb69945242ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:35.810333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-7432f44b-1e8e-4aad-9d12-eb69945242ae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0641096 Jul 16 23:10:35.871559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a805c76d-082b-4df4-bbfb-2ae87a14d917 req-0bb0e050-af3b-41c5-9ac5-ddc999c46abb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602777 Jul 16 23:10:35.889210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-13aadafb-c21e-47f6-8ac3-f0c53f7ac7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:35.890974 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-13aadafb-c21e-47f6-8ac3-f0c53f7ac7f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730581 Jul 16 23:10:35.982482 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-d441f857-e0ba-4721-a73f-0f1a5e5a087d service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849648 Jul 16 23:10:36.070277 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-a7bc89cd-3309-40e3-9847-1f4a87e5f98b service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811541 Jul 16 23:10:37.041324 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2207c7-65f6-4de3-826e-ea9853a57068 req-a78d8afd-35d9-4e92-9e68-7ecadde83fd7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:37.042858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c2207c7-65f6-4de3-826e-ea9853a57068 req-a78d8afd-35d9-4e92-9e68-7ecadde83fd7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0625339 Jul 16 23:10:37.079827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c2207c7-65f6-4de3-826e-ea9853a57068 req-85e25e95-082c-4962-a30b-098f5499ffcc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Jul 16 23:10:38.257574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12f8c-667a-4aca-84ae-f63a74dc49fb req-80c9a362-d0eb-4941-9a36-27eb92c19f38 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:38.259023 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b4e12f8c-667a-4aca-84ae-f63a74dc49fb req-80c9a362-d0eb-4941-9a36-27eb92c19f38 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0672796 Jul 16 23:10:38.296596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b4e12f8c-667a-4aca-84ae-f63a74dc49fb req-54c24bbe-3841-47c9-a03e-adf983efb65c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Jul 16 23:10:39.473541 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a812f3-bf78-4348-bb8d-44b912adc30c req-26ca70c9-87de-4acc-894d-9e72f70e844a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:39.475018 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46a812f3-bf78-4348-bb8d-44b912adc30c req-26ca70c9-87de-4acc-894d-9e72f70e844a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0661149 Jul 16 23:10:39.511564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46a812f3-bf78-4348-bb8d-44b912adc30c req-165db3c4-f3ea-47de-92c2-ddb1f11df2bb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308533 Jul 16 23:10:40.684165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77059e-651e-48d9-bc6c-5c0581ac6ee0 req-8db67c5b-0ef5-418a-8967-5bc11fc63472 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:40.685772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce77059e-651e-48d9-bc6c-5c0581ac6ee0 req-8db67c5b-0ef5-418a-8967-5bc11fc63472 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0636950 Jul 16 23:10:40.723154 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ce77059e-651e-48d9-bc6c-5c0581ac6ee0 req-6a7bbb53-b1c7-4ce9-b3b2-860cfc7e337e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Jul 16 23:10:41.898961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d1297-7e5d-4a07-a96d-50c84d91eab2 req-a48a61bb-fcba-4ee2-ab0a-fc8e53330a8d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:41.900475 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-676d1297-7e5d-4a07-a96d-50c84d91eab2 req-a48a61bb-fcba-4ee2-ab0a-fc8e53330a8d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0642712 Jul 16 23:10:41.938088 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-676d1297-7e5d-4a07-a96d-50c84d91eab2 req-e60cb951-b467-4e1c-a9a4-3ebaf39dc589 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jul 16 23:10:43.112432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4097d-949b-459e-bfb0-a9d8cb528465 req-06f56f2a-3004-4b7c-b243-e6a153a60b72 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:43.113920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c4097d-949b-459e-bfb0-a9d8cb528465 req-06f56f2a-3004-4b7c-b243-e6a153a60b72 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0661244 Jul 16 23:10:43.151553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-83c4097d-949b-459e-bfb0-a9d8cb528465 req-1042b5c3-3d30-4704-b1ff-39a612c66371 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Jul 16 23:10:44.323502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e349d-c758-4c6c-ac78-76b0f1006b7e req-48598b85-2c57-468c-aa66-f8044a337cba tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:44.325005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef2e349d-c758-4c6c-ac78-76b0f1006b7e req-48598b85-2c57-468c-aa66-f8044a337cba tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0620036 Jul 16 23:10:44.366324 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef2e349d-c758-4c6c-ac78-76b0f1006b7e req-cf5b760d-bda1-44fb-872d-443ede6fea53 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358660 Jul 16 23:10:45.539456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec599271-5c5d-4009-96f7-04e8c316e27f req-3a91c81c-0b6a-4141-9d35-7f18e51b0880 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:45.540902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec599271-5c5d-4009-96f7-04e8c316e27f req-3a91c81c-0b6a-4141-9d35-7f18e51b0880 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0622137 Jul 16 23:10:45.577866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec599271-5c5d-4009-96f7-04e8c316e27f req-1b751864-9d80-46a0-8e20-6c6750056a25 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308967 Jul 16 23:10:46.746967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a070f5-ed9b-458b-bec8-b5631fd31372 req-bd7e2140-7c92-412c-9693-1aa44f6aa91e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:46.748447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44a070f5-ed9b-458b-bec8-b5631fd31372 req-bd7e2140-7c92-412c-9693-1aa44f6aa91e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0626490 Jul 16 23:10:46.784724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44a070f5-ed9b-458b-bec8-b5631fd31372 req-c1f2006b-02a2-403f-9a2d-9e7f3397bb41 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Jul 16 23:10:47.958574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da06f-5091-4d25-badd-6bc18e85a190 req-16a0adac-d583-49a0-a94e-edcf9d5aad2d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:47.960068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c9da06f-5091-4d25-badd-6bc18e85a190 req-16a0adac-d583-49a0-a94e-edcf9d5aad2d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0639400 Jul 16 23:10:48.035878 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5c9da06f-5091-4d25-badd-6bc18e85a190 req-f8eee7c7-af88-4265-bff5-69afdd68f4a3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691602 Jul 16 23:10:48.049774 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-3aa649f4-8ae7-43b5-912b-7a73437d0deb service neutron] show failed (client error): The resource could not be found. Jul 16 23:10:48.050768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-3aa649f4-8ae7-43b5-912b-7a73437d0deb service neutron] 10.222.0.68 "GET /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0824275 Jul 16 23:10:48.344663 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-5c371380-d33b-4316-8fee-f5fae6be6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:48.346170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-5c371380-d33b-4316-8fee-f5fae6be6058 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1098 time: 0.0996537 Jul 16 23:10:48.357194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-50b8ee56-1003-4b2d-acbc-b097a25c36b6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:10:48.358130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-50b8ee56-1003-4b2d-acbc-b097a25c36b6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055363 Jul 16 23:10:48.369088 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:10:48.442838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:48.641281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:48.673002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:10:48.710869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:10:48.713484 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953efeb0-2665-4b91-8a4f-29ee9fdb0b5d" -d '{"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:10:48.717899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:48.730001 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Transition to ACTIVE for port object c09259e4-2d1a-4a1d-b344-7a67831e585b will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:10:48.735232 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:48.816441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:48.827650 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c2266-aa80-44dc-aff4-6659db531aea x-openstack-request-id: req-919c2266-aa80-44dc-aff4-6659db531aea {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:10:48.827939 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:10:48.828189 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-919c2266-aa80-44dc-aff4-6659db531aea {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:10:48.828596 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'code': 200} Jul 16 23:10:48.833923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.834271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.834608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.834944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.835273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.835600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.835925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.836249 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.836571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.836897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.837242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.837563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:48.872769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] No DVR routers for this DVR port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:10:49.016782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:10:49.017496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:10:49.017496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:10:49.021716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:10:49.022038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:10:49.026803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:10:49.027174 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:10:49.027557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:10:49.027982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Bound port: c09259e4-2d1a-4a1d-b344-7a67831e585b, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:10:49.028337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:49.091054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:10:49.094372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:10:49.099091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:49.140988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.141617 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:49.143053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] 10.222.0.47 "PUT /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1093 time: 0.7776685 Jul 16 23:10:49.178470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf69fa-2724-4b97-9a36-6b1f1419c493 service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:49.261069 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-f8f95bb6-20c5-4e1e-b0ce-95bf51bff952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.262633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-f8f95bb6-20c5-4e1e-b0ce-95bf51bff952 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0927911 Jul 16 23:10:49.271416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b30c-21f5-4197-b172-ca61f1e4b5cd req-f8ebc95d-1ae9-4405-acc3-f06fa0105103 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.272890 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79c5b30c-21f5-4197-b172-ca61f1e4b5cd req-f8ebc95d-1ae9-4405-acc3-f06fa0105103 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.1171002 Jul 16 23:10:49.364051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-79c5b30c-21f5-4197-b172-ca61f1e4b5cd req-9cbfce87-08b5-44f2-a1bb-6d9f9c15b8c0 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824087 Jul 16 23:10:49.389471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-e038d6d5-41ba-47b0-b96b-67d0fc710e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.390936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-e038d6d5-41ba-47b0-b96b-67d0fc710e67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1170681 Jul 16 23:10:49.459012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-1d58494c-5fc7-4cec-bea3-286512ae692a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1001 time: 0.0602896 Jul 16 23:10:49.505985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-88bb66e4-89d5-4dfb-9205-e6bf4be30d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.507386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-88bb66e4-89d5-4dfb-9205-e6bf4be30d0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0419226 Jul 16 23:10:49.562444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-eb22e593-e1ec-4f4c-a0d4-1ce01239ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:49.563918 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-eb22e593-e1ec-4f4c-a0d4-1ce01239ec17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504985 Jul 16 23:10:49.654680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-af904789-acd1-4d4c-9748-b179ffe99591 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Jul 16 23:10:49.741333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-a89594bf-b14a-4933-9c59-7e734174ce2c service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805442 Jul 16 23:10:50.536943 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:10:50.539921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0bf00-aca8-4bfc-807f-571f4e2084c9 req-84080332-6f52-4c08-9837-efd088a64c3c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:50.541540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79c0bf00-aca8-4bfc-807f-571f4e2084c9 req-84080332-6f52-4c08-9837-efd088a64c3c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0628774 Jul 16 23:10:50.576600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:10:50.580156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-79c0bf00-aca8-4bfc-807f-571f4e2084c9 req-47c4f8bc-5612-4382-a9de-30fb0145125a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328844 Jul 16 23:10:50.830026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:10:50.832384 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ad73c-b786-423b-a555-2eedae2f404e" -d '{"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:10:50.884613 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6092d0-5460-4daf-abb8-073fbf262708 x-openstack-request-id: req-8c6092d0-5460-4daf-abb8-073fbf262708 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:10:50.884613 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:10:50.884613 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c6092d0-5460-4daf-abb8-073fbf262708 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:10:50.884613 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'status': 'completed', 'code': 200} Jul 16 23:10:50.997052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-e83748fe-d2d9-4107-b9d2-5d6ecc9638d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:50.998531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-e83748fe-d2d9-4107-b9d2-5d6ecc9638d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0959415 Jul 16 23:10:51.001041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-8304c810-b639-4a8e-9558-a35142369ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.002402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-8304c810-b639-4a8e-9558-a35142369ddb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0910816 Jul 16 23:10:51.133705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:51.154973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-d00b43b1-f5f9-4902-bcd5-deab60188385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.156444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-d00b43b1-f5f9-4902-bcd5-deab60188385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1514657 Jul 16 23:10:51.160606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-d5f0967d-0c90-4ef1-9ad0-59601533b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.161983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-d5f0967d-0c90-4ef1-9ad0-59601533b87b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1399245 Jul 16 23:10:51.270401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-0344bc39-3878-4ea0-84e1-985e23a5ac3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1001 time: 0.1064200 Jul 16 23:10:51.272171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-91da397d-d6fe-4e85-8bb9-b9691271ff3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1001 time: 0.1021657 Jul 16 23:10:51.681709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-f3cdf06a-f8f0-43a1-95e1-5ed2cb7e5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.683220 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-f3cdf06a-f8f0-43a1-95e1-5ed2cb7e5c16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.4049034 Jul 16 23:10:51.686608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-46f52474-67ea-4ff9-84d6-070082f9b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.687936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-46f52474-67ea-4ff9-84d6-070082f9b897 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.4023526 Jul 16 23:10:51.757339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e370d-3581-4b94-af99-5ec89ed2f13a req-9c883797-0697-4a67-8431-15b3365f54fa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.758945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f97e370d-3581-4b94-af99-5ec89ed2f13a req-9c883797-0697-4a67-8431-15b3365f54fa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0667911 Jul 16 23:10:51.779794 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-48492723-4633-4021-ba3d-98dbe4a0ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.781321 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-48492723-4633-4021-ba3d-98dbe4a0ccb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915112 Jul 16 23:10:51.783851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad73c-b786-423b-a555-2eedae2f404e req-e49edf72-4bcc-4931-aa8a-b23aa8a07bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:51.785244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-e49edf72-4bcc-4931-aa8a-b23aa8a07bcd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880797 Jul 16 23:10:51.797848 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f97e370d-3581-4b94-af99-5ec89ed2f13a req-e8ca6ca9-a89f-42ed-8ba4-0306745a479e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Jul 16 23:10:51.943994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-95b6ee01-3a49-4770-8a7c-575e9971d283 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487989 Jul 16 23:10:51.945758 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-d46547d3-41fd-4207-bf70-c955d44b05a3 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577666 Jul 16 23:10:52.106756 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-3a97f82f-2210-48e2-82bd-52d01d14d32e service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560402 Jul 16 23:10:52.108986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-985ad73c-b786-423b-a555-2eedae2f404e req-7fd98d8a-d04e-4075-b947-2cc1beceb1b4 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573021 Jul 16 23:10:52.209560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-56c5f758-b34f-4444-8d0a-0836a1fb0b1f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.211149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-56c5f758-b34f-4444-8d0a-0836a1fb0b1f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&tenant_id=bd6fc29719de418387b382b7675ba52d&binding%3Ahost_id=n-h2-793621-16 HTTP/1.1" status: 200 len: 944 time: 0.0724976 Jul 16 23:10:52.260737 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f87ca-cf2c-4c60-b68f-2edb717ccad4 req-9fa61d9f-e067-4014-aa2b-f4c340cfc4de tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.262284 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d4f87ca-cf2c-4c60-b68f-2edb717ccad4 req-9fa61d9f-e067-4014-aa2b-f4c340cfc4de tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 944 time: 0.0632176 Jul 16 23:10:52.271067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-52dfa92c-34f0-4298-b038-9704330c5ac0 service neutron] 10.222.0.47 "GET /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b/bindings/n-h2-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.0540493 Jul 16 23:10:52.300522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d4f87ca-cf2c-4c60-b68f-2edb717ccad4 req-7fd871db-2a51-4d60-b3b9-12cb77859ea1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Jul 16 23:10:52.351933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-f75b1fed-11e8-4542-8672-b6d5e5ed5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.353497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-f75b1fed-11e8-4542-8672-b6d5e5ed5f0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0591099 Jul 16 23:10:52.443677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-6932f553-bcf5-451c-8718-c73160575e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.445278 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-6932f553-bcf5-451c-8718-c73160575e74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0846598 Jul 16 23:10:52.513471 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-e883748f-c6d3-42cc-822a-a30ba9512e4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1001 time: 0.0616326 Jul 16 23:10:52.561098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-3e9ca507-f2c4-4818-b036-12a0dc022465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.562483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-3e9ca507-f2c4-4818-b036-12a0dc022465 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0432427 Jul 16 23:10:52.617134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-361e1319-df2f-4e8d-8630-0d6fa18431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:52.618550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-361e1319-df2f-4e8d-8630-0d6fa18431d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496745 Jul 16 23:10:52.708168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-61eb3856-085e-421a-8fdc-e0950b7161c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829220 Jul 16 23:10:52.796257 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-18209724-f992-4c70-9f9e-53d271a39d47 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817571 Jul 16 23:10:52.931126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:10:53.022299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:53.033682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:10:53.071664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:53.083959 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:10:53.102884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:53.106892 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:53.152620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:53.159704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.160054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.160399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.160747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.161097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.161430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.161758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.162084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.162409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.162732 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.163055 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.163377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:10:53.329178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c09259e4-2d1a-4a1d-b344-7a67831e585b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:10:53.368995 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:53.480830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44145-455a-46b9-b619-da840fb17dfe req-b497b464-a3f9-48b3-b8fc-fdf3e6ff95ac tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:53.482357 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cee44145-455a-46b9-b619-da840fb17dfe req-b497b464-a3f9-48b3-b8fc-fdf3e6ff95ac tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 945 time: 0.0680814 Jul 16 23:10:53.520442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cee44145-455a-46b9-b619-da840fb17dfe req-b525b705-c237-4d98-b526-5e7a9babcf08 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Jul 16 23:10:54.693616 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbef36-e9f8-4e58-b7f7-4d8ae2829abc req-5b1827bd-3112-4202-8851-a1742d40e5e2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:54.695108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ccfbef36-e9f8-4e58-b7f7-4d8ae2829abc req-5b1827bd-3112-4202-8851-a1742d40e5e2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 945 time: 0.0634592 Jul 16 23:10:54.737928 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ccfbef36-e9f8-4e58-b7f7-4d8ae2829abc req-0524d843-e7a5-44c7-bd71-0dc9bcb1a1a3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356917 Jul 16 23:10:54.757617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-93fcbd2a-c0a4-4c61-b7f5-8bee707797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:54.759132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-93fcbd2a-c0a4-4c61-b7f5-8bee707797a8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1097 time: 0.0546010 Jul 16 23:10:54.769675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:10:54.838446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:54.946116 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:10:54.993394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c09259e4-2d1a-4a1d-b344-7a67831e585b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:10:54.997599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:10:54.997978 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.041708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:55.072281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.075775 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:10:55.108030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:10:55.116583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.128125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Ignored duplicate provisioning block setup for port c09259e4-2d1a-4a1d-b344-7a67831e585b by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 23:10:55.131817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.171315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 23:10:55.171684 n-d-793621-16 neutron-server[93925]: DEBUG oslo_db.api [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 23:10:55.180293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=9']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:55.262551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] No DVR routers for this DVR port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:10:55.397745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-640ce76b-3955-40e3-adef-c3c4256b79c3 None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:10:55.398125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-640ce76b-3955-40e3-adef-c3c4256b79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.399521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:10:55.399867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:10:55.400195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:10:55.404525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:10:55.404847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Attempting to bind port c09259e4-2d1a-4a1d-b344-7a67831e585b on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:10:55.409649 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:10:55.409989 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:10:55.410376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:10:55.410804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Bound port: c09259e4-2d1a-4a1d-b344-7a67831e585b, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:10:55.411157 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.431238 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-640ce76b-3955-40e3-adef-c3c4256b79c3 None None] Port c09259e4-2d1a-4a1d-b344-7a67831e585b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:10:55.473867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:10:55.476985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:10:55.481827 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.513460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:55.514384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.515773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] 10.222.0.68 "PUT /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1093 time: 0.7501345 Jul 16 23:10:55.516213 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:10:55.518461 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae88c15-ffaf-4b37-b3e8-6348043b30ca" -d '{"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:10:55.554015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4426-8211-4288-8289-7651007f7f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:55.578151 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3875c6-a5ea-49ac-bcef-d1abc50bd9ea x-openstack-request-id: req-1d3875c6-a5ea-49ac-bcef-d1abc50bd9ea {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:10:55.578474 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:10:55.578678 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d3875c6-a5ea-49ac-bcef-d1abc50bd9ea {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:10:55.579078 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'status': 'completed', 'code': 200} Jul 16 23:10:55.635246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-2e2ccdce-6a78-48ab-b6de-be460bb04f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:55.636809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-2e2ccdce-6a78-48ab-b6de-be460bb04f77 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1097 time: 0.0942450 Jul 16 23:10:55.689277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-40194d72-1096-4f59-91f1-f5576fc32642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:55.690805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-40194d72-1096-4f59-91f1-f5576fc32642 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1097 time: 0.0991492 Jul 16 23:10:55.708001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.733455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:10:55.735765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbcdabd-f167-4cb4-93d4-9fc799bdd2ee" -d '{"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:10:55.751743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:55.759563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.802388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-e0d4eafd-ff31-4d70-b00e-bf18c85ac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:55.803864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-e0d4eafd-ff31-4d70-b00e-bf18c85ac22b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1607387 Jul 16 23:10:55.806455 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47323eeb-359d-49fc-8eab-c11d0c8c4cd2 x-openstack-request-id: req-47323eeb-359d-49fc-8eab-c11d0c8c4cd2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:10:55.806761 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:10:55.807031 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47323eeb-359d-49fc-8eab-c11d0c8c4cd2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:10:55.807413 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'code': 200} Jul 16 23:10:55.814031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7538af48-92ea-48e9-b3d4-7e0902706cb3 None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:10:55.814405 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7538af48-92ea-48e9-b3d4-7e0902706cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:55.845548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:55.907545 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-158b2891-20bf-4191-87bc-dc374cdae4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:55.908760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-158b2891-20bf-4191-87bc-dc374cdae4c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1891243 Jul 16 23:10:55.930180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-9cfd8c5e-a072-4381-bf3c-c46958092234 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1003 time: 0.1185105 Jul 16 23:10:56.030273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-c3aa71ed-0355-4649-9c1d-b8508642b57c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1003 time: 0.1143982 Jul 16 23:10:56.035046 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-9ca17f83-bd7e-4ca8-abb9-6ce60cf35263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.036412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-9ca17f83-bd7e-4ca8-abb9-6ce60cf35263 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0783842 Jul 16 23:10:56.051549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07cd6-1aeb-496c-91dc-062505b10d9a req-c314de62-8795-4b1f-894d-c9e332ce9003 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.052921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ecd07cd6-1aeb-496c-91dc-062505b10d9a req-c314de62-8795-4b1f-894d-c9e332ce9003 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 947 time: 0.1843014 Jul 16 23:10:56.132971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-689d62b5-ee2b-4e13-b785-93545c759a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.134398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-689d62b5-ee2b-4e13-b785-93545c759a23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0971656 Jul 16 23:10:56.179134 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ecd07cd6-1aeb-496c-91dc-062505b10d9a req-3c4f7161-c1d3-49e2-bcf6-c2952fde6481 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983522 Jul 16 23:10:56.194035 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-c9570d90-78b8-4911-b447-8c5fb8658caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.195503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-c9570d90-78b8-4911-b447-8c5fb8658caa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409101 Jul 16 23:10:56.240854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-3853e106-be87-4658-958e-740fa3aaf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.242323 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-3853e106-be87-4658-958e-740fa3aaf116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981319 Jul 16 23:10:56.347039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-bc665cbc-f73b-46da-a097-f382229e88f4 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439674 Jul 16 23:10:56.392283 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:10:56.395332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-f1406173-23d4-41f0-8363-29aa1c8c2333 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283152 Jul 16 23:10:56.502000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a9d3c36c-8f17-4028-9506-5d53e0df8773 req-5ca935ea-1631-4687-818f-9bd7c65d9884 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477954 Jul 16 23:10:56.525631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-a82735fd-0ac0-48c6-8098-0681a2fac664 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996468 Jul 16 23:10:56.600941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-0f932be5-b61a-4f0b-8204-235b77d7b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.602353 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-0f932be5-b61a-4f0b-8204-235b77d7b386 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 1099 time: 0.0549045 Jul 16 23:10:56.689372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-00d62c36-a674-4f33-9823-6757eac58b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.690840 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-00d62c36-a674-4f33-9823-6757eac58b02 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0825894 Jul 16 23:10:56.757106 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-379826ee-9b49-42f1-842d-79ffa13624e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 200 len: 1003 time: 0.0594108 Jul 16 23:10:56.804106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-3f99cbdb-74f6-43dc-8cf7-dc01ce65cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.805517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-3f99cbdb-74f6-43dc-8cf7-dc01ce65cafe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0418024 Jul 16 23:10:56.859773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-972ed78e-6c72-472a-a0dd-35b2417c7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:56.861264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-972ed78e-6c72-472a-a0dd-35b2417c7bab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496058 Jul 16 23:10:56.954982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-485f810f-715a-42f9-9e94-529d237533e2 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Jul 16 23:10:56.965391 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:10:57.002235 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:10:57.044098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dae88c15-ffaf-4b37-b3e8-6348043b30ca req-9729f4a4-afb4-44ea-9835-704aa2152ff1 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821738 Jul 16 23:10:57.354475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c39b-8a94-4f6a-a063-a2eaabedbc3c req-3f143745-3930-4394-8e2f-9e0959e25e95 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:57.356584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d76c39b-8a94-4f6a-a063-a2eaabedbc3c req-3f143745-3930-4394-8e2f-9e0959e25e95 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 947 time: 0.0622091 Jul 16 23:10:57.393268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7d76c39b-8a94-4f6a-a063-a2eaabedbc3c req-056d0a89-651f-4fb9-9595-41e935b901c7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Jul 16 23:10:57.608485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf8623a9-1d4a-4293-a5ad-c3abd5cf11be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:58.569671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf4027-299a-4742-be15-1504eab3010c req-8b6eb68a-7938-44cd-928d-475277cc82b7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:58.571148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bf4027-299a-4742-be15-1504eab3010c req-8b6eb68a-7938-44cd-928d-475277cc82b7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 947 time: 0.0665014 Jul 16 23:10:58.601428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:10:58.608920 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68bf4027-299a-4742-be15-1504eab3010c req-8e6b6cd8-63af-479a-8e98-1ff14cbc6fa6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Jul 16 23:10:58.697334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:58.708326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'mac_address': 'fa:16:3e:1a:3b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:10:58.744780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:58.757195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:10:58.776415 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:10:58.778017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f4ee-bc89-4eaf-a226-6068b54f744e req-a4c5ad67-cde5-41fb-915b-e6f86660d5e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:58.779794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9128f4ee-bc89-4eaf-a226-6068b54f744e req-a4c5ad67-cde5-41fb-915b-e6f86660d5e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 947 time: 0.0633318 Jul 16 23:10:58.781675 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:10:58.817478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9128f4ee-bc89-4eaf-a226-6068b54f744e req-fa6b8f5a-353a-4977-b15c-6ce3f98d392e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315328 Jul 16 23:10:58.830923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:10:58.991625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bad711-9f08-420e-a379-556f7d8a67bf req-245d7218-2a2e-446d-8983-6f0215bbeaea tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:58.993120 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7bad711-9f08-420e-a379-556f7d8a67bf req-245d7218-2a2e-446d-8983-6f0215bbeaea tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0651932 Jul 16 23:10:58.993496 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['c09259e4-2d1a-4a1d-b344-7a67831e585b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:10:59.032047 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c7bad711-9f08-420e-a379-556f7d8a67bf req-6a8a7314-aa61-45b7-aa40-cb8d0f51de18 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329764 Jul 16 23:10:59.402277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646faf1-8441-4817-8493-518c830958a3 req-3e1c1cf1-51eb-438a-a943-77a273274c81 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:10:59.403769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5646faf1-8441-4817-8493-518c830958a3 req-3e1c1cf1-51eb-438a-a943-77a273274c81 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0625007 Jul 16 23:10:59.440094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5646faf1-8441-4817-8493-518c830958a3 req-52a96af3-03c8-4182-81a3-782d515b1ad4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Jul 16 23:10:59.848155 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7944ecb-1264-49ef-bbd3-803a138f0b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.165514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.612096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-779113e2-a612-47a0-9315-77113e25fd5f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:00.613669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-779113e2-a612-47a0-9315-77113e25fd5f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0684502 Jul 16 23:11:00.615572 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:11:00.618322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbbc61-6076-41b9-89ca-0de1908e2c66 req-ee96697c-b47b-479b-a93f-40f8ea5ad77d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:00.620156 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21bbbc61-6076-41b9-89ca-0de1908e2c66 req-ee96697c-b47b-479b-a93f-40f8ea5ad77d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 946 time: 0.0657933 Jul 16 23:11:00.660412 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21bbbc61-6076-41b9-89ca-0de1908e2c66 req-6776fba9-2d53-451f-8c1b-eb6ec11b3081 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347607 Jul 16 23:11:00.667087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port c09259e4-2d1a-4a1d-b344-7a67831e585b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:11:00.667436 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.729699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Deleting port c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:11:00.729958 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.742992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.765655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:11:00.768043 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a7805-f044-4bda-a769-f0b64185de74" -d '{"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:11:00.781031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:11:00.785849 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:00.811494 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a27d08e-0f39-4424-9074-12c45ebd3f88 x-openstack-request-id: req-5a27d08e-0f39-4424-9074-12c45ebd3f88 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:11:00.811793 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-plugged", "status": "completed", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:11:00.812045 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a27d08e-0f39-4424-9074-12c45ebd3f88 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:11:00.812432 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'code': 200} Jul 16 23:11:00.838469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:01.149941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] For port c09259e4-2d1a-4a1d-b344-7a67831e585b, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=c09259e4-2d1a-4a1d-b344-7a67831e585b,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:11:01.150294 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.313524 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.313896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.314211 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d disassociated. External IP: 172.25.5.246, port: c09259e4-2d1a-4a1d-b344-7a67831e585b. Jul 16 23:11:01.314550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Calling delete_port for c09259e4-2d1a-4a1d-b344-7a67831e585b owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:11:01.440302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.470030 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'Port': ['ID=c09259e4-2d1a-4a1d-b344-7a67831e585b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:01.539478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.587454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:11:01.697534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:11:01.707710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:11:01.717838 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:11:01.718458 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:11:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:01.744533 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] No DVR routers for this DVR port c09259e4-2d1a-4a1d-b344-7a67831e585b on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:11:01.747183 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:01.749180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c137bb3f-0bc7-4c01-bea8-f3869c5cb17b req-55ea09c5-e82d-4dda-aa76-de6018c6b8b6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "DELETE /v2.0/ports/c09259e4-2d1a-4a1d-b344-7a67831e585b HTTP/1.1" status: 204 len: 173 time: 1.1294522 Jul 16 23:11:01.749700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-deleted', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:11:01.752456 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e04eba-8772-4c73-9bb6-e4a7bc89409a" -d '{"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-deleted", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:11:01.798158 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e1fdc1-62c3-4166-8cd3-2a4a8e23f010 x-openstack-request-id: req-c5e1fdc1-62c3-4166-8cd3-2a4a8e23f010 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:11:01.798526 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8", "name": "network-vif-deleted", "tag": "c09259e4-2d1a-4a1d-b344-7a67831e585b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:11:01.798783 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5e1fdc1-62c3-4166-8cd3-2a4a8e23f010 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:11:01.799191 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8', 'name': 'network-vif-deleted', 'tag': 'c09259e4-2d1a-4a1d-b344-7a67831e585b', 'status': 'completed', 'code': 200} Jul 16 23:11:01.819582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a89ec51-22e8-4014-85bf-987d940f0ac5 req-23c432f5-1b59-41fa-9def-47e5b2994a49 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=14c934a6-b9e0-4a5f-8c8a-d219ab8b84f8 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Jul 16 23:11:01.827267 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:11:02.101891 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:02.127563 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:11:02.135859 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:11:02.136485 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:11:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:02.242593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:11:02.442814 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:02.468033 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ddd8-e21f-4201-abd7-4d5f42d81468 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:11:02.685670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1718a-8d01-4350-bc7b-57b68f30988f None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:11:02.861138 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:03.157236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-4da96843-fb04-4806-8a9b-e9ba2b19c355 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--608513567&fields=id&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 267 time: 0.0335977 Jul 16 23:11:03.264478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-e5114171-913d-408c-a7b1-50936dd67a2a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:03.265973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-e5114171-913d-408c-a7b1-50936dd67a2a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1025543 Jul 16 23:11:03.280363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-d12b9f1a-1220-4a66-bc9f-45e6de1ba27c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/quotas/bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 375 time: 0.0090709 Jul 16 23:11:03.349936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-4acd7b1e-73fc-46b3-b8b1-c845218363de tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646367 Jul 16 23:11:03.446436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-759ebbf3-8f8c-448e-b62b-a03b037dfa79 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849674 Jul 16 23:11:03.533410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3244cb17-df97-4780-b370-7f07ab68b2f3 service neutron] 10.222.0.70 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812790 Jul 16 23:11:03.699064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4c793623-3515-49a5-b4e7-8be84dc56645 req-066b7221-1414-4f64-ac4b-49ef477a4465 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0284142 Jul 16 23:11:04.632048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:11:04.652745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: c09259e4-2d1a-4a1d-b344-7a67831e585b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:11:04.653186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device c09259e4-2d1a-4a1d-b344-7a67831e585b not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:11:04.703329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-9c88cdab-dcba-4e16-9a07-e10539beb7ab tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:04.704760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-9c88cdab-dcba-4e16-9a07-e10539beb7ab tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 812 time: 0.1091995 Jul 16 23:11:04.755886 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-7cce795a-540b-4249-a8ce-7e047f0a1084 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 379 time: 0.0354698 Jul 16 23:11:04.765627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'port': {'device_id': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'admin_state_up': True, 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'security_groups': ['9f662fef-050d-4d31-8642-d736bd0026ed']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:11:04.867036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c8d7a9b8-a6f5-4021-af72-d679497ecaef req-5ccb31d4-76a2-425e-a1f1-b442ef0afc14 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0360897 Jul 16 23:11:04.906722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Made reservation on behalf of bd6fc29719de418387b382b7675ba52d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:11:04.910303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.035646 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Allocated IP 172.20.0.5 (8cf8eebe-88a7-474f-98a6-3378c5e9bcd7/cf7c1eca-2f96-4a17-b7da-555017ecb6e5/905cf9bd-705d-4451-80e2-a5631d79f2bb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:11:05.168691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.181670 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Transition to ACTIVE for port object 905cf9bd-705d-4451-80e2-a5631d79f2bb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:11:05.215047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.260455 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:11:05.265781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:11:05.269487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:11:05.297781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:05.323451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:05.324106 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.339462 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-3a001f98-0f7f-41c1-afd0-163f164c232e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783343 Jul 16 23:11:05.351157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Request body: {'port': {'device_id': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:11:05.426455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.477781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f70ddc86-b075-4cff-adde-60e514aab2cb None None] Provisioning for port 905cf9bd-705d-4451-80e2-a5631d79f2bb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:11:05.482490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f70ddc86-b075-4cff-adde-60e514aab2cb None None] Provisioning complete for port 905cf9bd-705d-4451-80e2-a5631d79f2bb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:11:05.482845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f70ddc86-b075-4cff-adde-60e514aab2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.515736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f70ddc86-b075-4cff-adde-60e514aab2cb None None] Port 905cf9bd-705d-4451-80e2-a5631d79f2bb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:11:05.689781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:11:05.697119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.709920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Transition to ACTIVE for port object 905cf9bd-705d-4451-80e2-a5631d79f2bb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:11:05.713437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.764677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:05.836462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:11:05.836809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:11:05.837172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:11:05.842349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:11:05.842675 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:11:05.847657 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:11:05.847901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:11:05.848288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:11:05.848714 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Bound port: 905cf9bd-705d-4451-80e2-a5631d79f2bb, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:11:05.849100 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.919167 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:11:05.922522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:11:05.929673 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.963538 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:05.964302 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:05.966396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] 10.222.0.47 "PUT /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1092 time: 0.6196604 Jul 16 23:11:05.966903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:11:05.969252 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e" -d '{"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:11:05.995293 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cced1f-803f-4ebc-87c8-12b806217a67 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:06.012330 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562963b-88b6-4fc2-b16c-997dee4a5495 x-openstack-request-id: req-0562963b-88b6-4fc2-b16c-997dee4a5495 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:11:06.012617 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:11:06.012868 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0562963b-88b6-4fc2-b16c-997dee4a5495 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:11:06.013292 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'status': 'completed', 'code': 200} Jul 16 23:11:06.064746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338c211-7c18-45b3-b005-f52480c09dfe req-480b193b-7136-4a5a-8424-ed13c6d1567a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.066511 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f338c211-7c18-45b3-b005-f52480c09dfe req-480b193b-7136-4a5a-8424-ed13c6d1567a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0842798 Jul 16 23:11:06.073034 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-43e2081c-b818-407e-b160-6ff1efb9a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.075124 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-43e2081c-b818-407e-b160-6ff1efb9a7c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1095 time: 0.0574145 Jul 16 23:11:06.123255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-374b0829-27c9-4a4c-8aca-ecbcad9391ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 217 time: 0.0396190 Jul 16 23:11:06.178724 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-526d5f03-de5a-4907-bb07-865095ea5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.180450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-526d5f03-de5a-4907-bb07-865095ea5d81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0504267 Jul 16 23:11:06.239960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-835c3b42-663a-4480-a4ee-28c2bebacedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.241517 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-835c3b42-663a-4480-a4ee-28c2bebacedd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550878 Jul 16 23:11:06.339042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-68b2a23c-02b6-49ff-b99f-8b623c4c4bac service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908699 Jul 16 23:11:06.401367 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f338c211-7c18-45b3-b005-f52480c09dfe req-80dca085-9a00-49d7-b25d-483b0ff3c778 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289449 Jul 16 23:11:06.431069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-51b385dc-2dcd-4727-af57-ed701ed7cfea req-2700fddc-d247-454d-a7c2-91a9a1c94d54 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863187 Jul 16 23:11:06.534727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-7b413744-73fb-4754-b387-573a96496006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.536210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-7b413744-73fb-4754-b387-573a96496006 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1095 time: 0.0563633 Jul 16 23:11:06.623182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-628519fb-b718-47f3-b69c-479b71868a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.624592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-628519fb-b718-47f3-b69c-479b71868a72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0822484 Jul 16 23:11:06.668155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-d1a63097-d120-4ca0-be5f-94bd38c4a953 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 217 time: 0.0360441 Jul 16 23:11:06.717537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-a4430ac1-5930-4fe2-9fce-5dec8db7082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.718932 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-a4430ac1-5930-4fe2-9fce-5dec8db7082e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0425746 Jul 16 23:11:06.774298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-3471d580-b376-4220-ada4-62ed73ca4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:06.775734 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-3471d580-b376-4220-ada4-62ed73ca4be8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498912 Jul 16 23:11:06.866439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-8f983bca-3efe-47b5-944b-c4fcaaf2e10c service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Jul 16 23:11:06.953783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-74c33169-b9a2-46d6-8f4a-cf8c4af6294e req-6689c9f3-0294-4f6a-99ca-988a929dcd16 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Jul 16 23:11:07.578386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b6fc1-e3c5-4d1f-8f29-b14cb02a0aad req-e49a3f76-81fd-446c-be8f-59db15f3be0e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:07.579891 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-242b6fc1-e3c5-4d1f-8f29-b14cb02a0aad req-e49a3f76-81fd-446c-be8f-59db15f3be0e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0671008 Jul 16 23:11:07.618119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-242b6fc1-e3c5-4d1f-8f29-b14cb02a0aad req-f128e5ed-c258-4e37-a0ea-f97460abfa04 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Jul 16 23:11:08.792627 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ff3e7-ab83-4e23-99b5-8d13dad0edc9 req-173b314b-44e5-4b2a-945c-c1cb73d0ac05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:08.794139 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd9ff3e7-ab83-4e23-99b5-8d13dad0edc9 req-173b314b-44e5-4b2a-945c-c1cb73d0ac05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0619433 Jul 16 23:11:08.830639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fd9ff3e7-ab83-4e23-99b5-8d13dad0edc9 req-87f74801-5a1d-4570-b5d5-f4b58e901086 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Jul 16 23:11:08.991542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:11:09.086027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:11:09.096949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:11:09.132977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:09.145931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:11:09.164804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:11:09.168385 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:09.216686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:09.353465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['905cf9bd-705d-4451-80e2-a5631d79f2bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:11:10.000755 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e2bd5-5191-49d0-94dc-0ff8e84becb8 req-40a7645c-9996-4b92-a643-fbc051e6413a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:10.002613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c2e2bd5-5191-49d0-94dc-0ff8e84becb8 req-40a7645c-9996-4b92-a643-fbc051e6413a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0631189 Jul 16 23:11:10.040429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9c2e2bd5-5191-49d0-94dc-0ff8e84becb8 req-13504668-21b1-4fc1-9482-39f9d6e11b05 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Jul 16 23:11:10.993524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:11:11.043629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 905cf9bd-705d-4451-80e2-a5631d79f2bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:11:11.047483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 905cf9bd-705d-4451-80e2-a5631d79f2bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:11:11.047862 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:11.234688 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a086b3-06b4-4872-a68b-eaa24a52b9f4 req-3b3b17ec-01c2-4de9-b112-990fd10a0a79 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:11.236927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30a086b3-06b4-4872-a68b-eaa24a52b9f4 req-3b3b17ec-01c2-4de9-b112-990fd10a0a79 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0679786 Jul 16 23:11:11.278942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:11.280197 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30a086b3-06b4-4872-a68b-eaa24a52b9f4 req-d2103fbc-13db-44e3-aae6-7603e960b728 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369601 Jul 16 23:11:11.312388 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:11:11.313398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:11:11.316063 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c1e5c8-21d0-4935-af87-1e843b574523" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:11:11.319745 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:11.353497 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31d4c6-ce8f-49f7-9e40-eaa389fb0c8c x-openstack-request-id: req-fc31d4c6-ce8f-49f7-9e40-eaa389fb0c8c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:11:11.353795 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:11:11.354051 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc31d4c6-ce8f-49f7-9e40-eaa389fb0c8c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:11:11.354446 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'code': 200} Jul 16 23:11:11.370873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:11:11.466880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40004c99-162f-4938-97ed-37627fa8ad01 req-25fe5cd1-6dfa-47ed-b10c-8fdd11406453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:11.468304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40004c99-162f-4938-97ed-37627fa8ad01 req-25fe5cd1-6dfa-47ed-b10c-8fdd11406453 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1097 time: 0.0521076 Jul 16 23:11:11.503068 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40004c99-162f-4938-97ed-37627fa8ad01 req-98938806-99a8-4a44-a3db-2e9deebb75e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274692 Jul 16 23:11:12.459997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e459-4f6b-428f-aebd-db687f717417 req-9b400675-40e3-45cf-89cd-9f1fcbee23be tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:12.462490 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2e3e459-4f6b-428f-aebd-db687f717417 req-9b400675-40e3-45cf-89cd-9f1fcbee23be tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0639820 Jul 16 23:11:12.504330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2e3e459-4f6b-428f-aebd-db687f717417 req-0a5a0366-7a0e-4927-b632-add8aee85814 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357401 Jul 16 23:11:12.679715 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b589a-20c2-4517-8e59-9c3bee323b57 req-c7fa4dba-44c8-4f93-8553-fc879e4eaaf1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:12.681170 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-792b589a-20c2-4517-8e59-9c3bee323b57 req-c7fa4dba-44c8-4f93-8553-fc879e4eaaf1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0665779 Jul 16 23:11:12.694332 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 47706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:11:12.698958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Request body: {'floatingip': {'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:11:12.737450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:13.169703 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:13.173373 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:13.272388 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d associated. External IP: 172.25.5.246, port: 905cf9bd-705d-4451-80e2-a5631d79f2bb. Jul 16 23:11:13.475856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:11:13.580253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:11:13.585685 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:13.589898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:11:13.598505 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:11:13.599104 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:11:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:13.622012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b54c6527-6084-46ea-8470-2a8f47796573 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "PUT /v2.0/floatingips/5b5fd50a-98e6-4e8c-9d4d-76567c892d8d HTTP/1.1" status: 200 len: 992 time: 0.9265652 Jul 16 23:11:13.622689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:11:13.625059 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18738b5c-220e-4bb3-949a-fb20bc6e28d4" -d '{"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:11:13.660521 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fdd826-1e00-4b9d-9161-84d29a669c79 x-openstack-request-id: req-97fdd826-1e00-4b9d-9161-84d29a669c79 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:11:13.660808 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:11:13.661096 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97fdd826-1e00-4b9d-9161-84d29a669c79 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:11:13.661502 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'status': 'completed', 'code': 200} Jul 16 23:11:13.707621 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:11:13.737968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-521dd7de-b58b-4b8c-9708-18247e81c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:13.739390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-521dd7de-b58b-4b8c-9708-18247e81c07b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1097 time: 0.0555079 Jul 16 23:11:13.831221 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-1c08ebb4-5b09-43d0-97b7-5a3c69e81dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:13.832809 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-1c08ebb4-5b09-43d0-97b7-5a3c69e81dd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0872931 Jul 16 23:11:13.897426 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-15421dd5-3544-4c4b-bb8b-67b6dda67f7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.0582118 Jul 16 23:11:13.927628 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:11:13Z', 'revision_number': 13, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:13.949180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-42686426-0d8d-4c1d-b0e6-1dd0eb9de662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:13.950656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-42686426-0d8d-4c1d-b0e6-1dd0eb9de662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0476148 Jul 16 23:11:13.953159 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:11:13.961135 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:11:13.961733 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:11:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:14.009954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-52ac14a9-ad90-4b9a-a8f9-6883ec1ff572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:11:14.011716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-52ac14a9-ad90-4b9a-a8f9-6883ec1ff572 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544481 Jul 16 23:11:14.084571 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:11:14.106162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-8c581483-1605-409e-aa2e-38aba347b998 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883298 Jul 16 23:11:14.203309 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-18738b5c-220e-4bb3-949a-fb20bc6e28d4 req-25172e27-846d-45f4-8973-26601e1f83a7 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908420 Jul 16 23:11:14.318656 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:11:13Z', 'revision_number': 13, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:11:14.347176 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8eeb8-2764-4d77-bc63-1d3b98754f42 None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '5b5fd50a-98e6-4e8c-9d4d-76567c892d8d', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:04:19Z', 'updated_at': '2021-07-16T23:11:13Z', 'revision_number': 13, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:11:14.533569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afef539-58f7-4eca-9778-0992023f264c None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:11:21.142842 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:23.343548 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:27.612305 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-99388581-2bc6-43a9-9e16-98f2174a6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:29.848390 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6353f09b-5ec7-4e44-96bc-73fcbca405ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:30.166470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:31.536922 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:32.863029 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:33.391667 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:11:51.142262 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:53.337296 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:57.612563 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7e26-1582-40a1-8c39-f8f8020c607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:11:59.847786 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1210814-1836-4ba9-a6b2-6a030f4e70f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:00.168300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:01.540604 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:02.874810 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:05.289482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-c40be25c-d299-4b62-be54-3ace385b183d req-0957d064-2220-49e0-a505-0cbbd0c4d33e service neutron] (93924) timed out ('10.222.0.70', 45358) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:12:08.116263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-eb0ae2ea-2f61-4466-aeaa-8374acb0eb9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510142 Jul 16 23:12:08.212236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-652e2d81-809f-47a9-8fd7-4db0b9ea76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:12:08.213790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-652e2d81-809f-47a9-8fd7-4db0b9ea76b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1097 time: 0.0563862 Jul 16 23:12:08.316726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-3211c8ad-890a-4f01-bdd5-b45758d6a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:12:08.318213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-3211c8ad-890a-4f01-bdd5-b45758d6a78c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0841613 Jul 16 23:12:08.383979 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-03744be4-fd0f-4c84-aa81-a59f42f36de7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1002 time: 0.0588000 Jul 16 23:12:08.430363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-6927dbd6-9e51-4570-a7c6-8901e56ece6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:12:08.431790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-6927dbd6-9e51-4570-a7c6-8901e56ece6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0418899 Jul 16 23:12:08.486068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-f1cc9f83-fd8b-4a6e-af17-1de617f8bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:12:08.487500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-f1cc9f83-fd8b-4a6e-af17-1de617f8bdc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499792 Jul 16 23:12:08.580222 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-78e1ab7d-6ba6-4041-976f-342c6886d5e0 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Jul 16 23:12:08.667389 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-54a06004-b62e-4016-8c9a-d1f98528de63 req-1a452f11-2166-44d2-ae78-20727ac8c508 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805831 Jul 16 23:12:10.390796 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:12:21.157249 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:23.348451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:27.613120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f45fa89-d76e-4fca-8b7a-65c1c85694b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:29.848512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b291e6a-fbbf-45c9-b9ef-b6538e529f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:30.170073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:31.546258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:32.869441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:47.391132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:12:51.187796 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:53.348233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:53.400798 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efbeff-b88b-447a-bd0c-a23e9873964b req-b1c6a6ac-42da-4611-8c83-b619827554ea tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:12:53.402389 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5efbeff-b88b-447a-bd0c-a23e9873964b req-b1c6a6ac-42da-4611-8c83-b619827554ea tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0642817 Jul 16 23:12:53.440304 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f5efbeff-b88b-447a-bd0c-a23e9873964b req-4a7674db-3f82-48a8-a9ce-10a58d6ffae6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Jul 16 23:12:57.614417 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c99a18b-f51a-4414-88bb-e91a7a1aa875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:12:59.848531 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-602afeec-e1bd-4795-b025-899efff948af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:00.170600 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:01.545957 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:02.873367 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:03.466108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-368565e9-9b81-4530-b0fa-2681f46ecf19 req-c11731ea-584b-4d85-9ea6-545ea61b5ca2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:13:03.467125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-368565e9-9b81-4530-b0fa-2681f46ecf19 req-c11731ea-584b-4d85-9ea6-545ea61b5ca2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561934 Jul 16 23:13:03.739983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-e7991c5f-94af-442b-84e8-c7e67f17241f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006072 Jul 16 23:13:03.749452 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-bb24fae2-3c74-48db-8529-bba83945e50e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:13:03.750415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-bb24fae2-3c74-48db-8529-bba83945e50e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056908 Jul 16 23:13:03.758201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96007fe8-323f-4734-8e40-3e9f7d16d67e req-c985f1e8-7ec3-4ee6-b17b-a77a2004de4c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:03.759698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96007fe8-323f-4734-8e40-3e9f7d16d67e req-c985f1e8-7ec3-4ee6-b17b-a77a2004de4c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0677457 Jul 16 23:13:03.801491 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-96007fe8-323f-4734-8e40-3e9f7d16d67e req-fbb1ad7c-8ccf-4eb6-ad62-4d86665e7ccf tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358062 Jul 16 23:13:04.907600 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-0f9f1587-0a1f-4fed-9a56-676d42032460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:04.909286 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-0f9f1587-0a1f-4fed-9a56-676d42032460 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1097 time: 0.0552018 Jul 16 23:13:04.976772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46e05-6a88-4dde-93a3-10b661f98a3f req-739c7f54-3de2-4cb8-b703-e4d1311f2a74 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:04.978351 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0a46e05-6a88-4dde-93a3-10b661f98a3f req-739c7f54-3de2-4cb8-b703-e4d1311f2a74 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Jul 16 23:13:05.018640 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0a46e05-6a88-4dde-93a3-10b661f98a3f req-40ee1673-4892-46d6-ab8a-5939e30572b9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343864 Jul 16 23:13:05.335467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-980675e4-6912-43ad-8025-2f57a49dc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:05.336948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-980675e4-6912-43ad-8025-2f57a49dc3c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.4207973 Jul 16 23:13:05.399715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-83a89f15-54fa-4fce-8ec0-715351670ca7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1002 time: 0.0563734 Jul 16 23:13:05.446651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-85a8489d-f80e-4fee-85b0-c99f9316597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:05.448070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-85a8489d-f80e-4fee-85b0-c99f9316597a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0425739 Jul 16 23:13:05.507471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-67e4b5dd-8da6-43ce-a126-d639485b79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:05.508941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-67e4b5dd-8da6-43ce-a126-d639485b79b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550561 Jul 16 23:13:05.595927 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-46149347-5648-4f43-bd12-458e126a66cb service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803530 Jul 16 23:13:05.688133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-6cf278e2-889d-48db-9c18-815de03c1b26 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856602 Jul 16 23:13:06.190922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af19119-2cc2-441d-bfee-20c131e9be57 req-360c4855-a18c-4f71-9b9b-e6f48dd3d2e8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:06.192297 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8af19119-2cc2-441d-bfee-20c131e9be57 req-360c4855-a18c-4f71-9b9b-e6f48dd3d2e8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0624774 Jul 16 23:13:06.229186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8af19119-2cc2-441d-bfee-20c131e9be57 req-f45b763e-f1db-45ab-972e-0afefca0477b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Jul 16 23:13:07.402632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344f1ed-2f41-4c93-9d87-5bd7eb8a962e req-321171a9-cfcc-400c-a477-1703043211f3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:07.404125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6344f1ed-2f41-4c93-9d87-5bd7eb8a962e req-321171a9-cfcc-400c-a477-1703043211f3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0660303 Jul 16 23:13:07.440743 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6344f1ed-2f41-4c93-9d87-5bd7eb8a962e req-bd5b46ec-0c51-424a-9761-8c04ae6951cd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Jul 16 23:13:08.174400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a61c-0706-414f-b731-690048add3f6 req-368309f9-1481-4ac2-b819-089e8fb1f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:08.176130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-368309f9-1481-4ac2-b819-089e8fb1f08d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1097 time: 0.0527713 Jul 16 23:13:08.282429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a61c-0706-414f-b731-690048add3f6 req-250997d1-7b8b-4e9e-afa3-22436419c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:08.283870 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-250997d1-7b8b-4e9e-afa3-22436419c313 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0875928 Jul 16 23:13:08.350553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-f75672ab-54db-4397-a360-9aeadc85b11b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1002 time: 0.0600121 Jul 16 23:13:08.398284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a61c-0706-414f-b731-690048add3f6 req-8917c39d-129e-421f-a35d-4fef1835c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:08.399677 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-8917c39d-129e-421f-a35d-4fef1835c7d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0426149 Jul 16 23:13:08.454720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a61c-0706-414f-b731-690048add3f6 req-425e4eef-5d2e-4c76-b72e-dc8f6ce21638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:08.456072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-425e4eef-5d2e-4c76-b72e-dc8f6ce21638 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503719 Jul 16 23:13:08.550345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-13f20c14-0f60-4783-a05c-bb1f32ffc444 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Jul 16 23:13:08.684016 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19368e81-8265-446e-a417-eb410f3fd178 req-792a0655-a47c-4fde-bffc-b5dfb552290b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:08.685513 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19368e81-8265-446e-a417-eb410f3fd178 req-792a0655-a47c-4fde-bffc-b5dfb552290b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.1323509 Jul 16 23:13:08.687252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0af8a61c-0706-414f-b731-690048add3f6 req-b2a62999-ed1c-4780-a454-88bcbeed88c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250007 Jul 16 23:13:08.722992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19368e81-8265-446e-a417-eb410f3fd178 req-474556aa-3abe-4f00-ad58-b5cae9212737 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jul 16 23:13:09.894301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fee80-8760-43db-b73f-62f4f4f06862 req-575c3648-4b66-4ce9-a8c5-e5569c2e4156 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:09.895805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb5fee80-8760-43db-b73f-62f4f4f06862 req-575c3648-4b66-4ce9-a8c5-e5569c2e4156 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Jul 16 23:13:09.932576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb5fee80-8760-43db-b73f-62f4f4f06862 req-082f9434-2b00-4d42-82c8-136a4581f504 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Jul 16 23:13:11.107129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97aa09-b339-40a1-b895-8961341106ba req-4e54c330-7c2d-4492-bfda-614368314159 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:11.108626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f97aa09-b339-40a1-b895-8961341106ba req-4e54c330-7c2d-4492-bfda-614368314159 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0638406 Jul 16 23:13:11.147692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0f97aa09-b339-40a1-b895-8961341106ba req-3dcf1943-90ec-45be-bd11-9b09d18cc781 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Jul 16 23:13:12.321145 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f305bf-9d80-47f6-a37d-ccc4a830b354 req-83e200d3-1e86-4384-9167-e9034af417c5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:12.322629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4f305bf-9d80-47f6-a37d-ccc4a830b354 req-83e200d3-1e86-4384-9167-e9034af417c5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0624859 Jul 16 23:13:12.359972 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f4f305bf-9d80-47f6-a37d-ccc4a830b354 req-3e2e8b9c-f882-455e-8df2-3fcef6dbe300 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Jul 16 23:13:13.534479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05ee9-2150-4764-86e4-e5906afec27b req-d7d2660a-b423-43d0-947e-5680887fa30c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:13.535958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b05ee9-2150-4764-86e4-e5906afec27b req-d7d2660a-b423-43d0-947e-5680887fa30c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0640364 Jul 16 23:13:13.576619 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3b05ee9-2150-4764-86e4-e5906afec27b req-a2a54b35-2939-4b51-856f-682d6abb660b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352657 Jul 16 23:13:14.762731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960b706-dbbb-4512-a9c4-54168acd5ebe req-4ea0913e-1238-47ad-98ce-04423123144c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:14.764231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2960b706-dbbb-4512-a9c4-54168acd5ebe req-4ea0913e-1238-47ad-98ce-04423123144c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0720427 Jul 16 23:13:14.801594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2960b706-dbbb-4512-a9c4-54168acd5ebe req-fdd368dc-e8cf-4a98-971a-d3e189956644 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 Jul 16 23:13:15.972198 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604359b8-421b-41a2-9710-a91f266c9280 req-e03588c6-62c4-475a-bf03-cf71fa81cd50 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:15.973641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-604359b8-421b-41a2-9710-a91f266c9280 req-e03588c6-62c4-475a-bf03-cf71fa81cd50 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0628595 Jul 16 23:13:16.012405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-604359b8-421b-41a2-9710-a91f266c9280 req-7306cfd2-6940-47fb-9d6e-12639bfe5c30 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332615 Jul 16 23:13:17.181809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60917f-98d1-44f1-92a5-a291044f1dbb req-28205e41-7f48-46c1-a0a0-b3a72280382f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:17.183712 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e60917f-98d1-44f1-92a5-a291044f1dbb req-28205e41-7f48-46c1-a0a0-b3a72280382f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jul 16 23:13:17.221597 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7e60917f-98d1-44f1-92a5-a291044f1dbb req-28bbcadc-a8ea-41a2-a0cc-ee06240b5597 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Jul 16 23:13:18.395436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52607d87-eda9-47e6-8059-12accba9d8a7 req-f5876498-91f4-4fd4-a3c0-a9d00a675aa4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:18.396939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52607d87-eda9-47e6-8059-12accba9d8a7 req-f5876498-91f4-4fd4-a3c0-a9d00a675aa4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0633090 Jul 16 23:13:18.434580 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-52607d87-eda9-47e6-8059-12accba9d8a7 req-2ef026cc-34d6-4583-ba9f-38cccf56fafc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Jul 16 23:13:19.291730 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-76ab5864-91c0-40fa-8c41-02d407f99d80 service neutron] show failed (client error): The resource could not be found. Jul 16 23:13:19.293423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-76ab5864-91c0-40fa-8c41-02d407f99d80 service neutron] 10.222.0.47 "GET /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0581329 Jul 16 23:13:19.536178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-7e99b4a7-3daa-4c0f-b460-4365b73dd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:19.537771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-7e99b4a7-3daa-4c0f-b460-4365b73dd282 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1097 time: 0.0532780 Jul 16 23:13:19.548865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:13:19.560894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:13:19.615887 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae27136-8439-4805-82ce-7add4db1ca37 req-8533dca5-046a-47f2-9ed2-894f9eb34304 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:19.617443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eae27136-8439-4805-82ce-7add4db1ca37 req-8533dca5-046a-47f2-9ed2-894f9eb34304 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0688884 Jul 16 23:13:19.621583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:19.645092 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:19.661246 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eae27136-8439-4805-82ce-7add4db1ca37 req-e0031bf7-063e-46d2-9950-b8ac8099e3c7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Jul 16 23:13:19.668245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:19.670634 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8467b-ba8e-4e08-9585-14232bd8b45a" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-unplugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:19.688702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:19.694099 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:19.696387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.db.api [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 23:13:19.696752 n-d-793621-16 neutron-server[93924]: DEBUG oslo_db.api [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 23:13:19.741399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:19.749244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.749601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.749947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.750317 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.750655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.750992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.751354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.751686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.752150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.752486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.752859 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.753154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:19.783867 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38990a3e-5831-4b8d-81d8-4e36cd5c8deb x-openstack-request-id: req-38990a3e-5831-4b8d-81d8-4e36cd5c8deb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:19.784165 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-unplugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:19.784416 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38990a3e-5831-4b8d-81d8-4e36cd5c8deb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:19.784812 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'code': 200} Jul 16 23:13:20.233753 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.434544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:20.465946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:13:20.502936 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:13:20.510461 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.522699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Transition to ACTIVE for port object 905cf9bd-705d-4451-80e2-a5631d79f2bb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:13:20.526447 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.599580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:20.612380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.612740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.613111 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.613453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.613790 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.614130 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.614450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.614776 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.615103 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.615431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.615754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.616075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:13:20.661430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] No DVR routers for this DVR port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:13:20.804893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:13:20.805264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:13:20.805595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:13:20.810244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:13:20.810573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:13:20.815499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:13:20.815848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:13:20.816235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:13:20.816666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Bound port: 905cf9bd-705d-4451-80e2-a5631d79f2bb, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:13:20.817050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.839856 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbdcd5-75a0-418e-a287-ec45b4e3c93c req-d6295fd7-b68f-40ef-9bc8-5e7500f9e536 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:20.841401 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65cbdcd5-75a0-418e-a287-ec45b4e3c93c req-d6295fd7-b68f-40ef-9bc8-5e7500f9e536 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0632994 Jul 16 23:13:20.879727 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65cbdcd5-75a0-418e-a287-ec45b4e3c93c req-8eb3a7cb-968b-4268-a43c-396350b9a8e7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Jul 16 23:13:20.882063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:13:20.885285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:13:20.890191 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.925047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:20.925752 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:20.927141 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] 10.222.0.68 "PUT /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1092 time: 1.3823121 Jul 16 23:13:20.927616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:20.929911 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:20.953683 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974a93a-c11a-470d-9009-e1e469340230 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:20.992590 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc98b97-688a-4011-b25f-605a9e8d236a x-openstack-request-id: req-ebc98b97-688a-4011-b25f-605a9e8d236a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:20.992883 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:20.993163 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebc98b97-688a-4011-b25f-605a9e8d236a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:20.993559 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'status': 'completed', 'code': 200} Jul 16 23:13:21.054914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-614d9cbb-69fd-4081-8221-e8e9d9ae12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.056545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-614d9cbb-69fd-4081-8221-e8e9d9ae12c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1095 time: 0.0917139 Jul 16 23:13:21.108165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-cf631efd-f5dc-4e2a-8e9b-d8a167f6c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.109673 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-cf631efd-f5dc-4e2a-8e9b-d8a167f6c68b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1095 time: 0.0943389 Jul 16 23:13:21.202543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:21.216555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-b21a2195-406e-4ca6-aba8-9bf4331b91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.218065 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-b21a2195-406e-4ca6-aba8-9bf4331b91fd service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1543295 Jul 16 23:13:21.284067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-a6c60fbe-9705-4c99-9614-fbbfa5305fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.285421 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-a6c60fbe-9705-4c99-9614-fbbfa5305fe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.1521635 Jul 16 23:13:21.301860 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-a54accd0-2707-49f6-a642-89b92eba22fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.0779691 Jul 16 23:13:21.385338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-dc7c3953-3656-404f-a046-7eb1e1ed6cc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.0898986 Jul 16 23:13:21.387810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-68ce62c6-6e1b-4116-b618-eb0d4ef2bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.389234 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-68ce62c6-6e1b-4116-b618-eb0d4ef2bc67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0585356 Jul 16 23:13:21.463025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-1e3fc3a1-6355-453a-b9e9-8f9271e9d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.464459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-1e3fc3a1-6355-453a-b9e9-8f9271e9d0fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0734689 Jul 16 23:13:21.506889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-558c8ba8-99ff-4318-bd9d-8ca65215e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.508337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-558c8ba8-99ff-4318-bd9d-8ca65215e532 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105881 Jul 16 23:13:21.581510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-1c0a01de-9bbd-47f3-92db-b2658866b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.582954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-1c0a01de-9bbd-47f3-92db-b2658866b0d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126380 Jul 16 23:13:21.633712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-0c61af30-08d4-475c-bbd0-259e45a48f99 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183124 Jul 16 23:13:21.738940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-44153482-3479-4b15-86fa-7bb0a0040b01 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488347 Jul 16 23:13:21.783854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc74909f-cd1a-4bd3-9aea-be433ff60982 req-07d9c754-8ece-4add-88f8-d7042722e4d5 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237886 Jul 16 23:13:21.876387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-f12b7e37-2ef3-44e2-9c40-a9dd63820991 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295345 Jul 16 23:13:21.901202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-f37b7163-8275-4970-ba5d-ce4069ada331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.902731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-f37b7163-8275-4970-ba5d-ce4069ada331 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1095 time: 0.0679250 Jul 16 23:13:21.997891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-28cc002e-78c8-4103-8966-6d1a216ec1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:21.999545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-28cc002e-78c8-4103-8966-6d1a216ec1d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0910196 Jul 16 23:13:22.070880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-ba858f3d-ec7b-4d39-a644-352e08f20cf3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.0649805 Jul 16 23:13:22.076595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ead0-9c29-49f6-9eee-84edfdd3ce84 req-1a540bf3-c36f-4bc3-bafc-12b9f9f1bb20 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:22.078134 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fd9ead0-9c29-49f6-9eee-84edfdd3ce84 req-1a540bf3-c36f-4bc3-bafc-12b9f9f1bb20 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0739172 Jul 16 23:13:22.121516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-7649ec86-c780-4192-8309-66cac61bce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:22.121685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fd9ead0-9c29-49f6-9eee-84edfdd3ce84 req-568fe178-5f2e-4e4d-9643-f425f518a7d8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375299 Jul 16 23:13:22.122968 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-7649ec86-c780-4192-8309-66cac61bce68 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0463607 Jul 16 23:13:22.180635 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-d215bf67-c020-49b8-bb9a-57e053f8a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:22.182180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-d215bf67-c020-49b8-bb9a-57e053f8a482 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528286 Jul 16 23:13:22.275588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-5082a436-7faf-47dc-8e8b-2beded8bc003 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Jul 16 23:13:22.368193 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6830a2dc-6d32-4cf5-bfd0-5682e66ad8fa req-5ae77d0a-3f27-47da-a2ea-0e0cf7af03fb service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 Jul 16 23:13:23.297566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847aed6-0946-4370-88ba-285605aec687 req-b47ad128-71ff-4fe3-9103-3d56e48c99f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:23.299062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e847aed6-0946-4370-88ba-285605aec687 req-b47ad128-71ff-4fe3-9103-3d56e48c99f2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0651050 Jul 16 23:13:23.337842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e847aed6-0946-4370-88ba-285605aec687 req-6a4cb9fc-f3f6-45c9-8367-9481c0145b38 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Jul 16 23:13:23.349090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:24.390774 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:13:24.519050 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922216-7040-4e24-8cf9-c316e458a798 req-c58cfbc0-1512-4ad5-a36c-c94df09fb521 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:24.520558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9922216-7040-4e24-8cf9-c316e458a798 req-c58cfbc0-1512-4ad5-a36c-c94df09fb521 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0683179 Jul 16 23:13:24.557827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c9922216-7040-4e24-8cf9-c316e458a798 req-72f771f4-13d4-4fe0-8824-0589b2ef7d7c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Jul 16 23:13:25.736803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bb620-70f2-49a5-b4aa-6433d14daf6f req-24da4cac-aed0-4d56-9900-c04a1a5c6481 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:25.738349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a2bb620-70f2-49a5-b4aa-6433d14daf6f req-24da4cac-aed0-4d56-9900-c04a1a5c6481 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0674245 Jul 16 23:13:25.776795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4a2bb620-70f2-49a5-b4aa-6433d14daf6f req-76875692-8234-49e9-9dec-6ce0502e4cbf tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Jul 16 23:13:26.949384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295285-44bd-439e-8d77-dad11094982a req-b2996b70-aec8-45c7-a977-f38e3d5fd8b7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:26.950880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5295285-44bd-439e-8d77-dad11094982a req-b2996b70-aec8-45c7-a977-f38e3d5fd8b7 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0632353 Jul 16 23:13:26.987655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5295285-44bd-439e-8d77-dad11094982a req-f511e838-84e8-4024-b25b-e32c3186c221 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Jul 16 23:13:27.614457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08e1c22b-0394-4b7c-867a-eb1fa12c4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:28.165968 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f619-7946-4cfe-af73-ce51dac3df6c req-fa94d277-add6-43b1-abf4-b500add7dff2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:28.167961 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6a34f619-7946-4cfe-af73-ce51dac3df6c req-fa94d277-add6-43b1-abf4-b500add7dff2 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0674582 Jul 16 23:13:28.207425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6a34f619-7946-4cfe-af73-ce51dac3df6c req-4b868226-6974-43ea-bc13-19869617bf33 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339141 Jul 16 23:13:29.382910 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90b6c7-1813-4ab5-a0ed-fe56606e530e req-7b63d490-6968-4518-8eed-3a33ed61260d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:29.384400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c90b6c7-1813-4ab5-a0ed-fe56606e530e req-7b63d490-6968-4518-8eed-3a33ed61260d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0658505 Jul 16 23:13:29.422421 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c90b6c7-1813-4ab5-a0ed-fe56606e530e req-7bed0680-5b5f-472c-b607-2164840dad9b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Jul 16 23:13:29.849195 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-426282c3-1981-4d39-88b1-8f363741b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:30.171024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:30.595910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28cae-f351-4906-97f8-291793d48491 req-0803143e-ad85-42f4-95d1-d454c413625a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:30.597410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cd28cae-f351-4906-97f8-291793d48491 req-0803143e-ad85-42f4-95d1-d454c413625a tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0626428 Jul 16 23:13:30.634676 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cd28cae-f351-4906-97f8-291793d48491 req-919f396d-b6c1-47f4-91d6-eea958013842 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Jul 16 23:13:31.548523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:31.811518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27585-77b1-4cd0-af6e-98bad2844bb9 req-67503147-a9e8-4e45-adab-7412f3bbb2bc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:31.812966 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69c27585-77b1-4cd0-af6e-98bad2844bb9 req-67503147-a9e8-4e45-adab-7412f3bbb2bc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0646949 Jul 16 23:13:31.849830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-69c27585-77b1-4cd0-af6e-98bad2844bb9 req-ffd9444d-83f8-4902-82ca-f6272dd9a7a3 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313354 Jul 16 23:13:32.874386 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:33.029059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50886b85-6a59-470b-b479-61f0b0bc5889 req-ede20d26-097b-4df4-944e-c3f5e21f81d6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:33.030573 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50886b85-6a59-470b-b479-61f0b0bc5889 req-ede20d26-097b-4df4-944e-c3f5e21f81d6 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 943 time: 0.0670180 Jul 16 23:13:33.067429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-50886b85-6a59-470b-b479-61f0b0bc5889 req-17d13e17-dd79-4e92-8951-12560f6420c4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Jul 16 23:13:33.330373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:13:33.425070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:33.436668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:13:33.472166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:33.484183 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:13:33.502788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:33.506872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:33.552272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:33.745575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['905cf9bd-705d-4451-80e2-a5631d79f2bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:13:34.237900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87741e7e-2e81-4f2d-bda3-b51b02812f33 req-8cb35c14-1a8f-4e50-b670-4b59fd6597af tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:34.239409 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87741e7e-2e81-4f2d-bda3-b51b02812f33 req-8cb35c14-1a8f-4e50-b670-4b59fd6597af tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0622296 Jul 16 23:13:34.276250 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87741e7e-2e81-4f2d-bda3-b51b02812f33 req-a8d15af7-48bf-4541-a3ea-7ba5485f9503 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Jul 16 23:13:34.661618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-cf6909ee-69bc-4836-a6ed-e97dbf1cf0ed tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:34.663021 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-cf6909ee-69bc-4836-a6ed-e97dbf1cf0ed tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.68 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09&tenant_id=bd6fc29719de418387b382b7675ba52d&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 944 time: 0.0713053 Jul 16 23:13:34.718104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128fd64-35e0-454d-850c-131b7fa63da3 req-5b312523-54ff-42d6-82e8-869bb81e7e0b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:34.719685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8128fd64-35e0-454d-850c-131b7fa63da3 req-5b312523-54ff-42d6-82e8-869bb81e7e0b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0678728 Jul 16 23:13:34.723077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-490a5932-4f9e-4038-b22f-83ac5205ce30 service neutron] 10.222.0.68 "GET /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb/bindings/n-h1-793621-16 HTTP/1.1" status: 200 len: 383 time: 0.0538034 Jul 16 23:13:34.758547 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8128fd64-35e0-454d-850c-131b7fa63da3 req-783851ad-c261-46ea-839b-ae17d0072071 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332391 Jul 16 23:13:34.804884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-8dbbd964-b2f6-487f-98ba-def9475dabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:34.806390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-8dbbd964-b2f6-487f-98ba-def9475dabff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1096 time: 0.0578241 Jul 16 23:13:34.896720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-d75a96d6-d3ba-4556-80d4-5e1b82f6eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:34.898228 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-d75a96d6-d3ba-4556-80d4-5e1b82f6eda0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0855567 Jul 16 23:13:34.964613 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-3d1063ea-5c0b-4cc3-8786-855eff64f3bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1001 time: 0.0599294 Jul 16 23:13:35.011860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-d4c2eeff-8b0c-47ee-be52-f54210f38e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:35.013279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-d4c2eeff-8b0c-47ee-be52-f54210f38e19 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0427558 Jul 16 23:13:35.066726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-61a8114e-718c-46b4-839f-0e03e18b0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:35.068175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-61a8114e-718c-46b4-839f-0e03e18b0c8e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487700 Jul 16 23:13:35.356344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:13:35.405687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 905cf9bd-705d-4451-80e2-a5631d79f2bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:13:35.409551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 905cf9bd-705d-4451-80e2-a5631d79f2bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:13:35.409932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:35.490724 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:35.496160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-dd5b7713-055d-4d01-a753-f8c3a117e417 service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212680 Jul 16 23:13:35.515030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:35.517326 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d048c100-90ee-484f-8d77-d048753fbc16" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:35.528010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:35.532711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:35.574184 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179238a5-a40d-4ced-880e-0d9687c96d0c x-openstack-request-id: req-179238a5-a40d-4ced-880e-0d9687c96d0c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:35.574475 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:35.574730 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-179238a5-a40d-4ced-880e-0d9687c96d0c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:35.575121 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'code': 200} Jul 16 23:13:35.584563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:35.591657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-f2845f8b-f642-46a7-a957-903cfa802d4b service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Jul 16 23:13:35.930677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6585140-219f-4cd7-81b9-61949df50f33 req-0a6a5a2e-25cd-4c47-871c-db3b59b63fcc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:35.932166 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6585140-219f-4cd7-81b9-61949df50f33 req-0a6a5a2e-25cd-4c47-871c-db3b59b63fcc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.0621841 Jul 16 23:13:35.969063 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a6585140-219f-4cd7-81b9-61949df50f33 req-c6c638bf-0ce2-4a91-8a56-23ad28370405 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jul 16 23:13:37.143733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0b4a6-a9aa-4769-a8d3-ac10e4cf6613 req-c6a59548-0c97-4a9d-8622-30636f5e0a3f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:37.145211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70f0b4a6-a9aa-4769-a8d3-ac10e4cf6613 req-c6a59548-0c97-4a9d-8622-30636f5e0a3f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.0659637 Jul 16 23:13:37.182413 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-70f0b4a6-a9aa-4769-a8d3-ac10e4cf6613 req-dc501f9a-664e-4347-a0c1-1311a8f193fc tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Jul 16 23:13:38.363158 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54d97a-2419-4f17-b557-fe156b89a903 req-7b0c515c-507a-4a71-af29-d5fde20c8a52 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:38.364678 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe54d97a-2419-4f17-b557-fe156b89a903 req-7b0c515c-507a-4a71-af29-d5fde20c8a52 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.0670152 Jul 16 23:13:38.402809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fe54d97a-2419-4f17-b557-fe156b89a903 req-3748dd6c-519d-465c-ae5a-6eaff6213b21 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Jul 16 23:13:39.426526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-db739cb1-78d4-4a28-93c8-edd491e5a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:39.427923 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-db739cb1-78d4-4a28-93c8-edd491e5a3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09&tenant_id=bd6fc29719de418387b382b7675ba52d HTTP/1.1" status: 200 len: 1098 time: 0.0513442 Jul 16 23:13:39.439237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:13:39.508841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:39.679472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb99d-573a-44cc-9867-48dba8efa5c8 req-6babcf19-1d7a-4584-afd9-07ae3c126045 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:39.680873 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4edb99d-573a-44cc-9867-48dba8efa5c8 req-6babcf19-1d7a-4584-afd9-07ae3c126045 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.1627934 Jul 16 23:13:39.763214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d4edb99d-573a-44cc-9867-48dba8efa5c8 req-f6beb48e-65f7-443d-bdfb-f46233ee49a5 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683398 Jul 16 23:13:39.787597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:39.820044 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:13:39.862304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:39.864628 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac8c20-21da-4dfb-a671-1608c1022bde" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-unplugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:39.868572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:39.881730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Transition to ACTIVE for port object 905cf9bd-705d-4451-80e2-a5631d79f2bb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:13:39.886787 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:39.918055 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72361da-8dd8-4367-b614-deef6d958bcc x-openstack-request-id: req-d72361da-8dd8-4367-b614-deef6d958bcc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:39.918345 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-unplugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:39.918595 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d72361da-8dd8-4367-b614-deef6d958bcc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:39.919418 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'code': 200} Jul 16 23:13:39.936821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:40.007309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] No DVR routers for this DVR port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:13:40.145170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:13:40.145526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:13:40.145832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:13:40.149902 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:13:40.150219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Attempting to bind port 905cf9bd-705d-4451-80e2-a5631d79f2bb on network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:13:40.155488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:13:40.155832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Checking segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:13:40.156438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Bound using segment: {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:13:40.156890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Bound port: 905cf9bd-705d-4451-80e2-a5631d79f2bb, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:13:40.157282 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:40.222678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:13:40.225838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:13:40.230527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:40.263881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.264550 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:40.266009 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] 10.222.0.47 "PUT /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1093 time: 0.8309958 Jul 16 23:13:40.287395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d72e74-5d9e-4627-b81f-068ad5706f65 service neutron] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=12']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:40.344860 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-5f6a826d-b8ba-4563-a33b-5a0096789591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.346474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-5f6a826d-b8ba-4563-a33b-5a0096789591 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1096 time: 0.0561693 Jul 16 23:13:40.445302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-a444ee07-7ec6-4adb-bc15-0dd43a94cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.446853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-a444ee07-7ec6-4adb-bc15-0dd43a94cb54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.0938377 Jul 16 23:13:40.509692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-2f3ea0df-b6ef-40ce-9314-dc873c0bac16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.0567555 Jul 16 23:13:40.561693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-ea8442aa-8f5d-43af-971b-c12e7ef54dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.563063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-ea8442aa-8f5d-43af-971b-c12e7ef54dc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0478632 Jul 16 23:13:40.619059 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-a2866b72-1cc4-4b4a-8162-843f36e4c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.620554 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-a2866b72-1cc4-4b4a-8162-843f36e4c235 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508437 Jul 16 23:13:40.707720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-d17f7820-6f5b-4331-8e49-ba4c429e8e74 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811076 Jul 16 23:13:40.800898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-37697ebe-71ac-4c39-9bf9-c14d3a048153 req-37b5186f-f7d9-4360-85e1-aa679eca7335 service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872967 Jul 16 23:13:40.940768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e85f13-a11c-442d-8234-23e2d87f2f7e req-36ae9c81-64bb-4caf-b4e2-85ab9ac1390b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:40.942386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31e85f13-a11c-442d-8234-23e2d87f2f7e req-36ae9c81-64bb-4caf-b4e2-85ab9ac1390b tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0650125 Jul 16 23:13:40.980820 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-31e85f13-a11c-442d-8234-23e2d87f2f7e req-96df2b42-d68c-45aa-aeab-9f382b619048 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Jul 16 23:13:41.392865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:13:41.429911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:13:41.920677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:41.923155 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48debf0-8e6b-4695-8188-5febc69036c5" -d '{"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:41.972952 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a505358d-06bf-4ff3-bf84-8ff3b57d1423 x-openstack-request-id: req-a505358d-06bf-4ff3-bf84-8ff3b57d1423 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:41.973324 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:41.973591 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a505358d-06bf-4ff3-bf84-8ff3b57d1423 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:41.974198 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'status': 'completed', 'code': 200} Jul 16 23:13:42.094334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-766fc010-88c0-4c53-b62b-a152b76df847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.095963 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-766fc010-88c0-4c53-b62b-a152b76df847 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1096 time: 0.1018925 Jul 16 23:13:42.099855 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-130d9c99-3578-4d7e-acbf-f2e55e1e7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.101322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-130d9c99-3578-4d7e-acbf-f2e55e1e7e2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd6fc29719de418387b382b7675ba52d&device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 1096 time: 0.0992997 Jul 16 23:13:42.311097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d38b-0968-4163-9f3e-436b1c439dec req-02f5d97f-769f-4e33-8018-3812a9b15181 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.312483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0481d38b-0968-4163-9f3e-436b1c439dec req-02f5d97f-769f-4e33-8018-3812a9b15181 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.2147143 Jul 16 23:13:42.315481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-48b72929-2872-4082-8aae-7c1084938957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.316844 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-48b72929-2872-4082-8aae-7c1084938957 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.2141554 Jul 16 23:13:42.326185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-0da6e35e-5930-4359-89e2-6b5a6729fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.327559 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-0da6e35e-5930-4359-89e2-6b5a6729fe73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 200 len: 913 time: 0.2152283 Jul 16 23:13:42.443176 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0481d38b-0968-4163-9f3e-436b1c439dec req-e7268f01-3d3f-4da8-bc40-0966b184c839 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240382 Jul 16 23:13:42.455024 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-60170865-d580-4f35-b7f4-53dc9d100988 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.1256905 Jul 16 23:13:42.470525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-610f5b64-4fa9-44e2-9310-51869713426a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 200 len: 1000 time: 0.1292977 Jul 16 23:13:42.540685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-16378260-12f4-4acd-b3cc-676de41ccd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.542263 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-16378260-12f4-4acd-b3cc-676de41ccd1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0803480 Jul 16 23:13:42.547959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-cf8b740e-bc7b-4877-8567-05cbdc8783a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.549402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-cf8b740e-bc7b-4877-8567-05cbdc8783a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 200 len: 851 time: 0.0598028 Jul 16 23:13:42.648779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-f6d66c54-0204-4cae-8b95-793e22fdf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.650303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-f6d66c54-0204-4cae-8b95-793e22fdf277 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918543 Jul 16 23:13:42.652842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-e3a78f3b-d581-4724-b5d7-555841eb1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:42.654260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-e3a78f3b-d581-4724-b5d7-555841eb1157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040196 Jul 16 23:13:42.809398 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-b8697b1f-36af-49dc-9500-6e8a09c275de service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453986 Jul 16 23:13:42.811112 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-ceb68190-e56f-4919-a7e5-c403efffc73d service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543581 Jul 16 23:13:42.968079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-bcfb1e4c-c3a9-460a-8996-c4c1d6a6e22d service neutron] 10.222.0.47 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528609 Jul 16 23:13:42.970163 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c48debf0-8e6b-4695-8188-5febc69036c5 req-d986f019-c179-474f-b664-5b043fe1abea service neutron] 10.222.0.68 "GET /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479645 Jul 16 23:13:43.618971 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe52b7-bdb3-4e24-b25f-1dae0e320d4c req-3ecb4042-fe6b-45fd-82ba-e31066453112 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:43.620508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbe52b7-bdb3-4e24-b25f-1dae0e320d4c req-3ecb4042-fe6b-45fd-82ba-e31066453112 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0638556 Jul 16 23:13:43.659215 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ffbe52b7-bdb3-4e24-b25f-1dae0e320d4c req-36d0e9dc-dcd1-47ff-8263-b91b96cb8c12 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Jul 16 23:13:44.831698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cef03a-1ac7-440e-a6de-398f0b8e6f24 req-84d2c19a-6764-4d0a-b532-19ab1ea78427 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:44.833204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19cef03a-1ac7-440e-a6de-398f0b8e6f24 req-84d2c19a-6764-4d0a-b532-19ab1ea78427 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0652304 Jul 16 23:13:44.870743 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-19cef03a-1ac7-440e-a6de-398f0b8e6f24 req-4b4fac5d-367a-4413-84ec-20227f4f9c35 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Jul 16 23:13:46.042988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f7f21-0d9d-4365-8244-6539fa271cd7 req-5ab56e06-580e-45ec-bd65-7439d935be9d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:46.044390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-782f7f21-0d9d-4365-8244-6539fa271cd7 req-5ab56e06-580e-45ec-bd65-7439d935be9d tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0625207 Jul 16 23:13:46.081271 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-782f7f21-0d9d-4365-8244-6539fa271cd7 req-2614a8be-ab68-4aaa-b57d-e28f9960b85e tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Jul 16 23:13:47.255726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b8c45-2312-41ff-b646-02f6284e8dbc req-7f850234-026f-4818-bf7f-55dec143df03 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:47.257133 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f60b8c45-2312-41ff-b646-02f6284e8dbc req-7f850234-026f-4818-bf7f-55dec143df03 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0627480 Jul 16 23:13:47.294372 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f60b8c45-2312-41ff-b646-02f6284e8dbc req-ff80d39d-9503-40a6-9db0-853a019a26a8 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308828 Jul 16 23:13:48.469812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c1a0-e3ec-4f85-9a29-65cf88b059d6 req-7bdc6e5f-42fc-4a07-ab6d-d35183ae46eb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:48.471293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f85c1a0-e3ec-4f85-9a29-65cf88b059d6 req-7bdc6e5f-42fc-4a07-ab6d-d35183ae46eb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0665486 Jul 16 23:13:48.508046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7f85c1a0-e3ec-4f85-9a29-65cf88b059d6 req-b33567e0-fc5b-4310-9e5e-3ac1b184758c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312836 Jul 16 23:13:49.682910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58897e-5a5c-4488-9f53-9fda75337462 req-eec9abf9-a38e-439f-a01a-1e7ac12e0312 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:49.684373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be58897e-5a5c-4488-9f53-9fda75337462 req-eec9abf9-a38e-439f-a01a-1e7ac12e0312 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0665138 Jul 16 23:13:49.722956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be58897e-5a5c-4488-9f53-9fda75337462 req-fbb8920d-d792-40d1-9feb-94d13aba9f4c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Jul 16 23:13:50.898333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa8ea-8af4-486d-85b5-195f95e00d44 req-c7c36f7e-8a4b-4c39-94ea-3ad1be81dcb4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:50.899926 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92dfa8ea-8af4-486d-85b5-195f95e00d44 req-c7c36f7e-8a4b-4c39-94ea-3ad1be81dcb4 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 944 time: 0.0648723 Jul 16 23:13:50.937136 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-92dfa8ea-8af4-486d-85b5-195f95e00d44 req-d790ae97-d65f-4953-bb33-d81fafe61a3c tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Jul 16 23:13:51.218565 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:51.685383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:13:51.780975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:51.791571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'port_id': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'mac_address': 'fa:16:3e:ce:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:13:51.827111 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:51.838949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:13:51.861874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:51.865684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:51.911773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:52.108148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['905cf9bd-705d-4451-80e2-a5631d79f2bb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:13:52.109702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24b9de-4021-49b7-8867-36804b72e0d5 req-e0fb7d18-8504-46b4-9f8e-eba8b8178b42 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:52.111225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec24b9de-4021-49b7-8867-36804b72e0d5 req-e0fb7d18-8504-46b4-9f8e-eba8b8178b42 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0625200 Jul 16 23:13:52.149055 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ec24b9de-4021-49b7-8867-36804b72e0d5 req-31abd795-c9f8-4da6-adf9-d312f0589470 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Jul 16 23:13:52.323139 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e052f-c301-406d-9822-e2fe940e5435 req-edf94392-cf34-4867-a50f-e58a63e469fa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:52.324660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797e052f-c301-406d-9822-e2fe940e5435 req-edf94392-cf34-4867-a50f-e58a63e469fa tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0666261 Jul 16 23:13:52.362102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-797e052f-c301-406d-9822-e2fe940e5435 req-9a1da54d-8e10-4f85-acf3-eec2f849b75f tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Jul 16 23:13:52.530123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b22fb-9cfd-4696-af5d-bee1ab975e94 req-900d8e8f-a644-4e17-b724-74f189fc3735 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:52.531584 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca7b22fb-9cfd-4696-af5d-bee1ab975e94 req-900d8e8f-a644-4e17-b724-74f189fc3735 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0621331 Jul 16 23:13:52.567509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ca7b22fb-9cfd-4696-af5d-bee1ab975e94 req-ba1c43e1-1a67-416b-a26a-8ce468f584ba tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305550 Jul 16 23:13:52.945948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8602-6582-450d-8231-bd105b2f32e3 req-f8e6676d-5120-4de8-b0cb-37ed8802ada9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:52.947333 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc0d8602-6582-450d-8231-bd105b2f32e3 req-f8e6676d-5120-4de8-b0cb-37ed8802ada9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 945 time: 0.0666215 Jul 16 23:13:52.985287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-dc0d8602-6582-450d-8231-bd105b2f32e3 req-d8ffff8c-282f-4e72-b4df-af2be131d6cd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Jul 16 23:13:53.366881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:53.686316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:13:53.737148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 905cf9bd-705d-4451-80e2-a5631d79f2bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:13:53.740793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 905cf9bd-705d-4451-80e2-a5631d79f2bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:13:53.741283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:53.816122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:53.837019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:53.839727 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4307118-008c-444c-9dac-60443d4e874f" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:53.852074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:53.856852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:53.882735 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8ae98-59ee-4031-b0b5-6c4a4f461a2d x-openstack-request-id: req-04c8ae98-59ee-4031-b0b5-6c4a4f461a2d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:53.883030 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-plugged", "status": "completed", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:53.883282 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04c8ae98-59ee-4031-b0b5-6c4a4f461a2d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:53.883664 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'code': 200} Jul 16 23:13:53.909925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=14']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:54.157356 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b5f5c-7da2-4b8f-8f66-48d2c58e909f req-11fcb52f-5abb-46f7-8c9a-b8e97f1828d9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:54.158839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-716b5f5c-7da2-4b8f-8f66-48d2c58e909f req-11fcb52f-5abb-46f7-8c9a-b8e97f1828d9 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.0631392 Jul 16 23:13:54.195284 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-716b5f5c-7da2-4b8f-8f66-48d2c58e909f req-7da3d852-cf95-46b1-9486-dd8f848c1409 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f662fef-050d-4d31-8642-d736bd0026ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Jul 16 23:13:54.428179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-691de462-3dc4-4ade-a19b-9723daa026dd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:13:54.429660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-691de462-3dc4-4ade-a19b-9723daa026dd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 946 time: 0.0651948 Jul 16 23:13:54.526084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Deleting port 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:13:54.526426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:54.615472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] For port 905cf9bd-705d-4451-80e2-a5631d79f2bb, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=905cf9bd-705d-4451-80e2-a5631d79f2bb,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:13:54.615832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:54.779544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:54.779856 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:54.780168 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d disassociated. External IP: 172.25.5.246, port: 905cf9bd-705d-4451-80e2-a5631d79f2bb. Jul 16 23:13:54.780511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Calling delete_port for 905cf9bd-705d-4451-80e2-a5631d79f2bb owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:13:54.906998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:54.936262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'Port': ['ID=905cf9bd-705d-4451-80e2-a5631d79f2bb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:13:55.053233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:13:55.161057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:13:55.171347 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:13:55.180082 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:13:55.180693 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:13:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:13:55.203210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] No DVR routers for this DVR port 905cf9bd-705d-4451-80e2-a5631d79f2bb on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:13:55.205818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:55.207879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6400e7e8-bf29-431e-b18a-eb029cdbf004 req-4ba7f0ec-74bc-4d86-9221-41c29fa84876 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.47 "DELETE /v2.0/ports/905cf9bd-705d-4451-80e2-a5631d79f2bb HTTP/1.1" status: 204 len: 173 time: 0.7726529 Jul 16 23:13:55.208265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-deleted', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:13:55.210535 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16efcbff-71de-4eb4-abf2-72018644b4eb" -d '{"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-deleted", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:13:55.265123 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaac101-4036-455c-b859-79e74d4843a3 x-openstack-request-id: req-bdaac101-4036-455c-b859-79e74d4843a3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:13:55.265519 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a97d0-d9c1-4ee5-b644-6423d81acd09", "name": "network-vif-deleted", "tag": "905cf9bd-705d-4451-80e2-a5631d79f2bb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:13:55.266554 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdaac101-4036-455c-b859-79e74d4843a3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:13:55.267061 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a97d0-d9c1-4ee5-b644-6423d81acd09', 'name': 'network-vif-deleted', 'tag': '905cf9bd-705d-4451-80e2-a5631d79f2bb', 'status': 'completed', 'code': 200} Jul 16 23:13:55.312581 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:13:55.345329 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-23bd1228-3801-4cc1-979f-e8890882eb85 req-6374c20f-b05b-4809-ad8c-a18987da2d74 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0298047 Jul 16 23:13:55.513079 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:13:55.542695 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:13:55.551053 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:13:55.551594 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:13:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:13:55.653906 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:13:55.846800 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:13:55.872900 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73df1-27c8-44f0-a44c-68a36c03290c None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:17Z', 'revision_number': 4, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '228b2e73-70f1-4eff-98b6-ab28ee133673', 'name': '', 'network_id': '8cf8eebe-88a7-474f-98a6-3378c5e9bcd7', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:17Z', 'updated_at': '2021-07-16T23:04:21Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'subnets': [{'id': 'cf7c1eca-2f96-4a17-b7da-555017ecb6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:13:56.097267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684d953-ce2e-4a11-9796-0a7761288c3b None None] New status for floating IP 5b5fd50a-98e6-4e8c-9d4d-76567c892d8d: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:13:56.486525 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-651deb27-2e70-433b-b665-176b69aa30b8 req-bde8c8e8-e42d-4867-b4b1-5ab546824cfd tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0286293 Jul 16 23:13:57.616341 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fffeb62c-1ba7-4bb0-be0e-7116f36cba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:13:57.627053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2192461f-1c87-4580-8c2f-d672191011cd req-171cfdcf-ae58-4f80-b63e-0fe40a44d824 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jul 16 23:13:58.835571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2b5ff4b8-e981-4049-ab5a-d135452907fd req-d9826392-2f2b-48aa-b511-a051e8a64cbb tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/ports?device_id=068a97d0-d9c1-4ee5-b644-6423d81acd09 HTTP/1.1" status: 200 len: 210 time: 0.0862634 Jul 16 23:13:59.710468 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:13:59.730212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 905cf9bd-705d-4451-80e2-a5631d79f2bb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:13:59.730561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 905cf9bd-705d-4451-80e2-a5631d79f2bb not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:13:59.848575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b009a1d-f71b-4e74-a2eb-079acaae11d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:00.174994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:01.390448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:14:01.551863 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.834513 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:02.898184 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.922669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.940068 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.974127 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.976706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:02.978095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f662fef-050d-4d31-8642-d736bd0026ed HTTP/1.1" status: 204 len: 168 time: 0.1425142 Jul 16 23:14:02.981382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:02.988380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566812f-e951-4b01-9d78-6fbdba115939 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f662fef-050d-4d31-8642-d736bd0026ed,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:02.995129 n-d-793621-16 neutron-server[93923]: INFO neutron.api.v2.resource [None req-31b6efe6-9c19-48c2-b0b9-e044cb9de540 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] show failed (client error): The resource could not be found. Jul 16 23:14:02.999372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:02.999571 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-31b6efe6-9c19-48c2-b0b9-e044cb9de540 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "GET /v2.0/security-groups/9f662fef-050d-4d31-8642-d736bd0026ed HTTP/1.1" status: 404 len: 347 time: 0.0171311 Jul 16 23:14:03.124210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Deleting port 34287fe6-9551-47ef-aaf4-65dc3b9758ae {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:14:03.124691 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.204508 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.204767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.216015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Calling delete_port for 34287fe6-9551-47ef-aaf4-65dc3b9758ae owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:14:03.669015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.696718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Pushing event deleted for resources: {'Port': ['ID=34287fe6-9551-47ef-aaf4-65dc3b9758ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:03.757625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.760262 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:03.762203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-26f14735-95c5-4ac6-b7ad-44f3b28dadd1 tempest-ServerActionsTestJSON-1506195179 tempest-ServerActionsTestJSON-1506195179-project] 10.222.0.70 "DELETE /v2.0/floatingips/5b5fd50a-98e6-4e8c-9d4d-76567c892d8d HTTP/1.1" status: 204 len: 168 time: 0.7616589 Jul 16 23:14:03.765208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:04.163112 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:04.409641 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Deleting port 228b2e73-70f1-4eff-98b6-ab28ee133673 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:14:04.409979 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:04.485807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] For port 228b2e73-70f1-4eff-98b6-ab28ee133673, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=228b2e73-70f1-4eff-98b6-ab28ee133673,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:04.486081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:04.498762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Calling delete_port for 228b2e73-70f1-4eff-98b6-ab28ee133673 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:14:04.675867 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:04.704364 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Pushing event deleted for resources: {'Port': ['ID=228b2e73-70f1-4eff-98b6-ab28ee133673,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:04.869107 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.082708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:14:05.187686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:14:05.192615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f6dfa3df-657a-43e2-b2a3-532273842684 admin admin] 10.222.0.70 "PUT /v2.0/routers/08fdb7c1-32c7-424c-b2e7-0628b21b14a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4264405 Jul 16 23:14:05.195250 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:05.198004 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Sync routers for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:14:05.207532 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:14:05.208145 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:14:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:05.300248 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.310319 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:14:05.397748 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.452181 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Deleting port ca508d52-bf7f-49d7-b83f-752fad6f5e88 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:14:05.452602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.484540 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:14:04Z', 'revision_number': 5, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port': {'id': 'ca508d52-bf7f-49d7-b83f-752fad6f5e88', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:05.509688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Checking router: 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:14:05.518502 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Routers {'08fdb7c1-32c7-424c-b2e7-0628b21b14a9'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:14:05.519102 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:14:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:05.531288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] For port ca508d52-bf7f-49d7-b83f-752fad6f5e88, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ca508d52-bf7f-49d7-b83f-752fad6f5e88,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:05.531654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.543982 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Calling delete_port for ca508d52-bf7f-49d7-b83f-752fad6f5e88 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:14:05.602507 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] Set router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:14:05.656142 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:14:05Z', 'revision_number': 6, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:05.682996 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618e288b-8939-4c8e-9875-a3c9b2b9264d None None] The sync data for ids ['08fdb7c1-32c7-424c-b2e7-0628b21b14a9'] in n-d-793621-16 is: [{'id': '08fdb7c1-32c7-424c-b2e7-0628b21b14a9', 'name': 'tempest-ServerActionsTestJSON-1781729660-router', 'tenant_id': 'bd6fc29719de418387b382b7675ba52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:04:15Z', 'updated_at': '2021-07-16T23:14:05Z', 'revision_number': 6, 'project_id': 'bd6fc29719de418387b382b7675ba52d', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:14:05.719155 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.744384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca508d52-bf7f-49d7-b83f-752fad6f5e88,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:05.808953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.898865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.900988 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.945268 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.945757 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fdb7c1-32c7-424c-b2e7-0628b21b14a9 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:14:05.950677 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:05.951853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dedb29a3-b734-41e4-94cf-d66cd1f501b9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/08fdb7c1-32c7-424c-b2e7-0628b21b14a9 HTTP/1.1" status: 204 len: 168 time: 0.7556994 Jul 16 23:14:05.954481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:06.001998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Deleting subnet cf7c1eca-2f96-4a17-b7da-555017ecb6e5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:14:06.005329 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.051135 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.135477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.187331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.216380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7c1eca-2f96-4a17-b7da-555017ecb6e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:06.221176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.223042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3aeb663d-2a12-4a8d-bd47-04e03d49536a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf7c1eca-2f96-4a17-b7da-555017ecb6e5 HTTP/1.1" status: 204 len: 168 time: 0.2676513 Jul 16 23:14:06.225586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:06.226195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f29ff-8875-4487-bc46-6f9fb50979ac None None] Network 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:14:06.295900 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.346496 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Deleting port 4f844c92-189f-4825-aaf4-68539bc8066f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:14:06.346833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.412690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] DHCP port deletion for 8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:14:06.416160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] For port 4f844c92-189f-4825-aaf4-68539bc8066f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f844c92-189f-4825-aaf4-68539bc8066f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:06.416445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.429824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Calling delete_port for 4f844c92-189f-4825-aaf4-68539bc8066f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:14:06.459165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Deleting port 4f844c92-189f-4825-aaf4-68539bc8066f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:14:06.459544 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.511860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.526803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] For port 4f844c92-189f-4825-aaf4-68539bc8066f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f844c92-189f-4825-aaf4-68539bc8066f,segment=NetworkSegment(b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32),segment_id=b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:06.527196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.539567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Calling delete_port for 4f844c92-189f-4825-aaf4-68539bc8066f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:14:06.550609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f844c92-189f-4825-aaf4-68539bc8066f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:06.552923 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] No DVR routers for this DVR port 4f844c92-189f-4825-aaf4-68539bc8066f on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:14:06.618312 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.623152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.634599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf8eebe-88a7-474f-98a6-3378c5e9bcd7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:06.646201 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:06.646559 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fa0bc0-9f47-4412-9eeb-ec3caacf4c32') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:14:06.648069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] Pushing event deleted for resources: {'Port': ['ID=4f844c92-189f-4825-aaf4-68539bc8066f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:06.653699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692974fa-cd10-487c-98b3-7c01c1f576a8 None None] No DVR routers for this DVR port 4f844c92-189f-4825-aaf4-68539bc8066f on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:14:06.658631 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.674884 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.681710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:14:06.682119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:14:06.683998 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:14:06.741689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.747032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.749063 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8cf8eebe-88a7-474f-98a6-3378c5e9bcd7 HTTP/1.1" status: 204 len: 168 time: 0.5225160 Jul 16 23:14:06.759868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf7dc4-6132-41fe-a343-4050f30715b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf8eebe-88a7-474f-98a6-3378c5e9bcd7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:06.854526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:06.894054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-9d655890-2a3d-4f9f-9dfc-f54c103560ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd6fc29719de418387b382b7675ba52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383425 Jul 16 23:14:06.896449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48168) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:06.943445 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:06.964775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.008834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.012179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.013319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7b2cf87-acf9-4cc2-9da4-ac31df07bcb5 HTTP/1.1" status: 204 len: 168 time: 0.1159449 Jul 16 23:14:07.021164 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5ed5-31b7-4853-ad0a-d87b849e2ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2cf87-acf9-4cc2-9da4-ac31df07bcb5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:07.683961 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:07.768790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ca508d52-bf7f-49d7-b83f-752fad6f5e88 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:14:07.780948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1542216980-network', 'tenant_id': 'd5bf34fafb6c45a7b8efbea49353924e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:14:07.788983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ca508d52-bf7f-49d7-b83f-752fad6f5e88 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:14:07.789271 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ca508d52-bf7f-49d7-b83f-752fad6f5e88 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:14:07.789702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 228b2e73-70f1-4eff-98b6-ab28ee133673 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:14:07.802435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Made reservation on behalf of d5bf34fafb6c45a7b8efbea49353924e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:14:07.805149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.808795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 228b2e73-70f1-4eff-98b6-ab28ee133673 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:14:07.809175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 228b2e73-70f1-4eff-98b6-ab28ee133673 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:14:07.809601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f844c92-189f-4825-aaf4-68539bc8066f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:14:07.814075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.827163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 4f844c92-189f-4825-aaf4-68539bc8066f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:14:07.827515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f844c92-189f-4825-aaf4-68539bc8066f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:14:07.911972 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.915736 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.937173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:14:07.950560 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abae6b4-3d22-4171-9b85-4e1c038890f0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:07.959163 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:07.959512 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Added segment 3f4f5515-3528-4ba4-bc15-f2293a8933e6 of type vlan for network 884aae21-1b49-4f05-8ec0-63877cd818d1 Jul 16 23:14:07.961564 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.961916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.962261 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.962601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.962938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.963270 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.963598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.964457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.964787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.965155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.965474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:07.965795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:14:08.008427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.037252 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.038211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:08.038816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.070184 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3850424 Jul 16 23:14:08.073166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:14:08.078557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Request body: {'subnet': {'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1542216980-subnet', 'tenant_id': 'd5bf34fafb6c45a7b8efbea49353924e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:14:08.101014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdabf9-8e7f-4b0e-9024-7b4d9ca279dd admin admin] Pushing event updated for resources: {'Network': ['ID=884aae21-1b49-4f05-8ec0-63877cd818d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:08.107770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Made reservation on behalf of d5bf34fafb6c45a7b8efbea49353924e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:14:08.111178 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.111741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:14:08.285153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.337255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:08.348329 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Checking segment: {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:14:08.348693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Network hostable DHCP agents. Network: 884aae21-1b49-4f05-8ec0-63877cd818d1, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:14:08.364481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:14:08.372454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 884aae21-1b49-4f05-8ec0-63877cd818d1) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:14:08.376797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:08.377591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:08.382630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d87f7-1abc-46db-a150-2a50e48112c3 None None] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:14:08.400310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d59219e5-535b-48e2-a9ff-f991ebd6a9dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3193929 Jul 16 23:14:08.505647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830e6e4-4a2c-498c-8c5f-c6ea76d8ca62 None None] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:14:08.978856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-e5e359ba-d057-4717-ba89-35870cb01d10 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:08.980864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-e5e359ba-d057-4717-ba89-35870cb01d10 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 814 time: 0.1011574 Jul 16 23:14:08.995654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-faf1e705-83ef-4b80-97fa-5a196944b176 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/quotas/d5bf34fafb6c45a7b8efbea49353924e HTTP/1.1" status: 200 len: 375 time: 0.0088754 Jul 16 23:14:09.033225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-81b262b5-5021-430a-b638-0a3c6181e4b0 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310261 Jul 16 23:14:09.169833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-4582e29c-bef2-40a6-81df-d28e3bd686bd service neutron] 10.222.0.70 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314104 Jul 16 23:14:09.260216 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-175ca376-6b7b-4fd6-8d71-ba12378179a9 service neutron] 10.222.0.70 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847151 Jul 16 23:14:10.450757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-836adbb2-3716-4b28-a4ed-a93c18574ef5 req-349d437e-fa57-4c5b-9b43-1e820606dbd3 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 210 time: 0.0328143 Jul 16 23:14:11.975814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3607d023-ac7b-49b1-8334-2c6f4f353f45 req-76c84b18-f89c-400d-899c-d4dfa0043eb4 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 210 time: 0.3778255 Jul 16 23:14:12.002515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-86924f83-eb61-46a0-b471-bb79f71da552 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:12.003954 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-86924f83-eb61-46a0-b471-bb79f71da552 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.47 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 814 time: 0.4763680 Jul 16 23:14:12.015964 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Request body: {'port': {'device_id': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1', 'admin_state_up': True, 'tenant_id': 'd5bf34fafb6c45a7b8efbea49353924e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:14:12.121127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Made reservation on behalf of d5bf34fafb6c45a7b8efbea49353924e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:14:12.124572 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.247907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Allocated IP 172.20.0.4 (884aae21-1b49-4f05-8ec0-63877cd818d1/3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e/fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:14:12.391450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.429006 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.473951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:14:12.477113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:14:12.481617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:14:12.487878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Pushing event updated for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:12.531734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:12.532278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.546001 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2a9ddd37-d2dd-40e7-9427-35398cc584f2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337431 Jul 16 23:14:12.557598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Request body: {'port': {'device_id': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:14:12.629872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.883606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:14:12.891636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.904144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Transition to ACTIVE for port object fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:14:12.907779 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:12.976542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Pushing event updated for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:13.028915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Attempting to bind port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:14:13.029287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Attempting to bind port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:14:13.029614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Attempting to bind port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:14:13.034013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:14:13.034331 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Attempting to bind port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:14:13.039041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:14:13.039384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Checking segment: {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:14:13.039761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Bound using segment: {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:14:13.040179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Bound port: fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:14:13.040531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:13.103305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:14:13.106554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:14:13.110186 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:13.145017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.145706 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:13.147099 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] 10.222.0.47 "PUT /v2.0/ports/fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 HTTP/1.1" status: 200 len: 1092 time: 0.5938139 Jul 16 23:14:13.147544 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:14:13.149843 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2eba3a-5a97-4808-8734-ee41f2e24238" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:14:13.158153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda6c58-879e-424a-b07c-a8d308f7cea1 req-93bc98f1-e984-4204-8a43-1724c9bd66d4 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.160381 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bda6c58-879e-424a-b07c-a8d308f7cea1 req-93bc98f1-e984-4204-8a43-1724c9bd66d4 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 943 time: 0.0677738 Jul 16 23:14:13.178010 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94a2d1-dddf-4f13-a1e6-dee4534ac12e service neutron] Pushing event updated for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:13.207281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bda6c58-879e-424a-b07c-a8d308f7cea1 req-a074ea2d-b951-48c0-b21c-15c123b1a902 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Jul 16 23:14:13.219817 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06a3af-378e-443d-8191-c87d67d46671 x-openstack-request-id: req-0c06a3af-378e-443d-8191-c87d67d46671 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:14:13.220156 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:14:13.220345 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c06a3af-378e-443d-8191-c87d67d46671 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:14:13.220737 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20', 'status': 'completed', 'code': 200} Jul 16 23:14:13.246832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-6d227166-2ab6-4317-be0e-caf49bd1d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.248364 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-6d227166-2ab6-4317-be0e-caf49bd1d672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0612566 Jul 16 23:14:13.290194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-8e1eaa7e-6ee8-4296-8225-683838f56237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 HTTP/1.1" status: 200 len: 217 time: 0.0347221 Jul 16 23:14:13.337970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751582aa-86a1-459c-ba97-689ec71dab15 req-acf9ab90-eb55-4009-b729-3d75829246f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.339410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-acf9ab90-eb55-4009-b729-3d75829246f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 200 len: 854 time: 0.0428793 Jul 16 23:14:13.370622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-2f05da35-554e-4175-8f2e-3145afe13993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884aae21-1b49-4f05-8ec0-63877cd818d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254128 Jul 16 23:14:13.460804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-9b434765-07aa-4673-8315-a143ad5329df service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Jul 16 23:14:13.553191 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-751582aa-86a1-459c-ba97-689ec71dab15 req-50aa4b0c-d677-462a-8db0-88b095b3da72 service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Jul 16 23:14:13.651209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-ad13bf7a-8236-42f9-927b-e80d8fd04062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.652689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-ad13bf7a-8236-42f9-927b-e80d8fd04062 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0529606 Jul 16 23:14:13.739580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-6cab60ab-0fe4-4872-80d9-9e2597bf988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.741088 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-6cab60ab-0fe4-4872-80d9-9e2597bf988f service neutron] 10.222.0.47 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 915 time: 0.0826399 Jul 16 23:14:13.784815 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-82762a5a-37f2-4948-94b5-168dff400222 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 HTTP/1.1" status: 200 len: 217 time: 0.0371478 Jul 16 23:14:13.832192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-f053179c-c8eb-4e7a-aac4-ef5debaab65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:13.833631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-f053179c-c8eb-4e7a-aac4-ef5debaab65b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 200 len: 854 time: 0.0425310 Jul 16 23:14:13.867618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-bb941f9d-7717-4bfe-a3d8-31333f47619a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884aae21-1b49-4f05-8ec0-63877cd818d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255721 Jul 16 23:14:13.961689 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-c44029f5-982b-4fc8-9ab0-2b5b97d90f4b service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Jul 16 23:14:14.049785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bc2eba3a-5a97-4808-8734-ee41f2e24238 req-314fee5c-21b8-48e9-98db-a368d0042469 service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809486 Jul 16 23:14:14.382248 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e2d3-b09c-42a5-9d25-55e58d0489da req-5833729c-8dcb-46b7-b878-30d8f048b81d tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:14.383755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1545e2d3-b09c-42a5-9d25-55e58d0489da req-5833729c-8dcb-46b7-b878-30d8f048b81d tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 943 time: 0.0673699 Jul 16 23:14:14.421813 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1545e2d3-b09c-42a5-9d25-55e58d0489da req-ead79e0c-bfa0-423f-97fb-22f351538847 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Jul 16 23:14:15.609120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeefc5-f7e8-4acf-8646-f8b5fb4f10d0 req-66a72ddd-e0e6-428f-8599-9f523abca115 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:15.610628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5dbeefc5-f7e8-4acf-8646-f8b5fb4f10d0 req-66a72ddd-e0e6-428f-8599-9f523abca115 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 943 time: 0.0631356 Jul 16 23:14:15.651850 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5dbeefc5-f7e8-4acf-8646-f8b5fb4f10d0 req-139412b9-5d8c-4a61-bbd1-293c870dd96d tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352340 Jul 16 23:14:15.780396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:14:15.874699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:15.886074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20', 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1', 'port_id': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20', 'mac_address': 'fa:16:3e:bb:68:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:14:15.922287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:15.934420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:14:15.953224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:15.957223 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:16.005516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:16.143528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:14:17.781736 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:14:17.830625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:14:17.834272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:14:17.834643 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:17.908072 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:17.929464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:14:17.931663 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab979c0d-9750-4659-b08a-946128151e1b" -d '{"events": [{"server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:14:17.944161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:14:17.948167 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:17.973156 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a3705-f28a-4c2a-8df5-f41785da9326 x-openstack-request-id: req-970a3705-f28a-4c2a-8df5-f41785da9326 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:14:17.973470 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:14:17.973717 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-970a3705-f28a-4c2a-8df5-f41785da9326 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:14:17.974099 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20', 'code': 200} Jul 16 23:14:18.004042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:14:18.083383 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e403-fe9d-46f9-a0a1-e239552127cf req-ee56ae6b-5ed3-49a5-8820-80b2c21ae275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:14:18.084913 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8927e403-fe9d-46f9-a0a1-e239552127cf req-ee56ae6b-5ed3-49a5-8820-80b2c21ae275 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0516179 Jul 16 23:14:18.119096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8927e403-fe9d-46f9-a0a1-e239552127cf req-8ecd0111-c4d2-4671-be49-94f741164ef8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274119 Jul 16 23:14:21.243931 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:23.372101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:27.616605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e76f81b8-1429-4416-b04d-5679a103945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:29.850304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71ff082b-e5a5-4815-8b82-dfab583f3225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:30.176043 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:31.554641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:32.882442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:38.390235 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:14:51.246008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:53.377813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:57.617542 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a7b75ce8-6080-47ee-ae03-8f03052d66e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:14:59.850091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c445-44ca-4072-8b5d-8c867afe04e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:00.175525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:01.559806 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:02.885318 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:10.153405 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-297d3a44-44c8-4d98-a050-8c6293efb23f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516510 Jul 16 23:15:10.248603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-4a832dfe-a617-44ba-9765-6eb1b238faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:10.250118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-4a832dfe-a617-44ba-9765-6eb1b238faab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0558569 Jul 16 23:15:10.352336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-6fdb1099-f68d-4a4e-a762-b9dfb2274640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:10.353829 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-6fdb1099-f68d-4a4e-a762-b9dfb2274640 service neutron] 10.222.0.47 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 915 time: 0.0847170 Jul 16 23:15:10.398260 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-e6be80f3-995d-4e46-a815-22afca6e5af5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 HTTP/1.1" status: 200 len: 217 time: 0.0370491 Jul 16 23:15:10.446180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-1094b7f0-cf7f-42a0-a8b6-c87a7ff1c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:10.447512 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-1094b7f0-cf7f-42a0-a8b6-c87a7ff1c12d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 200 len: 854 time: 0.0428388 Jul 16 23:15:10.478821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-d251be8b-e4b7-444a-97d2-7e474330cbc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884aae21-1b49-4f05-8ec0-63877cd818d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252542 Jul 16 23:15:10.570383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-03dc6a24-f5b1-4857-a137-be6c15b46e4c service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Jul 16 23:15:10.657854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b71f5b5e-7ca4-4b5a-9b9a-906e273b4c0a req-6fff8804-a7e9-4844-a1ec-f64993ec0169 service neutron] 10.222.0.47 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808833 Jul 16 23:15:15.388953 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:15:16.883066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0781-8a77-4338-857a-6091b011e15c req-d87bd368-d76f-4ab4-816c-938baf5b7674 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:16.884854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baea0781-8a77-4338-857a-6091b011e15c req-d87bd368-d76f-4ab4-816c-938baf5b7674 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0643783 Jul 16 23:15:16.922542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-baea0781-8a77-4338-857a-6091b011e15c req-806fb3c8-d287-44dc-8933-62ad92d9bb46 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jul 16 23:15:17.147099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-fc747927-484a-4597-9af8-6a1459ecd712 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:17.148568 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-fc747927-484a-4597-9af8-6a1459ecd712 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 814 time: 0.1059813 Jul 16 23:15:17.163419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-e315216b-1aa7-4208-b58a-144c53b0acb6 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/quotas/d5bf34fafb6c45a7b8efbea49353924e HTTP/1.1" status: 200 len: 375 time: 0.0088346 Jul 16 23:15:17.224615 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-771de091-7763-4226-be83-adf0dc544ace tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565081 Jul 16 23:15:17.234864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-6d87f999-b994-4587-aca6-f6140fc173e2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:15:17.235811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-6d87f999-b994-4587-aca6-f6140fc173e2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051126 Jul 16 23:15:17.329662 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-8a90544c-1865-4477-a3f0-4f146e903f8d service neutron] 10.222.0.70 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886793 Jul 16 23:15:17.420151 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-de26a9ab-75db-42a8-9d2a-ecdb7f467dd5 service neutron] 10.222.0.70 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Jul 16 23:15:17.586092 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9334595-9fcc-4ba5-af91-6b1a741a5bc3 req-c491519e-0b54-415d-96c9-b7efc09ec735 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 210 time: 0.0299385 Jul 16 23:15:18.761204 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e7dd643-afd7-40cd-8a8c-2c24115bc0ff req-9ba606bb-7462-415e-8a57-840c3526201a tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 210 time: 0.0354211 Jul 16 23:15:18.776488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-08d4bcb8-227b-424f-98b6-c041dd5c3e18 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:18.778077 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-08d4bcb8-227b-424f-98b6-c041dd5c3e18 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.68 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 814 time: 0.1199214 Jul 16 23:15:18.791447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Request body: {'port': {'device_id': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1', 'admin_state_up': True, 'tenant_id': 'd5bf34fafb6c45a7b8efbea49353924e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:18.904510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Made reservation on behalf of d5bf34fafb6c45a7b8efbea49353924e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:18.907953 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.034651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Allocated IP 172.20.0.3 (884aae21-1b49-4f05-8ec0-63877cd818d1/3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e/cdf8257c-f0d8-4749-8bdd-2004cb5de965) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:19.182869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.220324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.231868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:15:19.262696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Network 884aae21-1b49-4f05-8ec0-63877cd818d1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:19.267961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:19.271777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:19.297531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Pushing event updated for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:19.312258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.312607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.312951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.313314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.313648 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.313981 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.314313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.314638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.314966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.315289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.315698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.315944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:19.336667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:19.337313 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.351722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-70a22600-3487-47ad-b283-aaa19d210ce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640724 Jul 16 23:15:19.409357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Request body: {'port': {'device_id': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:19.484138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.734472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf8257c-f0d8-4749-8bdd-2004cb5de965 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:15:19.741494 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.754070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Transition to ACTIVE for port object cdf8257c-f0d8-4749-8bdd-2004cb5de965 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:19.757602 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.808643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:19.878787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Attempting to bind port cdf8257c-f0d8-4749-8bdd-2004cb5de965 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:19.879187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Attempting to bind port cdf8257c-f0d8-4749-8bdd-2004cb5de965 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:19.879587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Attempting to bind port cdf8257c-f0d8-4749-8bdd-2004cb5de965 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:19.884196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Port cdf8257c-f0d8-4749-8bdd-2004cb5de965 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:15:19.884604 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Attempting to bind port cdf8257c-f0d8-4749-8bdd-2004cb5de965 on network 884aae21-1b49-4f05-8ec0-63877cd818d1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:19.889523 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:19.889932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Checking segment: {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:19.890375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Bound using segment: {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:19.890886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Bound port: cdf8257c-f0d8-4749-8bdd-2004cb5de965, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4f5515-3528-4ba4-bc15-f2293a8933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:19.891289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.938049 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009d5fb-ba75-4804-bf88-f58c4f844f65 req-99a63504-8d1a-409e-9589-1db5bd6cebbf tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:19.939737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8009d5fb-ba75-4804-bf88-f58c4f844f65 req-99a63504-8d1a-409e-9589-1db5bd6cebbf tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 943 time: 0.0633841 Jul 16 23:15:19.954145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:19.957227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:19.962230 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:19.979549 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8009d5fb-ba75-4804-bf88-f58c4f844f65 req-822f806c-7da0-4e08-b05e-f0786c3fde0c tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 16 23:15:19.999299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:19.999917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:20.001404 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] 10.222.0.68 "PUT /v2.0/ports/cdf8257c-f0d8-4749-8bdd-2004cb5de965 HTTP/1.1" status: 200 len: 1092 time: 0.6415431 Jul 16 23:15:20.001851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:15:20.004097 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a94dc14-7eb1-4166-b131-e2d570bbc903" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:15:20.033391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11633680-ecec-4c5f-a2dd-626fbc72e501 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:20.048945 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e3862e-5e63-4fe7-b169-f2a93e04f194 x-openstack-request-id: req-66e3862e-5e63-4fe7-b169-f2a93e04f194 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:15:20.049258 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:15:20.049514 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66e3862e-5e63-4fe7-b169-f2a93e04f194 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:15:20.049910 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965', 'status': 'completed', 'code': 200} Jul 16 23:15:20.093483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-f684bc64-56be-4591-9e11-b1eb6f322d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:20.095011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-f684bc64-56be-4591-9e11-b1eb6f322d41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 1095 time: 0.0554867 Jul 16 23:15:20.134847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-a664d021-7ead-4e8f-be60-7dc1ceeafcd0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965 HTTP/1.1" status: 200 len: 217 time: 0.0330839 Jul 16 23:15:20.186142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-29a992c9-a993-48dd-8889-33ae7ed1f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:20.187553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-29a992c9-a993-48dd-8889-33ae7ed1f35a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 200 len: 854 time: 0.0458589 Jul 16 23:15:20.219533 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-e550f8f6-6fd5-4588-b438-b1db4632e500 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=884aae21-1b49-4f05-8ec0-63877cd818d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258162 Jul 16 23:15:20.304908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-b6371630-6902-4389-9c7f-5b187f8ef4b0 service neutron] 10.222.0.68 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789747 Jul 16 23:15:20.395128 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-c673d2d6-f18a-4e12-a251-b53c615bd708 req-c219349d-b1dc-408a-9a9a-d742007b8ca9 service neutron] 10.222.0.68 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jul 16 23:15:20.496740 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-64e7fde0-1972-4959-9d09-878b851e4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:20.498252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-64e7fde0-1972-4959-9d09-878b851e4aae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 1095 time: 0.0524364 Jul 16 23:15:20.589699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-13b7987c-6593-45c1-836b-9e0d1ded86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:20.591165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-13b7987c-6593-45c1-836b-9e0d1ded86e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 200 len: 915 time: 0.0867174 Jul 16 23:15:20.631066 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-5baed755-2255-466b-878f-873aaa5dfabd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965 HTTP/1.1" status: 200 len: 217 time: 0.0327957 Jul 16 23:15:20.682098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-9e82bd85-7104-469d-b5ac-31e01174deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:20.683536 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-9e82bd85-7104-469d-b5ac-31e01174deb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 200 len: 854 time: 0.0458589 Jul 16 23:15:20.715508 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-ece9e492-9aaa-4da2-8c66-f47e328c34fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=884aae21-1b49-4f05-8ec0-63877cd818d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248370 Jul 16 23:15:20.802279 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-75de372a-f210-4174-a716-33f96e7735f5 service neutron] 10.222.0.68 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801044 Jul 16 23:15:20.895899 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a94dc14-7eb1-4166-b131-e2d570bbc903 req-d1867acd-ce61-4462-9aaa-d39cdc6fe286 service neutron] 10.222.0.68 "GET /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871019 Jul 16 23:15:21.151797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c91f4-dfcd-4b7c-86ad-cd1e2660996f req-e86c7c59-e104-4e17-8fc7-149cc66a4885 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:21.153903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-757c91f4-dfcd-4b7c-86ad-cd1e2660996f req-e86c7c59-e104-4e17-8fc7-149cc66a4885 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 943 time: 0.0620515 Jul 16 23:15:21.190279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-757c91f4-dfcd-4b7c-86ad-cd1e2660996f req-eb3ffbd8-64eb-4f41-bcf9-a8a87db08fc2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Jul 16 23:15:21.247094 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:21.812910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device cdf8257c-f0d8-4749-8bdd-2004cb5de965 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:15:21.904731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:21.915545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965', 'network_id': '884aae21-1b49-4f05-8ec0-63877cd818d1', 'port_id': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965', 'mac_address': 'fa:16:3e:1b:22:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:15:21.954685 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:21.967126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf8257c-f0d8-4749-8bdd-2004cb5de965 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:15:21.985870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:21.989994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:22.035887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:22.043530 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.043880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.044224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.044567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.044901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.045257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.045590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.045917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.046246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.046574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.046906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.047228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:22.211858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['cdf8257c-f0d8-4749-8bdd-2004cb5de965'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:15:22.364855 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fddb6-fbb4-43c2-973e-13a08750f89b req-3d8cd124-d1de-4290-abbe-fa853d82eeb2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:22.366366 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f32fddb6-fbb4-43c2-973e-13a08750f89b req-3d8cd124-d1de-4290-abbe-fa853d82eeb2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 944 time: 0.0669637 Jul 16 23:15:22.403480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f32fddb6-fbb4-43c2-973e-13a08750f89b req-096feee9-e4b3-40d6-b760-d60a7346d301 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Jul 16 23:15:23.387186 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:23.573500 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfe6ff-f115-4b27-ab29-ff48fad43bf6 req-d14d3919-cb95-4a57-bf29-cbbd14f63576 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:23.575000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0bfe6ff-f115-4b27-ab29-ff48fad43bf6 req-d14d3919-cb95-4a57-bf29-cbbd14f63576 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 944 time: 0.0634427 Jul 16 23:15:23.612686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0bfe6ff-f115-4b27-ab29-ff48fad43bf6 req-082c019c-64da-4133-94af-061bf9093550 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 16 23:15:23.813407 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device cdf8257c-f0d8-4749-8bdd-2004cb5de965 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:23.861306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port cdf8257c-f0d8-4749-8bdd-2004cb5de965 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:23.865331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port cdf8257c-f0d8-4749-8bdd-2004cb5de965 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:23.865707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:23.939113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:23.960507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:15:23.962741 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b439e3828983d1e2f1aeafca17eca94be6775eb6e92db595c48e3e6a116b9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e41223-3615-43ae-ac65-78577736a9d6" -d '{"events": [{"server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:15:23.978376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:23.982567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:24.004837 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e46815-ad8a-4c58-8ebe-8046b56495c3 x-openstack-request-id: req-52e46815-ad8a-4c58-8ebe-8046b56495c3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:15:24.005155 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:15:24.005407 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52e46815-ad8a-4c58-8ebe-8046b56495c3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:15:24.005789 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965', 'code': 200} Jul 16 23:15:24.032075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:24.108002 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb3d7-8bb1-4849-af8c-a6441ac1f87a req-29487ffc-43dd-4882-9663-a5cbbe6b9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:24.109527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e0fb3d7-8bb1-4849-af8c-a6441ac1f87a req-29487ffc-43dd-4882-9663-a5cbbe6b9e9c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 1097 time: 0.0515764 Jul 16 23:15:24.144244 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e0fb3d7-8bb1-4849-af8c-a6441ac1f87a req-54474646-ba5d-4ad2-8086-1083b4ac292f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286031 Jul 16 23:15:24.790774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddd9d9-5313-40ed-9c54-a0eb7d169867 req-130dc991-4835-49f1-aa74-5d4facad0399 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:24.792288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aeddd9d9-5313-40ed-9c54-a0eb7d169867 req-130dc991-4835-49f1-aa74-5d4facad0399 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 945 time: 0.0679820 Jul 16 23:15:24.838836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aeddd9d9-5313-40ed-9c54-a0eb7d169867 req-afbcea53-0a7e-43fd-899c-5e21097577f6 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 Jul 16 23:15:26.015981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27f84d-c2a3-429f-a4b3-26a5141290fc req-db2a72e1-7037-408c-9d0c-5566082a4ac8 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:26.017415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a27f84d-c2a3-429f-a4b3-26a5141290fc req-db2a72e1-7037-408c-9d0c-5566082a4ac8 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Jul 16 23:15:26.053496 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6a27f84d-c2a3-429f-a4b3-26a5141290fc req-8951b3ea-e689-426b-b008-e5b83c73f51b tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306807 Jul 16 23:15:26.425851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aedd40-e53e-401d-a600-b9afe880ed61 req-199231bc-197c-4772-9987-f332e76e236f tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:26.427320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96aedd40-e53e-401d-a600-b9afe880ed61 req-199231bc-197c-4772-9987-f332e76e236f tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 945 time: 0.0622239 Jul 16 23:15:26.463962 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96aedd40-e53e-401d-a600-b9afe880ed61 req-cfcf6929-c817-44ba-a6ce-a1d5a65a6bac tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Jul 16 23:15:27.620263 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4779-6f54-4390-a969-8e8cf4db9185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:27.640345 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd56a-a093-470a-a919-76411a2c2909 req-ed7e88b6-b9dc-4991-a487-eea268986d18 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:27.641886 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-502bd56a-a093-470a-a919-76411a2c2909 req-ed7e88b6-b9dc-4991-a487-eea268986d18 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 945 time: 0.0687101 Jul 16 23:15:27.657449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-26b0c397-b4e1-47be-b91b-f5aec15b1166 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:27.658929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-26b0c397-b4e1-47be-b91b-f5aec15b1166 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c9ae85e-ed2f-4b7c-a916-760e9aace592 HTTP/1.1" status: 200 len: 945 time: 0.0713999 Jul 16 23:15:27.681558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-502bd56a-a093-470a-a919-76411a2c2909 req-9855d818-2274-40b0-ace8-715d9a292fb7 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Jul 16 23:15:27.757817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Deleting port cdf8257c-f0d8-4749-8bdd-2004cb5de965 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:27.758165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:27.849475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] For port cdf8257c-f0d8-4749-8bdd-2004cb5de965, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=cdf8257c-f0d8-4749-8bdd-2004cb5de965,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:27.849837 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:27.861560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Calling delete_port for cdf8257c-f0d8-4749-8bdd-2004cb5de965 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:27.985898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:27.997886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:15:28.021194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Pushing event deleted for resources: {'Port': ['ID=cdf8257c-f0d8-4749-8bdd-2004cb5de965,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:28.064777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] No DVR routers for this DVR port cdf8257c-f0d8-4749-8bdd-2004cb5de965 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:28.067339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:28.069385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3d201ca6-9e5c-462a-801e-83e53f591dde req-33ee1085-2ff9-472e-b5df-033d0b4566bb tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.68 "DELETE /v2.0/ports/cdf8257c-f0d8-4749-8bdd-2004cb5de965 HTTP/1.1" status: 204 len: 173 time: 0.4049201 Jul 16 23:15:28.069883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'name': 'network-vif-deleted', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:15:28.072138 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2428b831-eaaf-47d6-b693-3d8ec9d62169" -d '{"events": [{"server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "name": "network-vif-deleted", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:15:28.114500 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b956e39-21f6-40a0-ae44-428f9dac7040 x-openstack-request-id: req-8b956e39-21f6-40a0-ae44-428f9dac7040 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:15:28.114795 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9ae85e-ed2f-4b7c-a916-760e9aace592", "name": "network-vif-deleted", "tag": "cdf8257c-f0d8-4749-8bdd-2004cb5de965", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:15:28.115072 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b956e39-21f6-40a0-ae44-428f9dac7040 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:15:28.115475 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9ae85e-ed2f-4b7c-a916-760e9aace592', 'name': 'network-vif-deleted', 'tag': 'cdf8257c-f0d8-4749-8bdd-2004cb5de965', 'status': 'completed', 'code': 200} Jul 16 23:15:28.922056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ebc45-4e5e-4bfe-97a5-9a11a8ca72c1 req-f321aef4-47ed-486a-960f-a73052b27664 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:28.923546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-906ebc45-4e5e-4bfe-97a5-9a11a8ca72c1 req-f321aef4-47ed-486a-960f-a73052b27664 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0642972 Jul 16 23:15:28.960307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-906ebc45-4e5e-4bfe-97a5-9a11a8ca72c1 req-3cc258fb-0dbe-4ffa-96a8-39e41207c59e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Jul 16 23:15:29.152863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d857e-fab9-422e-a744-193304a45595 req-895fa2c4-ba62-4fd8-818e-7f7ee342d3fc tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:29.154377 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-593d857e-fab9-422e-a744-193304a45595 req-895fa2c4-ba62-4fd8-818e-7f7ee342d3fc tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0679915 Jul 16 23:15:29.191738 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-593d857e-fab9-422e-a744-193304a45595 req-f61a4807-7a0d-465b-98c7-85f304052b1e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Jul 16 23:15:29.362532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd786a13-0fa6-4b95-977c-e3b85d33f321 req-13eaaff0-05b1-481a-a329-271854224c39 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:29.363990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd786a13-0fa6-4b95-977c-e3b85d33f321 req-13eaaff0-05b1-481a-a329-271854224c39 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0623839 Jul 16 23:15:29.400823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd786a13-0fa6-4b95-977c-e3b85d33f321 req-d54314b3-d7e5-4c20-9d0d-15ca5078e902 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Jul 16 23:15:29.665739 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4515be-6217-47be-a44b-61446a9b62fa req-94ad64ad-61a4-4165-8843-9c1c7bc3b19b tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:29.667211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f4515be-6217-47be-a44b-61446a9b62fa req-94ad64ad-61a4-4165-8843-9c1c7bc3b19b tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0622277 Jul 16 23:15:29.704171 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f4515be-6217-47be-a44b-61446a9b62fa req-a05ab8d2-b056-4a2a-917e-8d320b65c36a tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Jul 16 23:15:29.850932 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87b1119c-db9f-499c-8b2c-44f6ae3548ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:29.859506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device cdf8257c-f0d8-4749-8bdd-2004cb5de965 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:15:29.879015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e8745-d4b5-40f0-ae35-4f7b23f4a16e req-8b0fecbb-7553-486b-9b52-a5bc5a10dce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:29.880587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-898e8745-d4b5-40f0-ae35-4f7b23f4a16e req-8b0fecbb-7553-486b-9b52-a5bc5a10dce9 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0686731 Jul 16 23:15:29.922263 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-898e8745-d4b5-40f0-ae35-4f7b23f4a16e req-ff3cfdad-ea4c-483d-bcfb-f723fe7c4349 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Jul 16 23:15:30.033568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: cdf8257c-f0d8-4749-8bdd-2004cb5de965 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:15:30.033910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device cdf8257c-f0d8-4749-8bdd-2004cb5de965 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:15:30.108897 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3474f-f125-4c7d-ac49-5aa5f766cc7b req-6a82f9a4-e757-449d-8466-48ee7953a911 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:30.110291 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82c3474f-f125-4c7d-ac49-5aa5f766cc7b req-6a82f9a4-e757-449d-8466-48ee7953a911 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Jul 16 23:15:30.147186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-82c3474f-f125-4c7d-ac49-5aa5f766cc7b req-8a6b4b4c-bd12-4da0-922f-ac18cdc954e2 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Jul 16 23:15:30.179513 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:30.653963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714503e3-164c-4dba-95b8-769187573a21 req-793553aa-7ca9-4591-9b34-e4c04d95606e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:30.655379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-714503e3-164c-4dba-95b8-769187573a21 req-793553aa-7ca9-4591-9b34-e4c04d95606e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0665603 Jul 16 23:15:30.691752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-714503e3-164c-4dba-95b8-769187573a21 req-abd21e0c-1313-43bc-a577-13bd019a2a48 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Jul 16 23:15:31.561330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:31.865945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4955c-176f-4dc8-a415-6bcd28863806 req-93629041-13e6-41d0-858b-95154f10b0bf tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:31.867510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10d4955c-176f-4dc8-a415-6bcd28863806 req-93629041-13e6-41d0-858b-95154f10b0bf tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0632930 Jul 16 23:15:31.901450 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805aa29-b524-4e10-906f-89114d70dd98 req-dcd93ff9-9503-49f4-80b9-388c95f7140f tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:31.902940 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d805aa29-b524-4e10-906f-89114d70dd98 req-dcd93ff9-9503-49f4-80b9-388c95f7140f tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.47 "GET /v2.0/ports?device_id=29aa367a-d52e-43e4-b1aa-a19a0edcc9c5 HTTP/1.1" status: 200 len: 945 time: 0.0646956 Jul 16 23:15:31.906676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-10d4955c-176f-4dc8-a415-6bcd28863806 req-283d00b3-0546-4b89-9781-3f1d14a89d45 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.70 "GET /v2.0/security-groups?id=7abae6b4-3d22-4171-9b85-4e1c038890f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jul 16 23:15:32.006881 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Deleting port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:32.007226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:32.092827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] For port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,segment=NetworkSegment(3f4f5515-3528-4ba4-bc15-f2293a8933e6),segment_id=3f4f5515-3528-4ba4-bc15-f2293a8933e6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:32.093217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:32.105807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Calling delete_port for fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:32.232609 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:32.244083 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:15:32.264179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Pushing event deleted for resources: {'Port': ['ID=fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:32.309957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] No DVR routers for this DVR port fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:32.312443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:32.314393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d805aa29-b524-4e10-906f-89114d70dd98 req-e293160e-188f-416d-8e62-3d6b1484dd9e tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] 10.222.0.47 "DELETE /v2.0/ports/fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 HTTP/1.1" status: 204 len: 173 time: 0.4059532 Jul 16 23:15:32.314822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'name': 'network-vif-deleted', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:15:32.317052 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f4a6180f569ebdb7497fc3f974a06778f523e1bbdf2b9199f0de24dd9a7f9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299a78c-ecd4-4fc2-83e6-8ab048e6d926" -d '{"events": [{"server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "name": "network-vif-deleted", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:15:32.351403 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c8a2e-ee0e-4c27-ac78-2fa9ce4ffce7 x-openstack-request-id: req-d12c8a2e-ee0e-4c27-ac78-2fa9ce4ffce7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:15:32.351690 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa367a-d52e-43e4-b1aa-a19a0edcc9c5", "name": "network-vif-deleted", "tag": "fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:15:32.351938 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d12c8a2e-ee0e-4c27-ac78-2fa9ce4ffce7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:15:32.352329 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aa367a-d52e-43e4-b1aa-a19a0edcc9c5', 'name': 'network-vif-deleted', 'tag': 'fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20', 'status': 'completed', 'code': 200} Jul 16 23:15:32.891197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.000416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48370) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:33.045306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Deleting subnet 3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:15:33.048271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.080626 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.117895 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.167384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.196430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:33.200020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.201879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-717bc15e-befd-4ef1-8d67-91e9a336bf8b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3f4882ee-4d4e-489d-a7e7-f2bafe9f1a2e HTTP/1.1" status: 204 len: 168 time: 0.2004452 Jul 16 23:15:33.204344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:33.271769 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.349693 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.359203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884aae21-1b49-4f05-8ec0-63877cd818d1']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:33.368557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4f5515-3528-4ba4-bc15-f2293a8933e6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:33.368852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4f5515-3528-4ba4-bc15-f2293a8933e6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:33.377335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.391334 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.397054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:33.397434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:33.399040 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:33.449821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.455591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.457455 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] 10.222.0.70 "DELETE /v2.0/networks/884aae21-1b49-4f05-8ec0-63877cd818d1 HTTP/1.1" status: 204 len: 168 time: 0.2522054 Jul 16 23:15:33.468372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5874ac8-1658-4690-aff1-49dced197e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=884aae21-1b49-4f05-8ec0-63877cd818d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:33.564258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:33.607178 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a145526c-e2b2-42da-9268-5c8e59f8a98a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5bf34fafb6c45a7b8efbea49353924e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417769 Jul 16 23:15:33.609579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:33.655931 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.675973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.722101 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.724641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:33.725835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7abae6b4-3d22-4171-9b85-4e1c038890f0 HTTP/1.1" status: 204 len: 168 time: 0.1153843 Jul 16 23:15:33.733355 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0309bd-1a65-4f1f-b029-52cf27130fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abae6b4-3d22-4171-9b85-4e1c038890f0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:34.381075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:34.471821 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393706291'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:34.493301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:34.496686 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.504969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.595312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.599012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.625624 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:34.634418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d2757-0bc7-4ae4-9693-a63bf6633bc7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:34.642562 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.642562 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Added segment a23f8afa-8611-4c9f-86fa-6b48fc982bc4 of type vlan for network 86997757-12d8-4a8b-af68-c04a4e26358a Jul 16 23:15:34.684771 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.711865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.718203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:34.718834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:34.750098 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3678684 Jul 16 23:15:34.786976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16679-d72b-4663-af0e-00076758680b tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Network': ['ID=86997757-12d8-4a8b-af68-c04a4e26358a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:34.797679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 86997757-12d8-4a8b-af68-c04a4e26358a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:36.052898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:15:36.072322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:15:36.072668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd4f0e89-e32c-4ebf-93ec-1fbe849eaf20 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:15:37.950477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:37.955723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'subnet': {'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:38.050124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:38.053527 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.229498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.287552 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Subnet': ['ID=7a209296-654d-4e68-b50f-6d7f5d8a03e5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:38.297100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking segment: {'id': 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:38.297476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network hostable DHCP agents. Network: 86997757-12d8-4a8b-af68-c04a4e26358a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:38.314429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network 86997757-12d8-4a8b-af68-c04a4e26358a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:38.325139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 86997757-12d8-4a8b-af68-c04a4e26358a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:38.329941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:38.331038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.335212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234e78f-bcf2-4abf-965f-02c2d03f7425 None None] Network 86997757-12d8-4a8b-af68-c04a4e26358a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:38.352715 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7583bc82-2d7a-4183-96ca-c97b299730eb tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4010785 Jul 16 23:15:38.356193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:38.362808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278165865'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:38.386500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:38.390734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.415488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:38.425647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.426011 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Added segment 4386030a-34c8-480e-8511-0935c7fe2379 of type vlan for network f977ec79-a80f-47e5-b197-b956696658b8 Jul 16 23:15:38.464915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.496258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.497212 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13917639-f564-4000-a0b3-479571997004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-86997757-12d8-4a8b-af68-c04a4e26358a', 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a', 'tenant_id': '194f9c2a9ca6400fb0e8d45c93889887', 'fixed_ips': [{'subnet_id': '7a209296-654d-4e68-b50f-6d7f5d8a03e5'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:38.498119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.501911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:38.502497 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.540760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1829445 Jul 16 23:15:38.544255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:38.549160 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'subnet': {'network_id': 'f977ec79-a80f-47e5-b197-b956696658b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:38.600669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c697d-dcfd-4843-a69d-b1a1ab94d6dc tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Network': ['ID=f977ec79-a80f-47e5-b197-b956696658b8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:38.612607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f977ec79-a80f-47e5-b197-b956696658b8 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:38.667796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:38.671834 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.685291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-13917639-f564-4000-a0b3-479571997004 None None] Allocated IP 2001:db8:0:ffff::2 (86997757-12d8-4a8b-af68-c04a4e26358a/7a209296-654d-4e68-b50f-6d7f5d8a03e5/dec61c94-3da0-40c2-b3b9-b0b342587656) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:38.840185 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.849765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13917639-f564-4000-a0b3-479571997004 None None] Transition to ACTIVE for port object dec61c94-3da0-40c2-b3b9-b0b342587656 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:38.865608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.866659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13917639-f564-4000-a0b3-479571997004 None None] Transition to ACTIVE for port object dec61c94-3da0-40c2-b3b9-b0b342587656 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:38.876784 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.913025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13917639-f564-4000-a0b3-479571997004 None None] Network 86997757-12d8-4a8b-af68-c04a4e26358a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:38.918069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-13917639-f564-4000-a0b3-479571997004 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:38.921851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13917639-f564-4000-a0b3-479571997004 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:38.930963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Subnet': ['ID=08e226a8-ab67-4962-9b28-faaac921a323,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:38.939932 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking segment: {'id': '4386030a-34c8-480e-8511-0935c7fe2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f977ec79-a80f-47e5-b197-b956696658b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:38.940295 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network hostable DHCP agents. Network: f977ec79-a80f-47e5-b197-b956696658b8, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:38.955191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917639-f564-4000-a0b3-479571997004 None None] Pushing event updated for resources: {'Port': ['ID=dec61c94-3da0-40c2-b3b9-b0b342587656,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:38.958189 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network f977ec79-a80f-47e5-b197-b956696658b8 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:38.971974 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f977ec79-a80f-47e5-b197-b956696658b8) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:38.976195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:38.977161 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:38.981789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3834517-515d-492e-b9b2-7d785e88b310 None None] Network f977ec79-a80f-47e5-b197-b956696658b8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:38.991519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-07e81244-a3a3-48c6-996d-86324d982b1d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4462218 Jul 16 23:15:38.994178 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:39.013087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-13917639-f564-4000-a0b3-479571997004 None None] Attempting to bind port dec61c94-3da0-40c2-b3b9-b0b342587656 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:39.013461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-13917639-f564-4000-a0b3-479571997004 None None] Attempting to bind port dec61c94-3da0-40c2-b3b9-b0b342587656 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:39.013828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13917639-f564-4000-a0b3-479571997004 None None] Attempting to bind port dec61c94-3da0-40c2-b3b9-b0b342587656 on network 86997757-12d8-4a8b-af68-c04a4e26358a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:39.023616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13917639-f564-4000-a0b3-479571997004 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:39.024004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13917639-f564-4000-a0b3-479571997004 None None] Checking segment: {'id': 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:39.024413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.024804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13917639-f564-4000-a0b3-479571997004 None None] Bound using segment: {'id': 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:39.025300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-13917639-f564-4000-a0b3-479571997004 None None] Bound port: dec61c94-3da0-40c2-b3b9-b0b342587656, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86997757-12d8-4a8b-af68-c04a4e26358a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:39.025684 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.093623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.150917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.163318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-13917639-f564-4000-a0b3-479571997004 None None] For port dec61c94-3da0-40c2-b3b9-b0b342587656, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:39.167684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-13917639-f564-4000-a0b3-479571997004 None None] For port dec61c94-3da0-40c2-b3b9-b0b342587656, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dec61c94-3da0-40c2-b3b9-b0b342587656,segment=NetworkSegment(a23f8afa-8611-4c9f-86fa-6b48fc982bc4),segment_id=a23f8afa-8611-4c9f-86fa-6b48fc982bc4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:39.171822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13917639-f564-4000-a0b3-479571997004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.215540 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.236800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74f272-a3f2-4c18-afdd-564137408d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f977ec79-a80f-47e5-b197-b956696658b8', 'network_id': 'f977ec79-a80f-47e5-b197-b956696658b8', 'tenant_id': '194f9c2a9ca6400fb0e8d45c93889887', 'fixed_ips': [{'subnet_id': '08e226a8-ab67-4962-9b28-faaac921a323'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:39.237728 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c74f272-a3f2-4c18-afdd-564137408d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.243574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Subnet': ['ID=08e226a8-ab67-4962-9b28-faaac921a323,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:39.265462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917639-f564-4000-a0b3-479571997004 None None] Pushing event updated for resources: {'Port': ['ID=dec61c94-3da0-40c2-b3b9-b0b342587656,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:39.335815 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ef105-40cd-4729-9c26-a34a6f1fbf23 None None] Network f977ec79-a80f-47e5-b197-b956696658b8 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:39.670917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.681197 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f977ec79-a80f-47e5-b197-b956696658b8']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:39.691666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4386030a-34c8-480e-8511-0935c7fe2379') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:39.691965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4386030a-34c8-480e-8511-0935c7fe2379') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:39.702171 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.715920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.721842 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:39.722292 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:39.725489 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:39.784189 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.791318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.793168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/f977ec79-a80f-47e5-b197-b956696658b8 HTTP/1.1" status: 204 len: 168 time: 0.7980418 Jul 16 23:15:39.797720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:39.802651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-908706727'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:39.814991 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33da1-ebd3-4cc6-ad57-07498d00ee6a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Network': ['ID=f977ec79-a80f-47e5-b197-b956696658b8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:39.835076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:39.836914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dec61c94-3da0-40c2-b3b9-b0b342587656 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:39.839821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.870395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:39.881535 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.881880 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Added segment da3a0f51-13f0-44ae-bd71-d2e79ffa00a7 of type vlan for network b856e423-f178-4209-8d60-cbcf7f4f3c10 Jul 16 23:15:39.902575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port dec61c94-3da0-40c2-b3b9-b0b342587656 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:39.929311 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.960536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:39.966524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:39.967158 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.009033 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2093201 Jul 16 23:15:40.011419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48414) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:40.017005 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'subnet': {'network_id': 'b856e423-f178-4209-8d60-cbcf7f4f3c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:40.038587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f1b8a-a47a-4472-8fc5-bb3f9b5b1f1a tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Network': ['ID=b856e423-f178-4209-8d60-cbcf7f4f3c10,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:40.050246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b856e423-f178-4209-8d60-cbcf7f4f3c10 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:40.112347 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:40.117732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.178012 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Performing IP validity checks on allocation pools {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 23:15:40.178537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 23:15:40.202113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac6f0b-f685-4c52-86e4-4d2905675101 None None] Network 86997757-12d8-4a8b-af68-c04a4e26358a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:40.306472 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.312441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Provisioning for port dec61c94-3da0-40c2-b3b9-b0b342587656 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:40.321909 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Provisioning complete for port dec61c94-3da0-40c2-b3b9-b0b342587656 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:40.322281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.374706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Subnet': ['ID=e456b189-7c7d-4a74-8538-ebe1b317e243,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:40.378058 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking segment: {'id': 'da3a0f51-13f0-44ae-bd71-d2e79ffa00a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b856e423-f178-4209-8d60-cbcf7f4f3c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:40.378483 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network hostable DHCP agents. Network: b856e423-f178-4209-8d60-cbcf7f4f3c10, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:40.386736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.387087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.387465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.387807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.388140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.388472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.388825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.389184 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.389513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.389844 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.390168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.390493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:40.409801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network b856e423-f178-4209-8d60-cbcf7f4f3c10 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:40.418355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b856e423-f178-4209-8d60-cbcf7f4f3c10) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:40.423988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:40.424590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.429980 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d2c3b-48b2-4803-9220-c7785be7d1f7 None None] Network b856e423-f178-4209-8d60-cbcf7f4f3c10 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:40.439868 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-00c2e114-f8e5-4281-89f1-3537056ccae5 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4269786 Jul 16 23:15:40.442816 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:40.462898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.536563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] For port dec61c94-3da0-40c2-b3b9-b0b342587656, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dec61c94-3da0-40c2-b3b9-b0b342587656,segment=NetworkSegment(a23f8afa-8611-4c9f-86fa-6b48fc982bc4),segment_id=a23f8afa-8611-4c9f-86fa-6b48fc982bc4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:40.542860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.545205 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.606722 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.627985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463a2b0-e1d4-49fc-9aa7-8a8e72aafd84 None None] Pushing event updated for resources: {'Port': ['ID=dec61c94-3da0-40c2-b3b9-b0b342587656,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:40.663591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197899de-ca0d-4e66-a3e8-dd8614b2c1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-b856e423-f178-4209-8d60-cbcf7f4f3c10', 'network_id': 'b856e423-f178-4209-8d60-cbcf7f4f3c10', 'tenant_id': '194f9c2a9ca6400fb0e8d45c93889887', 'fixed_ips': [{'subnet_id': 'e456b189-7c7d-4a74-8538-ebe1b317e243'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:40.664617 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-197899de-ca0d-4e66-a3e8-dd8614b2c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.672460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.700000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Subnet': ['ID=e456b189-7c7d-4a74-8538-ebe1b317e243,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:40.743554 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6680229-a14d-4895-b311-c5ed25b1a15f None None] Network b856e423-f178-4209-8d60-cbcf7f4f3c10 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:40.763634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.773489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b856e423-f178-4209-8d60-cbcf7f4f3c10']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:40.783164 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3a0f51-13f0-44ae-bd71-d2e79ffa00a7') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:40.783468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3a0f51-13f0-44ae-bd71-d2e79ffa00a7') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:40.792721 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.805675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.811029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4cb0006c-9f25-4d89-baea-c140a50677a5 None None] Provisioning complete for port dec61c94-3da0-40c2-b3b9-b0b342587656 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:40.811396 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cb0006c-9f25-4d89-baea-c140a50677a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.811774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:40.812265 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:40.815520 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:40.874167 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.881653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.884101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/b856e423-f178-4209-8d60-cbcf7f4f3c10 HTTP/1.1" status: 204 len: 168 time: 0.4403965 Jul 16 23:15:40.889996 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:40.895259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371735528'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:40.899305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf84fe-1603-4c3b-8c35-17aa659afb28 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Network': ['ID=b856e423-f178-4209-8d60-cbcf7f4f3c10,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:40.916645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:40.920180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.943092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:40.951933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:40.952213 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Added segment c9a10132-eba1-4be6-9f41-ee3855a7321a of type vlan for network 76272cdb-b991-48e2-8067-4bd94859061c Jul 16 23:15:40.996610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.023327 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.029431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:41.030012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.059438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1683645 Jul 16 23:15:41.062824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:41.067802 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'subnet': {'network_id': '76272cdb-b991-48e2-8067-4bd94859061c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:41.095347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd570-da65-4f3f-88bf-a5f15806f6e0 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Network': ['ID=76272cdb-b991-48e2-8067-4bd94859061c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:41.105218 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 76272cdb-b991-48e2-8067-4bd94859061c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:41.158180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:41.161861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.341199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.399850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Subnet': ['ID=325386a9-771f-4a5b-bea4-6fda0674c286,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:41.408563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking segment: {'id': 'c9a10132-eba1-4be6-9f41-ee3855a7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:41.408921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network hostable DHCP agents. Network: 76272cdb-b991-48e2-8067-4bd94859061c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:41.424894 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network 76272cdb-b991-48e2-8067-4bd94859061c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:41.433051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 76272cdb-b991-48e2-8067-4bd94859061c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:41.437499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:41.438105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.443744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcdf4b7-8ef6-4cb0-a006-68b3ef09a322 None None] Network 76272cdb-b991-48e2-8067-4bd94859061c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:41.452656 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1ca2d96d-8840-4510-9413-8064772ef926 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3889778 Jul 16 23:15:41.456275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:41.461245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910756576'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:41.481867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:41.485350 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.508726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:41.518762 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.519114 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Added segment 1ff3c987-3284-41f7-8a60-7009b1855b93 of type vlan for network ba78ca89-e0fd-42e1-a49a-f65e44af0c78 Jul 16 23:15:41.559129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.586423 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.592099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:41.592606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.598884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-76272cdb-b991-48e2-8067-4bd94859061c', 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c', 'tenant_id': '194f9c2a9ca6400fb0e8d45c93889887', 'fixed_ips': [{'subnet_id': '325386a9-771f-4a5b-bea4-6fda0674c286'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:41.599854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.635719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1783979 Jul 16 23:15:41.638526 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:41.666605 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Request body: {'subnet': {'network_id': 'ba78ca89-e0fd-42e1-a49a-f65e44af0c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:41.671858 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c64dc-4524-40ca-a0b1-f5368a0bffca tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Network': ['ID=ba78ca89-e0fd-42e1-a49a-f65e44af0c78,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:41.682220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network ba78ca89-e0fd-42e1-a49a-f65e44af0c78 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:41.757282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Made reservation on behalf of 194f9c2a9ca6400fb0e8d45c93889887 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:41.761427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.793355 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Allocated IP 2001:db8::2 (76272cdb-b991-48e2-8067-4bd94859061c/325386a9-771f-4a5b-bea4-6fda0674c286/720b46b6-f5df-4d25-9ce0-3376414ec063) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:41.834518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dec61c94-3da0-40c2-b3b9-b0b342587656 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:41.941703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port dec61c94-3da0-40c2-b3b9-b0b342587656 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:41.942091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:41.954318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.011527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.013809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event updated for resources: {'Subnet': ['ID=54b90a36-d0fa-48f1-b5b5-35df7c644860,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.021480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Checking segment: {'id': '1ff3c987-3284-41f7-8a60-7009b1855b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ba78ca89-e0fd-42e1-a49a-f65e44af0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:42.021623 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network hostable DHCP agents. Network: ba78ca89-e0fd-42e1-a49a-f65e44af0c78, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:42.022799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Transition to ACTIVE for port object 720b46b6-f5df-4d25-9ce0-3376414ec063 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:42.038302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Network ba78ca89-e0fd-42e1-a49a-f65e44af0c78 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:42.047803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, ba78ca89-e0fd-42e1-a49a-f65e44af0c78) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:42.051914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:42.052501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.060411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3775e76-b604-475b-a7ed-cb2034f4f82f None None] Network ba78ca89-e0fd-42e1-a49a-f65e44af0c78 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:42.062605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Transition to ACTIVE for port object 720b46b6-f5df-4d25-9ce0-3376414ec063 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:42.071457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-23c26f55-b725-4986-8fb4-1605fe1f2ccf tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4318814 Jul 16 23:15:42.074155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.087237 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.176931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.230499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.293765 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.321865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Subnet': ['ID=54b90a36-d0fa-48f1-b5b5-35df7c644860,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.333828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Network 76272cdb-b991-48e2-8067-4bd94859061c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:42.343809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:42.349069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Pushing event updated for resources: {'Port': ['ID=720b46b6-f5df-4d25-9ce0-3376414ec063,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.355818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:42.384601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.394819 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba78ca89-e0fd-42e1-a49a-f65e44af0c78']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:42.404734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff3c987-3284-41f7-8a60-7009b1855b93') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:42.404734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff3c987-3284-41f7-8a60-7009b1855b93') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:42.414338 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.427116 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.432712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:42.433140 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:42.436067 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:42.448428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab2890e-0dff-4d20-bdea-3c9d5304167a None None] Network ba78ca89-e0fd-42e1-a49a-f65e44af0c78 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:42.461711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Attempting to bind port 720b46b6-f5df-4d25-9ce0-3376414ec063 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:42.462111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Attempting to bind port 720b46b6-f5df-4d25-9ce0-3376414ec063 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'c9a10132-eba1-4be6-9f41-ee3855a7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:42.462479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Attempting to bind port 720b46b6-f5df-4d25-9ce0-3376414ec063 on network 76272cdb-b991-48e2-8067-4bd94859061c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:42.474481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:42.474862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Checking segment: {'id': 'c9a10132-eba1-4be6-9f41-ee3855a7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:42.475267 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.475665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Bound using segment: {'id': 'c9a10132-eba1-4be6-9f41-ee3855a7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:42.476135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Bound port: 720b46b6-f5df-4d25-9ce0-3376414ec063, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a10132-eba1-4be6-9f41-ee3855a7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '76272cdb-b991-48e2-8067-4bd94859061c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:42.476525 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.495179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.502340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.504186 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/ba78ca89-e0fd-42e1-a49a-f65e44af0c78 HTTP/1.1" status: 204 len: 168 time: 0.4290614 Jul 16 23:15:42.507448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.515760 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e203-36e6-4bd0-9ed7-c72dfc6b4943 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Network': ['ID=ba78ca89-e0fd-42e1-a49a-f65e44af0c78,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.538447 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a0338-788a-49d8-8fde-e9b20a552292 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] GET failed (client error): The resource could not be found. Jul 16 23:15:42.539771 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2c0a0338-788a-49d8-8fde-e9b20a552292 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "GET /v2.0/subnets/54b90a36-d0fa-48f1-b5b5-35df7c644860 HTTP/1.1" status: 404 len: 337 time: 0.0305429 Jul 16 23:15:42.542823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.560030 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65cb4b8-4129-4a41-8317-e38382ab58f3 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:42.560553 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65cb4b8-4129-4a41-8317-e38382ab58f3 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:42.562225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e65cb4b8-4129-4a41-8317-e38382ab58f3 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/ba78ca89-e0fd-42e1-a49a-f65e44af0c78 HTTP/1.1" status: 404 len: 339 time: 0.0185022 Jul 16 23:15:42.566165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.596860 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c885e5ac-c340-4c11-8f76-719784f57bb2 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:42.597338 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c885e5ac-c340-4c11-8f76-719784f57bb2 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:42.599034 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c885e5ac-c340-4c11-8f76-719784f57bb2 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/subnets/54b90a36-d0fa-48f1-b5b5-35df7c644860 HTTP/1.1" status: 404 len: 337 time: 0.0319538 Jul 16 23:15:42.601780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.613197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] For port 720b46b6-f5df-4d25-9ce0-3376414ec063, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:42.616489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] For port 720b46b6-f5df-4d25-9ce0-3376414ec063, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=720b46b6-f5df-4d25-9ce0-3376414ec063,segment=NetworkSegment(c9a10132-eba1-4be6-9f41-ee3855a7321a),segment_id=c9a10132-eba1-4be6-9f41-ee3855a7321a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:42.620409 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d040133-fec2-4204-b8f8-1ff66ecdb3a7 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:42.620951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d040133-fec2-4204-b8f8-1ff66ecdb3a7 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:42.621312 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.623168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3d040133-fec2-4204-b8f8-1ff66ecdb3a7 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/ba78ca89-e0fd-42e1-a49a-f65e44af0c78 HTTP/1.1" status: 404 len: 339 time: 0.0204864 Jul 16 23:15:42.625735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:42.680051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85cfec-8862-4a14-af59-bab6476359a7 None None] Pushing event updated for resources: {'Port': ['ID=720b46b6-f5df-4d25-9ce0-3376414ec063,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.680737 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Deleting subnet 325386a9-771f-4a5b-bea4-6fda0674c286 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:15:42.684869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.726430 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.823276 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.890990 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.919908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Subnet': ['ID=325386a9-771f-4a5b-bea4-6fda0674c286,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:42.923683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:42.925835 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d457b940-4f77-489e-a844-86c52cb9c593 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/subnets/325386a9-771f-4a5b-bea4-6fda0674c286 HTTP/1.1" status: 204 len: 168 time: 0.2991788 Jul 16 23:15:42.928369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.008627 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.059369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Deleting port 720b46b6-f5df-4d25-9ce0-3376414ec063 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:43.059700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.121666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] For port 720b46b6-f5df-4d25-9ce0-3376414ec063, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=720b46b6-f5df-4d25-9ce0-3376414ec063,segment=NetworkSegment(c9a10132-eba1-4be6-9f41-ee3855a7321a),segment_id=c9a10132-eba1-4be6-9f41-ee3855a7321a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:43.122023 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.138766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Calling delete_port for 720b46b6-f5df-4d25-9ce0-3376414ec063 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:43.213024 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.238226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Port': ['ID=720b46b6-f5df-4d25-9ce0-3376414ec063,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:43.242318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No DVR routers for this DVR port 720b46b6-f5df-4d25-9ce0-3376414ec063 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:43.328486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.339511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76272cdb-b991-48e2-8067-4bd94859061c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:43.350656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a10132-eba1-4be6-9f41-ee3855a7321a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:43.350952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a10132-eba1-4be6-9f41-ee3855a7321a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:43.360531 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.375608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.381850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:43.382244 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:43.385525 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:43.451184 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.458367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.462301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/76272cdb-b991-48e2-8067-4bd94859061c HTTP/1.1" status: 204 len: 168 time: 0.5307455 Jul 16 23:15:43.462537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.480124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342991-092b-4320-b7b8-5cecec279eaa tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Network': ['ID=76272cdb-b991-48e2-8067-4bd94859061c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:43.499116 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d40f3e-3136-4478-b4ee-3bbc21244a6c tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:43.499579 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d40f3e-3136-4478-b4ee-3bbc21244a6c tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:43.501363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b8d40f3e-3136-4478-b4ee-3bbc21244a6c tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/subnets/e456b189-7c7d-4a74-8538-ebe1b317e243 HTTP/1.1" status: 404 len: 337 time: 0.0379169 Jul 16 23:15:43.503887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.522974 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bf5710-9d1f-4e63-b83a-ad028d773b4f tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:43.523516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bf5710-9d1f-4e63-b83a-ad028d773b4f tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:43.525223 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e3bf5710-9d1f-4e63-b83a-ad028d773b4f tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/b856e423-f178-4209-8d60-cbcf7f4f3c10 HTTP/1.1" status: 404 len: 339 time: 0.0203953 Jul 16 23:15:43.527723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.558321 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d276387-26b1-4273-85b6-05a2bb76f73d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:43.558781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d276387-26b1-4273-85b6-05a2bb76f73d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:43.563386 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5d276387-26b1-4273-85b6-05a2bb76f73d tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/subnets/08e226a8-ab67-4962-9b28-faaac921a323 HTTP/1.1" status: 404 len: 337 time: 0.0318990 Jul 16 23:15:43.563631 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.566081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-88caeee6-eaa8-4dbc-871b-18129700fe38 None None] Could not find standard attr ID for object 720b46b6-f5df-4d25-9ce0-3376414ec063. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 23:15:43.582632 n-d-793621-16 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-41419067-a23b-46b2-a774-758bce5c7512 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] DELETE failed (client error): The resource could not be found. Jul 16 23:15:43.583187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41419067-a23b-46b2-a774-758bce5c7512 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 23:15:43.584916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-41419067-a23b-46b2-a774-758bce5c7512 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/f977ec79-a80f-47e5-b197-b956696658b8 HTTP/1.1" status: 404 len: 339 time: 0.0203283 Jul 16 23:15:43.587449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.612323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f306f-d829-45f0-9c4b-88e0a8ec8e2d None None] DHCP port deletion for 76272cdb-b991-48e2-8067-4bd94859061c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:15:43.629441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8ac65-51d5-4298-81ff-02862e6faf2d None None] Network 76272cdb-b991-48e2-8067-4bd94859061c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:43.639677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Deleting subnet 7a209296-654d-4e68-b50f-6d7f5d8a03e5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:15:43.641921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8ac65-51d5-4298-81ff-02862e6faf2d None None] Network 76272cdb-b991-48e2-8067-4bd94859061c could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 23:15:43.642759 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.686429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.767850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.825162 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.857477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Subnet': ['ID=7a209296-654d-4e68-b50f-6d7f5d8a03e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:43.859457 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.861349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4e770898-d364-44ef-a008-331260ee44b8 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/subnets/7a209296-654d-4e68-b50f-6d7f5d8a03e5 HTTP/1.1" status: 204 len: 168 time: 0.2729862 Jul 16 23:15:43.863726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:43.867441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a0a48-dff3-402b-89f8-0b96f5cb7c79 None None] Network 86997757-12d8-4a8b-af68-c04a4e26358a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:43.939554 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:43.992075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Deleting port dec61c94-3da0-40c2-b3b9-b0b342587656 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:43.992418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.049808 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] DHCP port deletion for 86997757-12d8-4a8b-af68-c04a4e26358a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:15:44.061681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] For port dec61c94-3da0-40c2-b3b9-b0b342587656, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dec61c94-3da0-40c2-b3b9-b0b342587656,segment=NetworkSegment(a23f8afa-8611-4c9f-86fa-6b48fc982bc4),segment_id=a23f8afa-8611-4c9f-86fa-6b48fc982bc4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:44.062046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.073470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Calling delete_port for dec61c94-3da0-40c2-b3b9-b0b342587656 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:44.099664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Deleting port dec61c94-3da0-40c2-b3b9-b0b342587656 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:44.100045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.154568 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.161027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] For port dec61c94-3da0-40c2-b3b9-b0b342587656, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=dec61c94-3da0-40c2-b3b9-b0b342587656,segment=NetworkSegment(a23f8afa-8611-4c9f-86fa-6b48fc982bc4),segment_id=a23f8afa-8611-4c9f-86fa-6b48fc982bc4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:44.161424 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.173449 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Calling delete_port for dec61c94-3da0-40c2-b3b9-b0b342587656 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:44.185211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Port': ['ID=dec61c94-3da0-40c2-b3b9-b0b342587656,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:44.187120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] No DVR routers for this DVR port dec61c94-3da0-40c2-b3b9-b0b342587656 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:44.252214 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.265222 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.275141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86997757-12d8-4a8b-af68-c04a4e26358a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:44.278034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] Pushing event deleted for resources: {'Port': ['ID=dec61c94-3da0-40c2-b3b9-b0b342587656,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:44.279860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00715382-7f2c-4309-ba92-f7fe0872cdb7 None None] No DVR routers for this DVR port dec61c94-3da0-40c2-b3b9-b0b342587656 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:44.285369 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:44.285616 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23f8afa-8611-4c9f-86fa-6b48fc982bc4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:44.296544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.310765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.316438 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:44.316823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:44.319816 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:44.380506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.387229 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.389598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] 10.222.0.70 "DELETE /v2.0/networks/86997757-12d8-4a8b-af68-c04a4e26358a HTTP/1.1" status: 204 len: 168 time: 0.5247991 Jul 16 23:15:44.400323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970762a-8baf-4013-b7a1-a28f627f1d24 tempest-NetworksIpV6Test-1353587405 tempest-NetworksIpV6Test-1353587405-project] Pushing event deleted for resources: {'Network': ['ID=86997757-12d8-4a8b-af68-c04a4e26358a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:44.623784 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:44.748642 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5d1eb24-9a4f-4ded-a8cc-18bbe1e310bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=194f9c2a9ca6400fb0e8d45c93889887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236913 Jul 16 23:15:44.751153 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:44.798224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.819094 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.869975 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.872515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:44.873804 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b0d2757-0bc7-4ae4-9693-a63bf6633bc7 HTTP/1.1" status: 204 len: 168 time: 0.1216266 Jul 16 23:15:44.881750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e949-8824-43ba-a92b-e98367f5f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d2757-0bc7-4ae4-9693-a63bf6633bc7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:45.479373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:45.568209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2021854085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:45.593828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.594775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.679595 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.684335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.700518 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.701745 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d131e573-e3a0-4f31-a85b-f366e6773e11 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2213616 Jul 16 23:15:45.704477 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48486) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:45.709772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1145022200'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:45.729693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Made reservation on behalf of e2522fffbb2e4ce2836aada6b5893cc8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:45.733207 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.741842 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.822162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dec61c94-3da0-40c2-b3b9-b0b342587656 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:15:45.834384 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.838806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.844430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: dec61c94-3da0-40c2-b3b9-b0b342587656 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:15:45.844847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device dec61c94-3da0-40c2-b3b9-b0b342587656 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:15:45.860789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:45.876182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f23149c-8274-413f-a35d-f60130a228b9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:45.879073 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.879423 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Added segment ea5b64d6-c425-42dd-87c1-00799dc284dc of type vlan for network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d Jul 16 23:15:45.919770 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.947689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.954161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:45.954741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:45.987086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2815542 Jul 16 23:15:45.989992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:45.994861 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'subnet': {'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:46.050395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e9eb-7110-4e0f-83cc-95c7d4a02ca5 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event updated for resources: {'Network': ['ID=f081cf8c-37c1-46a2-b718-fd28b4a9ca6d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:46.060907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:46.115909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Made reservation on behalf of e2522fffbb2e4ce2836aada6b5893cc8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:46.119420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.291159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.355089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event updated for resources: {'Subnet': ['ID=316c7e2e-d042-4644-bfdb-e322390c1404,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:46.360709 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Checking segment: {'id': 'ea5b64d6-c425-42dd-87c1-00799dc284dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:46.361094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Network hostable DHCP agents. Network: f081cf8c-37c1-46a2-b718-fd28b4a9ca6d, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:46.377277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:46.385466 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f081cf8c-37c1-46a2-b718-fd28b4a9ca6d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:46.389420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:46.390002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.395252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4f3d6-f678-4197-ac18-e4965fc93146 None None] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:46.407930 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0a7049d9-1761-4dcf-9f2d-dbd13024fd4e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139833 Jul 16 23:15:46.408275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:46.413407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-417733446'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:46.434265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Made reservation on behalf of e2522fffbb2e4ce2836aada6b5893cc8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:46.437742 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.460410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:46.470268 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.470627 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Added segment 487b75ea-d949-46e3-aab1-71e7e1c1e903 of type vlan for network faf6af6e-3953-4c90-8add-acf125823686 Jul 16 23:15:46.514653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.542637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f081cf8c-37c1-46a2-b718-fd28b4a9ca6d', 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d', 'tenant_id': 'e2522fffbb2e4ce2836aada6b5893cc8', 'fixed_ips': [{'subnet_id': '316c7e2e-d042-4644-bfdb-e322390c1404'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:46.543535 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.544905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.550797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:46.551458 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.588792 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1766701 Jul 16 23:15:46.589426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:46.594952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'subnet': {'network_id': 'faf6af6e-3953-4c90-8add-acf125823686', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:46.622905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f118d-d1c5-4ccc-ad34-65c015cf921e tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event updated for resources: {'Network': ['ID=faf6af6e-3953-4c90-8add-acf125823686,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:46.631956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network faf6af6e-3953-4c90-8add-acf125823686 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:46.692671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Made reservation on behalf of e2522fffbb2e4ce2836aada6b5893cc8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:46.696260 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.733620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Allocated IP 172.20.0.2 (f081cf8c-37c1-46a2-b718-fd28b4a9ca6d/316c7e2e-d042-4644-bfdb-e322390c1404/0e002ea6-08f2-41cb-9c62-435904b99ae4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:46.875355 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.880479 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.884483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Transition to ACTIVE for port object 0e002ea6-08f2-41cb-9c62-435904b99ae4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:46.899754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Transition to ACTIVE for port object 0e002ea6-08f2-41cb-9c62-435904b99ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:46.905857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.939708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event updated for resources: {'Subnet': ['ID=8cb956ea-9b6d-4627-b89c-73c58e277a3d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:46.948023 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Checking segment: {'id': '487b75ea-d949-46e3-aab1-71e7e1c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:46.948375 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Network hostable DHCP agents. Network: faf6af6e-3953-4c90-8add-acf125823686, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:46.950964 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:46.953989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:46.958535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:46.960570 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Pushing event updated for resources: {'Port': ['ID=0e002ea6-08f2-41cb-9c62-435904b99ae4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:46.966506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Network faf6af6e-3953-4c90-8add-acf125823686 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:46.975378 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, faf6af6e-3953-4c90-8add-acf125823686) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:46.979357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:46.979956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:46.989885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac044e-d5fe-43ee-848a-3e7ba1be2400 None None] Network faf6af6e-3953-4c90-8add-acf125823686 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:46.995343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-55497124-1569-4d79-9d3c-f85ab653b634 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4046664 Jul 16 23:15:46.998073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48494) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:47.003028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4315f194-0f35-4e6b-a9ce-3a016927f4f1 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Request body: {'router': {'external_gateway_info': {'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:47.039745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Attempting to bind port 0e002ea6-08f2-41cb-9c62-435904b99ae4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:47.040127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Attempting to bind port 0e002ea6-08f2-41cb-9c62-435904b99ae4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ea5b64d6-c425-42dd-87c1-00799dc284dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:47.040492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Attempting to bind port 0e002ea6-08f2-41cb-9c62-435904b99ae4 on network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:47.073917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:47.074296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Checking segment: {'id': 'ea5b64d6-c425-42dd-87c1-00799dc284dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:47.074733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.075137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Bound using segment: {'id': 'ea5b64d6-c425-42dd-87c1-00799dc284dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:47.075623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Bound port: 0e002ea6-08f2-41cb-9c62-435904b99ae4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5b64d6-c425-42dd-87c1-00799dc284dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f081cf8c-37c1-46a2-b718-fd28b4a9ca6d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:47.076008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.181200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] For port 0e002ea6-08f2-41cb-9c62-435904b99ae4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:47.185850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] For port 0e002ea6-08f2-41cb-9c62-435904b99ae4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e002ea6-08f2-41cb-9c62-435904b99ae4,segment=NetworkSegment(ea5b64d6-c425-42dd-87c1-00799dc284dc),segment_id=ea5b64d6-c425-42dd-87c1-00799dc284dc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:47.191809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.216351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4315f194-0f35-4e6b-a9ce-3a016927f4f1 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.254278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-faf6af6e-3953-4c90-8add-acf125823686', 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686', 'tenant_id': 'e2522fffbb2e4ce2836aada6b5893cc8', 'fixed_ips': [{'subnet_id': '8cb956ea-9b6d-4627-b89c-73c58e277a3d'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:47.255147 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.288876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f1aec-4efb-4c59-94e0-edbd7e560c6f None None] Pushing event updated for resources: {'Port': ['ID=0e002ea6-08f2-41cb-9c62-435904b99ae4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:47.334958 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [None req-4315f194-0f35-4e6b-a9ce-3a016927f4f1 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 23:15:47.341015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4315f194-0f35-4e6b-a9ce-3a016927f4f1 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "PUT /v2.0/routers/f2db61fe-9ba2-49b9-89af-4980050ba841 HTTP/1.1" status: 400 len: 364 time: 0.3367655 Jul 16 23:15:47.342463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:47.403889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Deleting subnet 8cb956ea-9b6d-4627-b89c-73c58e277a3d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:15:47.408619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Allocated IP 172.21.0.2 (faf6af6e-3953-4c90-8add-acf125823686/8cb956ea-9b6d-4627-b89c-73c58e277a3d/c89ce00b-cec6-40bb-8542-3644e848b5e4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:47.565869 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.574267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Transition to ACTIVE for port object c89ce00b-cec6-40bb-8542-3644e848b5e4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:47.589498 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Transition to ACTIVE for port object c89ce00b-cec6-40bb-8542-3644e848b5e4 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:47.594240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.594858 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.630552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Network faf6af6e-3953-4c90-8add-acf125823686 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:47.636003 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.636856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:47.640564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:47.647470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Pushing event updated for resources: {'Port': ['ID=c89ce00b-cec6-40bb-8542-3644e848b5e4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:47.705842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Attempting to bind port c89ce00b-cec6-40bb-8542-3644e848b5e4 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:47.706226 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Attempting to bind port c89ce00b-cec6-40bb-8542-3644e848b5e4 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '487b75ea-d949-46e3-aab1-71e7e1c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:47.706604 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Attempting to bind port c89ce00b-cec6-40bb-8542-3644e848b5e4 on network faf6af6e-3953-4c90-8add-acf125823686 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:47.716597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:47.716845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Checking segment: {'id': '487b75ea-d949-46e3-aab1-71e7e1c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:47.717134 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.717504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Bound using segment: {'id': '487b75ea-d949-46e3-aab1-71e7e1c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:47.717966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Bound port: c89ce00b-cec6-40bb-8542-3644e848b5e4, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487b75ea-d949-46e3-aab1-71e7e1c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'faf6af6e-3953-4c90-8add-acf125823686'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:47.719081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.725586 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.795613 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.799041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] For port c89ce00b-cec6-40bb-8542-3644e848b5e4, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:47.802477 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] For port c89ce00b-cec6-40bb-8542-3644e848b5e4, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c89ce00b-cec6-40bb-8542-3644e848b5e4,segment=NetworkSegment(487b75ea-d949-46e3-aab1-71e7e1c1e903),segment_id=487b75ea-d949-46e3-aab1-71e7e1c1e903)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:47.807281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.826157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb956ea-9b6d-4627-b89c-73c58e277a3d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:47.828099 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.829992 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-04c96b57-5151-4159-92e8-d00d45fee4cd tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "DELETE /v2.0/subnets/8cb956ea-9b6d-4627-b89c-73c58e277a3d HTTP/1.1" status: 204 len: 168 time: 0.4864273 Jul 16 23:15:47.832407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:47.884169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45640df2-a7bf-4df8-a8d4-5e48b8990196 None None] Pushing event updated for resources: {'Port': ['ID=c89ce00b-cec6-40bb-8542-3644e848b5e4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:47.892990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e002ea6-08f2-41cb-9c62-435904b99ae4 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:47.916495 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:47.961328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0e002ea6-08f2-41cb-9c62-435904b99ae4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:47.977963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Deleting port c89ce00b-cec6-40bb-8542-3644e848b5e4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:47.978363 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.053165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] For port c89ce00b-cec6-40bb-8542-3644e848b5e4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c89ce00b-cec6-40bb-8542-3644e848b5e4,segment=NetworkSegment(487b75ea-d949-46e3-aab1-71e7e1c1e903),segment_id=487b75ea-d949-46e3-aab1-71e7e1c1e903)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:48.053533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.067296 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Calling delete_port for c89ce00b-cec6-40bb-8542-3644e848b5e4 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:48.173098 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.203836 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Port': ['ID=c89ce00b-cec6-40bb-8542-3644e848b5e4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:48.213824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] No DVR routers for this DVR port c89ce00b-cec6-40bb-8542-3644e848b5e4 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:48.301393 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.312563 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf6af6e-3953-4c90-8add-acf125823686']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:48.322733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487b75ea-d949-46e3-aab1-71e7e1c1e903') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:48.323060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487b75ea-d949-46e3-aab1-71e7e1c1e903') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:48.328077 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66db43-303d-48c0-98fd-e7ea599df0cc None None] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:48.332695 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.346705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.352415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:48.352798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:48.355876 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:48.417299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.424322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.428858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "DELETE /v2.0/networks/faf6af6e-3953-4c90-8add-acf125823686 HTTP/1.1" status: 204 len: 168 time: 0.5926793 Jul 16 23:15:48.428858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:48.447933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa013ddf-7f34-4619-becc-be8fbadd97f8 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Network': ['ID=faf6af6e-3953-4c90-8add-acf125823686,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:48.448493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Provisioning for port 0e002ea6-08f2-41cb-9c62-435904b99ae4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:48.458352 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Provisioning complete for port 0e002ea6-08f2-41cb-9c62-435904b99ae4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:48.458731 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.490489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Deleting subnet 316c7e2e-d042-4644-bfdb-e322390c1404 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:15:48.493424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.533060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.571976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.609779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] For port 0e002ea6-08f2-41cb-9c62-435904b99ae4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e002ea6-08f2-41cb-9c62-435904b99ae4,segment=NetworkSegment(ea5b64d6-c425-42dd-87c1-00799dc284dc),segment_id=ea5b64d6-c425-42dd-87c1-00799dc284dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:48.616641 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.626369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.680385 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d2771-f5b8-44f1-b90b-2f22fbe194cf None None] Pushing event updated for resources: {'Port': ['ID=0e002ea6-08f2-41cb-9c62-435904b99ae4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:48.697382 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.725546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Subnet': ['ID=316c7e2e-d042-4644-bfdb-e322390c1404,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:48.729032 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.732094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-380850b6-d611-4a7b-bb26-8c3295af4b6b tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "DELETE /v2.0/subnets/316c7e2e-d042-4644-bfdb-e322390c1404 HTTP/1.1" status: 204 len: 168 time: 0.3008089 Jul 16 23:15:48.733888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:48.814481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741333f-4cdb-4182-83fb-c16e2efcdfdd None None] Network f081cf8c-37c1-46a2-b718-fd28b4a9ca6d requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:48.817767 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.873505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Deleting port 0e002ea6-08f2-41cb-9c62-435904b99ae4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:48.873846 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.896735 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4109391c-69d6-4b31-9a2b-2ad17fb7b248 None None] Provisioning complete for port 0e002ea6-08f2-41cb-9c62-435904b99ae4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:48.897252 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4109391c-69d6-4b31-9a2b-2ad17fb7b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.944138 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] For port 0e002ea6-08f2-41cb-9c62-435904b99ae4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e002ea6-08f2-41cb-9c62-435904b99ae4,segment=NetworkSegment(ea5b64d6-c425-42dd-87c1-00799dc284dc),segment_id=ea5b64d6-c425-42dd-87c1-00799dc284dc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:48.944601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:48.958916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Calling delete_port for 0e002ea6-08f2-41cb-9c62-435904b99ae4 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:49.118273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] DHCP port deletion for f081cf8c-37c1-46a2-b718-fd28b4a9ca6d request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:15:49.155331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f62f98-d421-4227-b7a3-e1ea81c54d7d None None] DHCP port deletion for faf6af6e-3953-4c90-8add-acf125823686 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:15:49.157907 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6812fd6e-5e33-4823-8f4d-766e76144ce6 None None] Could not find standard attr ID for object c89ce00b-cec6-40bb-8542-3644e848b5e4. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 23:15:49.189272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2ed42-63bd-4eef-8564-4b172f862ede None None] Network faf6af6e-3953-4c90-8add-acf125823686 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:49.204236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2ed42-63bd-4eef-8564-4b172f862ede None None] Network faf6af6e-3953-4c90-8add-acf125823686 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 23:15:49.213765 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Deleting port 0e002ea6-08f2-41cb-9c62-435904b99ae4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:15:49.214151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.280111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] For port 0e002ea6-08f2-41cb-9c62-435904b99ae4, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e002ea6-08f2-41cb-9c62-435904b99ae4,segment=NetworkSegment(ea5b64d6-c425-42dd-87c1-00799dc284dc),segment_id=ea5b64d6-c425-42dd-87c1-00799dc284dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:49.280432 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.294148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Calling delete_port for 0e002ea6-08f2-41cb-9c62-435904b99ae4 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:15:49.351655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.367859 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.378082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Port': ['ID=0e002ea6-08f2-41cb-9c62-435904b99ae4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:49.379922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] No DVR routers for this DVR port 0e002ea6-08f2-41cb-9c62-435904b99ae4 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:49.395487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] Pushing event deleted for resources: {'Port': ['ID=0e002ea6-08f2-41cb-9c62-435904b99ae4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:49.398856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a5398-bd49-4fc4-a5aa-3e9bb0e875fb None None] No DVR routers for this DVR port 0e002ea6-08f2-41cb-9c62-435904b99ae4 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:15:49.458609 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.468818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f081cf8c-37c1-46a2-b718-fd28b4a9ca6d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:49.478534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5b64d6-c425-42dd-87c1-00799dc284dc') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:49.478835 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5b64d6-c425-42dd-87c1-00799dc284dc') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:49.487956 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.500988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.506827 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:15:49.507334 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:15:49.510590 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:15:49.570728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.578008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.579135 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "DELETE /v2.0/networks/f081cf8c-37c1-46a2-b718-fd28b4a9ca6d HTTP/1.1" status: 204 len: 168 time: 0.8442318 Jul 16 23:15:49.581896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:49.589698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdef77f-bf5f-43a5-b05c-8c91b005d4f4 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Pushing event deleted for resources: {'Network': ['ID=f081cf8c-37c1-46a2-b718-fd28b4a9ca6d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:49.615525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-61788427-0b9d-4cda-90f1-5f670a009a8f tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2db61fe-9ba2-49b9-89af-4980050ba841 HTTP/1.1" status: 200 len: 205 time: 0.0324383 Jul 16 23:15:49.617778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:49.687998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.813561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e002ea6-08f2-41cb-9c62-435904b99ae4 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:15:49.847910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.850383 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.898397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.899072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Fanout notify agent at l3_agent the message router_deleted on router f2db61fe-9ba2-49b9-89af-4980050ba841 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:15:49.906826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:49.910393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a7852c59-7d60-46fd-8e40-2dcbcacf8478 tempest-RoutersNegativeTest-212351941 tempest-RoutersNegativeTest-212351941-project] 10.222.0.70 "DELETE /v2.0/routers/f2db61fe-9ba2-49b9-89af-4980050ba841 HTTP/1.1" status: 204 len: 168 time: 0.2892540 Jul 16 23:15:49.989233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0e002ea6-08f2-41cb-9c62-435904b99ae4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:15:49.989766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e002ea6-08f2-41cb-9c62-435904b99ae4 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:15:50.145998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:50.272055 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60f70ccf-b647-441d-be1b-1bd369e96562 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2522fffbb2e4ce2836aada6b5893cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249034 Jul 16 23:15:50.274568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:50.319539 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:50.339666 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:50.385064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:50.388209 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:50.389376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f23149c-8274-413f-a35d-f60130a228b9 HTTP/1.1" status: 204 len: 168 time: 0.1139154 Jul 16 23:15:50.396643 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16cc3-4b62-4c1a-9d63-254e12dec4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f23149c-8274-413f-a35d-f60130a228b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:50.975491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:51.066419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1417695527-network', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:51.086403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Made reservation on behalf of 6637a7a49fd3444cb9c9d19efa5eac74 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:51.088642 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.097534 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.183275 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.186825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.206223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:51.221768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74707c57-ae6a-4bab-8785-fdb8b6659af9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:51.224599 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.224940 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Added segment ecc2eed1-47a8-4fc6-af0d-b52dc45001cf of type vlan for network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 Jul 16 23:15:51.263153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.265119 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.294062 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.295265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:51.295849 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.324981 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3478949 Jul 16 23:15:51.327996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:51.333084 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Request body: {'subnet': {'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-subnet', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:51.354174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Made reservation on behalf of 6637a7a49fd3444cb9c9d19efa5eac74 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:51.356574 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.363205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91569ec3-8a9f-4066-bb23-ad47ca15b2ce admin admin] Pushing event updated for resources: {'Network': ['ID=95a0709e-1a7a-43e9-b435-db68d4f0ca65,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:51.372819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:51.519402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.580195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeee0694-7078-4373-b7c5-10d02f0cc20c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:51.585381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Checking segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:51.585735 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Network hostable DHCP agents. Network: 95a0709e-1a7a-43e9-b435-db68d4f0ca65, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:51.602154 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:51.609787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 95a0709e-1a7a-43e9-b435-db68d4f0ca65) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:51.613727 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:51.614341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.620182 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db4423-d228-43c7-99f1-89848e6d9d02 None None] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:51.632268 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-689ebefa-623b-4d7e-8ee9-78c5ce6b269e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3007205 Jul 16 23:15:51.632614 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:51.638124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:51.658426 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.659397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.709468 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.764989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:51.765916 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.843056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:51.899840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Allocated IP 172.20.0.2 (95a0709e-1a7a-43e9-b435-db68d4f0ca65/aeee0694-7078-4373-b7c5-10d02f0cc20c/0c04b30f-8c06-4c08-90de-6c48a438408f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:52.035712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.041815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.050494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Transition to ACTIVE for port object 0c04b30f-8c06-4c08-90de-6c48a438408f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:52.058046 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.065697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Transition to ACTIVE for port object 0c04b30f-8c06-4c08-90de-6c48a438408f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:52.072036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.111185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:52.115544 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:52.118174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:52.126217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Pushing event updated for resources: {'Port': ['ID=0c04b30f-8c06-4c08-90de-6c48a438408f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:52.157148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Allocated IP 172.25.5.122 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0a231166-e484-44df-b22f-376fb5b57c8c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:52.183276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Attempting to bind port 0c04b30f-8c06-4c08-90de-6c48a438408f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:52.183650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Attempting to bind port 0c04b30f-8c06-4c08-90de-6c48a438408f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:52.184612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Attempting to bind port 0c04b30f-8c06-4c08-90de-6c48a438408f on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:52.189499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:52.189881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Checking segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:52.190287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.190689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Bound using segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:52.191156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Bound port: 0c04b30f-8c06-4c08-90de-6c48a438408f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:52.191537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.253653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] For port 0c04b30f-8c06-4c08-90de-6c48a438408f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:52.256669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] For port 0c04b30f-8c06-4c08-90de-6c48a438408f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0c04b30f-8c06-4c08-90de-6c48a438408f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:52.260884 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.261930 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.320081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916cc51-69d7-4b56-a2a0-3cb6872dd752 None None] Pushing event updated for resources: {'Port': ['ID=0c04b30f-8c06-4c08-90de-6c48a438408f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:52.389124 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:15:52.644312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:52.684149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:52.687745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:52.690347 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:52.717005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Pushing event updated for resources: {'Port': ['ID=0a231166-e484-44df-b22f-376fb5b57c8c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:52.938415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.138546 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.209780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e62512-158d-4baf-9ac9-3679047aaafb None None] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:53.270131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Router 8af3d263-7e8f-48a2-b767-4814c47b5728 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:15:53.322427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e524f7a4-c071-48a1-b8db-9f869cef020a None None] Provisioning for port 0c04b30f-8c06-4c08-90de-6c48a438408f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:53.378314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:15:53.391005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Sync routers for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:15:53.394835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.396521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4b67a86e-5683-4c4d-a552-cc521315dc9f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7625766 Jul 16 23:15:53.399185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:53.407493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:53.408220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:53.446664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.523783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:53.720472 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:52Z', 'revision_number': 3, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:53.746824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Checking router: 8af3d263-7e8f-48a2-b767-4814c47b5728 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:15:53.747189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Updating router 8af3d263-7e8f-48a2-b767-4814c47b5728 port 0a231166-e484-44df-b22f-376fb5b57c8c binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:15:53.785811 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.829817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:53.876371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0c04b30f-8c06-4c08-90de-6c48a438408f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:53.987353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Allocated IP 172.20.0.1 (95a0709e-1a7a-43e9-b435-db68d4f0ca65/aeee0694-7078-4373-b7c5-10d02f0cc20c/b9f9ceca-1ee5-4458-a4bb-499ece6a841f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:53.995190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0c04b30f-8c06-4c08-90de-6c48a438408f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:54.003562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0c04b30f-8c06-4c08-90de-6c48a438408f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:54.003934 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.093174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.106779 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Transition to ACTIVE for port object b9f9ceca-1ee5-4458-a4bb-499ece6a841f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:54.135100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.140560 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.153154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.155115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Transition to ACTIVE for port object 0a231166-e484-44df-b22f-376fb5b57c8c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:54.166941 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.176547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:54.181457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:54.185358 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:54.211043 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:54.228407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.245510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0c04b30f-8c06-4c08-90de-6c48a438408f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0c04b30f-8c06-4c08-90de-6c48a438408f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:54.254399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.257835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Attempting to bind port 0a231166-e484-44df-b22f-376fb5b57c8c on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:54.258543 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Attempting to bind port 0a231166-e484-44df-b22f-376fb5b57c8c by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:54.258819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Attempting to bind port 0a231166-e484-44df-b22f-376fb5b57c8c on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:54.266523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96e556-be1e-46a9-a414-85ba1a4cace0 None None] Pushing event updated for resources: {'Port': ['ID=0a231166-e484-44df-b22f-376fb5b57c8c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:54.273158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:54.273158 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:54.273422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.273805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:54.274283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Bound port: 0a231166-e484-44df-b22f-376fb5b57c8c, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:54.274663 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.355249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0c04b30f-8c06-4c08-90de-6c48a438408f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:54.370173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] For port 0a231166-e484-44df-b22f-376fb5b57c8c, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:54.375029 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] For port 0a231166-e484-44df-b22f-376fb5b57c8c, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0a231166-e484-44df-b22f-376fb5b57c8c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:54.379504 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.393741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.442069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:54.442692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:54.447340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96e556-be1e-46a9-a414-85ba1a4cace0 None None] Pushing event updated for resources: {'Port': ['ID=0a231166-e484-44df-b22f-376fb5b57c8c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:54.502406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-95623a9a-e2a5-4662-acb3-83d94cf31713 None None] Provisioning for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:54.533643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-95623a9a-e2a5-4662-acb3-83d94cf31713 None None] Provisioning complete for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:54.534023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95623a9a-e2a5-4662-acb3-83d94cf31713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.562331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.567469 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.587103 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-95623a9a-e2a5-4662-acb3-83d94cf31713 None None] Port b9f9ceca-1ee5-4458-a4bb-499ece6a841f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:15:54.589562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:54.639976 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:54.641800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:54.734099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:54.735571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:54.790148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b9f9ceca-1ee5-4458-a4bb-499ece6a841f', 'name': '', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'mac_address': 'fa:16:3e:b8:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:53Z', 'updated_at': '2021-07-16T23:15:53Z', 'revision_number': 1, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'subnets': [{'id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:54.820915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ae05-2364-4b42-916e-98e7edee5256 None None] The sync data for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 is: [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b9f9ceca-1ee5-4458-a4bb-499ece6a841f', 'name': '', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'mac_address': 'fa:16:3e:b8:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:53Z', 'updated_at': '2021-07-16T23:15:53Z', 'revision_number': 1, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'subnets': [{'id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:15:54.856039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Router 8af3d263-7e8f-48a2-b767-4814c47b5728 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:15:54.982024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:15:54.987215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5ae82a1f-d7e4-4a41-b3ab-8ff96f5175f0 admin admin] 10.222.0.70 "PUT /v2.0/routers/8af3d263-7e8f-48a2-b767-4814c47b5728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868509 Jul 16 23:15:55.032207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-99807550-ee41-4ba5-8292-e51eb77758c9 None None] Provisioning complete for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:55.034880 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-99807550-ee41-4ba5-8292-e51eb77758c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.076357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-99807550-ee41-4ba5-8292-e51eb77758c9 None None] Port b9f9ceca-1ee5-4458-a4bb-499ece6a841f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:15:55.501479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:55.506667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-997640054-network', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:55.530151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Made reservation on behalf of fbb8b458e1c244749028bfb3798f6410 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:55.533666 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.544766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.644293 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.649415 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.674812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:15:55.684607 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd8b735-9d3f-4c1b-a23a-87ef2fd6fc11,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:55.689472 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.689814 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Added segment 6334b40f-b103-47e3-a2e1-d03b6175de47 of type vlan for network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 Jul 16 23:15:55.730324 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.760459 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.762418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:55.762904 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.802983 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3002903 Jul 16 23:15:55.805802 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48564) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:55.810751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Request body: {'subnet': {'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-subnet', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:55.845858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dcc6b-33f3-4611-a86a-ee0ca7e56494 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d8efc3-e37a-4770-94f4-6d8950ff8ed7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:55.856293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:15:55.876343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Made reservation on behalf of fbb8b458e1c244749028bfb3798f6410 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:15:55.879035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:55.931209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0a231166-e484-44df-b22f-376fb5b57c8c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:55.997713 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0a231166-e484-44df-b22f-376fb5b57c8c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:56.002067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0a231166-e484-44df-b22f-376fb5b57c8c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:56.002526 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.073428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.085224 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.107728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0a231166-e484-44df-b22f-376fb5b57c8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0a231166-e484-44df-b22f-376fb5b57c8c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:56.113721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.114578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0c04b30f-8c06-4c08-90de-6c48a438408f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:56.129613 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb254712-80f5-4a38-bf49-76c0e62071b8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:56.152165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Checking segment: {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:56.153081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Network hostable DHCP agents. Network: a5d8efc3-e37a-4770-94f4-6d8950ff8ed7, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:15:56.170440 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:15:56.179311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a5d8efc3-e37a-4770-94f4-6d8950ff8ed7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:56.185403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:15:56.186353 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.189823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf5075-f5c9-4020-93f3-dad20b7d73ae None None] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:56.200618 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-404d263d-78da-4ca8-8dad-e7dd44e7b63c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3938429 Jul 16 23:15:56.203308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48566) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:56.207744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:15:56.215369 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0a231166-e484-44df-b22f-376fb5b57c8c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:56.232643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.233862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.267904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0c04b30f-8c06-4c08-90de-6c48a438408f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:56.268287 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.290537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.431940 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.590785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:15:56.591803 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.642683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.662284 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.734977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Allocated IP 172.20.0.2 (a5d8efc3-e37a-4770-94f4-6d8950ff8ed7/bb254712-80f5-4a38-bf49-76c0e62071b8/0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:56.774854 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Allocated IP 172.25.5.65 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/df3992e9-efc6-4270-a266-f1a46a8d98d1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:56.876929 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Sync routers for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:15:56.887985 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:56.889017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:56.896228 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.906048 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Transition to ACTIVE for port object 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:56.922636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Transition to ACTIVE for port object 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:56.930116 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:56.967571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:56.971573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:56.974822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:57.002132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:57.032013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Pushing event updated for resources: {'Port': ['ID=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:57.048576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Attempting to bind port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:57.049023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Attempting to bind port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:57.049334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Attempting to bind port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc on network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:57.054666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:57.055041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Checking segment: {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:57.055446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.055896 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Bound using segment: {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:57.056794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Bound port: 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:57.057236 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.127609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] For port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:57.130869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] For port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:57.138711 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.204883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5bce-09f0-400c-8141-ef06a98fc427 None None] Pushing event updated for resources: {'Port': ['ID=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:57.227071 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b9f9ceca-1ee5-4458-a4bb-499ece6a841f', 'name': '', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'mac_address': 'fa:16:3e:b8:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:53Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 2, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'subnets': [{'id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:57.235824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.253369 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Checking router: 8af3d263-7e8f-48a2-b767-4814c47b5728 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:15:57.253712 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Updating router 8af3d263-7e8f-48a2-b767-4814c47b5728 port b9f9ceca-1ee5-4458-a4bb-499ece6a841f binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:15:57.279039 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.288383 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.318511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:57.325539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:57.329231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:57.352309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Pushing event updated for resources: {'Port': ['ID=df3992e9-efc6-4270-a266-f1a46a8d98d1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:57.588676 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.598235 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.598916 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Transition to ACTIVE for port object b9f9ceca-1ee5-4458-a4bb-499ece6a841f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:57.605142 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.624351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-808932ae-ff08-4450-9fa6-e3d3208cfafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.664748 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Pushing event updated for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:57.691054 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.691400 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.691744 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.692081 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.692412 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.692741 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.693088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.693582 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.693914 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.694241 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.694562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.694893 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:15:57.734830 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Attempting to bind port b9f9ceca-1ee5-4458-a4bb-499ece6a841f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:57.735206 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Attempting to bind port b9f9ceca-1ee5-4458-a4bb-499ece6a841f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:57.735618 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Attempting to bind port b9f9ceca-1ee5-4458-a4bb-499ece6a841f on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:57.741248 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:57.741562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Checking segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:57.743195 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.743464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Bound using segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:57.743841 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Bound port: b9f9ceca-1ee5-4458-a4bb-499ece6a841f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:57.744215 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.822338 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] For port b9f9ceca-1ee5-4458-a4bb-499ece6a841f, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:57.827285 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] For port b9f9ceca-1ee5-4458-a4bb-499ece6a841f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:57.834179 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.836421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:57.922428 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8557a9-2e3b-4016-88a9-4289da02f58b None None] Pushing event updated for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:57.925430 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:57.926785 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:57.936577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0a231166-e484-44df-b22f-376fb5b57c8c up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:57.989722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0a231166-e484-44df-b22f-376fb5b57c8c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:57.990366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.050633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Router e8215c3c-963c-4f56-ba56-fb239488a9f0 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:15:58.077810 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:58.122624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:58.185448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:58.235969 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:15:58.246747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Sync routers for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:15:58.256953 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:58.257584 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.258267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:58.260076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-879281cf-4769-4cdd-825b-df645957865b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0557048 Jul 16 23:15:58.263016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:15:58.349160 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13900478-969e-408d-80df-8c573c87aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b9f9ceca-1ee5-4458-a4bb-499ece6a841f', 'name': '', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'mac_address': 'fa:16:3e:b8:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:53Z', 'updated_at': '2021-07-16T23:15:57Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'subnets': [{'id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:58.384854 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13900478-969e-408d-80df-8c573c87aa52 None None] The sync data for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 is: [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:15:54Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'b9f9ceca-1ee5-4458-a4bb-499ece6a841f', 'name': '', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'mac_address': 'fa:16:3e:b8:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:53Z', 'updated_at': '2021-07-16T23:15:57Z', 'revision_number': 4, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'subnets': [{'id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:15:58.409857 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:58.505296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae9f68-bb12-4852-b2a4-8e286c3d5a94 None None] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:15:58.624299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Provisioning for port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:58.646147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Provisioning complete for port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:58.646522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.741266 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.833307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.836939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:57Z', 'revision_number': 3, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:58.880650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Checking router: e8215c3c-963c-4f56-ba56-fb239488a9f0 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:15:58.881060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Updating router e8215c3c-963c-4f56-ba56-fb239488a9f0 port df3992e9-efc6-4270-a266-f1a46a8d98d1 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:15:58.928814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Allocated IP 172.20.0.1 (a5d8efc3-e37a-4770-94f4-6d8950ff8ed7/bb254712-80f5-4a38-bf49-76c0e62071b8/4071b82f-102e-4394-9afe-fcb022a8fb90) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:15:58.930858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] For port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:15:58.934099 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:58.937520 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.062847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.080756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Transition to ACTIVE for port object 4071b82f-102e-4394-9afe-fcb022a8fb90 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:59.125442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.161872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa534-9a98-44e7-8c4e-90fe82d0a3fd None None] Pushing event updated for resources: {'Port': ['ID=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:59.169795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:59.172612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:59.176168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:15:59.182034 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Pushing event updated for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:59.210666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-042d22d4-1515-4f19-858d-8fdc08c052d5 None None] Provisioning complete for port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:59.211101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-042d22d4-1515-4f19-858d-8fdc08c052d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.219725 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.366450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.372013 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.381222 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Transition to ACTIVE for port object df3992e9-efc6-4270-a266-f1a46a8d98d1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:15:59.388207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.442205 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Attempting to bind port df3992e9-efc6-4270-a266-f1a46a8d98d1 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:15:59.442520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Attempting to bind port df3992e9-efc6-4270-a266-f1a46a8d98d1 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:15:59.442881 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Attempting to bind port df3992e9-efc6-4270-a266-f1a46a8d98d1 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:15:59.452302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:15:59.452623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:15:59.453055 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.453461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:15:59.453934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Bound port: df3992e9-efc6-4270-a266-f1a46a8d98d1, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:15:59.454318 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.457213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee479-b965-47da-be1e-98d77e21769b None None] Pushing event updated for resources: {'Port': ['ID=df3992e9-efc6-4270-a266-f1a46a8d98d1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:59.504476 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3896b31-7e9f-4b15-9b4c-1e4815cba3e3 None None] Provisioning for port 4071b82f-102e-4394-9afe-fcb022a8fb90 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:15:59.512191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3896b31-7e9f-4b15-9b4c-1e4815cba3e3 None None] Provisioning complete for port 4071b82f-102e-4394-9afe-fcb022a8fb90 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:15:59.512574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3896b31-7e9f-4b15-9b4c-1e4815cba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.536950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] For port df3992e9-efc6-4270-a266-f1a46a8d98d1, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:15:59.545970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.550945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.556120 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] For port df3992e9-efc6-4270-a266-f1a46a8d98d1, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df3992e9-efc6-4270-a266-f1a46a8d98d1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:15:59.562408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.566366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c3896b31-7e9f-4b15-9b4c-1e4815cba3e3 None None] Port 4071b82f-102e-4394-9afe-fcb022a8fb90 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:15:59.618121 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:15:59.618738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:15:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:15:59.620095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Pushing event updated for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:59.623808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.658782 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee479-b965-47da-be1e-98d77e21769b None None] Pushing event updated for resources: {'Port': ['ID=df3992e9-efc6-4270-a266-f1a46a8d98d1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:15:59.714321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:15:59.716342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:15:59.734255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:15:59.848865 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Router e8215c3c-963c-4f56-ba56-fb239488a9f0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:15:59.914826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b9f9ceca-1ee5-4458-a4bb-499ece6a841f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:15:59.916650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff432-94d1-418b-9590-36b54d8e8902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:15:59.984519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:15:59.990030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-009f503e-f173-4a29-98b0-2423d90fba53 admin admin] 10.222.0.70 "PUT /v2.0/routers/e8215c3c-963c-4f56-ba56-fb239488a9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258043 Jul 16 23:16:00.138811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ebc798e-df5b-4933-a83f-1b7dedf85762 None None] Provisioning complete for port 4071b82f-102e-4394-9afe-fcb022a8fb90 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:00.139402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ebc798e-df5b-4933-a83f-1b7dedf85762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:00.215532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:00.218581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc798e-df5b-4933-a83f-1b7dedf85762 None None] Port 4071b82f-102e-4394-9afe-fcb022a8fb90 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:16:00.223938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:00.229645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:00.230024 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:00.269154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4071b82f-102e-4394-9afe-fcb022a8fb90', 'name': '', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'mac_address': 'fa:16:3e:b3:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:58Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 2, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'subnets': [{'id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:16:00.298766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7f1f3-23be-462a-9ac2-da51722984f0 None None] The sync data for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 is: [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4071b82f-102e-4394-9afe-fcb022a8fb90', 'name': '', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'mac_address': 'fa:16:3e:b3:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:58Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 2, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'subnets': [{'id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:16:00.344012 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:00.380122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port b9f9ceca-1ee5-4458-a4bb-499ece6a841f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:00.386413 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:00.387366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:00.469236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:00.482976 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:00.483463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:01.024877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-b725cdfb-2867-4cc8-9873-cc7de062eb9c tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:01.026258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-b725cdfb-2867-4cc8-9873-cc7de062eb9c tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 817 time: 0.1019959 Jul 16 23:16:01.040922 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-21cf65ea-3318-4eb8-a513-6e15f9570c81 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/quotas/6637a7a49fd3444cb9c9d19efa5eac74 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Jul 16 23:16:01.119378 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5e22b9cf-87a5-41e8-a364-cb0e1f081ef0 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735419 Jul 16 23:16:01.350333 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-460ddd5b-dc5a-4bc4-8585-f2fdcba7f9a1 service neutron] 10.222.0.70 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332722 Jul 16 23:16:01.442281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-14e7d987-0985-494e-819b-474cc6b1a7bc service neutron] 10.222.0.70 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860329 Jul 16 23:16:01.569961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:01.624538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c37ce8e-a63f-4063-8837-d6a17acec5ef req-9f4ae959-df5f-40b5-bf3a-1788bf2a38d2 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jul 16 23:16:01.917206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df3992e9-efc6-4270-a266-f1a46a8d98d1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:01.978545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port df3992e9-efc6-4270-a266-f1a46a8d98d1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:01.982200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port df3992e9-efc6-4270-a266-f1a46a8d98d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:01.982574 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.058991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.079421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port df3992e9-efc6-4270-a266-f1a46a8d98d1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df3992e9-efc6-4270-a266-f1a46a8d98d1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:02.084403 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.085262 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b9f9ceca-1ee5-4458-a4bb-499ece6a841f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:02.163299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=df3992e9-efc6-4270-a266-f1a46a8d98d1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:02.176816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port b9f9ceca-1ee5-4458-a4bb-499ece6a841f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:02.177045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.425506 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Sync routers for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:16:02.434541 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:16:02.435147 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:16:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:16:02.539241 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:16:02.723192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-d16ae885-918b-4b77-a900-fbb46a40da1a tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:02.725856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-d16ae885-918b-4b77-a900-fbb46a40da1a tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 817 time: 0.1254971 Jul 16 23:16:02.741759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Request body: {'port': {'device_id': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'admin_state_up': True, 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:16:02.802589 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-444c260e-d0dc-49e4-b8bc-d5634eedf153 req-1a7b283a-56e2-4935-9ed9-d7d42260aed6 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 210 time: 0.0376461 Jul 16 23:16:02.850781 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4071b82f-102e-4394-9afe-fcb022a8fb90', 'name': '', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'mac_address': 'fa:16:3e:b3:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:58Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 2, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'subnets': [{'id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:16:02.878936 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Checking router: e8215c3c-963c-4f56-ba56-fb239488a9f0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:16:02.878936 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Updating router e8215c3c-963c-4f56-ba56-fb239488a9f0 port 4071b82f-102e-4394-9afe-fcb022a8fb90 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:16:02.880315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Made reservation on behalf of 6637a7a49fd3444cb9c9d19efa5eac74 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:16:02.885406 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.905285 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:02.919857 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.039429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Allocated IP 172.20.0.7 (95a0709e-1a7a-43e9-b435-db68d4f0ca65/aeee0694-7078-4373-b7c5-10d02f0cc20c/cdece2fb-b0f4-41bf-ba79-511a1793faa2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:16:03.189625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.195281 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.203943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Transition to ACTIVE for port object cdece2fb-b0f4-41bf-ba79-511a1793faa2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:16:03.205816 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Transition to ACTIVE for port object 4071b82f-102e-4394-9afe-fcb022a8fb90 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:16:03.210804 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.238875 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.263883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bfee8-d921-41e0-a893-5bcc7aebe5e2 None None] Pushing event updated for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:03.284222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:16:03.291877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:16:03.296721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:16:03.319248 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Attempting to bind port 4071b82f-102e-4394-9afe-fcb022a8fb90 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:16:03.319615 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Attempting to bind port 4071b82f-102e-4394-9afe-fcb022a8fb90 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:16:03.320484 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Attempting to bind port 4071b82f-102e-4394-9afe-fcb022a8fb90 on network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:16:03.325544 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:16:03.325889 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Checking segment: {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:16:03.326295 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.327254 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Bound using segment: {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:16:03.327254 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Bound port: 4071b82f-102e-4394-9afe-fcb022a8fb90, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6334b40f-b103-47e3-a2e1-d03b6175de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:16:03.327531 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.334897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Pushing event updated for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:03.361848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:03.362488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.378633 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-5efc48dd-e934-4812-a59a-51ef2dd5ecd7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6434121 Jul 16 23:16:03.397034 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] For port 4071b82f-102e-4394-9afe-fcb022a8fb90, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:16:03.401558 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] For port 4071b82f-102e-4394-9afe-fcb022a8fb90, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4071b82f-102e-4394-9afe-fcb022a8fb90,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:16:03.406780 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.470734 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:16:03.471353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:16:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:16:03.486783 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Request body: {'port': {'device_id': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:16:03.512562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bfee8-d921-41e0-a893-5bcc7aebe5e2 None None] Pushing event updated for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:03.584342 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.611500 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:16:03.692506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a59035c5-8cbc-479b-98fb-8a41cd380819 None None] Provisioning for port cdece2fb-b0f4-41bf-ba79-511a1793faa2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:03.697143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a59035c5-8cbc-479b-98fb-8a41cd380819 None None] Provisioning complete for port cdece2fb-b0f4-41bf-ba79-511a1793faa2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:03.698165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a59035c5-8cbc-479b-98fb-8a41cd380819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.750529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a59035c5-8cbc-479b-98fb-8a41cd380819 None None] Port cdece2fb-b0f4-41bf-ba79-511a1793faa2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:16:03.855011 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4071b82f-102e-4394-9afe-fcb022a8fb90', 'name': '', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'mac_address': 'fa:16:3e:b3:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:58Z', 'updated_at': '2021-07-16T23:16:03Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'subnets': [{'id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:16:03.871653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4071b82f-102e-4394-9afe-fcb022a8fb90 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:03.892346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdece2fb-b0f4-41bf-ba79-511a1793faa2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:16:03.898515 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b47d0c-9532-4826-aa63-956f77ffb141 None None] The sync data for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 is: [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:15:59Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '4071b82f-102e-4394-9afe-fcb022a8fb90', 'name': '', 'network_id': 'a5d8efc3-e37a-4770-94f4-6d8950ff8ed7', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'mac_address': 'fa:16:3e:b3:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:58Z', 'updated_at': '2021-07-16T23:16:03Z', 'revision_number': 4, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'subnets': [{'id': 'bb254712-80f5-4a38-bf49-76c0e62071b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:16:03.907245 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.923219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Transition to ACTIVE for port object cdece2fb-b0f4-41bf-ba79-511a1793faa2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:16:03.933109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.952731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4071b82f-102e-4394-9afe-fcb022a8fb90 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:03.958577 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4071b82f-102e-4394-9afe-fcb022a8fb90 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:03.959033 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:03.988930 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Pushing event updated for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:04.039285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f410c-59af-45ba-aff0-d94884ddd625 req-f1285c86-cd80-4424-a999-127dbf51dcb5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.041731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-176f410c-59af-45ba-aff0-d94884ddd625 req-f1285c86-cd80-4424-a999-127dbf51dcb5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 943 time: 0.0935075 Jul 16 23:16:04.073713 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.095164 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-176f410c-59af-45ba-aff0-d94884ddd625 req-5936c910-2fdd-4579-b304-8f76e9b4c52e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Jul 16 23:16:04.111969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 4071b82f-102e-4394-9afe-fcb022a8fb90, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4071b82f-102e-4394-9afe-fcb022a8fb90,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:04.118808 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.120575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df3992e9-efc6-4270-a266-f1a46a8d98d1 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:04.162519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Attempting to bind port cdece2fb-b0f4-41bf-ba79-511a1793faa2 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:16:04.162876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Attempting to bind port cdece2fb-b0f4-41bf-ba79-511a1793faa2 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:16:04.163186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Attempting to bind port cdece2fb-b0f4-41bf-ba79-511a1793faa2 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:16:04.168434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Port cdece2fb-b0f4-41bf-ba79-511a1793faa2 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:16:04.168754 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Attempting to bind port cdece2fb-b0f4-41bf-ba79-511a1793faa2 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:16:04.174958 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:16:04.175360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Checking segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:16:04.175760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Bound using segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:16:04.176206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Bound port: cdece2fb-b0f4-41bf-ba79-511a1793faa2, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:16:04.176571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.222115 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:04.231013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port df3992e9-efc6-4270-a266-f1a46a8d98d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:04.232726 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.259420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:16:04.263921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:16:04.269996 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.310096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.310720 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:04.312212 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] 10.222.0.47 "PUT /v2.0/ports/cdece2fb-b0f4-41bf-ba79-511a1793faa2 HTTP/1.1" status: 200 len: 1092 time: 0.8763955 Jul 16 23:16:04.312661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:16:04.356300 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b80f6e-ae5d-4fa8-8ebd-a1013d13a763 service neutron] Pushing event updated for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:04.381766 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3883a7-c50b-493d-8605-4a9fe1b8901a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:16:04.440008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-a988fde3-f123-4e42-9371-21147c9fdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.441592 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-a988fde3-f123-4e42-9371-21147c9fdb25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 1095 time: 0.0709124 Jul 16 23:16:04.489225 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cb9141-116d-486d-b3fe-6ff4327569a8 x-openstack-request-id: req-58cb9141-116d-486d-b3fe-6ff4327569a8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:16:04.489581 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:16:04.489897 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58cb9141-116d-486d-b3fe-6ff4327569a8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:16:04.490479 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2', 'status': 'completed', 'code': 200} Jul 16 23:16:04.492400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-1ade96d9-55d5-4c39-941b-02dcd64f7555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2 HTTP/1.1" status: 200 len: 217 time: 0.0429370 Jul 16 23:16:04.549385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-32db41d7-fb68-4eec-aa40-f5717f7cc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.550938 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-32db41d7-fb68-4eec-aa40-f5717f7cc31f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 200 len: 856 time: 0.0512624 Jul 16 23:16:04.615931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-f94c70fc-2d21-4a3d-8a7d-1b209d899d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.617396 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-f94c70fc-2d21-4a3d-8a7d-1b209d899d46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95a0709e-1a7a-43e9-b435-db68d4f0ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605972 Jul 16 23:16:04.702766 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-43fabe0b-57ac-4797-b871-1ede1cc10b55 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789251 Jul 16 23:16:04.796385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-00fdc17b-1b8a-49eb-8a15-932e2ebd3f60 req-e90087bd-5974-48fd-bd3d-682f4b7e84e3 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875375 Jul 16 23:16:04.893344 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-415226e1-0924-4298-abb6-3473eba47482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.894855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-415226e1-0924-4298-abb6-3473eba47482 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 1095 time: 0.0526502 Jul 16 23:16:04.985475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-643a38d7-5336-4296-b733-03bb9ae250f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:04.986971 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-643a38d7-5336-4296-b733-03bb9ae250f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 918 time: 0.0860670 Jul 16 23:16:05.026312 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-a2183a40-9170-49c4-9162-053bc03bd220 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2 HTTP/1.1" status: 200 len: 217 time: 0.0336032 Jul 16 23:16:05.077058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-6501d59d-83ef-4368-98f5-6932f871ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:05.078510 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-6501d59d-83ef-4368-98f5-6932f871ec11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 200 len: 856 time: 0.0457094 Jul 16 23:16:05.134047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-fe57569f-5ad3-41ff-91b2-a7c6ad6c883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:05.135611 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-fe57569f-5ad3-41ff-91b2-a7c6ad6c883d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95a0709e-1a7a-43e9-b435-db68d4f0ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508490 Jul 16 23:16:05.226681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-df4f09dd-8c3b-4fe3-bf8c-a3b23da12b3c service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Jul 16 23:16:05.285606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a7171-da6c-4463-901a-5997dbd33933 req-f98de836-56c8-4992-8abd-b1e88b090adb tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:05.287104 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a07a7171-da6c-4463-901a-5997dbd33933 req-f98de836-56c8-4992-8abd-b1e88b090adb tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 943 time: 0.0641315 Jul 16 23:16:05.324634 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4e3883a7-c50b-493d-8605-4a9fe1b8901a req-afe55b12-27fc-487c-9261-fd6c6d115f55 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895221 Jul 16 23:16:05.330739 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a07a7171-da6c-4463-901a-5997dbd33933 req-75179bad-8cfb-4737-90bc-b4e8fd8a9a9c tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Jul 16 23:16:05.826546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4071b82f-102e-4394-9afe-fcb022a8fb90 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:05.876519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4071b82f-102e-4394-9afe-fcb022a8fb90 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:05.876900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:06.188409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdece2fb-b0f4-41bf-ba79-511a1793faa2 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:16:06.284283 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:06.296625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'port_id': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2', 'mac_address': 'fa:16:3e:e8:87:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:16:06.332809 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:06.345159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdece2fb-b0f4-41bf-ba79-511a1793faa2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:16:06.364361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:06.369697 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:06.416087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:06.504570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f4d9-5573-4436-b6c0-00f0a411f158 req-f1503cae-2a2a-49c7-ae2d-1d89b32b9693 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:06.506011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6fb0f4d9-5573-4436-b6c0-00f0a411f158 req-f1503cae-2a2a-49c7-ae2d-1d89b32b9693 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 944 time: 0.0622733 Jul 16 23:16:06.543835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6fb0f4d9-5573-4436-b6c0-00f0a411f158 req-cb0c8dc7-be1b-498e-8aa6-9a61cc0c57bf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jul 16 23:16:06.599059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['cdece2fb-b0f4-41bf-ba79-511a1793faa2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:16:07.711991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aedc6-801a-4994-bfce-143f7ff8c4de req-445de4ae-b92e-4fd5-83b9-6ee6bf823b82 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:07.713498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b22aedc6-801a-4994-bfce-143f7ff8c4de req-445de4ae-b92e-4fd5-83b9-6ee6bf823b82 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 944 time: 0.0613837 Jul 16 23:16:07.750298 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b22aedc6-801a-4994-bfce-143f7ff8c4de req-56a2877c-7a04-4690-a6c0-77bb4737f1dc tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jul 16 23:16:08.190813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdece2fb-b0f4-41bf-ba79-511a1793faa2 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:08.240247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port cdece2fb-b0f4-41bf-ba79-511a1793faa2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:08.244378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port cdece2fb-b0f4-41bf-ba79-511a1793faa2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:08.244754 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:08.322665 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:08.344157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:16:08.357282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:08.361197 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:08.385677 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74641fb-5bec-4db6-9d68-1eb401baa1f8" -d '{"events": [{"server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "name": "network-vif-plugged", "status": "completed", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:16:08.413786 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:08.467484 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f97a89-5074-4ea2-9813-d110bf7ce72a x-openstack-request-id: req-a7f97a89-5074-4ea2-9813-d110bf7ce72a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:16:08.467747 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "name": "network-vif-plugged", "status": "completed", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:16:08.468006 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7f97a89-5074-4ea2-9813-d110bf7ce72a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:16:08.468410 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2', 'code': 200} Jul 16 23:16:08.576024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc335e4-5784-4c21-9733-abbf9f978dc7 req-211b78b3-17b8-4f83-a084-0335dedf6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:08.577604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3cc335e4-5784-4c21-9733-abbf9f978dc7 req-211b78b3-17b8-4f83-a084-0335dedf6930 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 1097 time: 0.0511317 Jul 16 23:16:08.610628 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3cc335e4-5784-4c21-9733-abbf9f978dc7 req-12b60a30-5dc9-47ae-8ed8-3afd1d93e4c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267813 Jul 16 23:16:08.924755 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e0bf-503d-42b3-b406-f169836d4862 req-82cbc649-abcc-49e7-bf47-3e75369c263e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:08.926277 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e864e0bf-503d-42b3-b406-f169836d4862 req-82cbc649-abcc-49e7-bf47-3e75369c263e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0659034 Jul 16 23:16:08.961763 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e864e0bf-503d-42b3-b406-f169836d4862 req-27f45009-4f8a-444b-912f-0870e31c9263 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299962 Jul 16 23:16:10.131109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4345-312a-453f-a0ec-d822599a2d86 req-73e0ada4-80ad-45c1-8235-706fd36d4505 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:10.132624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f4f4345-312a-453f-a0ec-d822599a2d86 req-73e0ada4-80ad-45c1-8235-706fd36d4505 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0629485 Jul 16 23:16:10.170843 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f4f4345-312a-453f-a0ec-d822599a2d86 req-a017d39e-3ace-4ee1-a182-e45f5e3e546e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jul 16 23:16:10.339030 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d35bef-6c58-40ea-8088-435d6ded643c req-c9fa6187-3394-4275-b359-e3e21ed9dde5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:10.340518 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90d35bef-6c58-40ea-8088-435d6ded643c req-c9fa6187-3394-4275-b359-e3e21ed9dde5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0642903 Jul 16 23:16:10.380924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-90d35bef-6c58-40ea-8088-435d6ded643c req-95c7ffd2-4e93-4d36-9ab2-b4dd78cf42b6 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Jul 16 23:16:12.124456 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-202b3036-dc22-47f3-beb2-9db137979c09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555534 Jul 16 23:16:12.219136 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-c8fb51ce-cd26-4fa7-8a37-68da2f0bbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:12.220657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-c8fb51ce-cd26-4fa7-8a37-68da2f0bbca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 1097 time: 0.0542314 Jul 16 23:16:12.328062 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-f4aa928c-20f6-4eae-951e-ed629088f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:12.329751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-f4aa928c-20f6-4eae-951e-ed629088f6ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 918 time: 0.0902557 Jul 16 23:16:12.378952 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-d323f83a-2d86-4350-8893-8362e6bd0d19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2 HTTP/1.1" status: 200 len: 217 time: 0.0425520 Jul 16 23:16:12.435570 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-183695d5-439e-4f5e-873c-29df01757d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:12.437058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-183695d5-439e-4f5e-873c-29df01757d7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 200 len: 856 time: 0.0452209 Jul 16 23:16:12.496290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-4375ac79-8268-4d69-ae17-c285cf076d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:12.497935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-4375ac79-8268-4d69-ae17-c285cf076d34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95a0709e-1a7a-43e9-b435-db68d4f0ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527635 Jul 16 23:16:12.592644 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-f8e4d426-e985-4eef-b8a2-3098f62cd3b9 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884910 Jul 16 23:16:12.681308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-07f11d3b-e4bd-4d90-ab9c-0f6c2269cc5b req-16192e86-28a0-4167-a904-727458703848 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Jul 16 23:16:21.261945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:23.394281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:27.626020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-044ec6a9-b1a7-43cf-a596-95f56644771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:29.384617 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201c36-0a7e-4a19-8dcd-37416f429a6a req-99c8d168-1f95-4509-a707-e805a6f51686 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:29.386245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12201c36-0a7e-4a19-8dcd-37416f429a6a req-99c8d168-1f95-4509-a707-e805a6f51686 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0636904 Jul 16 23:16:29.389631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:16:29.427956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-12201c36-0a7e-4a19-8dcd-37416f429a6a req-7fb4048a-84f5-42dd-8251-90b7c715e356 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 16 23:16:29.846256 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26052f5e-4314-48d8-9676-b1cc5bf988c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:30.176181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:30.600472 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93a082-fac8-4ce0-a031-b2b620db0502 req-ba613a8b-2559-4c76-af7f-321ae0773731 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:30.601978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e93a082-fac8-4ce0-a031-b2b620db0502 req-ba613a8b-2559-4c76-af7f-321ae0773731 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0619571 Jul 16 23:16:30.639957 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4e93a082-fac8-4ce0-a031-b2b620db0502 req-9547fdcf-b1bb-4667-b583-9cf2d3c6515b tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Jul 16 23:16:30.861287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-0381df5c-e68d-423a-857e-e2a80ecf8640 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:30.862792 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-0381df5c-e68d-423a-857e-e2a80ecf8640 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 945 time: 0.0684464 Jul 16 23:16:30.961470 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Deleting port cdece2fb-b0f4-41bf-ba79-511a1793faa2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:16:30.961817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:31.053012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] For port cdece2fb-b0f4-41bf-ba79-511a1793faa2, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=cdece2fb-b0f4-41bf-ba79-511a1793faa2,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:31.053380 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:31.064799 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Calling delete_port for cdece2fb-b0f4-41bf-ba79-511a1793faa2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:16:31.188828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:31.200442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['cdece2fb-b0f4-41bf-ba79-511a1793faa2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:16:31.222278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Pushing event deleted for resources: {'Port': ['ID=cdece2fb-b0f4-41bf-ba79-511a1793faa2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:31.252449 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.252801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.253170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.253508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.253845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.254187 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.254522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.254852 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.255180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.255508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.255830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.256149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:31.278566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] No DVR routers for this DVR port cdece2fb-b0f4-41bf-ba79-511a1793faa2 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:16:31.281385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:31.283585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2df2425d-aa96-4be6-98bb-698a39080f48 req-78ccfd32-99d5-4e7d-9323-ec07bfd1efaf tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "DELETE /v2.0/ports/cdece2fb-b0f4-41bf-ba79-511a1793faa2 HTTP/1.1" status: 204 len: 173 time: 0.4156420 Jul 16 23:16:31.284041 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'name': 'network-vif-deleted', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:16:31.286480 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9950619-ebde-4557-b7dd-6be78ab2d0d3" -d '{"events": [{"server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "name": "network-vif-deleted", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:16:31.324825 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5c95d-2a7e-4574-ad8b-f95ec5058060 x-openstack-request-id: req-68c5c95d-2a7e-4574-ad8b-f95ec5058060 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:16:31.325093 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c086f03-1634-43a5-9360-e8e0a43a27f9", "name": "network-vif-deleted", "tag": "cdece2fb-b0f4-41bf-ba79-511a1793faa2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:16:31.325344 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68c5c95d-2a7e-4574-ad8b-f95ec5058060 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:16:31.325740 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c086f03-1634-43a5-9360-e8e0a43a27f9', 'name': 'network-vif-deleted', 'tag': 'cdece2fb-b0f4-41bf-ba79-511a1793faa2', 'status': 'completed', 'code': 200} Jul 16 23:16:31.565910 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:31.794699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-785e19dc-6916-4923-8158-eb704103ba85 req-db900899-0b89-4197-a926-4d9327dda270 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c086f03-1634-43a5-9360-e8e0a43a27f9 HTTP/1.1" status: 200 len: 210 time: 0.0319517 Jul 16 23:16:32.895718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:33.615297 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-9bf5396d-0e2a-449e-bac6-464a5f5d0340 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:33.616666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-9bf5396d-0e2a-449e-bac6-464a5f5d0340 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 817 time: 0.0998323 Jul 16 23:16:33.630789 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-6da03be9-4de3-45ee-8642-cf5996f074c3 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/quotas/6637a7a49fd3444cb9c9d19efa5eac74 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Jul 16 23:16:33.697465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-0041a8c3-d5b6-40a3-97bc-1db89125955c tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616317 Jul 16 23:16:33.788415 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-a25eb40e-4f4b-4754-b0a2-dcc13db9688d service neutron] 10.222.0.70 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800385 Jul 16 23:16:33.878454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-433adec8-85f1-437e-8ca6-d5059cbecfa4 service neutron] 10.222.0.70 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Jul 16 23:16:34.044582 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6104dc78-e2c7-42e7-b3fc-408dfb8b2e63 req-8e4e6924-0e94-421a-a4c3-bb998342c76d tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 210 time: 0.0278914 Jul 16 23:16:35.040672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-44dc3da1-6603-4670-9c02-c213be13dde4 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:35.042184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-44dc3da1-6603-4670-9c02-c213be13dde4 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 817 time: 0.1093321 Jul 16 23:16:35.061873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Request body: {'port': {'device_id': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'admin_state_up': True, 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:16:35.175272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Made reservation on behalf of 6637a7a49fd3444cb9c9d19efa5eac74 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:16:35.178858 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.187400 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3bde191b-008c-4c90-976c-52f427c24209 req-099fc445-1ac2-4dc0-85f1-599c30255f78 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 16 23:16:35.305258 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Allocated IP 172.20.0.7 (95a0709e-1a7a-43e9-b435-db68d4f0ca65/aeee0694-7078-4373-b7c5-10d02f0cc20c/a8b73b5d-86da-4cbf-a055-4442c26f0694) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:16:35.450053 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.463399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Transition to ACTIVE for port object a8b73b5d-86da-4cbf-a055-4442c26f0694 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:16:35.495120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.536246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:16:35.541251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:16:35.544863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:16:35.570135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Pushing event updated for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:35.599272 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:35.599889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.615179 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-fe23aba7-a552-4883-9c7a-e4d17bf0ab22 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571425 Jul 16 23:16:35.626362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Request body: {'port': {'device_id': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:16:35.701889 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.781756 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87987997-2a97-485e-9d29-c32037968e39 None None] Provisioning for port a8b73b5d-86da-4cbf-a055-4442c26f0694 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:35.786070 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87987997-2a97-485e-9d29-c32037968e39 None None] Provisioning complete for port a8b73b5d-86da-4cbf-a055-4442c26f0694 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:35.786421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87987997-2a97-485e-9d29-c32037968e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.819895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-87987997-2a97-485e-9d29-c32037968e39 None None] Port a8b73b5d-86da-4cbf-a055-4442c26f0694 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:16:35.955170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b73b5d-86da-4cbf-a055-4442c26f0694 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:16:35.962151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:35.973343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Transition to ACTIVE for port object a8b73b5d-86da-4cbf-a055-4442c26f0694 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:16:35.977192 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:36.283854 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdece2fb-b0f4-41bf-ba79-511a1793faa2 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:16:36.305688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: cdece2fb-b0f4-41bf-ba79-511a1793faa2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:16:36.306160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device cdece2fb-b0f4-41bf-ba79-511a1793faa2 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:16:36.370211 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1344-891f-4eb1-b9e6-ba8348c3c181 req-92dcaa1f-c2b2-4613-98ce-a2c818958d49 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:36.371784 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-38ba1344-891f-4eb1-b9e6-ba8348c3c181 req-92dcaa1f-c2b2-4613-98ce-a2c818958d49 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 943 time: 0.0697882 Jul 16 23:16:36.409651 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Pushing event updated for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:36.410261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-38ba1344-891f-4eb1-b9e6-ba8348c3c181 req-aa7b8901-328f-43f3-85e4-6e60210afbe5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Jul 16 23:16:36.449376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Attempting to bind port a8b73b5d-86da-4cbf-a055-4442c26f0694 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:16:36.449717 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Attempting to bind port a8b73b5d-86da-4cbf-a055-4442c26f0694 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:16:36.450049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Attempting to bind port a8b73b5d-86da-4cbf-a055-4442c26f0694 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:16:36.454229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Port a8b73b5d-86da-4cbf-a055-4442c26f0694 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:16:36.454557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Attempting to bind port a8b73b5d-86da-4cbf-a055-4442c26f0694 on network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:16:36.459262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:16:36.459603 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Checking segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:16:36.459988 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Bound using segment: {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:16:36.460412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Bound port: a8b73b5d-86da-4cbf-a055-4442c26f0694, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:16:36.460764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:36.521894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:16:36.524701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:16:36.529766 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:36.561704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:36.562455 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:36.563904 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] 10.222.0.47 "PUT /v2.0/ports/a8b73b5d-86da-4cbf-a055-4442c26f0694 HTTP/1.1" status: 200 len: 1092 time: 0.9417665 Jul 16 23:16:36.564285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:16:36.566719 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbb491-cc69-4926-8851-86469734c6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:16:36.598163 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209eb7c-e6b2-43e1-95ff-5e07f7c3d14d service neutron] Pushing event updated for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:36.612567 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e1ca2-e5e4-410e-a3fb-8b24c46aa95b x-openstack-request-id: req-452e1ca2-e5e4-410e-a3fb-8b24c46aa95b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:16:36.612861 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:16:36.613194 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-452e1ca2-e5e4-410e-a3fb-8b24c46aa95b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:16:36.613610 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694', 'status': 'completed', 'code': 200} Jul 16 23:16:36.674422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-399592d3-b838-4189-b83c-adc9dbd8119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:36.676036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-399592d3-b838-4189-b83c-adc9dbd8119d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 1095 time: 0.0587804 Jul 16 23:16:36.718220 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-ddabec58-2519-4bd7-9e2d-5c0290521b04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694 HTTP/1.1" status: 200 len: 217 time: 0.0351839 Jul 16 23:16:36.767816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-7bf95947-56a8-4d62-b6c9-957ba74b8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:36.769315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-7bf95947-56a8-4d62-b6c9-957ba74b8d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 200 len: 856 time: 0.0451345 Jul 16 23:16:36.830762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d975-636d-43fa-9576-88203de6965f req-cb4bec20-aa40-478b-a220-507802b7ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:36.832253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-cb4bec20-aa40-478b-a220-507802b7ced8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95a0709e-1a7a-43e9-b435-db68d4f0ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572283 Jul 16 23:16:36.921276 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-70e86a65-7751-48ec-8c12-9c96c3d57296 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823741 Jul 16 23:16:37.010858 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f135d975-636d-43fa-9576-88203de6965f req-5f1022f9-c172-49d1-9f00-5a8d0bc55067 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834243 Jul 16 23:16:37.106299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb491-cc69-4926-8851-86469734c6a0 req-331db4ac-58d4-4599-be1e-03f60770bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:37.108078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-331db4ac-58d4-4599-be1e-03f60770bcd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 1095 time: 0.0521255 Jul 16 23:16:37.196888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb491-cc69-4926-8851-86469734c6a0 req-8feddcc8-bbda-4cee-944e-1439a6ac1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:37.198390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-8feddcc8-bbda-4cee-944e-1439a6ac1fec service neutron] 10.222.0.47 "GET /v2.0/networks?id=95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 200 len: 918 time: 0.0846548 Jul 16 23:16:37.237939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-728a0311-ff37-4114-8f0f-bb6527fe31b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694 HTTP/1.1" status: 200 len: 217 time: 0.0332155 Jul 16 23:16:37.285084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb491-cc69-4926-8851-86469734c6a0 req-b448562f-6ef2-4756-8cfc-5a96dae3005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:37.286488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-b448562f-6ef2-4756-8cfc-5a96dae3005c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 200 len: 856 time: 0.0428877 Jul 16 23:16:37.351019 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb491-cc69-4926-8851-86469734c6a0 req-65f582fd-06d6-421a-992a-cbbbca61a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:37.352528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-65f582fd-06d6-421a-992a-cbbbca61a851 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95a0709e-1a7a-43e9-b435-db68d4f0ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552478 Jul 16 23:16:37.442011 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-b06f499d-43ae-4016-b10b-214da1bd171f service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Jul 16 23:16:37.535442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-49dbb491-cc69-4926-8851-86469734c6a0 req-f4d5f9c2-6876-416b-a501-f238489903b6 service neutron] 10.222.0.47 "GET /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jul 16 23:16:37.584371 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c39fa8-ff00-4190-ac13-b2d93d64cfdf req-5ff94d39-76e3-42c6-b77d-5f58d98106f5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:37.585916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0c39fa8-ff00-4190-ac13-b2d93d64cfdf req-5ff94d39-76e3-42c6-b77d-5f58d98106f5 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 943 time: 0.0630867 Jul 16 23:16:37.623414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f0c39fa8-ff00-4190-ac13-b2d93d64cfdf req-7f29784d-a83d-4a1d-9cdf-4156099849a9 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jul 16 23:16:38.299377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a8b73b5d-86da-4cbf-a055-4442c26f0694 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:16:38.393341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:38.403997 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'a8b73b5d-86da-4cbf-a055-4442c26f0694', 'network_id': '95a0709e-1a7a-43e9-b435-db68d4f0ca65', 'port_id': 'a8b73b5d-86da-4cbf-a055-4442c26f0694', 'mac_address': 'fa:16:3e:b3:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeee0694-7078-4373-b7c5-10d02f0cc20c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:16:38.439512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:38.452062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b73b5d-86da-4cbf-a055-4442c26f0694 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:16:38.471335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:38.475291 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:38.520409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:38.527560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.527906 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.528242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.528580 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.528910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.529921 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.530247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.530591 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.530915 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.531234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.531553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.531869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:16:38.663965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a8b73b5d-86da-4cbf-a055-4442c26f0694'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:16:38.793550 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734f080-3762-4ecd-9b55-3d2455dda579 req-568ee47b-a4fa-45c0-9a45-f5bef8b980d6 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:38.795065 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e734f080-3762-4ecd-9b55-3d2455dda579 req-568ee47b-a4fa-45c0-9a45-f5bef8b980d6 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 944 time: 0.0640316 Jul 16 23:16:38.832785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e734f080-3762-4ecd-9b55-3d2455dda579 req-5ab328e3-e690-41e1-a1c4-806662866138 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 16 23:16:40.006236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d291a7c-5982-43f0-b76f-6b01beaa92ad req-630344e7-7e68-4190-9c63-537da13e5399 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:40.007968 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d291a7c-5982-43f0-b76f-6b01beaa92ad req-630344e7-7e68-4190-9c63-537da13e5399 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 944 time: 0.0651903 Jul 16 23:16:40.044945 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d291a7c-5982-43f0-b76f-6b01beaa92ad req-0c1c7f01-86f9-4f74-b1cc-fe1c84659566 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jul 16 23:16:40.315290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a8b73b5d-86da-4cbf-a055-4442c26f0694 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:16:40.365925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port a8b73b5d-86da-4cbf-a055-4442c26f0694 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:16:40.369654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port a8b73b5d-86da-4cbf-a055-4442c26f0694 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:16:40.370040 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:40.446890 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:40.468521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:16:40.470770 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173c4bd-e3ec-4ff4-9771-2ff07321a1d7" -d '{"events": [{"server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "name": "network-vif-plugged", "status": "completed", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:16:40.483382 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:16:40.487402 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:40.513350 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4884b0-d3b5-4dcc-bbab-71dd50affded x-openstack-request-id: req-da4884b0-d3b5-4dcc-bbab-71dd50affded {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:16:40.514265 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "name": "network-vif-plugged", "status": "completed", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:16:40.514524 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da4884b0-d3b5-4dcc-bbab-71dd50affded {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:16:40.514910 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694', 'code': 200} Jul 16 23:16:40.540256 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:16:40.614473 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ffff-af26-45d7-874f-3cbb19f29ece req-ebd61ac5-8e18-4a3a-bf81-db9c8ba6700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:40.615936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df47ffff-af26-45d7-874f-3cbb19f29ece req-ebd61ac5-8e18-4a3a-bf81-db9c8ba6700b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 1097 time: 0.0498185 Jul 16 23:16:40.649997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-df47ffff-af26-45d7-874f-3cbb19f29ece req-945266cb-d5da-43a3-b779-6a3e3e0e6c6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279458 Jul 16 23:16:41.214365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac8603-3f71-4f3f-b8d3-52f379494126 req-70480cb4-52b9-4158-9673-39dc7996fefa tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:41.215757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9ac8603-3f71-4f3f-b8d3-52f379494126 req-70480cb4-52b9-4158-9673-39dc7996fefa tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0619762 Jul 16 23:16:41.252686 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9ac8603-3f71-4f3f-b8d3-52f379494126 req-5749bcd9-b2c0-4c4a-954f-97a155d53626 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Jul 16 23:16:42.426195 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d801a79-b4e0-49ce-90cf-efd680b82464 req-a0d15cb2-2c89-4096-a1fd-7df84f0a00c7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:42.427967 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d801a79-b4e0-49ce-90cf-efd680b82464 req-a0d15cb2-2c89-4096-a1fd-7df84f0a00c7 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0664332 Jul 16 23:16:42.464839 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d801a79-b4e0-49ce-90cf-efd680b82464 req-be42ab82-1f30-4cea-b2cf-ef4092fd6dff tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Jul 16 23:16:42.630742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b106-8fe8-4876-9823-de3b985249cd req-d6f12a7b-7e44-442e-b790-c1b7aaf63442 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:16:42.632444 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ff9b106-8fe8-4876-9823-de3b985249cd req-d6f12a7b-7e44-442e-b790-c1b7aaf63442 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0616066 Jul 16 23:16:42.668445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0ff9b106-8fe8-4876-9823-de3b985249cd req-6be59940-ae46-4fd5-8a37-d25ed46393cc tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304878 Jul 16 23:16:51.262727 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:53.391827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:57.628447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11494cc5-6bd2-4c12-bbb7-136ad1a09bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:16:59.847004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f222b4b4-e1e9-4076-bf9e-55b946bde6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:00.176312 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:01.455582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6873-63ee-483d-945f-abd4a0a10a4f req-4b48c3d9-c0b4-4595-8127-da505d704d8d tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:01.457140 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5df6873-63ee-483d-945f-abd4a0a10a4f req-4b48c3d9-c0b4-4595-8127-da505d704d8d tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0649552 Jul 16 23:17:01.495707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5df6873-63ee-483d-945f-abd4a0a10a4f req-643f849e-da96-465c-a34c-47091f264996 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Jul 16 23:17:01.571205 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:02.672935 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbb756-3518-4848-ac47-f4aad67569ef req-b4b9843f-fd93-4500-9c21-eb2358e7df0a tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:02.674445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c7dbb756-3518-4848-ac47-f4aad67569ef req-b4b9843f-fd93-4500-9c21-eb2358e7df0a tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0670955 Jul 16 23:17:02.711713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c7dbb756-3518-4848-ac47-f4aad67569ef req-40893dc3-9b7c-4e03-b881-20549a10f2eb tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/security-groups?id=74707c57-ae6a-4bab-8785-fdb8b6659af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Jul 16 23:17:02.896460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:02.919138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-4581811b-755c-44be-9645-6e017c290f61 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:02.921202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-4581811b-755c-44be-9645-6e017c290f61 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 945 time: 0.0642843 Jul 16 23:17:03.022253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Deleting port a8b73b5d-86da-4cbf-a055-4442c26f0694 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:03.022601 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:03.110057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] For port a8b73b5d-86da-4cbf-a055-4442c26f0694, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=a8b73b5d-86da-4cbf-a055-4442c26f0694,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:03.110420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:03.126872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Calling delete_port for a8b73b5d-86da-4cbf-a055-4442c26f0694 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:03.252519 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:03.264098 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['a8b73b5d-86da-4cbf-a055-4442c26f0694'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:17:03.280499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Pushing event deleted for resources: {'Port': ['ID=a8b73b5d-86da-4cbf-a055-4442c26f0694,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:03.332227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] No DVR routers for this DVR port a8b73b5d-86da-4cbf-a055-4442c26f0694 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:17:03.335200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:03.337252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88427c8b-9336-483f-9bb2-9cd62d40d568 req-ade578b6-0dd4-41cf-8632-8700a9e1624e tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.47 "DELETE /v2.0/ports/a8b73b5d-86da-4cbf-a055-4442c26f0694 HTTP/1.1" status: 204 len: 173 time: 0.4110918 Jul 16 23:17:03.337696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'name': 'network-vif-deleted', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:17:03.340104 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040d1dd-38b5-49eb-a09e-f698735774c0" -d '{"events": [{"server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "name": "network-vif-deleted", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:17:03.398668 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3f3345-9ccd-497b-8ad2-2e996f23baf7 x-openstack-request-id: req-5a3f3345-9ccd-497b-8ad2-2e996f23baf7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:17:03.398969 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86f6795-2b27-4c27-98d0-0a47d0458a5c", "name": "network-vif-deleted", "tag": "a8b73b5d-86da-4cbf-a055-4442c26f0694", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:17:03.399225 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a3f3345-9ccd-497b-8ad2-2e996f23baf7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:17:03.399629 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86f6795-2b27-4c27-98d0-0a47d0458a5c', 'name': 'network-vif-deleted', 'tag': 'a8b73b5d-86da-4cbf-a055-4442c26f0694', 'status': 'completed', 'code': 200} Jul 16 23:17:03.866998 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af905fff-fb0c-4b3b-a814-52a98399ae99 req-6f657bfc-05fe-4add-a115-075aff36ca83 tempest-TestEncryptedCinderVolumes-1948898284 tempest-TestEncryptedCinderVolumes-1948898284-project] 10.222.0.70 "GET /v2.0/ports?device_id=e86f6795-2b27-4c27-98d0-0a47d0458a5c HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jul 16 23:17:04.990990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48886) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:05.616080 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:05.862809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Deleting port b9f9ceca-1ee5-4458-a4bb-499ece6a841f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:05.863153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:05.939725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] For port b9f9ceca-1ee5-4458-a4bb-499ece6a841f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:05.940073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:05.952095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Calling delete_port for b9f9ceca-1ee5-4458-a4bb-499ece6a841f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:06.126791 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:06.154325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f9ceca-1ee5-4458-a4bb-499ece6a841f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:06.164756 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.165142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.165486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.165824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.166159 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.166491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.167160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.167160 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.167446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.167759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.168082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.168576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:06.336058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:06.389851 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:17:06.441035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a8b73b5d-86da-4cbf-a055-4442c26f0694 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:06.460563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: a8b73b5d-86da-4cbf-a055-4442c26f0694 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:06.460911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device a8b73b5d-86da-4cbf-a055-4442c26f0694 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:06.548223 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Router 8af3d263-7e8f-48a2-b767-4814c47b5728 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:17:06.652632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:06.657826 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0833ed87-8d8c-4c9c-883a-c0b0f889c646 admin admin] 10.222.0.70 "PUT /v2.0/routers/8af3d263-7e8f-48a2-b767-4814c47b5728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658003 Jul 16 23:17:06.660362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:06.663100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Sync routers for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:06.672308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:06.672951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:06.762262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:06.775870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:06.860047 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:06.915341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Deleting port 0a231166-e484-44df-b22f-376fb5b57c8c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:06.915549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:06.948584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:17:06Z', 'revision_number': 5, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port': {'id': '0a231166-e484-44df-b22f-376fb5b57c8c', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:52Z', 'updated_at': '2021-07-16T23:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:06.977303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Checking router: 8af3d263-7e8f-48a2-b767-4814c47b5728 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:06.985887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Routers {'8af3d263-7e8f-48a2-b767-4814c47b5728'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:06.986493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['8af3d263-7e8f-48a2-b767-4814c47b5728'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:06.994522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] For port 0a231166-e484-44df-b22f-376fb5b57c8c, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0a231166-e484-44df-b22f-376fb5b57c8c,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:06.994878 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.007697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Calling delete_port for 0a231166-e484-44df-b22f-376fb5b57c8c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:07.178998 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.205180 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a231166-e484-44df-b22f-376fb5b57c8c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:07.226720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] Set router 8af3d263-7e8f-48a2-b767-4814c47b5728 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:07.270938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.277192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:17:06Z', 'revision_number': 6, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:07.306525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e27ce8-c3e5-4e63-8ef6-baacaf561c8a None None] The sync data for ids ['8af3d263-7e8f-48a2-b767-4814c47b5728'] in n-d-793621-16 is: [{'id': '8af3d263-7e8f-48a2-b767-4814c47b5728', 'name': 'tempest-TestEncryptedCinderVolumes-1417695527-router', 'tenant_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:51Z', 'updated_at': '2021-07-16T23:17:06Z', 'revision_number': 6, 'project_id': '6637a7a49fd3444cb9c9d19efa5eac74', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:07.364369 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.366474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.408346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.408895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af3d263-7e8f-48a2-b767-4814c47b5728 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:17:07.413127 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.414293 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4d0d312b-ad32-404d-8cd1-822f0854a9bb admin admin] 10.222.0.70 "DELETE /v2.0/routers/8af3d263-7e8f-48a2-b767-4814c47b5728 HTTP/1.1" status: 204 len: 168 time: 0.7529984 Jul 16 23:17:07.416901 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:07.462957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Deleting subnet aeee0694-7078-4373-b7c5-10d02f0cc20c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:17:07.465922 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.498977 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.573815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.626371 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.658153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeee0694-7078-4373-b7c5-10d02f0cc20c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:07.662659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.664758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6ce26997-1af1-472a-8cd5-99fccf5ab0fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aeee0694-7078-4373-b7c5-10d02f0cc20c HTTP/1.1" status: 204 len: 168 time: 0.2467339 Jul 16 23:17:07.667177 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:07.669911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641e301-1e1a-4c1b-8894-85969dc6724f None None] Network 95a0709e-1a7a-43e9-b435-db68d4f0ca65 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:07.742966 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.795952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Deleting port 0c04b30f-8c06-4c08-90de-6c48a438408f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:07.796298 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.863045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] For port 0c04b30f-8c06-4c08-90de-6c48a438408f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0c04b30f-8c06-4c08-90de-6c48a438408f,segment=NetworkSegment(ecc2eed1-47a8-4fc6-af0d-b52dc45001cf),segment_id=ecc2eed1-47a8-4fc6-af0d-b52dc45001cf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:07.863411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.875174 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Calling delete_port for 0c04b30f-8c06-4c08-90de-6c48a438408f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:07.953756 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:07.983236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c04b30f-8c06-4c08-90de-6c48a438408f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:07.984990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] No DVR routers for this DVR port 0c04b30f-8c06-4c08-90de-6c48a438408f on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:17:08.053194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.064786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0709e-1a7a-43e9-b435-db68d4f0ca65']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:08.075863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:08.076213 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc2eed1-47a8-4fc6-af0d-b52dc45001cf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:08.087292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.090274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d5074-37ab-4e8a-96d4-2a2db91f12b6 None None] DHCP port deletion for 95a0709e-1a7a-43e9-b435-db68d4f0ca65 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:17:08.106529 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.113787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:17:08.114246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:17:08.116911 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:17:08.173803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b9f9ceca-1ee5-4458-a4bb-499ece6a841f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:08.179951 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.186570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.188828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] 10.222.0.70 "DELETE /v2.0/networks/95a0709e-1a7a-43e9-b435-db68d4f0ca65 HTTP/1.1" status: 204 len: 168 time: 0.5203757 Jul 16 23:17:08.191516 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:08.203821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09466db-febc-464b-9bc9-d41a7a5b2e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a0709e-1a7a-43e9-b435-db68d4f0ca65,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:08.204078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: b9f9ceca-1ee5-4458-a4bb-499ece6a841f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:08.204078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device b9f9ceca-1ee5-4458-a4bb-499ece6a841f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:08.204275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0c04b30f-8c06-4c08-90de-6c48a438408f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:08.225565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0c04b30f-8c06-4c08-90de-6c48a438408f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:08.226050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0c04b30f-8c06-4c08-90de-6c48a438408f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:08.226489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0a231166-e484-44df-b22f-376fb5b57c8c no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:08.245865 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0a231166-e484-44df-b22f-376fb5b57c8c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:08.246508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0a231166-e484-44df-b22f-376fb5b57c8c not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:08.550650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.804246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Deleting port 4071b82f-102e-4394-9afe-fcb022a8fb90 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:08.804486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.884507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] For port 4071b82f-102e-4394-9afe-fcb022a8fb90, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4071b82f-102e-4394-9afe-fcb022a8fb90,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:08.884869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:08.896941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Calling delete_port for 4071b82f-102e-4394-9afe-fcb022a8fb90 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:09.071480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.098237 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Pushing event deleted for resources: {'Port': ['ID=4071b82f-102e-4394-9afe-fcb022a8fb90,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:09.267436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.480370 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Router e8215c3c-963c-4f56-ba56-fb239488a9f0 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:17:09.585645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:09.592253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ef88f69f-faed-432f-9668-ae65cbe87216 admin admin] 10.222.0.70 "PUT /v2.0/routers/e8215c3c-963c-4f56-ba56-fb239488a9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988383 Jul 16 23:17:09.593956 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:09.594582 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Sync routers for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:09.603631 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:09.604244 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:09.696019 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.705176 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:09.799300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.854287 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Deleting port df3992e9-efc6-4270-a266-f1a46a8d98d1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:09.854675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.890301 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:17:09Z', 'revision_number': 5, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port': {'id': 'df3992e9-efc6-4270-a266-f1a46a8d98d1', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:09.915913 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Checking router: e8215c3c-963c-4f56-ba56-fb239488a9f0 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:09.924476 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Routers {'e8215c3c-963c-4f56-ba56-fb239488a9f0'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:09.925120 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['e8215c3c-963c-4f56-ba56-fb239488a9f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:09.940216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] For port df3992e9-efc6-4270-a266-f1a46a8d98d1, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=df3992e9-efc6-4270-a266-f1a46a8d98d1,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:09.940578 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:09.952123 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Calling delete_port for df3992e9-efc6-4270-a266-f1a46a8d98d1 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:10.009122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] Set router e8215c3c-963c-4f56-ba56-fb239488a9f0 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:10.058444 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:17:09Z', 'revision_number': 6, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:10.089178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9320b8-2470-4e2f-9117-2c8e0c59c59e None None] The sync data for ids ['e8215c3c-963c-4f56-ba56-fb239488a9f0'] in n-d-793621-16 is: [{'id': 'e8215c3c-963c-4f56-ba56-fb239488a9f0', 'name': 'tempest-TestEncryptedCinderVolumes-997640054-router', 'tenant_id': 'fbb8b458e1c244749028bfb3798f6410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:15:56Z', 'updated_at': '2021-07-16T23:17:09Z', 'revision_number': 6, 'project_id': 'fbb8b458e1c244749028bfb3798f6410', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:10.124644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.148142 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=df3992e9-efc6-4270-a266-f1a46a8d98d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:10.209744 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.296841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.298960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.343391 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.343940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8215c3c-963c-4f56-ba56-fb239488a9f0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:17:10.348573 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.349774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-604184c8-e1d1-4724-8e25-e44d2310a5ed admin admin] 10.222.0.70 "DELETE /v2.0/routers/e8215c3c-963c-4f56-ba56-fb239488a9f0 HTTP/1.1" status: 204 len: 168 time: 0.7549047 Jul 16 23:17:10.352304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:10.395569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Deleting subnet bb254712-80f5-4a38-bf49-76c0e62071b8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:17:10.398427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.432948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.518477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.570200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.595268 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb254712-80f5-4a38-bf49-76c0e62071b8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:10.598754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.600631 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-475ae13b-05fb-4975-af30-333490415890 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bb254712-80f5-4a38-bf49-76c0e62071b8 HTTP/1.1" status: 204 len: 168 time: 0.2473981 Jul 16 23:17:10.603230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48900) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:10.605701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a38ff-2e87-449c-97be-c7cee5058899 None None] Network a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:10.670821 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.725975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Deleting port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:10.726330 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.790514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] For port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,segment=NetworkSegment(6334b40f-b103-47e3-a2e1-d03b6175de47),segment_id=6334b40f-b103-47e3-a2e1-d03b6175de47)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:10.790871 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.803407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Calling delete_port for 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:10.877373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] DHCP port deletion for a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:17:10.896409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:10.924058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:10.925983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] No DVR routers for this DVR port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:17:10.939535 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Deleting port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:17:10.940199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.001553 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.010583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] For port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc, host n-d-793621-16, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:11.011053 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.011833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d8efc3-e37a-4770-94f4-6d8950ff8ed7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:11.027631 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Calling delete_port for 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:17:11.031605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 23:17:11.033511 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.060519 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] Pushing event deleted for resources: {'Port': ['ID=0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:11.069495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4d24e-e904-42eb-b991-e7fc83d9a6c7 None None] No DVR routers for this DVR port 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:17:11.363113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6334b40f-b103-47e3-a2e1-d03b6175de47') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:11.363679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6334b40f-b103-47e3-a2e1-d03b6175de47') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:11.372308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.386483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.392426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:17:11.392802 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:17:11.394451 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:17:11.449862 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.455630 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.457596 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a5d8efc3-e37a-4770-94f4-6d8950ff8ed7 HTTP/1.1" status: 204 len: 168 time: 0.8533263 Jul 16 23:17:11.468353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7a3cf-f269-4af4-9967-a7a0e776dd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d8efc3-e37a-4770-94f4-6d8950ff8ed7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:11.613343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:11.653640 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5f958e2-9513-41f6-9a54-3211ca39a8cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6637a7a49fd3444cb9c9d19efa5eac74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389955 Jul 16 23:17:11.655962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:11.708756 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.732138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.782828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.785389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:11.786541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74707c57-ae6a-4bab-8785-fdb8b6659af9 HTTP/1.1" status: 204 len: 168 time: 0.1296582 Jul 16 23:17:11.794095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de6bbf-100b-4251-889c-772b88fc14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74707c57-ae6a-4bab-8785-fdb8b6659af9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:11.869840 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4071b82f-102e-4394-9afe-fcb022a8fb90 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:11.892574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 4071b82f-102e-4394-9afe-fcb022a8fb90 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:11.893112 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4071b82f-102e-4394-9afe-fcb022a8fb90 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:11.893549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df3992e9-efc6-4270-a266-f1a46a8d98d1 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:11.912598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: df3992e9-efc6-4270-a266-f1a46a8d98d1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:11.912956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device df3992e9-efc6-4270-a266-f1a46a8d98d1 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:11.913403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:17:11.936068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:17:11.936426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0d01e73a-cb5e-4ebf-84f4-2de6a7b78cfc not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:17:12.098637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:12.137202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0c0a1e47-b761-458d-a76e-2c2c2ae16f00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbb8b458e1c244749028bfb3798f6410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374067 Jul 16 23:17:12.140243 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:12.187201 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:12.208014 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:12.253471 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:12.256015 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:12.257479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dcd8b735-9d3f-4c1b-a23a-87ef2fd6fc11 HTTP/1.1" status: 204 len: 168 time: 0.1163504 Jul 16 23:17:12.265511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91146751-2bf4-46d5-b2b6-f0a71fee5dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd8b735-9d3f-4c1b-a23a-87ef2fd6fc11,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:12.889335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:12.978861 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1804441354-network', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:13.000626 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Made reservation on behalf of d97be6bcc69040d5bee38852896a7b89 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:17:13.002886 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.011397 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.097411 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.100946 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.121569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:17:13.135736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1599d5f9-1e23-4999-bed4-c8ef5e633e72,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:13.140546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.140896 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Added segment d2db8d7d-7884-486c-8089-7fa64fe1ecdc of type vlan for network efbffd34-7bf2-4054-8817-cdc685138d15 Jul 16 23:17:13.179402 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.210064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.211007 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:13.211578 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.242439 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3520138 Jul 16 23:17:13.245478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:13.250808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Request body: {'subnet': {'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1804441354-subnet', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:13.271236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690178ad-802d-4ae7-b30f-a626bdedfa99 admin admin] Pushing event updated for resources: {'Network': ['ID=efbffd34-7bf2-4054-8817-cdc685138d15,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:13.271432 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Made reservation on behalf of d97be6bcc69040d5bee38852896a7b89 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:17:13.274121 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.281323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network efbffd34-7bf2-4054-8817-cdc685138d15 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:17:13.439115 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.499119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa46034-1a22-4993-9dde-48a9ee2053c8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:13.505781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Checking segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:13.506141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Network hostable DHCP agents. Network: efbffd34-7bf2-4054-8817-cdc685138d15, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:17:13.522394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Network efbffd34-7bf2-4054-8817-cdc685138d15 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:17:13.531302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, efbffd34-7bf2-4054-8817-cdc685138d15) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:13.535302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:13.535915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.540341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe759e-24fa-4c22-8882-791fd67f5be7 None None] Network efbffd34-7bf2-4054-8817-cdc685138d15 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:13.550096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7de1bc82-cf50-46f2-9b75-1f5366709c0b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3034637 Jul 16 23:17:13.552811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:13.557188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:13.577797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.578893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.629767 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.688930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-efbffd34-7bf2-4054-8817-cdc685138d15', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:17:13.689826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.768401 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.823795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Allocated IP 172.20.0.2 (efbffd34-7bf2-4054-8817-cdc685138d15/dfa46034-1a22-4993-9dde-48a9ee2053c8/30acf032-193c-473c-84ed-208abf515b30) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:13.972718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.973099 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.981064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Transition to ACTIVE for port object 30acf032-193c-473c-84ed-208abf515b30 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:13.991967 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:13.995451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Transition to ACTIVE for port object 30acf032-193c-473c-84ed-208abf515b30 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:14.001993 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.041395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Network efbffd34-7bf2-4054-8817-cdc685138d15 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:14.044071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:14.047439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:14.056059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Pushing event updated for resources: {'Port': ['ID=30acf032-193c-473c-84ed-208abf515b30,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:14.096521 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Allocated IP 172.25.5.226 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/e95ff5f4-bb9e-469d-add0-760dde6f4cca) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:14.109828 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Attempting to bind port 30acf032-193c-473c-84ed-208abf515b30 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:14.110201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Attempting to bind port 30acf032-193c-473c-84ed-208abf515b30 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:14.110561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Attempting to bind port 30acf032-193c-473c-84ed-208abf515b30 on network efbffd34-7bf2-4054-8817-cdc685138d15 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:14.115638 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:14.116148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Checking segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:14.116555 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.116946 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Bound using segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:14.117426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Bound port: 30acf032-193c-473c-84ed-208abf515b30, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:14.117804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.181694 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] For port 30acf032-193c-473c-84ed-208abf515b30, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:14.184861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] For port 30acf032-193c-473c-84ed-208abf515b30, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30acf032-193c-473c-84ed-208abf515b30,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:14.189512 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.203704 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.243008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14806f19-19a2-43c8-a885-8a2b5c64bc66 None None] Pushing event updated for resources: {'Port': ['ID=30acf032-193c-473c-84ed-208abf515b30,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:14.246870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.289756 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:14.292629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:14.296245 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:14.319070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Pushing event updated for resources: {'Port': ['ID=e95ff5f4-bb9e-469d-add0-760dde6f4cca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:14.560781 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.754443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:14.885662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Router 5c6790b6-2ee5-4702-9437-893aa6c37a6d is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:17:14.994327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:15.004010 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Sync routers for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:15.012520 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.016637 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-12b0e835-70cf-48ec-a7ed-7051cb2d8c81 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4601977 Jul 16 23:17:15.016811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:15.016811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:15.017056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48944) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:15.126565 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba3080e-78a6-451c-b8a8-978905893cc1 None None] Network efbffd34-7bf2-4054-8817-cdc685138d15 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:15.129347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:15.267436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-927d3171-856b-4a86-827a-3bffd238ae6a None None] Provisioning for port 30acf032-193c-473c-84ed-208abf515b30 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:15.445608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.448480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:14Z', 'revision_number': 3, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:15.477755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Checking router: 5c6790b6-2ee5-4702-9437-893aa6c37a6d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:15.478111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Updating router 5c6790b6-2ee5-4702-9437-893aa6c37a6d port e95ff5f4-bb9e-469d-add0-760dde6f4cca binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:17:15.530162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.632263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Allocated IP 172.20.0.1 (efbffd34-7bf2-4054-8817-cdc685138d15/dfa46034-1a22-4993-9dde-48a9ee2053c8/998bda30-5f12-4712-b2a3-5e73ac7c6456) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:15.743881 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.763478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Transition to ACTIVE for port object 998bda30-5f12-4712-b2a3-5e73ac7c6456 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:15.822887 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.840006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.852147 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Transition to ACTIVE for port object e95ff5f4-bb9e-469d-add0-760dde6f4cca will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:15.865566 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.873408 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Network efbffd34-7bf2-4054-8817-cdc685138d15 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:15.877751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:15.883139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:15.938993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30acf032-193c-473c-84ed-208abf515b30 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:15.947419 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Pushing event updated for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:15.960761 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.975616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Attempting to bind port e95ff5f4-bb9e-469d-add0-760dde6f4cca on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:15.975987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Attempting to bind port e95ff5f4-bb9e-469d-add0-760dde6f4cca by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:15.976357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Attempting to bind port e95ff5f4-bb9e-469d-add0-760dde6f4cca on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:15.979937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7c0c-8664-417b-90cc-a5ac73ce2703 None None] Pushing event updated for resources: {'Port': ['ID=e95ff5f4-bb9e-469d-add0-760dde6f4cca,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:15.993587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:15.993795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:15.994210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:15.994614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:15.995114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Bound port: e95ff5f4-bb9e-469d-add0-760dde6f4cca, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:15.995501 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.063252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] For port e95ff5f4-bb9e-469d-add0-760dde6f4cca, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:16.067134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] For port e95ff5f4-bb9e-469d-add0-760dde6f4cca, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e95ff5f4-bb9e-469d-add0-760dde6f4cca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:16.068693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 30acf032-193c-473c-84ed-208abf515b30 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:16.073517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 30acf032-193c-473c-84ed-208abf515b30 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:16.073937 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.077888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.141427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.187922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:16.188458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:16.192389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7c0c-8664-417b-90cc-a5ac73ce2703 None None] Pushing event updated for resources: {'Port': ['ID=e95ff5f4-bb9e-469d-add0-760dde6f4cca,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:16.235229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da521410-35bd-46c2-8553-6a41c55e22b9 None None] Provisioning for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:16.268650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-da521410-35bd-46c2-8553-6a41c55e22b9 None None] Provisioning complete for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:16.269109 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da521410-35bd-46c2-8553-6a41c55e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.313350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.317978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.389255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Pushing event updated for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:16.391740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.484660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Network efbffd34-7bf2-4054-8817-cdc685138d15 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:16.486592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:16.501298 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.524777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-da521410-35bd-46c2-8553-6a41c55e22b9 None None] Port 998bda30-5f12-4712-b2a3-5e73ac7c6456 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:17:16.545003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:16.581874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 30acf032-193c-473c-84ed-208abf515b30, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30acf032-193c-473c-84ed-208abf515b30,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:16.591314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.609584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Router 5c6790b6-2ee5-4702-9437-893aa6c37a6d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:17:16.700328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=30acf032-193c-473c-84ed-208abf515b30,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:16.722962 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:16.727814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-87b82844-ee88-4570-847c-daf0aefed096 admin admin] 10.222.0.70 "PUT /v2.0/routers/5c6790b6-2ee5-4702-9437-893aa6c37a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084706 Jul 16 23:17:16.763722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f1c12133-5a5d-405c-8e72-8f85008afa45 None None] Provisioning complete for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:16.764058 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1c12133-5a5d-405c-8e72-8f85008afa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:16.825125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1c12133-5a5d-405c-8e72-8f85008afa45 None None] Port 998bda30-5f12-4712-b2a3-5e73ac7c6456 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:17:16.845056 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:15Z', 'revision_number': 1, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:16.873437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2c4ab-1291-460a-8019-38bee471803a None None] The sync data for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 is: [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:15Z', 'revision_number': 1, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:17.202588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:17.208067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-571251144-network', 'tenant_id': '9e1843025148426caf29419ea28221c1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:17.230094 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Made reservation on behalf of 9e1843025148426caf29419ea28221c1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:17:17.232863 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.242022 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.336437 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.340729 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.366697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:17:17.377321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fba50c-fbb2-406b-b74f-9602dd25b1e6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:17.382174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.382512 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Added segment 51100d87-2f21-4736-bb31-87d6f1c6cf6c of type vlan for network 8819d41f-1b31-4186-ad25-2c2e05014575 Jul 16 23:17:17.426576 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.457450 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.458736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:17.459376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.493665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2895126 Jul 16 23:17:17.494964 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:17.501440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Request body: {'subnet': {'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-571251144-subnet', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:17.528381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49ec2e-53b3-4f83-aa64-30b9018b23e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8819d41f-1b31-4186-ad25-2c2e05014575,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:17.542244 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 8819d41f-1b31-4186-ad25-2c2e05014575 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:17:17.544104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Made reservation on behalf of 9e1843025148426caf29419ea28221c1 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:17:17.546816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.721151 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.780400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038d2983-ed88-4835-892b-8430ca7324b7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:17.785784 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Checking segment: {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:17.786221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Network hostable DHCP agents. Network: 8819d41f-1b31-4186-ad25-2c2e05014575, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:17:17.802595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Network 8819d41f-1b31-4186-ad25-2c2e05014575 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:17:17.813475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 8819d41f-1b31-4186-ad25-2c2e05014575) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:17.818598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:17.819552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.826040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24f220-10c0-4f1e-b291-7c9e4cd02600 None None] Network 8819d41f-1b31-4186-ad25-2c2e05014575 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:17.848733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 48964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:17.853889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:17.857287 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-44c9c6f1-0d03-4a61-b484-cc1c7f87d792 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3611023 Jul 16 23:17:17.886289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.887387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:17.948730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.001511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e95ff5f4-bb9e-469d-add0-760dde6f4cca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:18.067061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-8819d41f-1b31-4186-ad25-2c2e05014575', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:17:18.067979 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.096205 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.105676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e95ff5f4-bb9e-469d-add0-760dde6f4cca completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:18.153567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e95ff5f4-bb9e-469d-add0-760dde6f4cca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:18.153949 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.283428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Allocated IP 172.20.0.2 (8819d41f-1b31-4186-ad25-2c2e05014575/038d2983-ed88-4835-892b-8430ca7324b7/af1bb4d3-b3b5-461f-963e-116b888747b5) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:18.313144 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.353270 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e95ff5f4-bb9e-469d-add0-760dde6f4cca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e95ff5f4-bb9e-469d-add0-760dde6f4cca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:18.379325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.380140 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30acf032-193c-473c-84ed-208abf515b30 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:18.511249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e95ff5f4-bb9e-469d-add0-760dde6f4cca,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:18.542043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 30acf032-193c-473c-84ed-208abf515b30 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:18.542421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.544194 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.571374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Transition to ACTIVE for port object af1bb4d3-b3b5-461f-963e-116b888747b5 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:18.595679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Transition to ACTIVE for port object af1bb4d3-b3b5-461f-963e-116b888747b5 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:18.604344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.664747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.665471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Network 8819d41f-1b31-4186-ad25-2c2e05014575 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:18.673556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:18.681691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:18.685565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.691531 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Pushing event updated for resources: {'Port': ['ID=af1bb4d3-b3b5-461f-963e-116b888747b5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:18.750968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Attempting to bind port af1bb4d3-b3b5-461f-963e-116b888747b5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:18.751340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Attempting to bind port af1bb4d3-b3b5-461f-963e-116b888747b5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:18.752245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Attempting to bind port af1bb4d3-b3b5-461f-963e-116b888747b5 on network 8819d41f-1b31-4186-ad25-2c2e05014575 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:18.760719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:18.760719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Checking segment: {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:18.761242 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.761707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Bound using segment: {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:18.762274 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Bound port: af1bb4d3-b3b5-461f-963e-116b888747b5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:18.762692 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.802905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Allocated IP 172.25.5.7 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/4f481c46-b4e3-4f8a-911f-f7f294216b1d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:18.832829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] For port af1bb4d3-b3b5-461f-963e-116b888747b5, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:18.835884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] For port af1bb4d3-b3b5-461f-963e-116b888747b5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1bb4d3-b3b5-461f-963e-116b888747b5,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:18.840422 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.902463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085df80-146e-40e9-a528-a7e637ffdb95 None None] Pushing event updated for resources: {'Port': ['ID=af1bb4d3-b3b5-461f-963e-116b888747b5,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:18.910580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.953747 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:18.962231 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Sync routers for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:18.971655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:18.972330 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:18.996298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:19.002896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:19.006809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:19.013241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Pushing event updated for resources: {'Port': ['ID=4f481c46-b4e3-4f8a-911f-f7f294216b1d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:19.194751 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:19.327868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.407005 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 2, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:19.432199 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Checking router: 5c6790b6-2ee5-4702-9437-893aa6c37a6d for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:19.432551 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Updating router 5c6790b6-2ee5-4702-9437-893aa6c37a6d port 998bda30-5f12-4712-b2a3-5e73ac7c6456 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:17:19.470074 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.522927 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.658760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Router 572d846b-6fa8-4c15-b11f-5847f321b9fb is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:17:19.742117 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.753553 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Transition to ACTIVE for port object 998bda30-5f12-4712-b2a3-5e73ac7c6456 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:19.762153 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.780092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:19.789304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Sync routers for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:19.802381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:19.803761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:19.816407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.818080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-999d5b62-1dc8-46a5-bc50-bebbf7fafdaa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9682353 Jul 16 23:17:19.820916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 48966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:17:19.827683 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Pushing event updated for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:19.837284 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.837707 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.837965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.838406 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.838798 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.839143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.839471 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.839796 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.840259 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.840595 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.840914 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.841276 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:19.913481 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Attempting to bind port 998bda30-5f12-4712-b2a3-5e73ac7c6456 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:19.913853 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Attempting to bind port 998bda30-5f12-4712-b2a3-5e73ac7c6456 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:19.914486 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Attempting to bind port 998bda30-5f12-4712-b2a3-5e73ac7c6456 on network efbffd34-7bf2-4054-8817-cdc685138d15 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:19.920022 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:19.920401 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Checking segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:19.921343 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:19.921739 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Bound using segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:19.922213 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Bound port: 998bda30-5f12-4712-b2a3-5e73ac7c6456, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:19.922593 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.005180 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] For port 998bda30-5f12-4712-b2a3-5e73ac7c6456, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:20.006947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:20.010218 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] For port 998bda30-5f12-4712-b2a3-5e73ac7c6456, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=998bda30-5f12-4712-b2a3-5e73ac7c6456,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:20.029086 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.096410 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:20.097144 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:20.103970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce83790-892a-4919-a942-64dc66fffcba None None] Network 8819d41f-1b31-4186-ad25-2c2e05014575 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:17:20.108766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e95ff5f4-bb9e-469d-add0-760dde6f4cca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:20.151760 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df589b-a108-4cf3-82d5-aadb8ec2fffe None None] Pushing event updated for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:20.231372 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3dfda19-4427-41c2-ab62-42662a784558 None None] Provisioning for port af1bb4d3-b3b5-461f-963e-116b888747b5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:20.248909 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:20.327981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e95ff5f4-bb9e-469d-add0-760dde6f4cca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:20.328361 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.499196 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:19Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:20.525507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1bb4d3-b3b5-461f-963e-116b888747b5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:20.527203 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172135-d3a0-4dae-8160-12dc1504c702 None None] The sync data for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 is: [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:19Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:20.571366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:19Z', 'revision_number': 3, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:20.648511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.774994 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Checking router: 572d846b-6fa8-4c15-b11f-5847f321b9fb for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:20.775347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Updating router 572d846b-6fa8-4c15-b11f-5847f321b9fb port 4f481c46-b4e3-4f8a-911f-f7f294216b1d binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:17:20.829314 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.831017 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port af1bb4d3-b3b5-461f-963e-116b888747b5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:20.831141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Allocated IP 172.20.0.1 (8819d41f-1b31-4186-ad25-2c2e05014575/038d2983-ed88-4835-892b-8430ca7324b7/a60b9ec4-e383-41f9-8a7e-092520a28085) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:20.835463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port af1bb4d3-b3b5-461f-963e-116b888747b5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:20.835872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.971905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:20.987444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Transition to ACTIVE for port object a60b9ec4-e383-41f9-8a7e-092520a28085 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:21.031797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.047504 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.079900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Network 8819d41f-1b31-4186-ad25-2c2e05014575 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:21.085096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:21.087690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:21.119928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port af1bb4d3-b3b5-461f-963e-116b888747b5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1bb4d3-b3b5-461f-963e-116b888747b5,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:21.120155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:21.126140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.140418 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.226313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82509434-d6c2-4f40-ab65-a2924dcf35d2 None None] Provisioning complete for port af1bb4d3-b3b5-461f-963e-116b888747b5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:21.226690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82509434-d6c2-4f40-ab65-a2924dcf35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.266053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=af1bb4d3-b3b5-461f-963e-116b888747b5,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:21.309629 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.322210 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.353063 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.367517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Transition to ACTIVE for port object 4f481c46-b4e3-4f8a-911f-f7f294216b1d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:21.391870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.453499 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Attempting to bind port 4f481c46-b4e3-4f8a-911f-f7f294216b1d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:21.453868 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Attempting to bind port 4f481c46-b4e3-4f8a-911f-f7f294216b1d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:21.454276 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Attempting to bind port 4f481c46-b4e3-4f8a-911f-f7f294216b1d on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:21.463141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:21.463521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:21.463925 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.464321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:21.464792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Bound port: 4f481c46-b4e3-4f8a-911f-f7f294216b1d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:21.465286 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.468240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526832d-6268-4158-a71b-c4d812c6ec27 None None] Pushing event updated for resources: {'Port': ['ID=4f481c46-b4e3-4f8a-911f-f7f294216b1d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:21.481340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.486164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.520899 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] For port 4f481c46-b4e3-4f8a-911f-f7f294216b1d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:21.523918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] For port 4f481c46-b4e3-4f8a-911f-f7f294216b1d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f481c46-b4e3-4f8a-911f-f7f294216b1d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:21.528099 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.555882 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:21.559950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.594349 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-977d40d9-4eb1-46b4-a0fd-2b29eff78330 None None] Provisioning for port a60b9ec4-e383-41f9-8a7e-092520a28085 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:21.601683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:21.602315 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:21.603949 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526832d-6268-4158-a71b-c4d812c6ec27 None None] Pushing event updated for resources: {'Port': ['ID=4f481c46-b4e3-4f8a-911f-f7f294216b1d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:21.609016 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-977d40d9-4eb1-46b4-a0fd-2b29eff78330 None None] Provisioning complete for port a60b9ec4-e383-41f9-8a7e-092520a28085 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:21.609016 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-977d40d9-4eb1-46b4-a0fd-2b29eff78330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:21.666413 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Network 8819d41f-1b31-4186-ad25-2c2e05014575 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:21.667789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:21.710795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-977d40d9-4eb1-46b4-a0fd-2b29eff78330 None None] Port a60b9ec4-e383-41f9-8a7e-092520a28085 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:17:21.739822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:21.790137 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Router 572d846b-6fa8-4c15-b11f-5847f321b9fb has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:17:21.926365 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:17:21.931526 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8371de80-ccee-4259-a51c-f881ca5584c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/572d846b-6fa8-4c15-b11f-5847f321b9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095002 Jul 16 23:17:21.933681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1bb4d3-b3b5-461f-963e-116b888747b5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:21.987975 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b3a12a59-1c36-4308-9670-58e9866cde3d None None] Provisioning complete for port a60b9ec4-e383-41f9-8a7e-092520a28085 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:21.988345 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a59-1c36-4308-9670-58e9866cde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:22.039800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3a12a59-1c36-4308-9670-58e9866cde3d None None] Port a60b9ec4-e383-41f9-8a7e-092520a28085 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:17:22.043193 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port af1bb4d3-b3b5-461f-963e-116b888747b5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:22.043354 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:22.068768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'a60b9ec4-e383-41f9-8a7e-092520a28085', 'name': '', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'mac_address': 'fa:16:3e:37:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:20Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 2, 'project_id': '9e1843025148426caf29419ea28221c1', 'subnets': [{'id': '038d2983-ed88-4835-892b-8430ca7324b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:22.099313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900cee5-0468-4c41-bc88-fead196fffeb None None] The sync data for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 is: [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'a60b9ec4-e383-41f9-8a7e-092520a28085', 'name': '', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'mac_address': 'fa:16:3e:37:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:20Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 2, 'project_id': '9e1843025148426caf29419ea28221c1', 'subnets': [{'id': '038d2983-ed88-4835-892b-8430ca7324b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:22.155560 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 998bda30-5f12-4712-b2a3-5e73ac7c6456 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:22.206910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:22.211232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:22.211678 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:22.316127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:22.355727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 998bda30-5f12-4712-b2a3-5e73ac7c6456, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=998bda30-5f12-4712-b2a3-5e73ac7c6456,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:22.364353 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:22.418990 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:23.423499 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:24.015321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f481c46-b4e3-4f8a-911f-f7f294216b1d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:24.080524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 4f481c46-b4e3-4f8a-911f-f7f294216b1d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:24.084370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4f481c46-b4e3-4f8a-911f-f7f294216b1d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:24.084750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:24.182919 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:24.208033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 4f481c46-b4e3-4f8a-911f-f7f294216b1d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f481c46-b4e3-4f8a-911f-f7f294216b1d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:24.216366 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:24.217245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 998bda30-5f12-4712-b2a3-5e73ac7c6456 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:24.303217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=4f481c46-b4e3-4f8a-911f-f7f294216b1d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:24.315002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 998bda30-5f12-4712-b2a3-5e73ac7c6456 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:24.315385 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:24.766786 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Sync routers for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:17:24.780684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:24.781328 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:24.906710 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:25.125010 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'a60b9ec4-e383-41f9-8a7e-092520a28085', 'name': '', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'mac_address': 'fa:16:3e:37:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:20Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 2, 'project_id': '9e1843025148426caf29419ea28221c1', 'subnets': [{'id': '038d2983-ed88-4835-892b-8430ca7324b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:25.155883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Checking router: 572d846b-6fa8-4c15-b11f-5847f321b9fb for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:17:25.156171 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Updating router 572d846b-6fa8-4c15-b11f-5847f321b9fb port a60b9ec4-e383-41f9-8a7e-092520a28085 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:17:25.195660 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.478578 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.490105 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Transition to ACTIVE for port object a60b9ec4-e383-41f9-8a7e-092520a28085 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:25.496988 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.549165 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38159dea-1068-447a-be1e-9a9a4e6c1339 None None] Pushing event updated for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:25.622228 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Attempting to bind port a60b9ec4-e383-41f9-8a7e-092520a28085 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:25.622610 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Attempting to bind port a60b9ec4-e383-41f9-8a7e-092520a28085 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:25.622975 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Attempting to bind port a60b9ec4-e383-41f9-8a7e-092520a28085 on network 8819d41f-1b31-4186-ad25-2c2e05014575 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:25.629274 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:25.629653 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Checking segment: {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:25.630058 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.630455 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Bound using segment: {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:25.631185 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Bound port: a60b9ec4-e383-41f9-8a7e-092520a28085, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51100d87-2f21-4736-bb31-87d6f1c6cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:25.631572 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.707475 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] For port a60b9ec4-e383-41f9-8a7e-092520a28085, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:25.710959 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] For port a60b9ec4-e383-41f9-8a7e-092520a28085, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a60b9ec4-e383-41f9-8a7e-092520a28085,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:25.718771 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:25.772088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:17:25.773171 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:17:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:25.852995 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38159dea-1068-447a-be1e-9a9a4e6c1339 None None] Pushing event updated for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:25.926377 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f481c46-b4e3-4f8a-911f-f7f294216b1d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:26.020273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 4f481c46-b4e3-4f8a-911f-f7f294216b1d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:26.020986 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:26.023586 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:17:26.257475 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'a60b9ec4-e383-41f9-8a7e-092520a28085', 'name': '', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'mac_address': 'fa:16:3e:37:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:20Z', 'updated_at': '2021-07-16T23:17:25Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'subnets': [{'id': '038d2983-ed88-4835-892b-8430ca7324b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:17:26.288727 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685f884-d9bb-449b-ab54-9e99b6e5c9b4 None None] The sync data for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 is: [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:17:21Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'a60b9ec4-e383-41f9-8a7e-092520a28085', 'name': '', 'network_id': '8819d41f-1b31-4186-ad25-2c2e05014575', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'mac_address': 'fa:16:3e:37:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '038d2983-ed88-4835-892b-8430ca7324b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:20Z', 'updated_at': '2021-07-16T23:17:25Z', 'revision_number': 4, 'project_id': '9e1843025148426caf29419ea28221c1', 'subnets': [{'id': '038d2983-ed88-4835-892b-8430ca7324b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:17:27.630113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00218b39-76c8-4c4b-a00a-985223b3be11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:27.935567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a60b9ec4-e383-41f9-8a7e-092520a28085 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:27.990469 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port a60b9ec4-e383-41f9-8a7e-092520a28085 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:27.994693 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a60b9ec4-e383-41f9-8a7e-092520a28085 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:27.995070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:28.080696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:28.117843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port a60b9ec4-e383-41f9-8a7e-092520a28085, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a60b9ec4-e383-41f9-8a7e-092520a28085,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:28.129003 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:28.178775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:29.864394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2eca-6252-4457-a2b9-a98ac3c439f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:29.898347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a60b9ec4-e383-41f9-8a7e-092520a28085 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:29.955556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port a60b9ec4-e383-41f9-8a7e-092520a28085 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:29.955927 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:30.178365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:31.571128 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:32.011082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-02ce6b3b-3ab8-4d37-80bf-c7d66b989048 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:32.012532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-02ce6b3b-3ab8-4d37-80bf-c7d66b989048 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 815 time: 0.1010625 Jul 16 23:17:32.027299 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-e613abf8-20a5-4659-b508-d65b34de0c28 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/quotas/d97be6bcc69040d5bee38852896a7b89 HTTP/1.1" status: 200 len: 375 time: 0.0088522 Jul 16 23:17:32.091606 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-c570d9d0-fab6-4643-ac3e-cfbfc65ce0fa tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595186 Jul 16 23:17:32.189795 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-736f6dbd-1c39-4d11-bb1d-20ccc37edfa2 service neutron] 10.222.0.70 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864775 Jul 16 23:17:32.282375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-0a02fc4b-f34a-475b-b0a2-e2773876ee77 service neutron] 10.222.0.70 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867460 Jul 16 23:17:32.449506 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5eef659-f7a3-4edf-a01c-98775514db65 req-5c269721-043f-433c-8765-8dd6d863e700 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 210 time: 0.0293665 Jul 16 23:17:32.899315 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:33.479506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-41c436c0-2ce7-4f26-8da2-1da8f2ad553b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:33.480504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-41c436c0-2ce7-4f26-8da2-1da8f2ad553b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 815 time: 0.1095953 Jul 16 23:17:33.502486 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'port': {'device_id': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'admin_state_up': True, 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:33.608211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-370e3740-475a-472f-9de8-0379f118bde9 req-829fd69a-c7f2-4340-b11b-749f498f2946 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 16 23:17:33.613271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Made reservation on behalf of d97be6bcc69040d5bee38852896a7b89 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:17:33.616764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:33.747612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Allocated IP 172.20.0.12 (efbffd34-7bf2-4054-8817-cdc685138d15/dfa46034-1a22-4993-9dde-48a9ee2053c8/c342f688-9a4c-40ee-8cb8-b4906ba68de0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:17:33.940947 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:33.957448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Transition to ACTIVE for port object c342f688-9a4c-40ee-8cb8-b4906ba68de0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:33.996826 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:34.070098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:34.081833 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.082430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.082807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.083144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.083476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.083806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.084491 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.084877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.085225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.085551 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.085872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.086592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:34.092056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Network efbffd34-7bf2-4054-8817-cdc685138d15 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:17:34.095154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:17:34.097805 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:17:34.162262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:34.163122 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:34.183849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-ee3f3a1c-ea60-4ff8-b6b8-3f9bfec7d40f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6857259 Jul 16 23:17:34.418406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a237d788-7c31-4887-afbf-82fb459a7b25 None None] Provisioning for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:34.422155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a237d788-7c31-4887-afbf-82fb459a7b25 None None] Provisioning complete for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:34.422523 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a237d788-7c31-4887-afbf-82fb459a7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:34.465977 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a237d788-7c31-4887-afbf-82fb459a7b25 None None] Port c342f688-9a4c-40ee-8cb8-b4906ba68de0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:17:34.784648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d120-3a6d-4df2-bef1-2dd6ed573070 req-2dd056d3-419b-4da8-891c-3e071be71423 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:34.786334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8635d120-3a6d-4df2-bef1-2dd6ed573070 req-2dd056d3-419b-4da8-891c-3e071be71423 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0627165 Jul 16 23:17:34.829278 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8635d120-3a6d-4df2-bef1-2dd6ed573070 req-ba8ff216-7e04-405e-8eb4-b0640edf47a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Jul 16 23:17:36.012498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2660e0-dd23-4220-ae95-fc2fd1a09348 req-162b9aa1-345e-441c-b69e-9f01a5221a61 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:36.014031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae2660e0-dd23-4220-ae95-fc2fd1a09348 req-162b9aa1-345e-441c-b69e-9f01a5221a61 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0741396 Jul 16 23:17:36.051693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae2660e0-dd23-4220-ae95-fc2fd1a09348 req-9ee67616-c61c-4849-b155-45cb27c2dee8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Jul 16 23:17:37.248638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ec78-f103-4bd9-8fd0-de888244a8e4 req-2bedbe39-e089-4059-a7a5-c144138c402c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:37.250698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3053ec78-f103-4bd9-8fd0-de888244a8e4 req-2bedbe39-e089-4059-a7a5-c144138c402c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0739710 Jul 16 23:17:37.294401 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3053ec78-f103-4bd9-8fd0-de888244a8e4 req-341489df-5b24-4a32-928c-03f0ea041ab7 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Jul 16 23:17:38.483586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d3138-d2d7-45f5-9bed-547b23dfbe05 req-4b737d9a-3c42-4555-9497-834a30efa9ce tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:38.485232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a5d3138-d2d7-45f5-9bed-547b23dfbe05 req-4b737d9a-3c42-4555-9497-834a30efa9ce tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0680692 Jul 16 23:17:38.544190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1a5d3138-d2d7-45f5-9bed-547b23dfbe05 req-790f3e26-0714-4de5-9b60-606b44f71bcc tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534222 Jul 16 23:17:39.728291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86036fd-1b7f-4dff-ae3e-7e7b1941db10 req-9fcb50aa-cdb3-42fc-a130-c72b01a9d306 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:39.729801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a86036fd-1b7f-4dff-ae3e-7e7b1941db10 req-9fcb50aa-cdb3-42fc-a130-c72b01a9d306 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0744727 Jul 16 23:17:39.766425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a86036fd-1b7f-4dff-ae3e-7e7b1941db10 req-d9801e0b-305d-49e2-9a6f-2fd21062ce67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Jul 16 23:17:40.950047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6e971-3be8-44ad-beae-768e381c8c9f req-25cd324f-e4f0-49fd-ba46-052ce092d0ec tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:40.951653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48a6e971-3be8-44ad-beae-768e381c8c9f req-25cd324f-e4f0-49fd-ba46-052ce092d0ec tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0636446 Jul 16 23:17:41.008038 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-48a6e971-3be8-44ad-beae-768e381c8c9f req-c8a93d74-61fa-42c1-bb1f-b33d6daf3cf5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508089 Jul 16 23:17:42.189314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75704203-a7f6-486a-afb0-8caf8654bb7e req-476b94c9-df3c-4d8f-b2f9-5a44be9f287c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:42.191513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75704203-a7f6-486a-afb0-8caf8654bb7e req-476b94c9-df3c-4d8f-b2f9-5a44be9f287c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0723190 Jul 16 23:17:42.228445 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-75704203-a7f6-486a-afb0-8caf8654bb7e req-2348178d-07c0-4e7f-bd8b-8ded883cfdbf tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Jul 16 23:17:43.393488 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:17:43.406277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026359-dfe6-42d9-9a7b-7c4282d3ca37 req-b0ab94d1-e9af-4c84-b255-86cb24d72b49 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:43.407804 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a026359-dfe6-42d9-9a7b-7c4282d3ca37 req-b0ab94d1-e9af-4c84-b255-86cb24d72b49 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 932 time: 0.0635509 Jul 16 23:17:43.445030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0a026359-dfe6-42d9-9a7b-7c4282d3ca37 req-2f776c20-de5a-4275-aae4-2416488880a5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Jul 16 23:17:43.981456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Request body: {'port': {'device_id': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:17:44.057643 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.313072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c342f688-9a4c-40ee-8cb8-b4906ba68de0 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:17:44.320242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.332267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Transition to ACTIVE for port object c342f688-9a4c-40ee-8cb8-b4906ba68de0 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:17:44.335908 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.432090 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:44.463076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Attempting to bind port c342f688-9a4c-40ee-8cb8-b4906ba68de0 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:17:44.463415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Attempting to bind port c342f688-9a4c-40ee-8cb8-b4906ba68de0 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:17:44.463767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Attempting to bind port c342f688-9a4c-40ee-8cb8-b4906ba68de0 on network efbffd34-7bf2-4054-8817-cdc685138d15 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:44.468628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Port c342f688-9a4c-40ee-8cb8-b4906ba68de0 on network efbffd34-7bf2-4054-8817-cdc685138d15 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:17:44.468628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Attempting to bind port c342f688-9a4c-40ee-8cb8-b4906ba68de0 on network efbffd34-7bf2-4054-8817-cdc685138d15 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:17:44.479846 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:17:44.480194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Checking segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:17:44.480592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Bound using segment: {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:17:44.481194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Bound port: c342f688-9a4c-40ee-8cb8-b4906ba68de0, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:17:44.481427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.549741 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:17:44.553349 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:17:44.558911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.598092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:44.599076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:44.600520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] 10.222.0.47 "PUT /v2.0/ports/c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 1093 time: 0.6236305 Jul 16 23:17:44.601116 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:17:44.603499 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:17:44.632083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0932926-cb73-4c0b-8745-a62342f35425 req-29da9167-6b88-4ca2-91fe-cecd11b0cf8e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:44.634249 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0932926-cb73-4c0b-8745-a62342f35425 req-29da9167-6b88-4ca2-91fe-cecd11b0cf8e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 944 time: 0.0786366 Jul 16 23:17:44.653289 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b467b1-984a-49e7-8c55-b7b8f8e84eca service neutron] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:44.685562 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a0932926-cb73-4c0b-8745-a62342f35425 req-46783c3d-a0fb-4986-b287-7d1b6f9adf76 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Jul 16 23:17:44.702636 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-b7550308-fd2e-4d4c-94dd-d9e1776de8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:44.704598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-b7550308-fd2e-4d4c-94dd-d9e1776de8eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1096 time: 0.0609148 Jul 16 23:17:44.745887 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d05ef5-67e2-40ae-9b36-102d80bac8c1 x-openstack-request-id: req-c7d05ef5-67e2-40ae-9b36-102d80bac8c1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:17:44.746182 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:17:44.746440 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7d05ef5-67e2-40ae-9b36-102d80bac8c1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:17:44.746845 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:17:44.748680 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-f6e2ede8-603f-42b7-8726-29891350d92c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 217 time: 0.0374551 Jul 16 23:17:44.802418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-741eefa2-24f1-4f44-855f-b452ccaf432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:44.803895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-741eefa2-24f1-4f44-855f-b452ccaf432b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0482311 Jul 16 23:17:44.860546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018945-4d88-4522-8253-d34c6f60d824 req-4707b094-507c-46b8-aa3c-1e77ff6707e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:44.862115 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-4707b094-507c-46b8-aa3c-1e77ff6707e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521324 Jul 16 23:17:44.951204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-85084cfb-0947-4381-bcbb-3552fe2b92b2 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828371 Jul 16 23:17:45.042162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ad018945-4d88-4522-8253-d34c6f60d824 req-595d4584-07b3-4072-bad1-5096356ae41f service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842030 Jul 16 23:17:45.141395 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-297e48aa-2840-4136-98fc-51b96d41aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:45.142780 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-297e48aa-2840-4136-98fc-51b96d41aaf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1096 time: 0.0528545 Jul 16 23:17:45.232915 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-9c7896bf-37db-4a51-86c4-f7d77fe30e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:45.234374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-9c7896bf-37db-4a51-86c4-f7d77fe30e39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0854754 Jul 16 23:17:45.273574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-f750ff6a-d7a8-45a3-b56f-32b4c332bfcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 217 time: 0.0331142 Jul 16 23:17:45.320935 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-c0bed015-f601-45da-8175-a7419e9f441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:45.322370 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-c0bed015-f601-45da-8175-a7419e9f441d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0430274 Jul 16 23:17:45.383610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-e51829b0-193c-4fad-ad8f-ef5d18acc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:45.385155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-e51829b0-193c-4fad-ad8f-ef5d18acc730 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551538 Jul 16 23:17:45.473149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-8d7e6e8d-0948-4016-b2dc-877e1822da95 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804050 Jul 16 23:17:45.562505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2a7f5187-a12c-4ed1-8796-3a94a926d2d4 req-76ce80b6-5bf1-473e-9085-51ccf0a234e5 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832348 Jul 16 23:17:45.850129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0bd3-6450-424f-8b57-9ba4cba01f7c req-c23374c9-a721-4a33-8c59-9d0dd876308c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:45.851609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f7b0bd3-6450-424f-8b57-9ba4cba01f7c req-c23374c9-a721-4a33-8c59-9d0dd876308c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 944 time: 0.0631175 Jul 16 23:17:45.888828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6f7b0bd3-6450-424f-8b57-9ba4cba01f7c req-d8d7e7f6-5d7c-420d-a0b1-a4c5d5d9dbf7 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Jul 16 23:17:47.060895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f94d-945e-43de-a9c8-fcd5277d36f7 req-3d3c4251-d0c4-4271-8c5c-2c676dfebd9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:47.062397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a870f94d-945e-43de-a9c8-fcd5277d36f7 req-3d3c4251-d0c4-4271-8c5c-2c676dfebd9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 944 time: 0.0621223 Jul 16 23:17:47.099003 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a870f94d-945e-43de-a9c8-fcd5277d36f7 req-8b6f3cb9-8e2c-4f6e-9376-5e96f268f5fa tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Jul 16 23:17:48.275092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86597115-9be8-4a14-86cc-05d884103e05 req-cb913e5e-4c64-40c6-9d7a-7183d543799c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:48.276622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86597115-9be8-4a14-86cc-05d884103e05 req-cb913e5e-4c64-40c6-9d7a-7183d543799c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 944 time: 0.0683503 Jul 16 23:17:48.314887 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-86597115-9be8-4a14-86cc-05d884103e05 req-33dbf93a-4916-422d-9284-aaa329e07fb3 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Jul 16 23:17:48.597875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c342f688-9a4c-40ee-8cb8-b4906ba68de0 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:17:48.688479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:48.699146 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'port_id': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'mac_address': 'fa:16:3e:3b:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:17:48.741218 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:48.753243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c342f688-9a4c-40ee-8cb8-b4906ba68de0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:17:48.772337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:48.776265 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:48.823150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:48.830203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.830556 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.830920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.831731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.832066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.832398 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.832727 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.833084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.833409 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.833733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.834059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.834384 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:17:48.976497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:17:49.486062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2d6e-3f0d-4a0d-b502-8259f6b717ea req-fc56e96f-e316-4db9-bbe1-2e74eb02db4a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:49.488044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56ce2d6e-3f0d-4a0d-b502-8259f6b717ea req-fc56e96f-e316-4db9-bbe1-2e74eb02db4a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 945 time: 0.0627029 Jul 16 23:17:49.525099 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-56ce2d6e-3f0d-4a0d-b502-8259f6b717ea req-4991eb6b-cd0d-4bab-9f43-5e70e0522421 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Jul 16 23:17:50.613031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c342f688-9a4c-40ee-8cb8-b4906ba68de0 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:17:50.662179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:17:50.665894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:17:50.666268 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:50.705014 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17cacc-29d8-4f89-b7e0-c077051aa4e6 req-4f70d6e1-27dc-4305-9e86-1c1b5246d421 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:50.707127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc17cacc-29d8-4f89-b7e0-c077051aa4e6 req-4f70d6e1-27dc-4305-9e86-1c1b5246d421 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 945 time: 0.0719876 Jul 16 23:17:50.740770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:50.744379 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fc17cacc-29d8-4f89-b7e0-c077051aa4e6 req-3ca8a2a3-6d61-4a0c-af5d-e09a768df55e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Jul 16 23:17:50.763131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:17:50.765383 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c983938b-d733-4466-ba59-4e7bc66933da" -d '{"events": [{"server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "name": "network-vif-plugged", "status": "completed", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:17:50.781446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:17:50.785966 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:50.811500 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bc5447-fa9f-4573-859c-53dffa4e700b x-openstack-request-id: req-02bc5447-fa9f-4573-859c-53dffa4e700b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:17:50.811736 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "name": "network-vif-plugged", "status": "completed", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:17:50.811990 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02bc5447-fa9f-4573-859c-53dffa4e700b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:17:50.812379 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'code': 200} Jul 16 23:17:50.839312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:17:50.914462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f55e-86f5-4387-969a-67537d4dd633 req-09992fe5-f4a1-48c8-af68-e10d6ecfa747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:50.915973 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0626f55e-86f5-4387-969a-67537d4dd633 req-09992fe5-f4a1-48c8-af68-e10d6ecfa747 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1098 time: 0.0558712 Jul 16 23:17:50.949755 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0626f55e-86f5-4387-969a-67537d4dd633 req-02d1bbf4-3a89-4ff2-b0b1-258cb6b1dc74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274279 Jul 16 23:17:51.261255 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:51.929659 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8b78-5f8d-4d7a-b7ca-d711b2454fed req-89b8d6ad-fdf4-43ef-b445-5ab4b2475d6f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:51.931157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b68e8b78-5f8d-4d7a-b7ca-d711b2454fed req-89b8d6ad-fdf4-43ef-b445-5ab4b2475d6f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0664485 Jul 16 23:17:51.967881 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b68e8b78-5f8d-4d7a-b7ca-d711b2454fed req-2c907e32-b2b3-49f2-b700-5ef4fc9a3a27 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Jul 16 23:17:52.132983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485055e-9d62-4244-ad2f-a0c2ed080b80 req-b844f523-959f-4485-860a-d2d5ab5ba272 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:52.134432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a485055e-9d62-4244-ad2f-a0c2ed080b80 req-b844f523-959f-4485-860a-d2d5ab5ba272 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0615904 Jul 16 23:17:52.170814 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a485055e-9d62-4244-ad2f-a0c2ed080b80 req-06383d8a-752b-4b60-8ef4-5bc0a742ad73 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Jul 16 23:17:52.506969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61594cf-8961-4e85-bf14-0a0e7a714f22 req-f99b6783-4c1f-4524-9bcc-1b56ffe68367 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:17:52.508446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c61594cf-8961-4e85-bf14-0a0e7a714f22 req-f99b6783-4c1f-4524-9bcc-1b56ffe68367 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0662420 Jul 16 23:17:52.545624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c61594cf-8961-4e85-bf14-0a0e7a714f22 req-060e77f8-2a3c-4fa5-83c4-60985343895b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jul 16 23:17:53.409336 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:57.632844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b13db94-951c-49cb-ad10-22ff758e371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:17:59.850474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a84d3b67-1044-41d7-b11b-e36373c445a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:00.179446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:01.575045 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:02.910347 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:04.152259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193434d-c665-419f-b182-4634e3529ca0 req-77feb50c-3155-4011-84ba-d893b6f6d36a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:04.153693 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8193434d-c665-419f-b182-4634e3529ca0 req-77feb50c-3155-4011-84ba-d893b6f6d36a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0626342 Jul 16 23:18:04.191121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8193434d-c665-419f-b182-4634e3529ca0 req-31f6f11f-4ed7-411c-afb1-1458abf48310 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 16 23:18:04.214930 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:04.350480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f618766-8b11-4abc-9010-ac5936a6fb37 tempest-TestMinimumBasicScenario-700757480 tempest-TestMinimumBasicScenario-700757480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:04.352035 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f618766-8b11-4abc-9010-ac5936a6fb37 tempest-TestMinimumBasicScenario-700757480 tempest-TestMinimumBasicScenario-700757480-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1093 time: 0.1361277 Jul 16 23:18:04.355126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:04.359399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:04.380943 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:04.472093 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:04.573576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Allocated IP 172.25.5.25 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/121a4ac3-113d-47ed-9672-fae02146a1b3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:18:04.670698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:04.706777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:04.748762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:18:04.751415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:18:04.755214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:18:04.760442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'Port': ['ID=121a4ac3-113d-47ed-9672-fae02146a1b3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:05.110062 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:05.186422 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:05.332944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:05.337255 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:05.403394 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'Port': ['ID=121a4ac3-113d-47ed-9672-fae02146a1b3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:05.415229 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:05.512735 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Floating IP 74a8ee26-63d6-4f7d-8b79-6a2d7803188c associated. External IP: 172.25.5.25, port: c342f688-9a4c-40ee-8cb8-b4906ba68de0. Jul 16 23:18:06.003530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Router 5c6790b6-2ee5-4702-9437-893aa6c37a6d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:18:06.108807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:18:06.117877 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Sync routers for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:18:06.124424 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.126493 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:18:06.127108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:18:06.160329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0af9c665-939a-4ead-a89e-b8da6bade0e5 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8041537 Jul 16 23:18:06.160903 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:18:06.163994 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.170859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457310351', 'description': 'tempest-secgroup-smoke-457310351 description', 'project_id': 'd97be6bcc69040d5bee38852896a7b89'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.195013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.262694 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:18:06.291775 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.296561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.334119 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:06.339287 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.340720 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-11980893-0c52-428c-87a7-bc20278980b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1748323 Jul 16 23:18:06.344232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.351070 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.361890 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f403f36-f8d1-4f13-980f-c78d71b06b5f x-openstack-request-id: req-7f403f36-f8d1-4f13-980f-c78d71b06b5f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:18:06.362294 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:18:06.362641 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f403f36-f8d1-4f13-980f-c78d71b06b5f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:18:06.363601 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:18:06.393491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.405172 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:18:06.470343 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.475872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.496269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-7d31bf93-5fbf-4464-b26c-04cdcd335076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:06.497796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-7d31bf93-5fbf-4464-b26c-04cdcd335076 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1098 time: 0.1142166 Jul 16 23:18:06.500745 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4bc11a-6a8d-4995-b447-e0b61d492182,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:06.516036 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.519778 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad91406d-d9fb-45c4-89c1-9907af156bdb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720002 Jul 16 23:18:06.520314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.525955 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.552780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.600425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-c68a8c76-7c33-451f-afdb-59122afd499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:06.601958 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-c68a8c76-7c33-451f-afdb-59122afd499e service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0975716 Jul 16 23:18:06.611807 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.616590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.640281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233812bf-c295-470d-8775-44387ca22186,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:06.645987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '74a8ee26-63d6-4f7d-8b79-6a2d7803188c', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'port_id': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'mac_address': 'fa:16:3e:3b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:18:04Z', 'updated_at': '2021-07-16T23:18:04Z', 'revision_number': 0, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:18:06.650212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.651574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294401 Jul 16 23:18:06.653507 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.654130 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.654570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.655017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.655451 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.655888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.656323 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.656754 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.657257 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.657686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.658117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.658543 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58614c-a10d-45d4-820f-20af5b8f65f2 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:18:06.661576 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.666235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.674159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Checking router: 5c6790b6-2ee5-4702-9437-893aa6c37a6d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:18:06.680419 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-37f704a2-7e2b-420d-b26e-4ac5fb1d86f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 999 time: 0.0713816 Jul 16 23:18:06.683035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:18:06.683670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:18:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:18:06.696659 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.734086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-8e0a23af-3f8d-4c68-9995-1cf32386d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:06.735582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-8e0a23af-3f8d-4c68-9995-1cf32386d1de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0498478 Jul 16 23:18:06.758927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.763555 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.782787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d73ad56-52aa-4a3e-b82a-1d5925fd7e54,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:06.793535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.795005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3bf2ceb7-7dab-4d40-92e5-9640effe1222 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327732 Jul 16 23:18:06.797479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:18:06.797666 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.802734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.813534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-4b6cebf2-b288-415f-80a6-87dd22866ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:06.815391 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-4b6cebf2-b288-415f-80a6-87dd22866ff3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736721 Jul 16 23:18:06.834201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.898908 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.902776 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.917565 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-3fd6925c-21b3-45e0-993d-be7884d2aac1 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946143 Jul 16 23:18:06.921308 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba1f178-5923-45ab-a9dc-cbc2e0aa913a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:06.929556 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:06.930785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd7d2121-9c84-48c4-9af0-4bc81d4bde1e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321642 Jul 16 23:18:06.933811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:06.938241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:06.962176 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Project d97be6bcc69040d5bee38852896a7b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:18:06.967391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.018566 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5d7b1574-7bfd-4cfe-aa10-631e7408ba16 req-823bb2aa-de73-4df4-b779-64421aec323a service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929167 Jul 16 23:18:07.036732 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.043031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.047891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '74a8ee26-63d6-4f7d-8b79-6a2d7803188c', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'port_id': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'mac_address': 'fa:16:3e:3b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:18:04Z', 'updated_at': '2021-07-16T23:18:04Z', 'revision_number': 0, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:18:07.058622 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a14ef-8d9f-4aa2-987d-d1a5b2d0d73c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:07.067434 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.068650 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-13b52d21-47a3-4b40-bda2-08265cffaf67 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339054 Jul 16 23:18:07.071409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:18:07.075709 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'security_group_rule': {'security_group_id': '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2', 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:07.078463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fcd9b-9f25-40f7-9a18-0b7e7129020c None None] The sync data for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 is: [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '74a8ee26-63d6-4f7d-8b79-6a2d7803188c', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'port_id': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'mac_address': 'fa:16:3e:3b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:18:04Z', 'updated_at': '2021-07-16T23:18:04Z', 'revision_number': 0, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:18:07.098306 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Project d97be6bcc69040d5bee38852896a7b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:18:07.104700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.170757 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.174446 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.193367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aaa9c8-c1f9-41f6-9509-d0c213d0933d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:07.196000 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.197229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-207c75cb-9611-4460-bb16-438033223e9b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248765 Jul 16 23:18:07.288809 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0ade8-3d14-4a7f-8cc0-409486aa7bf9 None None] New status for floating IP 74a8ee26-63d6-4f7d-8b79-6a2d7803188c: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:18:07.323905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ea33614-39f9-4564-9703-9991094e0a59 req-796b5601-b208-4234-94b4-d8c4831e2463 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457310351&fields=id&tenant_id=d97be6bcc69040d5bee38852896a7b89 HTTP/1.1" status: 200 len: 267 time: 0.0367894 Jul 16 23:18:07.390339 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea33614-39f9-4564-9703-9991094e0a59 req-6eeaece4-4fba-498d-aa2c-3e8a9eceb6dc tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:07.391884 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ea33614-39f9-4564-9703-9991094e0a59 req-6eeaece4-4fba-498d-aa2c-3e8a9eceb6dc tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0625908 Jul 16 23:18:07.403899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'port': {'security_groups': ['1599d5f9-1e23-4999-bed4-c8ef5e633e72', '8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:18:07.489096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.673200 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:18:07.700706 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.705222 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.717249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:18:07.748818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:07.749474 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:07.750889 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ea33614-39f9-4564-9703-9991094e0a59 req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "PUT /v2.0/ports/c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 982 time: 0.3517964 Jul 16 23:18:07.780773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f0005-45a5-4d8a-a7cf-f90fe74bd4fd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:18:07.816665 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:18:07.935094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df1b7c-1ae1-4e75-b46c-4807e2f6cca2 req-2ba35388-ad22-4cf5-9024-bd2ac117ba51 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:07.941505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41df1b7c-1ae1-4e75-b46c-4807e2f6cca2 req-2ba35388-ad22-4cf5-9024-bd2ac117ba51 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0743668 Jul 16 23:18:07.980480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41df1b7c-1ae1-4e75-b46c-4807e2f6cca2 req-27f06e0b-3f2f-42c0-ae6b-10fd3b53d4db tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380452 Jul 16 23:18:08.080895 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a1bf4e1a-9547-4114-913e-79aac2769fff None None] Provisioning complete for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:18:08.081300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4e1a-9547-4114-913e-79aac2769fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:08.365055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:18:08.367714 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:18:08.402546 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d06693-5711-4168-9e6a-d986c070f240 x-openstack-request-id: req-e0d06693-5711-4168-9e6a-d986c070f240 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:18:08.402845 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:18:08.403099 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0d06693-5711-4168-9e6a-d986c070f240 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:18:08.403499 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:18:08.475638 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-df1928df-27b8-4629-922a-301042a86822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:08.477118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-df1928df-27b8-4629-922a-301042a86822 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1137 time: 0.0515633 Jul 16 23:18:08.566905 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-1ada2d20-3ba2-4670-9ca6-b4cdedcc1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:08.568268 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-1ada2d20-3ba2-4670-9ca6-b4cdedcc1a7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0850103 Jul 16 23:18:08.630696 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-87aa5ec1-54d3-4c68-96db-b7a5c1e50eb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 1001 time: 0.0558815 Jul 16 23:18:08.677913 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-1d4da2fa-3ab3-4c3d-a6ec-73f1c8aaa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:08.679303 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-1d4da2fa-3ab3-4c3d-a6ec-73f1c8aaa409 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0426104 Jul 16 23:18:08.736537 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-9aed3e79-7930-4b72-b0e0-1a4add1e306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:08.737994 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-9aed3e79-7930-4b72-b0e0-1a4add1e306f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527613 Jul 16 23:18:08.824469 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-33ca5167-30da-41d8-8dff-d15d0e39e023 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797424 Jul 16 23:18:08.916032 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a4f348e6-7fd7-46d7-a53c-c1f9c3a50c4c req-0c6caf18-6030-4afb-8731-f32646c2dde2 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Jul 16 23:18:13.141989 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-691efe03-a56b-4637-bb2d-851ac56d41af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512145 Jul 16 23:18:13.241465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-f92229bd-34b3-4599-9c23-0fadca7f32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:13.242897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-f92229bd-34b3-4599-9c23-0fadca7f32cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1137 time: 0.0518935 Jul 16 23:18:13.356529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-bb962a83-fb29-4ba4-b3db-902e1c104c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:13.358690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-bb962a83-fb29-4ba4-b3db-902e1c104c75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0958896 Jul 16 23:18:13.432790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-dd02eddf-3f19-42dc-856a-7cb63afcd7c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 1001 time: 0.0656962 Jul 16 23:18:13.485129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-2d2b330b-59ed-44ef-8856-6bbe366e255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:13.486520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-2d2b330b-59ed-44ef-8856-6bbe366e255c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0462265 Jul 16 23:18:13.542015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-5e1ff6dc-2e33-42ca-8c38-7397f3f6b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:13.543450 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-5e1ff6dc-2e33-42ca-8c38-7397f3f6b65b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502367 Jul 16 23:18:13.630255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-7a11c89a-bc14-41fd-ae24-9ea96db44e75 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790172 Jul 16 23:18:13.719943 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a51c7da5-96e8-4ab5-8e74-a6c85509f624 req-aacc5cb0-a31a-419e-aee2-9a9ffa14fc99 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827880 Jul 16 23:18:20.392612 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:18:21.275153 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:23.409190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:25.350865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81a24-9e78-43a3-9826-c7103806feab req-197e7d7c-45f8-4cbf-8f3b-2b99cdfa2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:25.352381 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-197e7d7c-45f8-4cbf-8f3b-2b99cdfa2b92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1137 time: 0.0552464 Jul 16 23:18:25.394269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d65e8-57e8-434b-808b-c24365eb992b req-44486f46-4de7-4e78-8049-54f73083c5b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:25.395970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f90d65e8-57e8-434b-808b-c24365eb992b req-44486f46-4de7-4e78-8049-54f73083c5b8 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0708764 Jul 16 23:18:25.437202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f90d65e8-57e8-434b-808b-c24365eb992b req-624427ca-d714-46e9-bbe3-41ac7050979e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350833 Jul 16 23:18:25.779696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81a24-9e78-43a3-9826-c7103806feab req-317c01fc-29b4-4797-91d7-72db917006d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:25.781095 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-317c01fc-29b4-4797-91d7-72db917006d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.4226534 Jul 16 23:18:25.844049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-47900cf7-5eb2-457c-bb38-1001c1903cc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 1001 time: 0.0560176 Jul 16 23:18:25.899253 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81a24-9e78-43a3-9826-c7103806feab req-43b43e6e-7a6b-4cc7-b247-3047eb51b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:25.900665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-43b43e6e-7a6b-4cc7-b247-3047eb51b2d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0429616 Jul 16 23:18:25.961391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81a24-9e78-43a3-9826-c7103806feab req-365d4a4b-cee8-4942-9fa4-133ada658da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:25.962833 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-365d4a4b-cee8-4942-9fa4-133ada658da7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552213 Jul 16 23:18:26.051571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-54bed460-f0eb-48ee-9086-c73f9eb20c33 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Jul 16 23:18:26.075656 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-6c47ee43-c7ba-4cdb-b1f0-2010c3784543 req-d2fb119c-4da1-4eb0-8442-490a329f2a74 tempest-ServerDiskConfigTestJSON-2046273185 tempest-ServerDiskConfigTestJSON-2046273185-project] (93924) timed out ('10.222.0.47', 50722) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:18:26.144748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-69f81a24-9e78-43a3-9826-c7103806feab req-7c922a04-412f-42f9-acab-b528de74cc46 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Jul 16 23:18:26.607977 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ac78-4855-4964-a916-bfda1dc90214 req-7d1a8f53-74d0-4f75-ba22-e39786ac1203 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:26.609491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5b0ac78-4855-4964-a916-bfda1dc90214 req-7d1a8f53-74d0-4f75-ba22-e39786ac1203 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0625069 Jul 16 23:18:26.649538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5b0ac78-4855-4964-a916-bfda1dc90214 req-e0894791-dd0f-4c3d-89b4-1c6d0b9c3075 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344791 Jul 16 23:18:27.634283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a8f15d8-f253-4ab6-8922-de7446d1eee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:27.819469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c368856-94cf-4e5b-aadd-c0d2a6d62b6a req-62f2b4be-6569-4811-8c73-808299f5b0fb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:27.820988 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c368856-94cf-4e5b-aadd-c0d2a6d62b6a req-62f2b4be-6569-4811-8c73-808299f5b0fb tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0642090 Jul 16 23:18:27.865189 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c368856-94cf-4e5b-aadd-c0d2a6d62b6a req-cccc2ab0-29f2-443a-93c9-55f560b5d9bf tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383902 Jul 16 23:18:29.034839 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ce6d-3f51-4eed-8629-f354cd6188f2 req-6810f331-78cf-4446-abba-8683bc422572 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:29.036326 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8be4ce6d-3f51-4eed-8629-f354cd6188f2 req-6810f331-78cf-4446-abba-8683bc422572 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0631449 Jul 16 23:18:29.075639 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8be4ce6d-3f51-4eed-8629-f354cd6188f2 req-282b97ce-20bc-4917-85bb-025c90395258 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332403 Jul 16 23:18:29.852114 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-788b7ef6-e7ed-4398-8ea7-c162fceea769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:30.181220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:30.430289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493b597-2de8-4e4f-87d4-dbe9ed15724b req-1724c621-de37-4b83-841a-6ac61876b2e0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:30.431801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c493b597-2de8-4e4f-87d4-dbe9ed15724b req-1724c621-de37-4b83-841a-6ac61876b2e0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0631337 Jul 16 23:18:30.470288 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c493b597-2de8-4e4f-87d4-dbe9ed15724b req-1be0b89f-8dea-455b-bc87-69b5415258fa tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330465 Jul 16 23:18:31.578427 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:31.647484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cb6bd-ee23-4058-827f-6495f1c0af79 req-ddf2a6b5-eeb0-4605-bb57-27077c1918ce tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:31.648995 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-243cb6bd-ee23-4058-827f-6495f1c0af79 req-ddf2a6b5-eeb0-4605-bb57-27077c1918ce tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0669699 Jul 16 23:18:31.688238 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-243cb6bd-ee23-4058-827f-6495f1c0af79 req-ad696427-b7c1-4c46-9556-53e4a9281fea tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333266 Jul 16 23:18:32.859209 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f1e8-95da-4105-b0b8-57a0e5d70ce0 req-05f69b88-9df6-4758-a936-e3e163f3a250 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:32.860749 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c11f1e8-95da-4105-b0b8-57a0e5d70ce0 req-05f69b88-9df6-4758-a936-e3e163f3a250 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0634508 Jul 16 23:18:32.901668 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9c11f1e8-95da-4105-b0b8-57a0e5d70ce0 req-0b6f8dc0-2a0a-4d73-a20c-6f42c48cc674 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347202 Jul 16 23:18:32.906354 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:34.080745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bc2aa-0776-419d-9398-74057cdf4e61 req-97fcf6b1-797a-4f0a-8ed3-dae37e52bee9 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:34.082255 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b52bc2aa-0776-419d-9398-74057cdf4e61 req-97fcf6b1-797a-4f0a-8ed3-dae37e52bee9 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0676816 Jul 16 23:18:34.121244 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b52bc2aa-0776-419d-9398-74057cdf4e61 req-c5939116-879a-4e20-8907-17caf90fe320 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326793 Jul 16 23:18:35.293947 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c960ea-4875-475d-b8f4-45be8663b5fc req-d26bc421-5680-4912-a28a-0a0fbc7fc72a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:35.295427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76c960ea-4875-475d-b8f4-45be8663b5fc req-d26bc421-5680-4912-a28a-0a0fbc7fc72a tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0631611 Jul 16 23:18:35.335459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-76c960ea-4875-475d-b8f4-45be8663b5fc req-14da2b51-f01e-49b3-b184-e928ffc7a5d7 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344522 Jul 16 23:18:36.504325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c7b56-b18b-4724-9a3e-6cb5769f147d req-7121a611-5c70-4e17-912e-2f8019c7a414 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:36.505935 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-850c7b56-b18b-4724-9a3e-6cb5769f147d req-7121a611-5c70-4e17-912e-2f8019c7a414 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0619922 Jul 16 23:18:36.544790 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-850c7b56-b18b-4724-9a3e-6cb5769f147d req-766ce918-db26-4b3b-bcd9-bab022e4bcbd tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333438 Jul 16 23:18:37.718245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c680-1116-4c9d-9d1c-e9737caefa3a req-1091775a-1081-43fd-aa7e-2e69a7c92007 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:18:37.719724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2085c680-1116-4c9d-9d1c-e9737caefa3a req-1091775a-1081-43fd-aa7e-2e69a7c92007 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0669518 Jul 16 23:18:37.759099 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2085c680-1116-4c9d-9d1c-e9737caefa3a req-418cd62d-6456-45e0-af13-7cafa921fe4b tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2&id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333467 Jul 16 23:18:51.290470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:53.424397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:57.391083 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:18:57.634664 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63708544-b24a-4f32-aa71-e6638d7cab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:18:59.851909 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45bb1bf4-5094-439b-8ff6-b6ab818af14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:00.183397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:01.580321 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:02.908104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.249978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-641272a4-d8d5-427f-8f5c-4b614800ed3d tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457310351&fields=id&tenant_id=d97be6bcc69040d5bee38852896a7b89 HTTP/1.1" status: 200 len: 267 time: 0.0345471 Jul 16 23:19:10.320498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-99996789-19c8-4a2a-a9cd-36a72e6f6611 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:10.322028 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-99996789-19c8-4a2a-a9cd-36a72e6f6611 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 985 time: 0.0656230 Jul 16 23:19:10.332683 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Request body: {'port': {'security_groups': ['1599d5f9-1e23-4999-bed4-c8ef5e633e72']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:10.418404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.585010 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:10.613484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.617948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.630856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:19:10.662444 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:10.663084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.664509 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-afc691ee-e4be-4ce6-adee-9615d7dee3fe req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "PUT /v2.0/ports/c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 943 time: 0.3363421 Jul 16 23:19:10.664984 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:10.667297 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377cd67-8094-407c-9fed-5e979d9f052a" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:10.670428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:10.692934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event updated for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:10.701621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.701975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.702327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.702670 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.703022 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.703436 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.703774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.704107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.704440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.704771 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.705153 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.705486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d02b2c-d9e3-403d-86b2-6ec33e6edbac tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.717640 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e2a632-d135-4333-a9b9-7d471e7a7b0c x-openstack-request-id: req-35e2a632-d135-4333-a9b9-7d471e7a7b0c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:10.717997 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:10.718440 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35e2a632-d135-4333-a9b9-7d471e7a7b0c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:10.718970 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:19:10.761300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:19:10.767537 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.813419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.899217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.902025 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:10.906005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "DELETE /v2.0/security-groups/8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2 HTTP/1.1" status: 204 len: 168 time: 0.2345829 Jul 16 23:19:10.906620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:10.922904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3b99d-0e6c-4b69-b863-0ce58c60a7e2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:10.933456 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377cd67-8094-407c-9fed-5e979d9f052a req-2b685f87-c975-417f-8fad-8269498eed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:10.936076 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-2b685f87-c975-417f-8fad-8269498eed23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1098 time: 0.1927083 Jul 16 23:19:10.937892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.938507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.939124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.939692 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.940286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.940885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.941987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.943092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.943762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.944368 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.944933 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.945678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d5236-ea04-4d1b-877d-7d2af8bc6974 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:10.989102 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89312698-54bf-4020-aa82-27e45ba8f654 None None] Provisioning complete for port c342f688-9a4c-40ee-8cb8-b4906ba68de0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:10.989806 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89312698-54bf-4020-aa82-27e45ba8f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.044907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377cd67-8094-407c-9fed-5e979d9f052a req-66499edd-676b-4ed0-9997-ad41bf3b1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:11.046600 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-66499edd-676b-4ed0-9997-ad41bf3b1df6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0975087 Jul 16 23:19:11.101644 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Deleting port 121a4ac3-113d-47ed-9672-fae02146a1b3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:11.102459 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.121574 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-4d82348f-56a4-4790-afe3-15b5bb597b1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 1001 time: 0.0682635 Jul 16 23:19:11.174173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377cd67-8094-407c-9fed-5e979d9f052a req-fb34e3c0-1bec-4813-b1a9-69fd16103bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:11.175560 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-fb34e3c0-1bec-4813-b1a9-69fd16103bbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0459599 Jul 16 23:19:11.182596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.183001 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.195134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Calling delete_port for 121a4ac3-113d-47ed-9672-fae02146a1b3 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:11.234723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377cd67-8094-407c-9fed-5e979d9f052a req-882c62c0-c107-4eaa-9008-5c7bc1ca83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:11.236786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-882c62c0-c107-4eaa-9008-5c7bc1ca83db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542676 Jul 16 23:19:11.337917 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-d0d7363e-1b75-4835-bdb6-d5ec4f74c78d service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948989 Jul 16 23:19:11.353365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.381980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event deleted for resources: {'Port': ['ID=121a4ac3-113d-47ed-9672-fae02146a1b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:11.432229 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d377cd67-8094-407c-9fed-5e979d9f052a req-86694934-be7a-4ab6-a3f3-689f25e4e9bf service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Jul 16 23:19:11.451511 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.451873 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Floating IP 74a8ee26-63d6-4f7d-8b79-6a2d7803188c disassociated (deleted). External IP: 172.25.5.25, port: c342f688-9a4c-40ee-8cb8-b4906ba68de0. Jul 16 23:19:11.656652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Router 5c6790b6-2ee5-4702-9437-893aa6c37a6d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:19:11.764325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:11.769021 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:11.773299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Sync routers for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:11.781904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:11.782514 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:11.808591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-871a321a-c814-4284-b6e5-149fb9e501a0 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "DELETE /v2.0/floatingips/74a8ee26-63d6-4f7d-8b79-6a2d7803188c HTTP/1.1" status: 204 len: 168 time: 0.9005847 Jul 16 23:19:11.890423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:12.101337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:12.132257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Checking router: 5c6790b6-2ee5-4702-9437-893aa6c37a6d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:12.140532 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:12.141173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:12.244911 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:12.436827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:12.462605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91243f34-3dee-4e3c-8b6c-1a0d31f05c0f None None] The sync data for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 is: [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:16Z', 'revision_number': 4, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '998bda30-5f12-4712-b2a3-5e73ac7c6456', 'name': '', 'network_id': 'efbffd34-7bf2-4054-8817-cdc685138d15', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'mac_address': 'fa:16:3e:6c:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:15Z', 'updated_at': '2021-07-16T23:17:22Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'subnets': [{'id': 'dfa46034-1a22-4993-9dde-48a9ee2053c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:12.678428 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61cc3d-9973-4f61-97bc-fb8221595eb3 None None] New status for floating IP 74a8ee26-63d6-4f7d-8b79-6a2d7803188c: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:19:12.720105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:12.722570 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:12.764229 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13d59d-f226-41a4-817b-dc71a6a9a8c8 x-openstack-request-id: req-ec13d59d-f226-41a4-817b-dc71a6a9a8c8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:12.764468 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:12.764724 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec13d59d-f226-41a4-817b-dc71a6a9a8c8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:12.765164 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:19:12.846360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-7d610cb6-0733-4991-b89a-8ecc0c8d3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:12.847774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-7d610cb6-0733-4991-b89a-8ecc0c8d3d30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1098 time: 0.0565634 Jul 16 23:19:12.937998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-640ee9e1-a79e-4036-bb3e-7aaf07dd983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:12.939440 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-640ee9e1-a79e-4036-bb3e-7aaf07dd983e service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0856338 Jul 16 23:19:12.983347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-c949ccbb-67bd-4f2a-971d-c2e9ebd97ea2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 217 time: 0.0380061 Jul 16 23:19:13.031085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-90c7ad25-7f59-4e19-9b27-2d8c2ed21a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:13.032470 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-90c7ad25-7f59-4e19-9b27-2d8c2ed21a28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0437055 Jul 16 23:19:13.088952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-5794ba9f-7a81-4788-bd94-275121dde9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:13.090486 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-5794ba9f-7a81-4788-bd94-275121dde9ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516028 Jul 16 23:19:13.196397 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-d553939d-32a8-4b66-8394-f519a1ec7729 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985441 Jul 16 23:19:13.290518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b9a1b18a-aeeb-4fc0-aed9-39a74eaf81fd req-58c5e55f-8175-4ecd-8c1e-1511461beefd service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856030 Jul 16 23:19:14.140118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-d2879316-cc48-4850-ba4f-57e3216ab62c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525117 Jul 16 23:19:14.237587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-c5d21758-dbc6-4484-b04a-39ce58ce222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:14.239201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-c5d21758-dbc6-4484-b04a-39ce58ce222c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97be6bcc69040d5bee38852896a7b89&device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 1098 time: 0.0582271 Jul 16 23:19:14.346086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-aee4caf0-cad2-48ee-802f-53bbde25dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:14.347548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-aee4caf0-cad2-48ee-802f-53bbde25dfc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 200 len: 916 time: 0.0868101 Jul 16 23:19:14.393497 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-00220b15-b237-42a8-9825-89812fbdea6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 200 len: 217 time: 0.0397055 Jul 16 23:19:14.443767 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-cb121a81-b8f2-4600-91de-d187bbdb425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:14.445476 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-cb121a81-b8f2-4600-91de-d187bbdb425e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 200 len: 854 time: 0.0465300 Jul 16 23:19:14.502512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-9ed8b4a0-b8e0-4728-9ae3-65af3c88ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:14.504335 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-9ed8b4a0-b8e0-4728-9ae3-65af3c88ef3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efbffd34-7bf2-4054-8817-cdc685138d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524001 Jul 16 23:19:14.596657 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-01310f83-f8d7-4c0e-af03-f016d4fd8761 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Jul 16 23:19:14.685846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b3707ecc-b09c-43d2-b48a-0772bff243bb req-fb62496d-f548-4f82-a58b-30cd83580000 service neutron] 10.222.0.47 "GET /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Jul 16 23:19:19.167356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182978-8894-4406-bb94-4cae9d572beb req-693a1900-5af1-4efd-8a46-7e55c8114e3f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:19.168927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d182978-8894-4406-bb94-4cae9d572beb req-693a1900-5af1-4efd-8a46-7e55c8114e3f tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0682297 Jul 16 23:19:19.210519 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8d182978-8894-4406-bb94-4cae9d572beb req-60c4bf4e-0c35-42da-9413-1ddb52d78d0c tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jul 16 23:19:20.381343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19d08-4bf1-4c31-9077-a85eb3d82cd2 req-2784db05-df00-4caa-9a38-73a39df9bc3e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:20.382815 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99b19d08-4bf1-4c31-9077-a85eb3d82cd2 req-2784db05-df00-4caa-9a38-73a39df9bc3e tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0640364 Jul 16 23:19:20.419769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99b19d08-4bf1-4c31-9077-a85eb3d82cd2 req-b493423c-30ea-4fda-b431-243247aa1b49 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/security-groups?id=1599d5f9-1e23-4999-bed4-c8ef5e633e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Jul 16 23:19:20.730319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-41061e4d-5149-4299-9798-117c7932fb00 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:20.731773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-41061e4d-5149-4299-9798-117c7932fb00 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.47 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 946 time: 0.0659995 Jul 16 23:19:20.830195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Deleting port c342f688-9a4c-40ee-8cb8-b4906ba68de0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:20.830544 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:20.922161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] For port c342f688-9a4c-40ee-8cb8-b4906ba68de0, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=c342f688-9a4c-40ee-8cb8-b4906ba68de0,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:20.922523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:20.934571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Calling delete_port for c342f688-9a4c-40ee-8cb8-b4906ba68de0 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:21.059762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:21.071797 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['c342f688-9a4c-40ee-8cb8-b4906ba68de0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:19:21.093328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Pushing event deleted for resources: {'Port': ['ID=c342f688-9a4c-40ee-8cb8-b4906ba68de0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:21.139742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] No DVR routers for this DVR port c342f688-9a4c-40ee-8cb8-b4906ba68de0 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:19:21.142389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:21.144327 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f261386b-6241-4f2c-90b0-fdfc179adb89 req-6ac2ec6b-2001-4f68-8f79-2a7367deeaff tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.47 "DELETE /v2.0/ports/c342f688-9a4c-40ee-8cb8-b4906ba68de0 HTTP/1.1" status: 204 len: 173 time: 0.4071414 Jul 16 23:19:21.144848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'name': 'network-vif-deleted', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:21.147160 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b1cddf-5d0b-4d9e-a5be-6025d1c56b5e" -d '{"events": [{"server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "name": "network-vif-deleted", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:21.189288 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841c5e20-473e-46e5-b8d3-773d1e722c67 x-openstack-request-id: req-841c5e20-473e-46e5-b8d3-773d1e722c67 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:21.189583 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3cde7-c4b9-4f35-8385-b12bf36c3c07", "name": "network-vif-deleted", "tag": "c342f688-9a4c-40ee-8cb8-b4906ba68de0", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:21.189901 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-841c5e20-473e-46e5-b8d3-773d1e722c67 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:21.190308 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3cde7-c4b9-4f35-8385-b12bf36c3c07', 'name': 'network-vif-deleted', 'tag': 'c342f688-9a4c-40ee-8cb8-b4906ba68de0', 'status': 'completed', 'code': 200} Jul 16 23:19:21.319143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:21.580685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-096abaa7-6bb6-4f3a-8d94-6b9a70905673 req-afe44433-0e02-4fdb-a9a4-cddda0494b15 tempest-TestMinimumBasicScenario-1353370850 tempest-TestMinimumBasicScenario-1353370850-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e3cde7-c4b9-4f35-8385-b12bf36c3c07 HTTP/1.1" status: 200 len: 210 time: 0.0343103 Jul 16 23:19:23.175938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:23.434942 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:23.511043 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:23.756358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Deleting port 998bda30-5f12-4712-b2a3-5e73ac7c6456 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:23.756612 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:23.835944 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] For port 998bda30-5f12-4712-b2a3-5e73ac7c6456, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=998bda30-5f12-4712-b2a3-5e73ac7c6456,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:23.835944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:23.848039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Calling delete_port for 998bda30-5f12-4712-b2a3-5e73ac7c6456 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:24.024049 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:24.048163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Pushing event deleted for resources: {'Port': ['ID=998bda30-5f12-4712-b2a3-5e73ac7c6456,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:24.209898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:24.711119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Router 5c6790b6-2ee5-4702-9437-893aa6c37a6d has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:19:24.813294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:24.818480 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a992cc4c-fd8a-4118-9a8f-94965cbe747f admin admin] 10.222.0.70 "PUT /v2.0/routers/5c6790b6-2ee5-4702-9437-893aa6c37a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415000 Jul 16 23:19:24.821060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:24.822549 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Sync routers for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:24.831451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:24.832067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:24.928076 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:24.936562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:25.018863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c342f688-9a4c-40ee-8cb8-b4906ba68de0 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:25.030805 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.085875 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Deleting port e95ff5f4-bb9e-469d-add0-760dde6f4cca {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:25.086537 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.172600 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] For port e95ff5f4-bb9e-469d-add0-760dde6f4cca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e95ff5f4-bb9e-469d-add0-760dde6f4cca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:25.172987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.185761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Calling delete_port for e95ff5f4-bb9e-469d-add0-760dde6f4cca owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:25.214760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: c342f688-9a4c-40ee-8cb8-b4906ba68de0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:25.215106 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device c342f688-9a4c-40ee-8cb8-b4906ba68de0 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:25.283835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:19:23Z', 'revision_number': 5, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port': {'id': 'e95ff5f4-bb9e-469d-add0-760dde6f4cca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:25.312759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Checking router: 5c6790b6-2ee5-4702-9437-893aa6c37a6d for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:25.321847 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Routers {'5c6790b6-2ee5-4702-9437-893aa6c37a6d'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:25.322465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:25.355190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.383740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95ff5f4-bb9e-469d-add0-760dde6f4cca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:25.409571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] Set router 5c6790b6-2ee5-4702-9437-893aa6c37a6d gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:25.450179 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.464071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:19:25Z', 'revision_number': 6, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:25.494175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b176b1-5d56-4391-82c8-e8e3c1de3fc2 None None] The sync data for ids ['5c6790b6-2ee5-4702-9437-893aa6c37a6d'] in n-d-793621-16 is: [{'id': '5c6790b6-2ee5-4702-9437-893aa6c37a6d', 'name': 'tempest-TestMinimumBasicScenario-1804441354-router', 'tenant_id': 'd97be6bcc69040d5bee38852896a7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:13Z', 'updated_at': '2021-07-16T23:19:25Z', 'revision_number': 6, 'project_id': 'd97be6bcc69040d5bee38852896a7b89', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:25.539795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.541812 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.586032 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.586597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6790b6-2ee5-4702-9437-893aa6c37a6d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:19:25.591144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.592387 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-48504d60-4a26-4a84-9763-cb1d5a54dbd9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5c6790b6-2ee5-4702-9437-893aa6c37a6d HTTP/1.1" status: 204 len: 168 time: 0.7703505 Jul 16 23:19:25.594908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:25.638471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Deleting subnet dfa46034-1a22-4993-9dde-48a9ee2053c8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:19:25.641627 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.674164 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.753622 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.804098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.828055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa46034-1a22-4993-9dde-48a9ee2053c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:25.833391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.835487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5d00cba2-b578-4b05-b5fe-46dcd6413f5d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dfa46034-1a22-4993-9dde-48a9ee2053c8 HTTP/1.1" status: 204 len: 168 time: 0.2396388 Jul 16 23:19:25.838512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a2714-f802-435e-917c-b78205d48d9a None None] Network efbffd34-7bf2-4054-8817-cdc685138d15 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:19:25.839184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:25.923118 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:25.990478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Deleting port 30acf032-193c-473c-84ed-208abf515b30 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:25.990910 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.055113 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] For port 30acf032-193c-473c-84ed-208abf515b30, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=30acf032-193c-473c-84ed-208abf515b30,segment=NetworkSegment(d2db8d7d-7884-486c-8089-7fa64fe1ecdc),segment_id=d2db8d7d-7884-486c-8089-7fa64fe1ecdc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:26.055403 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.066708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Calling delete_port for 30acf032-193c-473c-84ed-208abf515b30 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:26.148242 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.174758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] No DVR routers for this DVR port 30acf032-193c-473c-84ed-208abf515b30 on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:19:26.178574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Pushing event deleted for resources: {'Port': ['ID=30acf032-193c-473c-84ed-208abf515b30,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:26.249367 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.259302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbffd34-7bf2-4054-8817-cdc685138d15']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:26.269148 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:26.269451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2db8d7d-7884-486c-8089-7fa64fe1ecdc') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:26.278700 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.293777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.299914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:19:26.300312 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:19:26.302105 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:19:26.333760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1fdb1-191e-4bc4-8ddc-97da4ed4e907 None None] DHCP port deletion for efbffd34-7bf2-4054-8817-cdc685138d15 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:19:26.343242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 998bda30-5f12-4712-b2a3-5e73ac7c6456 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:26.363243 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.365412 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 998bda30-5f12-4712-b2a3-5e73ac7c6456 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:26.365824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 998bda30-5f12-4712-b2a3-5e73ac7c6456 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:26.368893 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.371374 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] 10.222.0.70 "DELETE /v2.0/networks/efbffd34-7bf2-4054-8817-cdc685138d15 HTTP/1.1" status: 204 len: 168 time: 0.5306983 Jul 16 23:19:26.374458 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:26.382512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b109f2-8fad-4430-b6f1-e8b4bcbef832 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbffd34-7bf2-4054-8817-cdc685138d15,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:26.726449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:26.974293 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Deleting port a60b9ec4-e383-41f9-8a7e-092520a28085 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:26.974636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.049465 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] For port a60b9ec4-e383-41f9-8a7e-092520a28085, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=a60b9ec4-e383-41f9-8a7e-092520a28085,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:27.049829 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.063689 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Calling delete_port for a60b9ec4-e383-41f9-8a7e-092520a28085 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:27.240011 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.265850 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60b9ec4-e383-41f9-8a7e-092520a28085,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:27.433239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.635052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8cae806-c630-43d7-ac2f-1d5b3de96dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.636879 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Router 572d846b-6fa8-4c15-b11f-5847f321b9fb has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:19:27.740568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:27.745537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3baae2a7-090a-4338-887e-4d5525aa5d33 admin admin] 10.222.0.70 "PUT /v2.0/routers/572d846b-6fa8-4c15-b11f-5847f321b9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3700051 Jul 16 23:19:27.748103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:27.748703 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Sync routers for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:27.757932 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:27.758538 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:27.850778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:27.861741 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:27.958160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.008897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e95ff5f4-bb9e-469d-add0-760dde6f4cca no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:28.018498 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Deleting port 4f481c46-b4e3-4f8a-911f-f7f294216b1d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:28.018923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.029287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e95ff5f4-bb9e-469d-add0-760dde6f4cca {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:28.029886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e95ff5f4-bb9e-469d-add0-760dde6f4cca not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:28.030308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30acf032-193c-473c-84ed-208abf515b30 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:28.048225 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:19:27Z', 'revision_number': 5, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port': {'id': '4f481c46-b4e3-4f8a-911f-f7f294216b1d', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:17:18Z', 'updated_at': '2021-07-16T23:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:28.049009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 30acf032-193c-473c-84ed-208abf515b30 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:28.049561 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 30acf032-193c-473c-84ed-208abf515b30 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:28.075363 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Checking router: 572d846b-6fa8-4c15-b11f-5847f321b9fb for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:28.084282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Routers {'572d846b-6fa8-4c15-b11f-5847f321b9fb'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:28.084889 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['572d846b-6fa8-4c15-b11f-5847f321b9fb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:28.105052 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] For port 4f481c46-b4e3-4f8a-911f-f7f294216b1d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=4f481c46-b4e3-4f8a-911f-f7f294216b1d,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:28.105409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.116795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Calling delete_port for 4f481c46-b4e3-4f8a-911f-f7f294216b1d owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:28.167841 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] Set router 572d846b-6fa8-4c15-b11f-5847f321b9fb gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:28.220397 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:19:27Z', 'revision_number': 6, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:28.247206 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d697e2-2de9-4412-b4b7-70698536a867 None None] The sync data for ids ['572d846b-6fa8-4c15-b11f-5847f321b9fb'] in n-d-793621-16 is: [{'id': '572d846b-6fa8-4c15-b11f-5847f321b9fb', 'name': 'tempest-TestMinimumBasicScenario-571251144-router', 'tenant_id': '9e1843025148426caf29419ea28221c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:17:17Z', 'updated_at': '2021-07-16T23:19:27Z', 'revision_number': 6, 'project_id': '9e1843025148426caf29419ea28221c1', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:28.286486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.311988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f481c46-b4e3-4f8a-911f-f7f294216b1d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:28.378710 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.756024 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.758105 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.800571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.801147 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572d846b-6fa8-4c15-b11f-5847f321b9fb {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:19:28.806740 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.807927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fbc97150-f112-4505-aa06-ed4a3a0d762c admin admin] 10.222.0.70 "DELETE /v2.0/routers/572d846b-6fa8-4c15-b11f-5847f321b9fb HTTP/1.1" status: 204 len: 168 time: 1.0588982 Jul 16 23:19:28.810657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:28.853537 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Deleting subnet 038d2983-ed88-4835-892b-8430ca7324b7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:19:28.856463 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.895356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:28.971073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.025877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.056354 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038d2983-ed88-4835-892b-8430ca7324b7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:29.060035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.061976 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8b85f724-9851-4138-92c4-a3160094b935 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/038d2983-ed88-4835-892b-8430ca7324b7 HTTP/1.1" status: 204 len: 168 time: 0.2503879 Jul 16 23:19:29.064536 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:29.067200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506ccc3-5cbb-47fa-94e2-1ccbc1ef4c86 None None] Network 8819d41f-1b31-4186-ad25-2c2e05014575 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:19:29.138284 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.196269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Deleting port af1bb4d3-b3b5-461f-963e-116b888747b5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:29.196614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.272003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] For port af1bb4d3-b3b5-461f-963e-116b888747b5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1bb4d3-b3b5-461f-963e-116b888747b5,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:29.272175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] DHCP port deletion for 8819d41f-1b31-4186-ad25-2c2e05014575 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:19:29.272286 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.284391 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Calling delete_port for af1bb4d3-b3b5-461f-963e-116b888747b5 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:29.316558 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Deleting port af1bb4d3-b3b5-461f-963e-116b888747b5 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:19:29.317004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.364947 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.381762 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] For port af1bb4d3-b3b5-461f-963e-116b888747b5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=af1bb4d3-b3b5-461f-963e-116b888747b5,segment=NetworkSegment(51100d87-2f21-4736-bb31-87d6f1c6cf6c),segment_id=51100d87-2f21-4736-bb31-87d6f1c6cf6c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:29.382155 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.393700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Calling delete_port for af1bb4d3-b3b5-461f-963e-116b888747b5 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:19:29.393982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Pushing event deleted for resources: {'Port': ['ID=af1bb4d3-b3b5-461f-963e-116b888747b5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:29.399924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] No DVR routers for this DVR port af1bb4d3-b3b5-461f-963e-116b888747b5 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:19:29.468093 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.472026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.482748 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8819d41f-1b31-4186-ad25-2c2e05014575']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:29.493079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51100d87-2f21-4736-bb31-87d6f1c6cf6c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:29.493321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51100d87-2f21-4736-bb31-87d6f1c6cf6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:29.497548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Pushing event deleted for resources: {'Port': ['ID=af1bb4d3-b3b5-461f-963e-116b888747b5,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:29.502152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] No DVR routers for this DVR port af1bb4d3-b3b5-461f-963e-116b888747b5 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:19:29.502408 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.517800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.519046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.519399 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.519739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.520126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.520951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.521386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.521718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.522045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.522376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.522700 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.523180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.523793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341263be-9918-4582-9b8d-9d26fac0bb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:29.524697 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:19:29.525233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:19:29.527228 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:19:29.583491 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.588861 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.590735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] 10.222.0.70 "DELETE /v2.0/networks/8819d41f-1b31-4186-ad25-2c2e05014575 HTTP/1.1" status: 204 len: 168 time: 0.5253282 Jul 16 23:19:29.601775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fedf6-547b-4867-bdfa-d2e133f7d92f admin admin] Pushing event deleted for resources: {'Network': ['ID=8819d41f-1b31-4186-ad25-2c2e05014575,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:29.743380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:29.783141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63f1ee9c-67dd-4752-acb2-777bb98a3e90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d97be6bcc69040d5bee38852896a7b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385199 Jul 16 23:19:29.785455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:29.831637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.851514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea958c5-e493-45ca-8305-b950cead7362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.852992 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.899071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.901596 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:29.902761 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1599d5f9-1e23-4999-bed4-c8ef5e633e72 HTTP/1.1" status: 204 len: 168 time: 0.1164222 Jul 16 23:19:29.911400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63beb6df-1063-463c-9917-0ae10af8e33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1599d5f9-1e23-4999-bed4-c8ef5e633e72,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:29.949576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a60b9ec4-e383-41f9-8a7e-092520a28085 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:29.969668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: a60b9ec4-e383-41f9-8a7e-092520a28085 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:29.970110 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device a60b9ec4-e383-41f9-8a7e-092520a28085 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:29.970589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f481c46-b4e3-4f8a-911f-f7f294216b1d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:29.988406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 4f481c46-b4e3-4f8a-911f-f7f294216b1d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:29.988754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 4f481c46-b4e3-4f8a-911f-f7f294216b1d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:29.989725 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1bb4d3-b3b5-461f-963e-116b888747b5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:19:30.008128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: af1bb4d3-b3b5-461f-963e-116b888747b5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:19:30.008475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device af1bb4d3-b3b5-461f-963e-116b888747b5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:19:30.184352 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:30.216634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:30.256473 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-4dbe34f4-fe87-4eb2-8b59-c3f74e8e6ba7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e1843025148426caf29419ea28221c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386643 Jul 16 23:19:30.258847 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:30.309740 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:30.329956 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:30.375453 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:30.378585 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:30.379805 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25fba50c-fbb2-406b-b74f-9602dd25b1e6 HTTP/1.1" status: 204 len: 168 time: 0.1200755 Jul 16 23:19:30.387671 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd872f4-3255-45b1-9bec-688eb2ae9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fba50c-fbb2-406b-b74f-9602dd25b1e6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:31.584891 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.088549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.093404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473326839', 'description': 'tempest-secgroup-smoke-1473326839 description', 'project_id': '0187812a93074fe79e275695e0b6e291'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.115195 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.122954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.212464 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.216224 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.252542 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1f7f7f-166b-4e1a-93a5-d3999e7984f4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.303734 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.307608 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.334764 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.335980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2463450 Jul 16 23:19:32.339008 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49456) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.340219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056185e7-897a-4905-a68c-65f7eaa86076 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9be7aff-31b1-467c-ab99-15c4dd5a569c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.343674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.373762 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.420377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.423665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.441989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85de2355-92f2-414a-92f1-59f14b7ae2f2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.447379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.449405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8af1e7ee-df7e-4340-9644-caa84aa0215e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093535 Jul 16 23:19:32.451285 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.455946 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.482125 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.538667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.542283 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.559405 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68de7f6e-5958-4858-a63e-7a36566b895a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.565288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.566538 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f20d8421-bc77-4d6d-82b7-4ca25807db89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142957 Jul 16 23:19:32.569907 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.574254 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.601059 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.659480 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.662832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.679502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af283cf4-1bf2-46d4-b31d-f38252588e17,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.685647 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.686858 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-cd90c28b-9add-4801-a645-55554b6bd374 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160204 Jul 16 23:19:32.689677 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.694563 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.719780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.779923 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.783233 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.797527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77c261e-b252-4da2-8f69-87fcae1af8ec,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.806909 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.808222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f0a3488a-21ee-4099-87b0-79c5c6fecf42 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176207 Jul 16 23:19:32.811048 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.815457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.836980 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:19:32.841959 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.904940 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.909129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.910304 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.926686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447cebfc-c10f-45d8-a085-61e1666f80cd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:32.934066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:32.935454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-943a337f-1b7b-4625-b456-a76f96bb7200 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234787 Jul 16 23:19:32.938242 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:32.942652 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b9be7aff-31b1-467c-ab99-15c4dd5a569c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:32.964451 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:19:32.969174 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.029391 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.032949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.049532 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c45772-4a28-4bdc-a8f5-01beb1e39618,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:33.057345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.058540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-65ac5048-92af-4576-bb32-66ef71d35c07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193774 Jul 16 23:19:33.061655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:33.066625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'network': {'name': 'tempest-network-smoke--1666680430', 'project_id': '0187812a93074fe79e275695e0b6e291', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:33.086968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:19:33.090382 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.112589 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:19:33.121847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.122218 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Added segment f393a0bc-7588-49ba-b2e1-b93352b60efa of type vlan for network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 Jul 16 23:19:33.163554 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.190905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.197112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:33.197704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.232741 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700425 Jul 16 23:19:33.235911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:33.241218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'admin_state_up': True, 'project_id': '0187812a93074fe79e275695e0b6e291', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:33.265591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.266316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225bb6f-713e-4ed6-b14a-159a005377a4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Network': ['ID=dfcdde1f-068a-4b9c-97d1-2183b735b6e9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:33.266571 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.276643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:19:33.322486 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.457596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.644915 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.663827 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.765351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.22 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1e4d9756-0813-4a0b-9153-6431e647bc0f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:19:33.864286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.903176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:33.941647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:33.946786 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:33.949687 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:19:33.979179 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=1e4d9756-0813-4a0b-9153-6431e647bc0f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:34.200174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:34.390605 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:19:34.721710 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:34.843669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router dcaf50d9-6708-4433-a096-434c89631bd7 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:19:34.947474 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:34.958615 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Sync routers for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:34.965255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:34.966506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a2704dd7-b38c-4d3d-ab64-95aee086dc20 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7295198 Jul 16 23:19:34.968166 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:34.968780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:34.969672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:35.075243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:35.109441 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a3df073d-22f3-4b61-96bf-d3a52d151a4d tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0187812a93074fe79e275695e0b6e291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386483 Jul 16 23:19:35.112127 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:35.246429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:34Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:35.258182 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bcc268-8871-4b1d-a1c3-5f9755acf6a5 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:35.262328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-46bcc268-8871-4b1d-a1c3-5f9755acf6a5 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465938 Jul 16 23:19:35.262718 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49478) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:35.278186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Checking router: dcaf50d9-6708-4433-a096-434c89631bd7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:35.278528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Updating router dcaf50d9-6708-4433-a096-434c89631bd7 port 1e4d9756-0813-4a0b-9153-6431e647bc0f binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:19:35.302175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1fcded2e-f71b-4adb-98cc-e67a39155d43 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382357 Jul 16 23:19:35.304736 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:35.309575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-486492474', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'project_id': '0187812a93074fe79e275695e0b6e291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:35.311320 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.397060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:19:35.400688 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.562958 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.573242 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Transition to ACTIVE for port object 1e4d9756-0813-4a0b-9153-6431e647bc0f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:35.579247 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.581508 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.634564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Attempting to bind port 1e4d9756-0813-4a0b-9153-6431e647bc0f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:19:35.634940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Attempting to bind port 1e4d9756-0813-4a0b-9153-6431e647bc0f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:19:35.635306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Attempting to bind port 1e4d9756-0813-4a0b-9153-6431e647bc0f on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:19:35.637293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ecb87-ecc4-44e8-ab94-a6406668dca8 None None] Pushing event updated for resources: {'Port': ['ID=1e4d9756-0813-4a0b-9153-6431e647bc0f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:35.642662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:19:35.643064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:19:35.643455 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.643853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:19:35.644329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Bound port: 1e4d9756-0813-4a0b-9153-6431e647bc0f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:19:35.644716 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.644841 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Subnet': ['ID=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:35.652668 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Checking segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:19:35.653066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network hostable DHCP agents. Network: dfcdde1f-068a-4b9c-97d1-2183b735b6e9, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:19:35.669390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:19:35.678222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, dfcdde1f-068a-4b9c-97d1-2183b735b6e9) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:35.682475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:35.683153 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.690214 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c671872-0377-4249-9eb0-0434948f899e None None] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:19:35.700764 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6525629b-3c2a-418d-b37a-abb6fcc6ea01 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3922915 Jul 16 23:19:35.700979 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:35.712483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] For port 1e4d9756-0813-4a0b-9153-6431e647bc0f, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:19:35.733690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] For port 1e4d9756-0813-4a0b-9153-6431e647bc0f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e4d9756-0813-4a0b-9153-6431e647bc0f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:19:35.765867 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:35.861811 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:35.862454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:35.900599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ecb87-ecc4-44e8-ab94-a6406668dca8 None None] Pushing event updated for resources: {'Port': ['ID=1e4d9756-0813-4a0b-9153-6431e647bc0f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:35.980584 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:19:35.981478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.015204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:36.138040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.240651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Allocated IP 172.20.0.2 (dfcdde1f-068a-4b9c-97d1-2183b735b6e9/c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec/970983b1-c25a-48f0-9971-8aee246f8d84) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:19:36.506139 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:34Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:36.539156 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67a7dd-9cd9-43a9-a05e-0f717d8e749a None None] The sync data for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 is: [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:34Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:36.600909 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.609917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Transition to ACTIVE for port object 970983b1-c25a-48f0-9971-8aee246f8d84 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:36.625425 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Transition to ACTIVE for port object 970983b1-c25a-48f0-9971-8aee246f8d84 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:36.634203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.671180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:36.675923 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:36.679058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:19:36.680912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.1 (dfcdde1f-068a-4b9c-97d1-2183b735b6e9/c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec/c93bbe12-1d92-4c61-a3f8-a09e7828cba5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:19:36.692956 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Pushing event updated for resources: {'Port': ['ID=970983b1-c25a-48f0-9971-8aee246f8d84,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:36.748404 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Attempting to bind port 970983b1-c25a-48f0-9971-8aee246f8d84 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:19:36.748781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Attempting to bind port 970983b1-c25a-48f0-9971-8aee246f8d84 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:19:36.749178 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Attempting to bind port 970983b1-c25a-48f0-9971-8aee246f8d84 on network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:19:36.754699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:19:36.755045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Checking segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:19:36.755486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.755882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Bound using segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:19:36.756362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Bound port: 970983b1-c25a-48f0-9971-8aee246f8d84, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:19:36.756717 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.827041 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.842963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object c93bbe12-1d92-4c61-a3f8-a09e7828cba5 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:36.850000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] For port 970983b1-c25a-48f0-9971-8aee246f8d84, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:19:36.853209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] For port 970983b1-c25a-48f0-9971-8aee246f8d84, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=970983b1-c25a-48f0-9971-8aee246f8d84,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:19:36.859345 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.882014 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:36.919776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758d925-5825-4e39-b59b-76fd850ea049 None None] Pushing event updated for resources: {'Port': ['ID=970983b1-c25a-48f0-9971-8aee246f8d84,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:36.943433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:36.946765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:36.950952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:19:36.977945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:37.000239 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:37.175475 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:37.469771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:37.474278 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:37.553600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:37.555505 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:37.649556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:37.651079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:37.766606 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router dcaf50d9-6708-4433-a096-434c89631bd7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:19:37.845698 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65113beb-caf7-4b54-8643-f044b6a29085 None None] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:19:37.879886 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:37.885322 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d0aca56b-a134-43e3-937d-37e97e3b6f84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/dcaf50d9-6708-4433-a096-434c89631bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1833293 Jul 16 23:19:37.918858 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4cb0b995-fe50-4fbd-9ff1-6b445bec3eac None None] Provisioning for port 970983b1-c25a-48f0-9971-8aee246f8d84 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:38.011875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 970983b1-c25a-48f0-9971-8aee246f8d84 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:38.065411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-368dc5db-00ce-4f41-b378-a29719c3ddda tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473326839&fields=id&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 267 time: 0.0350266 Jul 16 23:19:38.077290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 970983b1-c25a-48f0-9971-8aee246f8d84 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:38.083042 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 970983b1-c25a-48f0-9971-8aee246f8d84 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.084076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.175874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.197664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-fab147a5-453c-4ebf-b5f4-db76fbc01e6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:38.199213 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-fab147a5-453c-4ebf-b5f4-db76fbc01e6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 797 time: 0.1240935 Jul 16 23:19:38.210275 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 970983b1-c25a-48f0-9971-8aee246f8d84, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=970983b1-c25a-48f0-9971-8aee246f8d84,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:38.216740 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.218607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e4d9756-0813-4a0b-9153-6431e647bc0f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:38.220634 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-db3b2284-53ba-4292-9a24-38d31c5446c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/quotas/0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 375 time: 0.0151124 Jul 16 23:19:38.301967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=970983b1-c25a-48f0-9971-8aee246f8d84,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:38.317309 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1e4d9756-0813-4a0b-9153-6431e647bc0f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:38.321411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-922144bb-7099-42fe-a25d-0cf393ea33cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867980 Jul 16 23:19:38.321607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1e4d9756-0813-4a0b-9153-6431e647bc0f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.322111 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.383418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Provisioning complete for port 970983b1-c25a-48f0-9971-8aee246f8d84 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.383828 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.419264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-0d92e442-6be8-42fa-9c26-8339e6e8c16b service neutron] 10.222.0.70 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937042 Jul 16 23:19:38.507887 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Sync routers for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:38.513835 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.525314 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Provisioning for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:38.531062 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:38.531686 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:38.537236 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Provisioning complete for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.537618 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.542834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-5ce38da1-4075-450f-bd2f-ac378c88b5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169136 Jul 16 23:19:38.576257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1e4d9756-0813-4a0b-9153-6431e647bc0f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e4d9756-0813-4a0b-9153-6431e647bc0f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:38.577343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f4ede982-bc7b-4e6e-94c1-16fe005d02b4 None None] Port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:19:38.582907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.643767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e4d9756-0813-4a0b-9153-6431e647bc0f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:38.664183 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:38.703032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dbb2d64e-96c4-4b34-a0cf-2ea43bd208c2 None None] Provisioning complete for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.703172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d64e-96c4-4b34-a0cf-2ea43bd208c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.743186 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2d64e-96c4-4b34-a0cf-2ea43bd208c2 None None] Port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:19:38.782345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ec5a0a15-ac26-4f33-b1d3-a02a56fc1fa4 req-85c5939f-d624-4bc0-8003-182d014d4729 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 210 time: 0.0441277 Jul 16 23:19:38.866551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c58d0a14-18e3-4ed4-800f-b5e04f6de32e None None] Provisioning complete for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:38.867140 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c58d0a14-18e3-4ed4-800f-b5e04f6de32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:38.900850 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c58d0a14-18e3-4ed4-800f-b5e04f6de32e None None] Port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:19:38.974896 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 2, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:39.000593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Checking router: dcaf50d9-6708-4433-a096-434c89631bd7 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:39.000944 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Updating router dcaf50d9-6708-4433-a096-434c89631bd7 port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:19:39.035012 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.303408 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.314753 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Transition to ACTIVE for port object c93bbe12-1d92-4c61-a3f8-a09e7828cba5 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:39.321079 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.372264 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Pushing event updated for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:39.398669 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.399001 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.399540 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.400057 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.400539 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.401065 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.401394 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.401718 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.402038 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.402355 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.402676 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.402997 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:19:39.437768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Attempting to bind port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:19:39.438137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Attempting to bind port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:19:39.438497 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Attempting to bind port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 on network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:19:39.443554 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:19:39.443926 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Checking segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:19:39.444406 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.444802 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Bound using segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:19:39.445399 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Bound port: c93bbe12-1d92-4c61-a3f8-a09e7828cba5, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:19:39.445770 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.515480 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] For port c93bbe12-1d92-4c61-a3f8-a09e7828cba5, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:19:39.519379 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] For port c93bbe12-1d92-4c61-a3f8-a09e7828cba5, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:19:39.523683 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:39.580117 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:39.580265 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:39.619975 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f4933-de63-45fb-bb0e-e0a0e0ccdee5 None None] Pushing event updated for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:39.690477 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:39.886434 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-636c178d-2245-45d3-a314-9229fa78062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:39Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:39.920432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ea2a3ea0-5578-49ea-8160-f2c630d29d8e req-7d81b95d-fd9e-432d-aed0-6489bb3e4bbf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 210 time: 0.0342436 Jul 16 23:19:39.921474 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c178d-2245-45d3-a314-9229fa78062c None None] The sync data for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 is: [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:39Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:39.978888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 970983b1-c25a-48f0-9971-8aee246f8d84 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:40.061494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 970983b1-c25a-48f0-9971-8aee246f8d84 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:40.062130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.131085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-304a842c-d910-464e-bcb6-3b5353de18af tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:40.133108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-304a842c-d910-464e-bcb6-3b5353de18af tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 797 time: 0.1880538 Jul 16 23:19:40.161448 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e4d9756-0813-4a0b-9153-6431e647bc0f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:40.182387 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-61607aa1-56aa-48a6-b3f9-ec973ccdb5c7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 380 time: 0.0407293 Jul 16 23:19:40.195869 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'port': {'device_id': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'admin_state_up': True, 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'security_groups': ['b9be7aff-31b1-467c-ab99-15c4dd5a569c']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:40.224620 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1e4d9756-0813-4a0b-9153-6431e647bc0f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:40.225324 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.313762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:19:40.319732 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.457845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.7 (dfcdde1f-068a-4b9c-97d1-2183b735b6e9/c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec/20e0ae28-a536-4f3e-9b78-9fbf0032f8e1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:19:40.606068 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.620266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:40.654421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.698760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:40.704314 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:40.707006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:19:40.748060 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:40.767351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:40.767997 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.784407 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-3473ca39-6087-41a2-a230-0cf27860a25f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953989 Jul 16 23:19:40.796702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Request body: {'port': {'device_id': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:40.882286 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:40.987390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23549798-7a23-424a-9049-0c6d449056b7 None None] Provisioning for port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:40.993576 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23549798-7a23-424a-9049-0c6d449056b7 None None] Provisioning complete for port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:40.993793 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23549798-7a23-424a-9049-0c6d449056b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.046343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23549798-7a23-424a-9049-0c6d449056b7 None None] Port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:19:41.121240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07dfac-9a8f-44a6-9913-823cebbe42e0 req-7cb56ecd-08ef-4849-9a8e-42f8e2c95bbb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.122856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab07dfac-9a8f-44a6-9913-823cebbe42e0 req-7cb56ecd-08ef-4849-9a8e-42f8e2c95bbb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 931 time: 0.0679255 Jul 16 23:19:41.161992 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab07dfac-9a8f-44a6-9913-823cebbe42e0 req-0aae3f4a-c97d-4d69-9628-da9a0115a3bd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 16 23:19:41.173667 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:19:41.181641 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.193986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Transition to ACTIVE for port object 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:19:41.197612 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.251363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Pushing event updated for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:41.319690 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Attempting to bind port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:19:41.320057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Attempting to bind port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:19:41.320391 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Attempting to bind port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 on network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:19:41.324911 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 on network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:19:41.325265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Attempting to bind port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 on network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:19:41.330283 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:19:41.330625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Checking segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:19:41.331009 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Bound using segment: {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:19:41.331441 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Bound port: 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f393a0bc-7588-49ba-b2e1-b93352b60efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:19:41.331801 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.398007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:19:41.401698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:19:41.405822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.443785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.444528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:41.445977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] 10.222.0.47 "PUT /v2.0/ports/20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 1092 time: 0.6539881 Jul 16 23:19:41.446423 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:41.448731 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f975b-019c-4745-9ec3-1f6388d6338e" -d '{"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:41.470005 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38af176-aa83-46b6-9e21-c21c0a62a728 service neutron] Pushing event updated for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:41.522382 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9deef2-dbb0-451c-ab12-32de83ffb855 x-openstack-request-id: req-bb9deef2-dbb0-451c-ab12-32de83ffb855 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:41.522808 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:41.523139 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb9deef2-dbb0-451c-ab12-32de83ffb855 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:41.523660 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'status': 'completed', 'code': 200} Jul 16 23:19:41.550728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-b6c35d95-4644-4470-9d67-5517a3fe41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.552418 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-b6c35d95-4644-4470-9d67-5517a3fe41b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1095 time: 0.0634859 Jul 16 23:19:41.596505 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-14d8f04f-b7f2-456e-bc31-5779b0c608ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0373719 Jul 16 23:19:41.646575 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-0eb3af1e-0e68-4c3d-99e5-b1a553231860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.648343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-0eb3af1e-0e68-4c3d-99e5-b1a553231860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 200 len: 834 time: 0.0458298 Jul 16 23:19:41.710572 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-4acb48fc-b413-4ded-b899-6a902d6960b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.712090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-4acb48fc-b413-4ded-b899-6a902d6960b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575716 Jul 16 23:19:41.800236 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-a9409438-31ba-4998-bb06-b3375425335e service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809546 Jul 16 23:19:41.891683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-d9c133c1-978f-46f9-b73d-b8c2434f1867 req-b32138cd-d468-40dc-9183-69941c5b8dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Jul 16 23:19:41.959194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c93bbe12-1d92-4c61-a3f8-a09e7828cba5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:41.993036 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f975b-019c-4745-9ec3-1f6388d6338e req-eaf30db2-f145-4146-b1ea-eb6dbf7a2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:41.994553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-eaf30db2-f145-4146-b1ea-eb6dbf7a2a06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1095 time: 0.0555658 Jul 16 23:19:42.008871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:42.012567 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:42.012950 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:42.088110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f975b-019c-4745-9ec3-1f6388d6338e req-cfd1dd02-a493-4d06-a0e3-65c1f49f8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:42.089639 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-cfd1dd02-a493-4d06-a0e3-65c1f49f8ef0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 898 time: 0.0884364 Jul 16 23:19:42.090987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:42.123525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c93bbe12-1d92-4c61-a3f8-a09e7828cba5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:42.127669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:42.132990 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-66b9c6a8-655b-4432-a5fe-0e5f6fa9f8f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0363257 Jul 16 23:19:42.173674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:42.183909 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f975b-019c-4745-9ec3-1f6388d6338e req-16e5449e-b2c9-47ec-9fd9-2244543174f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:42.185425 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-16e5449e-b2c9-47ec-9fd9-2244543174f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 200 len: 834 time: 0.0465367 Jul 16 23:19:42.247727 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f975b-019c-4745-9ec3-1f6388d6338e req-12e2bbae-3891-46c6-8bbf-639f8750f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:42.249270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-12e2bbae-3891-46c6-8bbf-639f8750f2dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572340 Jul 16 23:19:42.339273 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-b9c9a3e8-62f2-4446-9e81-25ca11dcec2a service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 Jul 16 23:19:42.341723 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6503a-2ba0-4191-88ec-b2f59dfa67ce req-122d0a63-4acb-469a-b4f2-f5d73f48ab36 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:42.343208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a6503a-2ba0-4191-88ec-b2f59dfa67ce req-122d0a63-4acb-469a-b4f2-f5d73f48ab36 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 943 time: 0.0619569 Jul 16 23:19:42.381457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-29a6503a-2ba0-4191-88ec-b2f59dfa67ce req-c13821f4-99e4-4b0d-af63-480e2e20d602 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Jul 16 23:19:42.434503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-811f975b-019c-4745-9ec3-1f6388d6338e req-93d9cfd2-f6e2-4432-a241-0cc28c65baad service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878651 Jul 16 23:19:43.555852 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a88b25-4436-4a8d-9b3e-e12dc0773896 req-7c2504dc-cec0-4065-94ec-b81d219251ef tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:43.557362 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5a88b25-4436-4a8d-9b3e-e12dc0773896 req-7c2504dc-cec0-4065-94ec-b81d219251ef tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 943 time: 0.0668838 Jul 16 23:19:43.595334 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e5a88b25-4436-4a8d-9b3e-e12dc0773896 req-eb2f3b0d-597d-470f-a7eb-a8f2abddb937 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Jul 16 23:19:43.945157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c93bbe12-1d92-4c61-a3f8-a09e7828cba5 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:43.994559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:43.994935 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:44.769062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa22e16-9e04-42f3-8c97-78526dd999a0 req-0cdc8382-4415-481f-be33-52be45fecbf9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:44.770559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4aa22e16-9e04-42f3-8c97-78526dd999a0 req-0cdc8382-4415-481f-be33-52be45fecbf9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 943 time: 0.0629530 Jul 16 23:19:44.807711 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4aa22e16-9e04-42f3-8c97-78526dd999a0 req-f7cae1c7-8536-4822-bfca-222d67be3a03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Jul 16 23:19:45.096892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:19:45.193196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:45.203780 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'port_id': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'mac_address': 'fa:16:3e:aa:db:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:19:45.238799 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:45.251346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:19:45.269904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:45.273811 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:45.319422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:45.487304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:19:45.990059 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159e3b-1b65-4263-ac83-21b022c84b49 req-e75c2b47-65d5-41c1-ae10-7c4af9a6013b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:45.991587 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7159e3b-1b65-4263-ac83-21b022c84b49 req-e75c2b47-65d5-41c1-ae10-7c4af9a6013b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 944 time: 0.0732996 Jul 16 23:19:46.316062 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7159e3b-1b65-4263-ac83-21b022c84b49 req-cd346c3c-7d4d-4236-a6be-32b0dfdecb18 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185918 Jul 16 23:19:47.111111 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:19:47.157967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:19:47.162287 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:19:47.162679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:47.238982 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:47.260559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:47.262839 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96c84fb-13e7-4e0a-898a-4f3f79c634c6" -d '{"events": [{"server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "name": "network-vif-plugged", "status": "completed", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:47.275494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:19:47.279912 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:47.302798 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092094c5-8096-4f4b-9e1a-45668780600d x-openstack-request-id: req-092094c5-8096-4f4b-9e1a-45668780600d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:47.303097 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "name": "network-vif-plugged", "status": "completed", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:47.303356 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-092094c5-8096-4f4b-9e1a-45668780600d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:47.303755 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'code': 200} Jul 16 23:19:47.330200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:47.413873 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf17fb-2073-479d-9ad4-383b81b5720a req-8737ff9d-9c0b-4dc4-8248-877d944ec4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:47.415349 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ccf17fb-2073-479d-9ad4-383b81b5720a req-8737ff9d-9c0b-4dc4-8248-877d944ec4bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1097 time: 0.0534816 Jul 16 23:19:47.451174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1ccf17fb-2073-479d-9ad4-383b81b5720a req-a8a55c01-d12c-47f7-937c-9d27b9e4ae74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282023 Jul 16 23:19:47.490881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8af68-736c-40f8-a4d8-44ddfbb4ab03 req-f9693458-1e70-4c36-a3e9-3050147e08c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:47.492388 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe8af68-736c-40f8-a4d8-44ddfbb4ab03 req-f9693458-1e70-4c36-a3e9-3050147e08c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0613368 Jul 16 23:19:47.529783 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ebe8af68-736c-40f8-a4d8-44ddfbb4ab03 req-3aecd15a-4260-41bc-b2ae-92147e1fe5a8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jul 16 23:19:48.702146 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aa74e-af6d-472a-be1f-9d5ab6c06b16 req-ca0bb559-5db4-4cf7-a550-a7fb3200d786 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:48.703610 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-154aa74e-af6d-472a-be1f-9d5ab6c06b16 req-ca0bb559-5db4-4cf7-a550-a7fb3200d786 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0650637 Jul 16 23:19:48.740636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-154aa74e-af6d-472a-be1f-9d5ab6c06b16 req-9b928b13-b894-4a29-b3b1-5206015e57b8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Jul 16 23:19:48.910625 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474bdd3-7281-4325-b1cf-bf8cd6857a6a req-576f0454-d80c-4d50-9ec3-606580dfb6e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:48.912752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0474bdd3-7281-4325-b1cf-bf8cd6857a6a req-576f0454-d80c-4d50-9ec3-606580dfb6e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Jul 16 23:19:48.949559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0474bdd3-7281-4325-b1cf-bf8cd6857a6a req-0909f0d1-00fc-4e2a-a447-5d9f9c5fc145 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Jul 16 23:19:48.973204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:49.023585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d0703-768e-4a59-8ebb-ed01b152bfe9 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:49.025165 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2d5d0703-768e-4a59-8ebb-ed01b152bfe9 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1092 time: 0.0509446 Jul 16 23:19:49.028009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:49.032278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:19:49.053150 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:49.153322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:49.257568 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.58 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1f254935-29e1-4868-9d89-04ed7e9a9a52) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:19:49.358290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:49.396631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:49.435112 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:19:49.437864 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:19:49.441406 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:19:49.447291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=1f254935-29e1-4868-9d89-04ed7e9a9a52,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:49.801250 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:49.879073 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:50.027384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:50.031621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:50.100422 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=1f254935-29e1-4868-9d89-04ed7e9a9a52,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:19:50.108857 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:50.207946 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 808d094e-48e4-41d7-a200-e363e186085c associated. External IP: 172.25.5.58, port: 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1. Jul 16 23:19:50.412408 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router dcaf50d9-6708-4433-a096-434c89631bd7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:19:50.516745 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:19:50.527159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Sync routers for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:19:50.533804 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:50.537518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:50.538144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:50.569357 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cfce123-0237-4eaa-8f7e-1ef01c46cadd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5403078 Jul 16 23:19:50.570035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:19:50.572473 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48" -d '{"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:19:50.644766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:50.719202 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188b37a-999f-4a6c-ba4c-55c9587b13da req-09f96e6d-9ea8-495c-86ef-bc5dc9755754 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:50.720638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4188b37a-999f-4a6c-ba4c-55c9587b13da req-09f96e6d-9ea8-495c-86ef-bc5dc9755754 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0619404 Jul 16 23:19:50.757991 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4188b37a-999f-4a6c-ba4c-55c9587b13da req-a0389619-6426-4517-9c8d-cb9200f33a78 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316513 Jul 16 23:19:50.783321 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:50.826749 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333aa10-3576-4b36-868e-2fdbeb875090 x-openstack-request-id: req-e333aa10-3576-4b36-868e-2fdbeb875090 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:19:50.827463 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:19:50.827463 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e333aa10-3576-4b36-868e-2fdbeb875090 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:19:50.827669 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'status': 'completed', 'code': 200} Jul 16 23:19:50.852916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-857d3389-6504-435a-9fdb-68fe9688a49b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/808d094e-48e4-41d7-a200-e363e186085c HTTP/1.1" status: 200 len: 990 time: 0.0684452 Jul 16 23:19:50.874331 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '808d094e-48e4-41d7-a200-e363e186085c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'port_id': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'mac_address': 'fa:16:3e:aa:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:19:49Z', 'updated_at': '2021-07-16T23:19:49Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:50.881814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-50fe8283-3aab-4bb0-abba-2635250813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:50.883402 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-50fe8283-3aab-4bb0-abba-2635250813b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1097 time: 0.0569425 Jul 16 23:19:50.900612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Checking router: dcaf50d9-6708-4433-a096-434c89631bd7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:19:50.908705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:19:50.909332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:19:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:50.976812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-edf64e8b-d87a-4664-87cc-cedd45ab657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:50.978243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-edf64e8b-d87a-4664-87cc-cedd45ab657c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 898 time: 0.0883186 Jul 16 23:19:51.014629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:19:51.042401 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-cbe83044-cc84-4fa9-b41b-9cb841d67227 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 998 time: 0.0575113 Jul 16 23:19:51.094739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-f0e08c7e-90a5-4f44-bbf5-2211a722c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:51.096208 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-f0e08c7e-90a5-4f44-bbf5-2211a722c9ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 200 len: 834 time: 0.0477533 Jul 16 23:19:51.152502 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-98ec0d8f-2948-4b6a-991f-acdaea2f3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:19:51.154045 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-98ec0d8f-2948-4b6a-991f-acdaea2f3c76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517898 Jul 16 23:19:51.237254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '808d094e-48e4-41d7-a200-e363e186085c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'port_id': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'mac_address': 'fa:16:3e:aa:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:19:49Z', 'updated_at': '2021-07-16T23:19:49Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:19:51.246570 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-74d46c4d-f932-4f7c-8c3d-893072ed21cb service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 Jul 16 23:19:51.263880 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf4db9-0ea4-46fd-a0f3-2693ca1f762e None None] The sync data for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 is: [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '808d094e-48e4-41d7-a200-e363e186085c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'port_id': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'mac_address': 'fa:16:3e:aa:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:19:49Z', 'updated_at': '2021-07-16T23:19:49Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:19:51.342210 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ed2b741b-84eb-4035-9dbd-aa210cdc3a48 req-789caab9-dbe5-4373-904f-26f24713fe6a service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881860 Jul 16 23:19:51.352448 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:51.464630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bffb2-6a6b-405b-84fc-b1f0e2f73bde None None] New status for floating IP 808d094e-48e4-41d7-a200-e363e186085c: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:19:51.856215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:19:51.920769 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5763dd7-d047-467a-aeb5-90f2670aff65 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/808d094e-48e4-41d7-a200-e363e186085c HTTP/1.1" status: 200 len: 992 time: 0.0634799 Jul 16 23:19:53.456929 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:57.636485 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723db7dd-6556-4f7c-9f7c-63b4c58fbcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:19:59.852191 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e862a31-14b6-4c98-b180-f97b717454d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:00.185332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:01.587004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:02.919465 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:11.390310 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:20:16.120768 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-fbc4ba55-5eee-40a5-87d6-5832b96ceeea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491698 Jul 16 23:20:16.212918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-fb7b9d4f-9e49-4801-bb3f-efec302894dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:16.214304 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-fb7b9d4f-9e49-4801-bb3f-efec302894dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1097 time: 0.0514016 Jul 16 23:20:16.319134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-dfc569d6-0254-459c-97e7-f7bb023029b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:16.320851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-dfc569d6-0254-459c-97e7-f7bb023029b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 898 time: 0.0871060 Jul 16 23:20:16.383040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-b24f5dd1-8f19-44bd-9858-7d2639d85c53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0556331 Jul 16 23:20:16.436839 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-45a0ad9a-5d17-49dd-8e20-8722030d582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:16.438337 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-45a0ad9a-5d17-49dd-8e20-8722030d582d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 200 len: 834 time: 0.0481911 Jul 16 23:20:16.496096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-7d134574-0078-4d15-8531-d5a6b3c35f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:16.497591 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-7d134574-0078-4d15-8531-d5a6b3c35f4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523641 Jul 16 23:20:16.589275 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-184d42b3-8962-4c06-934f-1157aa19fe7d service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Jul 16 23:20:16.684315 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da98cf18-65c9-488e-8914-7c0670fe6682 req-defca1ea-7365-439d-aa19-fcc18aa4958d service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Jul 16 23:20:20.855936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fbeeb-a4da-4b73-a28c-ce1683a662ce req-1fc71920-4b05-4df6-a3cb-c82b64bef700 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:20.857472 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c51fbeeb-a4da-4b73-a28c-ce1683a662ce req-1fc71920-4b05-4df6-a3cb-c82b64bef700 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0628700 Jul 16 23:20:20.898553 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c51fbeeb-a4da-4b73-a28c-ce1683a662ce req-550f1428-b207-4c6f-bf30-a14852a16eb3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Jul 16 23:20:21.364639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:22.072343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a9b84-f194-48a2-b2d2-25c7ed5bacbd req-7b0a14ae-610f-4480-b3a8-e42ebf5449d3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:22.073845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-410a9b84-f194-48a2-b2d2-25c7ed5bacbd req-7b0a14ae-610f-4480-b3a8-e42ebf5449d3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0655224 Jul 16 23:20:22.110328 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-410a9b84-f194-48a2-b2d2-25c7ed5bacbd req-e3a9c827-4740-4c65-920a-75326d395a5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 16 23:20:22.134635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:22.193433 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c1d560c9-3315-4401-8f2c-a5c22b5148ef tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/808d094e-48e4-41d7-a200-e363e186085c HTTP/1.1" status: 200 len: 992 time: 0.0576532 Jul 16 23:20:23.481245 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:23.625241 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0bb9-a0f7-4136-95b5-0d9628aba629 req-22c632df-23c3-45a5-b12f-5107f59fada6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:23.626971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e86f0bb9-a0f7-4136-95b5-0d9628aba629 req-22c632df-23c3-45a5-b12f-5107f59fada6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0661657 Jul 16 23:20:23.666484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e86f0bb9-a0f7-4136-95b5-0d9628aba629 req-d91fa6b6-8cb1-4a3c-9027-bf71597c166e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Jul 16 23:20:24.839080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce884-8a84-4ee0-9fe9-7e886fd34088 req-8ee38406-0bd0-4216-9e9d-d089f5d3b529 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:24.840578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de4ce884-8a84-4ee0-9fe9-7e886fd34088 req-8ee38406-0bd0-4216-9e9d-d089f5d3b529 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0626724 Jul 16 23:20:24.880346 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-de4ce884-8a84-4ee0-9fe9-7e886fd34088 req-311ec60d-d80f-448e-a19b-20fea0700387 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jul 16 23:20:24.904279 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:24.966141 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f754088b-3911-463b-9d95-e8f670ec8f89 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/808d094e-48e4-41d7-a200-e363e186085c HTTP/1.1" status: 200 len: 992 time: 0.0606406 Jul 16 23:20:25.283094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:25.435925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 1f254935-29e1-4868-9d89-04ed7e9a9a52 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:20:25.436276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:25.511838 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:25.512171 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:25.523937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 1f254935-29e1-4868-9d89-04ed7e9a9a52 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:20:25.669420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:25.695221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=1f254935-29e1-4868-9d89-04ed7e9a9a52,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:25.726009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.726360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.726704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.727046 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.727379 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.727713 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.728047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.728376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.728706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.729056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.729385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.729707 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:25.768493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:25.768835 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 808d094e-48e4-41d7-a200-e363e186085c disassociated (deleted). External IP: 172.25.5.58, port: 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1. Jul 16 23:20:25.972601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router dcaf50d9-6708-4433-a096-434c89631bd7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:20:26.073729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:20:26.078520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:26.083383 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Sync routers for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:20:26.095888 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:26.096503 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:26.116846 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9625c832-21e7-4267-af12-bf705f758f9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/floatingips/808d094e-48e4-41d7-a200-e363e186085c HTTP/1.1" status: 204 len: 168 time: 0.8327432 Jul 16 23:20:26.117575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:20:26.119956 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a" -d '{"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:20:26.197310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:26.355212 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f99d0-9ec0-4521-aba0-476a049edcbe x-openstack-request-id: req-021f99d0-9ec0-4521-aba0-476a049edcbe {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:20:26.355500 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:20:26.355755 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-021f99d0-9ec0-4521-aba0-476a049edcbe {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:20:26.356148 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'status': 'completed', 'code': 200} Jul 16 23:20:26.403084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:26.430126 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Checking router: dcaf50d9-6708-4433-a096-434c89631bd7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:20:26.433389 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-0277dfda-7de2-4b1a-a927-6cd97efeb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:26.435184 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-0277dfda-7de2-4b1a-a927-6cd97efeb009 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 1097 time: 0.0558491 Jul 16 23:20:26.438423 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:26.439027 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:26.506079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c807e-4cb9-447c-b4cb-70472662b353 req-282d0e7e-3d14-4dc0-858e-36e0939e505e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:26.507663 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb6c807e-4cb9-447c-b4cb-70472662b353 req-282d0e7e-3d14-4dc0-858e-36e0939e505e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0644007 Jul 16 23:20:26.537539 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-a486ca1f-5934-4385-ae17-e1cfeb2b5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:26.538969 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-a486ca1f-5934-4385-ae17-e1cfeb2b5576 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 200 len: 898 time: 0.0957830 Jul 16 23:20:26.550245 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cb6c807e-4cb9-447c-b4cb-70472662b353 req-8994aa29-52f6-4710-884f-53ad717fce06 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349925 Jul 16 23:20:26.586748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-1c643a5e-0b9f-45e4-89b4-ca485a0be676 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0371904 Jul 16 23:20:26.636525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-ce9c0c4a-f117-4578-b25e-ebafcebf005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:26.638039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-ce9c0c4a-f117-4578-b25e-ebafcebf005e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 200 len: 834 time: 0.0441854 Jul 16 23:20:26.703642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-ab04f939-5332-4e26-a14c-fd6ad7702970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:26.705172 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-ab04f939-5332-4e26-a14c-fd6ad7702970 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfcdde1f-068a-4b9c-97d1-2183b735b6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548737 Jul 16 23:20:26.705563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:26.795589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-f1f7aa1e-dddb-46a6-a598-1270f13483af service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829818 Jul 16 23:20:26.898331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-89f8cdc4-d24b-47b5-bb24-1b6652f5e33a req-61beb449-597c-4d8e-8e6b-66968add75f8 service neutron] 10.222.0.47 "GET /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924659 Jul 16 23:20:26.907290 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:26.934303 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5584bd-e716-44d6-8689-02d49bc087d0 None None] The sync data for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 is: [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:37Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c93bbe12-1d92-4c61-a3f8-a09e7828cba5', 'name': '', 'network_id': 'dfcdde1f-068a-4b9c-97d1-2183b735b6e9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:98:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:36Z', 'updated_at': '2021-07-16T23:19:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:20:27.138492 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f505c-561e-4579-b011-438a6bfc91ad None None] New status for floating IP 808d094e-48e4-41d7-a200-e363e186085c: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:20:27.636732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-330f1641-8804-47fa-9721-22944b1fee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:27.727911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04669-211e-4866-9360-94d53eee2e82 req-84b33e05-09e5-431e-b15a-0b524015c6db tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:27.729453 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3f04669-211e-4866-9360-94d53eee2e82 req-84b33e05-09e5-431e-b15a-0b524015c6db tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0623112 Jul 16 23:20:27.768847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a3f04669-211e-4866-9360-94d53eee2e82 req-c9a4b765-84a5-4cf1-89ff-fea5e5c8c6e8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9be7aff-31b1-467c-ab99-15c4dd5a569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339561 Jul 16 23:20:28.102390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-de9183b9-e093-49f1-8165-10d64bd456d0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:28.103821 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-de9183b9-e093-49f1-8165-10d64bd456d0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 945 time: 0.0612354 Jul 16 23:20:28.201299 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:20:28.201556 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:28.286879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:28.287234 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:28.299125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:20:28.424669 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:28.454763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=20e0ae28-a536-4f3e-9b78-9fbf0032f8e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:28.487222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.487574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.487916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.488251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.488587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.489451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.489785 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.490112 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.490437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.490760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.491079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.491396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:28.511793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] No DVR routers for this DVR port 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:20:28.514194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:28.516144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a2c6b51a-a5c9-4104-9474-803afaeb62d8 req-47e1e430-cab1-41cf-92a2-5e8ffe1574aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "DELETE /v2.0/ports/20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 HTTP/1.1" status: 204 len: 173 time: 0.4070477 Jul 16 23:20:28.516577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'name': 'network-vif-deleted', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:20:28.518899 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0738fdac-3b89-46b1-ba51-9985349a151d" -d '{"events": [{"server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "name": "network-vif-deleted", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:20:28.553525 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b85ed0-c612-41ff-8ecc-e3ee58ad3165 x-openstack-request-id: req-e0b85ed0-c612-41ff-8ecc-e3ee58ad3165 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:20:28.553844 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b724c-81b9-4260-a4f6-76f8345e46f4", "name": "network-vif-deleted", "tag": "20e0ae28-a536-4f3e-9b78-9fbf0032f8e1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:20:28.554128 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0b85ed0-c612-41ff-8ecc-e3ee58ad3165 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:20:28.554532 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b724c-81b9-4260-a4f6-76f8345e46f4', 'name': 'network-vif-deleted', 'tag': '20e0ae28-a536-4f3e-9b78-9fbf0032f8e1', 'status': 'completed', 'code': 200} Jul 16 23:20:28.932258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-93f964ff-e264-487d-b8c0-e0aba1dacc3a req-65a7a190-cc09-4f30-bf7c-0dba9cec8e96 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=875b724c-81b9-4260-a4f6-76f8345e46f4 HTTP/1.1" status: 200 len: 210 time: 0.0310123 Jul 16 23:20:29.853630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86138766-f3c0-482f-a67b-04a70d7955e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:30.023809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:30.187696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:30.660064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:30.920461 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port c93bbe12-1d92-4c61-a3f8-a09e7828cba5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:20:30.920729 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.010734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port c93bbe12-1d92-4c61-a3f8-a09e7828cba5, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:31.011100 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.023333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for c93bbe12-1d92-4c61-a3f8-a09e7828cba5 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:20:31.204023 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.231219 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=c93bbe12-1d92-4c61-a3f8-a09e7828cba5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:31.288689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:20:31.309204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:20:31.309564 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 20e0ae28-a536-4f3e-9b78-9fbf0032f8e1 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:20:31.403377 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.590074 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.614103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router dcaf50d9-6708-4433-a096-434c89631bd7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:20:31.719239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:20:31.725484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56f0e707-0559-4474-bfdb-48f0ede77550 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/dcaf50d9-6708-4433-a096-434c89631bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994541 Jul 16 23:20:31.727108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:31.729791 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Sync routers for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:20:31.739097 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:31.739714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:31.777295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting subnet c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:20:31.780354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.823811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.842890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:31.911681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:31.974815 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.003809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:32.005851 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.007736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c97ab300-1bf4-4de2-974f-da0a9a35382c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/subnets/c3f9925f-9650-4de1-a2fa-ee7cfcaf71ec HTTP/1.1" status: 204 len: 168 time: 0.2796922 Jul 16 23:20:32.011127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:32.015451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e2c25-814b-4a1e-88ca-5efd85c12f06 None None] Network dfcdde1f-068a-4b9c-97d1-2183b735b6e9 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:20:32.085370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:20:31Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.121347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.132096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Checking router: dcaf50d9-6708-4433-a096-434c89631bd7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:20:32.160038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Routers {'dcaf50d9-6708-4433-a096-434c89631bd7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:32.161329 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['dcaf50d9-6708-4433-a096-434c89631bd7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.224993 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.277435 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] Set router dcaf50d9-6708-4433-a096-434c89631bd7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:32.283423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 1e4d9756-0813-4a0b-9153-6431e647bc0f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:20:32.283771 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.334933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] DHCP port deletion for dfcdde1f-068a-4b9c-97d1-2183b735b6e9 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:20:32.365446 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 1e4d9756-0813-4a0b-9153-6431e647bc0f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1e4d9756-0813-4a0b-9153-6431e647bc0f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:32.365811 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.377440 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 1e4d9756-0813-4a0b-9153-6431e647bc0f owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:20:32.445316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Deleting port 970983b1-c25a-48f0-9971-8aee246f8d84 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:20:32.445693 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.532941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] For port 970983b1-c25a-48f0-9971-8aee246f8d84, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=970983b1-c25a-48f0-9971-8aee246f8d84,segment=NetworkSegment(f393a0bc-7588-49ba-b2e1-b93352b60efa),segment_id=f393a0bc-7588-49ba-b2e1-b93352b60efa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:32.533358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.541388 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.548301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Calling delete_port for 970983b1-c25a-48f0-9971-8aee246f8d84 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:20:32.566613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=1e4d9756-0813-4a0b-9153-6431e647bc0f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:32.600819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:20:31Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.628622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d485f5-f781-42ed-a971-a955ff1967de None None] The sync data for ids ['dcaf50d9-6708-4433-a096-434c89631bd7'] in n-d-793621-16 is: [{'id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161714441', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:20:31Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '1e4d9756-0813-4a0b-9153-6431e647bc0f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaf50d9-6708-4433-a096-434c89631bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:19:33Z', 'updated_at': '2021-07-16T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:20:32.631604 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.670860 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.695827 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Pushing event deleted for resources: {'Port': ['ID=970983b1-c25a-48f0-9971-8aee246f8d84,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:32.703338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] No DVR routers for this DVR port 970983b1-c25a-48f0-9971-8aee246f8d84 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:20:32.705696 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.706052 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.706473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.706816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.707154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.708063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.708463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.708798 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.709152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.709483 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.709812 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.710137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49a64-d327-43ac-ac2d-483d2dd87eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:20:32.725653 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.727772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.770733 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.771278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Fanout notify agent at l3_agent the message router_deleted on router dcaf50d9-6708-4433-a096-434c89631bd7 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:20:32.778346 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.779465 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f92f2fcc-9001-4ecc-b24d-b0ffe81afc94 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/routers/dcaf50d9-6708-4433-a096-434c89631bd7 HTTP/1.1" status: 204 len: 168 time: 0.7674699 Jul 16 23:20:32.782243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:32.859814 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.916327 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.946144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.956037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcdde1f-068a-4b9c-97d1-2183b735b6e9']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.966170 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f393a0bc-7588-49ba-b2e1-b93352b60efa') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.966468 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f393a0bc-7588-49ba-b2e1-b93352b60efa') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:32.976145 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.991348 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:32.999178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:20:32.999613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:20:33.002928 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:20:33.067345 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.074542 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.079731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/networks/dfcdde1f-068a-4b9c-97d1-2183b735b6e9 HTTP/1.1" status: 204 len: 168 time: 0.2932243 Jul 16 23:20:33.079731 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:33.102578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdbcf5-6957-494c-b487-09b99aaf8821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Network': ['ID=dfcdde1f-068a-4b9c-97d1-2183b735b6e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:33.151329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.176455 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.237867 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.240686 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.241939 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/security-groups/b9be7aff-31b1-467c-ab99-15c4dd5a569c HTTP/1.1" status: 204 len: 168 time: 0.1617811 Jul 16 23:20:33.257264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d90f1f-b4e2-4392-acda-8f7c3658af6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9be7aff-31b1-467c-ab99-15c4dd5a569c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:33.701567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:33.706238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919136621', 'description': 'tempest-secgroup-smoke-1919136621 description', 'project_id': '0187812a93074fe79e275695e0b6e291'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:33.727919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.807565 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.810981 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.836253 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.837556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350193 Jul 16 23:20:33.840573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:33.841515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0637e-6ba6-4a01-911c-e4c4da79308d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c058bd2-956e-4a1e-8f24-30676b5a7098,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:33.845489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:33.873664 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.924665 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.929531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.948081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003e3c3c-40a6-498e-8a57-8ad8ff52a254,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:33.954409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.955418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8fca5b5f-034a-429a-8047-b459cf893ed2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137488 Jul 16 23:20:33.958586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:33.963218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:33.974086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e4d9756-0813-4a0b-9153-6431e647bc0f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:20:33.990496 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:33.996622 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1e4d9756-0813-4a0b-9153-6431e647bc0f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:20:33.997184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1e4d9756-0813-4a0b-9153-6431e647bc0f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:20:33.997795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c93bbe12-1d92-4c61-a3f8-a09e7828cba5 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:20:34.017249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c93bbe12-1d92-4c61-a3f8-a09e7828cba5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:20:34.017599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c93bbe12-1d92-4c61-a3f8-a09e7828cba5 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:20:34.018022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 970983b1-c25a-48f0-9971-8aee246f8d84 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:20:34.041904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 970983b1-c25a-48f0-9971-8aee246f8d84 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:20:34.042621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 970983b1-c25a-48f0-9971-8aee246f8d84 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:20:34.053389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.057176 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.077630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c48bc4-3d03-4ffc-ad35-490b6caa6b8a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.081226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.082438 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3f0a832c-80fd-417a-878a-a23e3f5f512f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229510 Jul 16 23:20:34.085266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.089644 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.116261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.177397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.181179 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.200304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ee30e9-a16d-4bf0-9532-6b13c88ce210,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.203366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.204551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-77541970-1660-4f2c-8063-430eee602817 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183560 Jul 16 23:20:34.207527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.212335 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.239460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.298466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.302285 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.322269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43d7812-3626-4975-81bd-005ffb406d01,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.326201 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.327707 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-702bd70e-f327-4354-9730-a51e8af35c09 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191018 Jul 16 23:20:34.330442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.335334 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.357090 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:20:34.361704 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.420288 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.423536 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.440289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0c6720-97f1-4942-aab4-3d049078dd96,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.446517 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.447851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-bae14d36-534d-41d2-b737-783cc84a1f5e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164556 Jul 16 23:20:34.450515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.454877 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '5c058bd2-956e-4a1e-8f24-30676b5a7098', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.477183 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:20:34.481842 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.543889 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.547568 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.564703 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa51253f-0527-4aea-a398-a89f011f1282,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.570412 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.571584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f712054-cec5-4d98-b9a8-4ffc34d2b5d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201560 Jul 16 23:20:34.574519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.579302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'network': {'name': 'tempest-network-smoke--1026177429', 'project_id': '0187812a93074fe79e275695e0b6e291', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.600042 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:20:34.603484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.626547 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:20:34.635454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.635835 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Added segment 11623bf6-bbb5-47f7-a87a-6703dd28a2f4 of type vlan for network f242215f-933f-4958-be46-9e12a7e93f1c Jul 16 23:20:34.675728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.703712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.710035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:34.710624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.744970 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1694596 Jul 16 23:20:34.747818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:34.752377 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'admin_state_up': True, 'project_id': '0187812a93074fe79e275695e0b6e291', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:34.791027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505141d-2386-4df4-949a-9d448d60fc63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Network': ['ID=f242215f-933f-4958-be46-9e12a7e93f1c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:34.800709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network f242215f-933f-4958-be46-9e12a7e93f1c details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:20:34.805649 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.806667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.860315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:34.996928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:35.184071 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:35.202602 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:35.304407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.94 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/e730156b-a85e-46c3-820b-4b71060f1a78) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:20:35.406938 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:35.443617 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:35.478900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:35.484975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:35.489095 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:20:35.494515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=e730156b-a85e-46c3-820b-4b71060f1a78,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:35.728601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.219540 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.346373 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 379c2871-3450-4b1b-b2f7-d6414a0539f2 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:20:36.449512 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:20:36.458931 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Sync routers for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:20:36.467991 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:36.468315 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.468660 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:36.469624 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7025582c-7de1-4c4e-b818-468b79a2163e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7208321 Jul 16 23:20:36.472773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49640) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:36.500589 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cc265ac4-50d6-48d4-a4eb-94801f2feafb tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0187812a93074fe79e275695e0b6e291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263937 Jul 16 23:20:36.503321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:36.570118 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:36.588482 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da468f-1dad-4d30-826f-6c0686a76f0e tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:36.590056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d2da468f-1dad-4d30-826f-6c0686a76f0e tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857549 Jul 16 23:20:36.592824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49644) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:36.630796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f5b71367-07b8-49ec-941e-4426467852e9 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368509 Jul 16 23:20:36.633202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:36.637920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196853089', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'project_id': '0187812a93074fe79e275695e0b6e291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:36.722412 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:20:36.725851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.745188 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:35Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:36.775237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Checking router: 379c2871-3450-4b1b-b2f7-d6414a0539f2 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:20:36.775581 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Updating router 379c2871-3450-4b1b-b2f7-d6414a0539f2 port e730156b-a85e-46c3-820b-4b71060f1a78 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:20:36.809964 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.903939 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:36.971592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Subnet': ['ID=250d23d1-4608-4059-af0d-92f5e43361f0,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:36.979557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Checking segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:20:36.979871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network hostable DHCP agents. Network: f242215f-933f-4958-be46-9e12a7e93f1c, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:20:36.998102 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network f242215f-933f-4958-be46-9e12a7e93f1c is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:20:37.006743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, f242215f-933f-4958-be46-9e12a7e93f1c) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:37.011871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:37.012644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.015853 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae2bcc-a7dd-45b6-9be4-f5b258ac8778 None None] Network f242215f-933f-4958-be46-9e12a7e93f1c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:20:37.028207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-99501129-633c-44c0-be22-b06e173a95fd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3940008 Jul 16 23:20:37.031145 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:37.144534 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.155085 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Transition to ACTIVE for port object e730156b-a85e-46c3-820b-4b71060f1a78 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:37.163321 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.179513 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-f242215f-933f-4958-be46-9e12a7e93f1c', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:20:37.180854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.215944 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Attempting to bind port e730156b-a85e-46c3-820b-4b71060f1a78 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:20:37.216306 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Attempting to bind port e730156b-a85e-46c3-820b-4b71060f1a78 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:20:37.216657 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Attempting to bind port e730156b-a85e-46c3-820b-4b71060f1a78 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:20:37.226371 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:20:37.226798 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:20:37.227139 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.227530 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:20:37.227997 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Bound port: e730156b-a85e-46c3-820b-4b71060f1a78, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:20:37.228370 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.230122 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebe82-01bc-47ed-b731-8fb7c0df8807 None None] Pushing event updated for resources: {'Port': ['ID=e730156b-a85e-46c3-820b-4b71060f1a78,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:37.283017 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] For port e730156b-a85e-46c3-820b-4b71060f1a78, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:20:37.286899 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] For port e730156b-a85e-46c3-820b-4b71060f1a78, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e730156b-a85e-46c3-820b-4b71060f1a78,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:20:37.295478 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.341935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Allocated IP 172.20.0.2 (f242215f-933f-4958-be46-9e12a7e93f1c/250d23d1-4608-4059-af0d-92f5e43361f0/2eb39593-25c0-4d5d-8e36-1c2ad7e32aed) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:20:37.347535 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:37.349246 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:37.410243 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebe82-01bc-47ed-b731-8fb7c0df8807 None None] Pushing event updated for resources: {'Port': ['ID=e730156b-a85e-46c3-820b-4b71060f1a78,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:37.475064 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:37.496609 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.507250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Transition to ACTIVE for port object 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:37.523004 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Transition to ACTIVE for port object 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:37.529750 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.569852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Network f242215f-933f-4958-be46-9e12a7e93f1c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:37.576088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:37.579605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:20:37.586890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:37.639301 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Attempting to bind port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:20:37.639683 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Attempting to bind port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:20:37.640047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Attempting to bind port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed on network f242215f-933f-4958-be46-9e12a7e93f1c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:20:37.644926 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:20:37.645563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Checking segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:20:37.645852 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.646247 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Bound using segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:20:37.646717 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Bound port: 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:20:37.647098 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.663531 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:35Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:37.694327 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa3fd3-4a22-4668-b4be-3566c0867a0d None None] The sync data for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 is: [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:35Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:20:37.717153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] For port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:20:37.721442 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] For port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:20:37.727927 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:37.793297 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3ca6-d688-4fa3-8b5c-3317ec0de6c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:37.858163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.081465 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e730156b-a85e-46c3-820b-4b71060f1a78 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:38.152311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e730156b-a85e-46c3-820b-4b71060f1a78 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:38.156687 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e730156b-a85e-46c3-820b-4b71060f1a78 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:38.157522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.230564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.1 (f242215f-933f-4958-be46-9e12a7e93f1c/250d23d1-4608-4059-af0d-92f5e43361f0/f21070db-759d-44e1-a9fe-2b905286fa51) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:20:38.245330 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.268395 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e730156b-a85e-46c3-820b-4b71060f1a78, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e730156b-a85e-46c3-820b-4b71060f1a78,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:38.273970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.332826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e730156b-a85e-46c3-820b-4b71060f1a78,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:38.372720 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.391945 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object f21070db-759d-44e1-a9fe-2b905286fa51 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:38.426883 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.472478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network f242215f-933f-4958-be46-9e12a7e93f1c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:38.475961 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:38.480328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:20:38.486944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:38.533488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.693807 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.788154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfef830-ca6d-46d4-811f-db3e68d56728 None None] Network f242215f-933f-4958-be46-9e12a7e93f1c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:20:38.868982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-974d6050-77b9-41d9-a561-792b18badc85 None None] Provisioning for port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:38.983013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:38.988091 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:39.063617 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:39.066056 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:39.176669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network f242215f-933f-4958-be46-9e12a7e93f1c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:39.178150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:39.197662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb364bcd-82eb-48bc-bcbe-68ec2a634f29 None None] Provisioning for port f21070db-759d-44e1-a9fe-2b905286fa51 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:39.202245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb364bcd-82eb-48bc-bcbe-68ec2a634f29 None None] Provisioning complete for port f21070db-759d-44e1-a9fe-2b905286fa51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:39.202714 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb364bcd-82eb-48bc-bcbe-68ec2a634f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:39.257488 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eb364bcd-82eb-48bc-bcbe-68ec2a634f29 None None] Port f21070db-759d-44e1-a9fe-2b905286fa51 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:20:39.314203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 379c2871-3450-4b1b-b2f7-d6414a0539f2 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:20:39.387845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5038c861-3304-4497-a912-ec4415e2ae13 None None] Provisioning complete for port f21070db-759d-44e1-a9fe-2b905286fa51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:39.388219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5038c861-3304-4497-a912-ec4415e2ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:39.425695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5038c861-3304-4497-a912-ec4415e2ae13 None None] Port f21070db-759d-44e1-a9fe-2b905286fa51 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:20:39.432052 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:20:39.437571 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2775a774-ab06-4a81-8559-63e6b49192bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/379c2871-3450-4b1b-b2f7-d6414a0539f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4051309 Jul 16 23:20:39.475160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Sync routers for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:20:39.489654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:39.490307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:39.557319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ea3634d-f2e4-4581-afa6-458ec806e822 None None] Provisioning complete for port f21070db-759d-44e1-a9fe-2b905286fa51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:39.558095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea3634d-f2e4-4581-afa6-458ec806e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:39.605917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-78809026-21d7-44a4-abda-b6adb115aa3d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919136621&fields=id&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 267 time: 0.0329771 Jul 16 23:20:39.718322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-32c98f59-4169-4e45-86e4-e7395f2ef779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:39.719811 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-32c98f59-4169-4e45-86e4-e7395f2ef779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 797 time: 0.1072507 Jul 16 23:20:39.735173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-a3f96575-847d-4fc6-a582-7417fee81e71 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/quotas/0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Jul 16 23:20:39.789053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3634d-f2e4-4581-afa6-458ec806e822 None None] Port f21070db-759d-44e1-a9fe-2b905286fa51 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:20:39.798229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:39.807510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-502cff1c-bd0a-4173-a2b2-5abed60dc832 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664356 Jul 16 23:20:39.902491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-a8d0df36-9c97-4b35-8404-66283b2d1ca3 service neutron] 10.222.0.70 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831039 Jul 16 23:20:40.002600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 2, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:40.009257 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-49d0def8-4de5-4e60-a9e3-d296ec0ee6c7 service neutron] 10.222.0.70 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008737 Jul 16 23:20:40.029251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Checking router: 379c2871-3450-4b1b-b2f7-d6414a0539f2 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:20:40.029616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Updating router 379c2871-3450-4b1b-b2f7-d6414a0539f2 port f21070db-759d-44e1-a9fe-2b905286fa51 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:20:40.055892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:40.095173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.153607 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:40.197645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45bd3f7a-1328-4269-909c-93bb49f9a66d req-a516408b-3263-4126-9c2f-4f166487ead0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 210 time: 0.0332534 Jul 16 23:20:40.201011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:40.201479 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.368934 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.429547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:40.449044 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.449843 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e730156b-a85e-46c3-820b-4b71060f1a78 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:40.527190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.551515 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Transition to ACTIVE for port object f21070db-759d-44e1-a9fe-2b905286fa51 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:40.558527 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:40.562326 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.608492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e730156b-a85e-46c3-820b-4b71060f1a78 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:40.608870 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.661494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7b9a5-bf07-4423-a209-6bfb560cfb09 None None] Pushing event updated for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:40.707689 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Attempting to bind port f21070db-759d-44e1-a9fe-2b905286fa51 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:20:40.708059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Attempting to bind port f21070db-759d-44e1-a9fe-2b905286fa51 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:20:40.708422 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Attempting to bind port f21070db-759d-44e1-a9fe-2b905286fa51 on network f242215f-933f-4958-be46-9e12a7e93f1c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:20:40.717299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:20:40.717679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Checking segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:20:40.718084 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.718478 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Bound using segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:20:40.718950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Bound port: f21070db-759d-44e1-a9fe-2b905286fa51, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:20:40.719331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.812041 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] For port f21070db-759d-44e1-a9fe-2b905286fa51, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:20:40.815101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] For port f21070db-759d-44e1-a9fe-2b905286fa51, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f21070db-759d-44e1-a9fe-2b905286fa51,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:20:40.819557 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:40.867952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:40.868516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:40.923175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7b9a5-bf07-4423-a209-6bfb560cfb09 None None] Pushing event updated for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:40.999092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:41.206795 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:40Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:41.232479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55153b92-3ebb-42e3-8ebd-c59e7dbbf858 None None] The sync data for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 is: [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:40Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:20:41.390905 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-967a18e2-402d-4ada-a57b-8408fee7f367 req-b4ffa802-6a0b-4037-87a7-2611fdb30ace tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 210 time: 0.0439773 Jul 16 23:20:41.425091 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-b8bf7cc3-f474-44f9-865f-f8659a2af6aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:41.426708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-b8bf7cc3-f474-44f9-865f-f8659a2af6aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 797 time: 0.1490576 Jul 16 23:20:41.479468 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-4ea5d862-8d08-4fcb-b33f-fe49cfb4deee tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 380 time: 0.0437903 Jul 16 23:20:41.489020 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'port': {'device_id': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'admin_state_up': True, 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'security_groups': ['5c058bd2-956e-4a1e-8f24-30676b5a7098']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:41.606942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:20:41.610772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:41.745946 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.9 (f242215f-933f-4958-be46-9e12a7e93f1c/250d23d1-4608-4059-af0d-92f5e43361f0/ae856f70-a4b3-4637-add6-e11c9be6f176) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:20:41.891885 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:41.905662 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object ae856f70-a4b3-4637-add6-e11c9be6f176 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:41.944443 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:41.999536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network f242215f-933f-4958-be46-9e12a7e93f1c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:42.003024 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:42.007787 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:20:42.038865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:42.072673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:42.073424 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.089154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f21070db-759d-44e1-a9fe-2b905286fa51 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:42.103982 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-0d54c885-1034-4f0f-b079-db5739a95fa3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194930 Jul 16 23:20:42.118850 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Request body: {'port': {'device_id': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:42.152712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f21070db-759d-44e1-a9fe-2b905286fa51 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:42.158255 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f21070db-759d-44e1-a9fe-2b905286fa51 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:42.159393 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.234194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.266235 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.281108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ac725652-8752-496d-b5ca-82b101693888 None None] Provisioning for port ae856f70-a4b3-4637-add6-e11c9be6f176 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:42.290822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ac725652-8752-496d-b5ca-82b101693888 None None] Provisioning complete for port ae856f70-a4b3-4637-add6-e11c9be6f176 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:42.291516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac725652-8752-496d-b5ca-82b101693888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.326707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f21070db-759d-44e1-a9fe-2b905286fa51, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f21070db-759d-44e1-a9fe-2b905286fa51,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:42.333245 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.334049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:42.382353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ac725652-8752-496d-b5ca-82b101693888 None None] Port ae856f70-a4b3-4637-add6-e11c9be6f176 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:20:42.424286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:42.433462 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:42.433846 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.535229 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae856f70-a4b3-4637-add6-e11c9be6f176 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:20:42.544559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.558309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Transition to ACTIVE for port object ae856f70-a4b3-4637-add6-e11c9be6f176 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:20:42.563886 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.597806 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3847d23-20cc-4662-9ccb-8987b544766b req-56b67983-9a87-4dc3-8713-55e77dbd9f32 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:42.600329 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3847d23-20cc-4662-9ccb-8987b544766b req-56b67983-9a87-4dc3-8713-55e77dbd9f32 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 931 time: 0.0704081 Jul 16 23:20:42.614901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:42.649463 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e3847d23-20cc-4662-9ccb-8987b544766b req-4d0c0aff-4ee6-47af-be31-e85658b40ee1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Jul 16 23:20:42.692866 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Attempting to bind port ae856f70-a4b3-4637-add6-e11c9be6f176 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:20:42.693232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Attempting to bind port ae856f70-a4b3-4637-add6-e11c9be6f176 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:20:42.693566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Attempting to bind port ae856f70-a4b3-4637-add6-e11c9be6f176 on network f242215f-933f-4958-be46-9e12a7e93f1c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:20:42.698193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Port ae856f70-a4b3-4637-add6-e11c9be6f176 on network f242215f-933f-4958-be46-9e12a7e93f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:20:42.698519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Attempting to bind port ae856f70-a4b3-4637-add6-e11c9be6f176 on network f242215f-933f-4958-be46-9e12a7e93f1c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:20:42.703404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:20:42.703748 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Checking segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:20:42.704158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Bound using segment: {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:20:42.704547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Bound port: ae856f70-a4b3-4637-add6-e11c9be6f176, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11623bf6-bbb5-47f7-a87a-6703dd28a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:20:42.704909 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.775694 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:20:42.778963 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae856f70-a4b3-4637-add6-e11c9be6f176,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:20:42.783865 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.819092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:42.819857 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:42.821125 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 1092 time: 0.7088943 Jul 16 23:20:42.821564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:20:42.823814 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389726ad-aca1-435a-85f9-b2005d7cd3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:20:42.870578 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16437813-71a3-4d6c-b986-2ccfec25cfea x-openstack-request-id: req-16437813-71a3-4d6c-b986-2ccfec25cfea {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:20:42.870799 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:20:42.871042 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16437813-71a3-4d6c-b986-2ccfec25cfea {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:20:42.871430 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'status': 'completed', 'code': 200} Jul 16 23:20:42.873970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467bed3-5c88-4d2f-9093-fad9d11ad2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:42.922876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-68a3beff-c038-4f86-a32a-a0f488327ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:42.924452 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-68a3beff-c038-4f86-a32a-a0f488327ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0637653 Jul 16 23:20:42.969525 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-681bdb47-4588-411c-8105-1249b1afe0cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 217 time: 0.0380101 Jul 16 23:20:43.021677 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-6a08cc18-ec4e-4401-a628-58c6239fe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.023204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-6a08cc18-ec4e-4401-a628-58c6239fe330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0468876 Jul 16 23:20:43.078832 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-f653b405-0160-4b96-ad95-7f240e6b66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.080258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-f653b405-0160-4b96-ad95-7f240e6b66ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505614 Jul 16 23:20:43.171322 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-4d62021c-440a-4cf1-8ae3-2d6242dcbbde service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844378 Jul 16 23:20:43.258541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8daef325-92b7-4316-acf7-fef7cf5028d0 req-ff864359-6ed9-4745-a9a0-e0d7252cb8fe service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809624 Jul 16 23:20:43.363150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-38327d07-c48e-488e-a0b4-b40940401fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.364608 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-38327d07-c48e-488e-a0b4-b40940401fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0566387 Jul 16 23:20:43.451643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-9b9a4278-7d70-4ee5-afdb-65664ddb7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.453189 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-9b9a4278-7d70-4ee5-afdb-65664ddb7ef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 898 time: 0.0822647 Jul 16 23:20:43.495708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-ad8cfcae-d8f6-4024-8a4c-d3b774a35805 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 217 time: 0.0366335 Jul 16 23:20:43.542895 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-a257a86e-33cd-4dd8-8b3d-d5fb35c4a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.544281 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-a257a86e-33cd-4dd8-8b3d-d5fb35c4a5d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0425644 Jul 16 23:20:43.599446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-16819951-06d8-400c-9fc1-bf2791c3b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.600868 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-16819951-06d8-400c-9fc1-bf2791c3b69d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496264 Jul 16 23:20:43.692577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-84f258f0-d861-46fa-95d5-27c62e767fdc service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843668 Jul 16 23:20:43.782548 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-389726ad-aca1-435a-85f9-b2005d7cd3b7 req-bf78e6c6-9cfb-4302-8258-d3cd94c307ec service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835474 Jul 16 23:20:43.821966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3bed4-7a6a-4e9b-9be3-822601fc00f7 req-17ca683f-78c3-478d-b00e-a33f5b8b64c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:43.823455 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67d3bed4-7a6a-4e9b-9be3-822601fc00f7 req-17ca683f-78c3-478d-b00e-a33f5b8b64c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 943 time: 0.0632200 Jul 16 23:20:43.860800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67d3bed4-7a6a-4e9b-9be3-822601fc00f7 req-2b377a58-85dc-4f03-be14-dd7756fff939 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Jul 16 23:20:43.976428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f21070db-759d-44e1-a9fe-2b905286fa51 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:44.022400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f21070db-759d-44e1-a9fe-2b905286fa51 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:44.022771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:45.036189 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d67f3f-f0b4-4171-8855-4a7b4c7b6ae7 req-70ab8a74-a374-4683-ab64-07f8626c7162 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:45.037757 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55d67f3f-f0b4-4171-8855-4a7b4c7b6ae7 req-70ab8a74-a374-4683-ab64-07f8626c7162 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 943 time: 0.0639365 Jul 16 23:20:45.075426 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55d67f3f-f0b4-4171-8855-4a7b4c7b6ae7 req-ccf5ed13-c701-494c-9732-f7e28e3530c8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Jul 16 23:20:46.251598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495dd5e-1db4-42d0-8716-0f195e1216bd req-757d2c94-79f4-4ac9-aa3e-78480c3e223e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:46.253076 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c495dd5e-1db4-42d0-8716-0f195e1216bd req-757d2c94-79f4-4ac9-aa3e-78480c3e223e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 943 time: 0.0675278 Jul 16 23:20:46.290699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c495dd5e-1db4-42d0-8716-0f195e1216bd req-67fd06ff-5b2f-4313-939a-1703d7852753 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 16 23:20:47.375292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae856f70-a4b3-4637-add6-e11c9be6f176 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:20:47.473069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20171643-7b9b-445d-88b2-95edd1ddfca0 req-d025a44e-703c-4919-b0b0-fe2403f23c9c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:47.474594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20171643-7b9b-445d-88b2-95edd1ddfca0 req-d025a44e-703c-4919-b0b0-fe2403f23c9c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 943 time: 0.0732932 Jul 16 23:20:47.475883 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae856f70-a4b3-4637-add6-e11c9be6f176,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:47.486553 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'port_id': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'mac_address': 'fa:16:3e:c9:59:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:20:47.512609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-20171643-7b9b-445d-88b2-95edd1ddfca0 req-4f80b449-96a0-4530-ba50-1bda2094419b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Jul 16 23:20:47.523406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:47.536920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae856f70-a4b3-4637-add6-e11c9be6f176 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:20:47.556763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae856f70-a4b3-4637-add6-e11c9be6f176,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:47.560984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:47.605821 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:47.761188 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['ae856f70-a4b3-4637-add6-e11c9be6f176'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:20:48.391872 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:20:48.685294 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ed485-3710-4d5b-93de-f91407bafe76 req-74d6d64d-8021-4cdb-b68f-8b4869a9953a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:48.686710 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f78ed485-3710-4d5b-93de-f91407bafe76 req-74d6d64d-8021-4cdb-b68f-8b4869a9953a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 944 time: 0.0668528 Jul 16 23:20:48.724376 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f78ed485-3710-4d5b-93de-f91407bafe76 req-3082a5a6-a87c-4217-87e4-87ea148aa752 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Jul 16 23:20:49.382159 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae856f70-a4b3-4637-add6-e11c9be6f176 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:20:49.429080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port ae856f70-a4b3-4637-add6-e11c9be6f176 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:20:49.432677 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port ae856f70-a4b3-4637-add6-e11c9be6f176 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:20:49.433087 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:49.509976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:49.531046 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:20:49.533333 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00f2941-4825-4904-9656-d679f876e461" -d '{"events": [{"server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "name": "network-vif-plugged", "status": "completed", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:20:49.546091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae856f70-a4b3-4637-add6-e11c9be6f176,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:20:49.551372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:49.576503 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79841901-3679-4c63-8909-1e847a12b84c x-openstack-request-id: req-79841901-3679-4c63-8909-1e847a12b84c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:20:49.576796 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "name": "network-vif-plugged", "status": "completed", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:20:49.577173 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79841901-3679-4c63-8909-1e847a12b84c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:20:49.577563 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'code': 200} Jul 16 23:20:49.600368 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:49.685734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72418b08-40f7-43c6-ba20-edaf4c60fefb req-54152a9b-b3ab-4a01-bb9c-3207bbd924c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:49.687121 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72418b08-40f7-43c6-ba20-edaf4c60fefb req-54152a9b-b3ab-4a01-bb9c-3207bbd924c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0508273 Jul 16 23:20:49.724590 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72418b08-40f7-43c6-ba20-edaf4c60fefb req-9e234eb3-62ba-4e76-9bca-6825acfabcb4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Jul 16 23:20:49.897434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dd321-1fdb-4956-8c88-18f48f8d656d req-cd3f4dd8-2cba-4e0a-8bed-4f589168b4db tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:49.898965 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-616dd321-1fdb-4956-8c88-18f48f8d656d req-cd3f4dd8-2cba-4e0a-8bed-4f589168b4db tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0648510 Jul 16 23:20:49.936956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-616dd321-1fdb-4956-8c88-18f48f8d656d req-c207a3c3-15a8-460f-88bc-327600d5f21c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Jul 16 23:20:51.107071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298d5e-c86c-44c6-95b4-da8285486c96 req-c0831a3a-c58e-4593-90db-a73ccaa050e1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:51.108555 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-27298d5e-c86c-44c6-95b4-da8285486c96 req-c0831a3a-c58e-4593-90db-a73ccaa050e1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0629849 Jul 16 23:20:51.146713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-27298d5e-c86c-44c6-95b4-da8285486c96 req-9e57e21a-d40d-4db4-b5cb-a346cbc1aeed tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Jul 16 23:20:51.317889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f977c9-ccd0-4821-a353-41d95477e919 req-d42aa286-0473-4de3-8acb-a7af7624c7b9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:51.319343 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6f977c9-ccd0-4821-a353-41d95477e919 req-d42aa286-0473-4de3-8acb-a7af7624c7b9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0662851 Jul 16 23:20:51.356473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e6f977c9-ccd0-4821-a353-41d95477e919 req-33cffa4c-2371-4ea5-a0ae-c250e67e633b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jul 16 23:20:51.380355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:51.386065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:51.432724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f7e9d-a900-494c-89b0-21bfdbe5d53b tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:51.434209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-975f7e9d-a900-494c-89b0-21bfdbe5d53b tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1092 time: 0.0528340 Jul 16 23:20:51.437009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49716) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:51.441471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:20:51.462451 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:51.560493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:51.660607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.17 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/92354bf8-70f6-43a7-8e73-80e74de9c6e5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:20:51.763516 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:51.800934 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:51.839191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:20:51.841905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:20:51.845386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:20:51.851494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=92354bf8-70f6-43a7-8e73-80e74de9c6e5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:52.211870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.288986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.433644 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.438059 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.510378 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=92354bf8-70f6-43a7-8e73-80e74de9c6e5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:20:52.518313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.615202 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP d44ba8b2-9166-45c1-8b4c-f16c54bfe762 associated. External IP: 172.25.5.17, port: ae856f70-a4b3-4637-add6-e11c9be6f176. Jul 16 23:20:52.817511 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 379c2871-3450-4b1b-b2f7-d6414a0539f2 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:20:52.921292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:20:52.931199 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Sync routers for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:20:52.937228 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:52.940540 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:52.941197 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:52.975607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2a30f3af-e3fe-4d0c-9210-169fd11abc03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5341566 Jul 16 23:20:52.975607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:20:52.976830 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9baf1d-6f29-4906-b830-59bfc3f335d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:20:53.044183 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:53.124945 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea19ac-33f9-469d-a20f-a13a13bf38f3 req-3626f481-bf85-47c9-b839-d2e40cbd64a2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:53.126745 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57ea19ac-33f9-469d-a20f-a13a13bf38f3 req-3626f481-bf85-47c9-b839-d2e40cbd64a2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Jul 16 23:20:53.166030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-57ea19ac-33f9-469d-a20f-a13a13bf38f3 req-3f6cbf9b-adb8-448b-bd7b-413a6f8b203d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334339 Jul 16 23:20:53.191800 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:53.212895 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba8a0f-8892-495f-976e-e0eff163a193 x-openstack-request-id: req-31ba8a0f-8892-495f-976e-e0eff163a193 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:20:53.213448 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:20:53.213448 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31ba8a0f-8892-495f-976e-e0eff163a193 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:20:53.213902 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'status': 'completed', 'code': 200} Jul 16 23:20:53.274589 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd44ba8b2-9166-45c1-8b4c-f16c54bfe762', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'port_id': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'mac_address': 'fa:16:3e:c9:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:20:52Z', 'updated_at': '2021-07-16T23:20:52Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:53.277683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e19c52f2-2924-4bb4-829a-7089620a74a7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/d44ba8b2-9166-45c1-8b4c-f16c54bfe762 HTTP/1.1" status: 200 len: 990 time: 0.0841403 Jul 16 23:20:53.301825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-b0b73367-5c61-4499-8240-8f9e5727f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:53.303064 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Checking router: 379c2871-3450-4b1b-b2f7-d6414a0539f2 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:20:53.303294 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-b0b73367-5c61-4499-8240-8f9e5727f022 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0632927 Jul 16 23:20:53.311202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:20:53.311831 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:20:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:53.395942 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-ebf820b3-fb0e-4608-af77-9497beeec1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:53.397329 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-ebf820b3-fb0e-4608-af77-9497beeec1c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 898 time: 0.0880854 Jul 16 23:20:53.416432 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:20:53.460262 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-60e31f5d-d135-4ac5-8938-606bc7737ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 998 time: 0.0572615 Jul 16 23:20:53.490430 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:53.512778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-b459cd43-ff7b-4a15-9eeb-4af8c888a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:53.514378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-b459cd43-ff7b-4a15-9eeb-4af8c888a872 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0481706 Jul 16 23:20:53.571202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-447c850d-4515-4946-a9f3-14ada86c4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:20:53.572692 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-447c850d-4515-4946-a9f3-14ada86c4920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521345 Jul 16 23:20:53.582746 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-44aadc92-81b1-429a-9c9e-ca3341889789 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:20:53.583866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-44aadc92-81b1-429a-9c9e-ca3341889789 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053647 Jul 16 23:20:53.630688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd44ba8b2-9166-45c1-8b4c-f16c54bfe762', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'port_id': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'mac_address': 'fa:16:3e:c9:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:20:52Z', 'updated_at': '2021-07-16T23:20:52Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:20:53.659051 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f3d41-d29e-4ec5-8050-1f22585dfe6e None None] The sync data for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 is: [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd44ba8b2-9166-45c1-8b4c-f16c54bfe762', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'port_id': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'mac_address': 'fa:16:3e:c9:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:20:52Z', 'updated_at': '2021-07-16T23:20:52Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:20:53.672645 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-fe47a6ed-cb3e-49db-bb03-da82bccb23a4 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828676 Jul 16 23:20:53.766615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-cb9baf1d-6f29-4906-b830-59bfc3f335d7 req-7d66806a-ec4b-45e6-9ab3-853ad8676708 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876322 Jul 16 23:20:53.839135 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039bff5-f10d-49de-a022-edf92829685d None None] New status for floating IP d44ba8b2-9166-45c1-8b4c-f16c54bfe762: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:20:54.281118 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:20:54.343469 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-56d646ba-c080-4b3a-9319-d96cb3dcaed7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/d44ba8b2-9166-45c1-8b4c-f16c54bfe762 HTTP/1.1" status: 200 len: 992 time: 0.0612893 Jul 16 23:20:57.638718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-276fce59-d5a0-4eb6-9e74-c2eddb8bb3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:20:59.853215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-60ae9e66-80cb-4030-9704-d324d6fb52e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:00.189695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:01.591703 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:02.917760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:17.212594 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-e6818293-9185-4e0d-82ba-5bd3f5582d76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901155 Jul 16 23:21:17.309281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-729d7889-510e-4f4f-b9ff-f7522ff52be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:17.310794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-729d7889-510e-4f4f-b9ff-f7522ff52be7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0553713 Jul 16 23:21:17.413885 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-b26236b9-e02f-4363-8946-c2a5e58b1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:17.415261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-b26236b9-e02f-4363-8946-c2a5e58b1b4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 898 time: 0.0835133 Jul 16 23:21:17.481231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-9b025ccc-0c94-4fee-a428-306840509f7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 1000 time: 0.0597234 Jul 16 23:21:17.529585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-7f59d7ef-51c3-480f-a9f8-bf7d96fc2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:17.530986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-7f59d7ef-51c3-480f-a9f8-bf7d96fc2b42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0431261 Jul 16 23:21:17.586558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-82ee8c09-0ec4-4005-a3c3-d15d0c894e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:17.588030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-82ee8c09-0ec4-4005-a3c3-d15d0c894e3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501027 Jul 16 23:21:17.679148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-5cdf82f9-02c1-4ace-94ee-892b399abfcb service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Jul 16 23:21:17.765330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-013b7dbf-d0ed-4752-a903-2f69476530d3 req-870a2746-30b7-4943-b311-0ebe0627e698 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795906 Jul 16 23:21:21.398134 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:23.232273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-4b19b485-cd9d-479d-a725-c84951b40042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:23.233817 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-4b19b485-cd9d-479d-a725-c84951b40042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0587068 Jul 16 23:21:23.321482 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d14f2-1077-4d48-8d3a-d7d036ca2589 req-1cb67711-889f-44dd-b09d-9432acf4de63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:23.323007 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60d14f2-1077-4d48-8d3a-d7d036ca2589 req-1cb67711-889f-44dd-b09d-9432acf4de63 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.1157916 Jul 16 23:21:23.329471 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-4d9f424f-dd55-435f-8528-e05356e539a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:23.330928 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-4d9f424f-dd55-435f-8528-e05356e539a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 898 time: 0.0907695 Jul 16 23:21:23.361307 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b60d14f2-1077-4d48-8d3a-d7d036ca2589 req-444487cc-cc02-453a-8357-3a947a1ff75f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Jul 16 23:21:23.504647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:23.735186 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-8468c612-cdc7-4595-b7bb-cbec9cc8b361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 1000 time: 0.3969541 Jul 16 23:21:23.783903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-3570f616-c511-4dee-b5a7-b55b3c76f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:23.785267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-3570f616-c511-4dee-b5a7-b55b3c76f5a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0423090 Jul 16 23:21:23.844342 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-f063e38a-486d-48d4-9334-8b288f3d4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:23.845846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-f063e38a-486d-48d4-9334-8b288f3d4526 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505052 Jul 16 23:21:23.935925 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-9251959c-41ea-49b7-8a38-6cad5ac88fbb service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 Jul 16 23:21:24.025015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-db9b5967-2a7d-4703-a267-3d22bbac332a req-fd3b0d4d-27e6-41a9-bd52-d6d3d65fe0e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827141 Jul 16 23:21:24.537780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02199ab9-90ee-4120-9e88-8d8a2afc4335 req-77070259-4a31-47a9-af31-a8a222f60121 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:24.539259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02199ab9-90ee-4120-9e88-8d8a2afc4335 req-77070259-4a31-47a9-af31-a8a222f60121 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0664999 Jul 16 23:21:24.576903 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02199ab9-90ee-4120-9e88-8d8a2afc4335 req-c7cf85df-14d4-4b10-b1d8-c8d884c9e2d2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jul 16 23:21:25.390803 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:21:25.748027 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045967bf-f933-4836-b198-d5a51d79873e req-7a1140e1-f556-42de-b45e-aee738c0ad3f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:25.749859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-045967bf-f933-4836-b198-d5a51d79873e req-7a1140e1-f556-42de-b45e-aee738c0ad3f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0633187 Jul 16 23:21:25.786208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-045967bf-f933-4836-b198-d5a51d79873e req-67f39cee-ea19-4d07-9bef-4f0e1f2f3519 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Jul 16 23:21:26.956876 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80ab0c-0fe7-483a-adf2-9e9a522c52c1 req-5ec78f85-4388-4044-9742-6dce59a0c35f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:26.958535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd80ab0c-0fe7-483a-adf2-9e9a522c52c1 req-5ec78f85-4388-4044-9742-6dce59a0c35f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0616186 Jul 16 23:21:26.995721 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bd80ab0c-0fe7-483a-adf2-9e9a522c52c1 req-c5d7a105-0e60-4eb8-87e5-51704099e8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 16 23:21:27.640622 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d16e400d-95d8-416b-993c-f0e77ef9deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:28.171870 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70145e9-8bd1-4370-8e56-b3b1e163e020 req-70a30a97-c043-47ae-9f8c-183e282364ba tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:28.173330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b70145e9-8bd1-4370-8e56-b3b1e163e020 req-70a30a97-c043-47ae-9f8c-183e282364ba tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0660472 Jul 16 23:21:28.210914 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b70145e9-8bd1-4370-8e56-b3b1e163e020 req-2d85759a-09fb-42df-9258-94a0c74c8f74 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Jul 16 23:21:29.380888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88be0f-7420-43cb-b51f-8ab01aa22e18 req-afb8bfd3-f5c8-49ab-a2b6-c980150a78a6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:29.382398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab88be0f-7420-43cb-b51f-8ab01aa22e18 req-afb8bfd3-f5c8-49ab-a2b6-c980150a78a6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0634987 Jul 16 23:21:29.419641 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ab88be0f-7420-43cb-b51f-8ab01aa22e18 req-44d942ec-3a1a-449b-ad1f-1212a918f093 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 16 23:21:29.853537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe045e7a-9671-4200-97b7-bd45994f98ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:30.190742 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:30.592997 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c4db-1d47-470f-b5e2-60d14be17496 req-07115af7-6e59-41b4-9993-0be9960178e3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:30.594488 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f62c4db-1d47-470f-b5e2-60d14be17496 req-07115af7-6e59-41b4-9993-0be9960178e3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0660229 Jul 16 23:21:30.633484 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0f62c4db-1d47-470f-b5e2-60d14be17496 req-ec570e4c-1cb8-44c5-be39-064e9f360be9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Jul 16 23:21:31.595474 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:31.803975 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b2c90-ebe6-447c-bb1d-ea5895047868 req-45146c29-0c10-47b5-b895-e334472f6a7a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:31.805608 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c60b2c90-ebe6-447c-bb1d-ea5895047868 req-45146c29-0c10-47b5-b895-e334472f6a7a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Jul 16 23:21:31.842978 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c60b2c90-ebe6-447c-bb1d-ea5895047868 req-fa6d69f8-ae50-4a7b-84d0-3dc59300c97d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Jul 16 23:21:32.921503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:33.017587 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30f45-f51f-4d09-a5ca-bb87415d45fb req-0ad9f3fe-07b6-4206-ad75-60ac5c0b53a0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:33.019609 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21d30f45-f51f-4d09-a5ca-bb87415d45fb req-0ad9f3fe-07b6-4206-ad75-60ac5c0b53a0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0636115 Jul 16 23:21:33.057217 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-21d30f45-f51f-4d09-a5ca-bb87415d45fb req-447d27bc-1344-4a52-870d-18eac68d54e0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Jul 16 23:21:34.230890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3a45f-cf20-4ac0-9db6-51bbdc630088 req-e9ed1404-075c-4df1-8fb7-171ab987d112 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:34.232260 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54c3a45f-cf20-4ac0-9db6-51bbdc630088 req-e9ed1404-075c-4df1-8fb7-171ab987d112 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0656617 Jul 16 23:21:34.268231 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-54c3a45f-cf20-4ac0-9db6-51bbdc630088 req-275c499b-ffae-48c6-93ed-a3b4423f9168 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303757 Jul 16 23:21:35.441795 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ce40-ff4e-488f-a584-e03b952ed8ec req-6b21567f-5919-4b7c-bde8-b0dcaa6e2ff7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:21:35.443285 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6615ce40-ff4e-488f-a584-e03b952ed8ec req-6b21567f-5919-4b7c-bde8-b0dcaa6e2ff7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0638876 Jul 16 23:21:35.479990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6615ce40-ff4e-488f-a584-e03b952ed8ec req-ebae5a46-13df-43c9-b55e-9b7c3b544b3b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Jul 16 23:21:35.504883 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:21:35.861163 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-36727a52-d3be-4ef2-b640-1e5ff794d5ee tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/d44ba8b2-9166-45c1-8b4c-f16c54bfe762 HTTP/1.1" status: 200 len: 992 time: 0.3550291 Jul 16 23:21:51.398259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:53.497596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:57.640486 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-110329ea-5420-45da-8663-1085442011c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:21:59.852630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b261-2582-4997-ae63-457f4de67693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:00.191981 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:01.597460 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:02.390457 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:22:02.932406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.266431 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:06.421038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 92354bf8-70f6-43a7-8e73-80e74de9c6e5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:22:06.421385 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.496449 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.496783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.508291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 92354bf8-70f6-43a7-8e73-80e74de9c6e5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:22:06.648764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.674338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=92354bf8-70f6-43a7-8e73-80e74de9c6e5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:06.687900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.688264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.688611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.688949 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.689305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.689640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.689974 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.690306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.690637 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.690966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.691291 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.691664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:06.747810 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:06.748153 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP d44ba8b2-9166-45c1-8b4c-f16c54bfe762 disassociated (deleted). External IP: 172.25.5.17, port: ae856f70-a4b3-4637-add6-e11c9be6f176. Jul 16 23:22:06.952612 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 379c2871-3450-4b1b-b2f7-d6414a0539f2 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:22:07.059162 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:22:07.063872 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:07.069346 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Sync routers for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:22:07.078089 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:07.078691 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:07.099618 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8766b9de-4151-4dfd-8277-eb77c918f71d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/floatingips/d44ba8b2-9166-45c1-8b4c-f16c54bfe762 HTTP/1.1" status: 204 len: 168 time: 0.8321834 Jul 16 23:22:07.100253 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:22:07.102566 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb2557-935d-4939-bfa2-39937ca4ff50" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:22:07.181654 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:07.340731 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00783f0b-85e5-4d00-936e-14c3061b1bd5 x-openstack-request-id: req-00783f0b-85e5-4d00-936e-14c3061b1bd5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:22:07.341270 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:22:07.341469 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00783f0b-85e5-4d00-936e-14c3061b1bd5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:22:07.341848 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'status': 'completed', 'code': 200} Jul 16 23:22:07.382566 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:07.412880 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Checking router: 379c2871-3450-4b1b-b2f7-d6414a0539f2 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:22:07.421549 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:07.421971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-0b7e7518-45c7-4086-a8ee-152d332ebee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:07.422464 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:07.423588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-0b7e7518-45c7-4086-a8ee-152d332ebee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0589292 Jul 16 23:22:07.493067 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc25df-068f-43f9-a3ff-412754330b5c req-7e59b91c-626d-4cf1-a70f-8ae878775e6e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:07.494565 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30fc25df-068f-43f9-a3ff-412754330b5c req-7e59b91c-626d-4cf1-a70f-8ae878775e6e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0675063 Jul 16 23:22:07.515879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-636fc07c-6dcf-4b1d-9dba-e649215c59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:07.517393 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-636fc07c-6dcf-4b1d-9dba-e649215c59d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 200 len: 898 time: 0.0874794 Jul 16 23:22:07.530681 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:07.538934 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-30fc25df-068f-43f9-a3ff-412754330b5c req-e6da1189-c5a0-4fab-91d7-010b79f2fbc0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Jul 16 23:22:07.564107 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-b5592f76-8bca-4333-a4eb-66abec39862c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 200 len: 217 time: 0.0392280 Jul 16 23:22:07.611791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-76723890-0525-4502-81e0-61281a84a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:07.613261 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-76723890-0525-4502-81e0-61281a84a881 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 200 len: 834 time: 0.0423536 Jul 16 23:22:07.673186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-596d712b-f5b4-47fe-a5e6-6e463e95eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:07.674790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-596d712b-f5b4-47fe-a5e6-6e463e95eba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f242215f-933f-4958-be46-9e12a7e93f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526218 Jul 16 23:22:07.727741 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:07.753917 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f5b7-b02a-482a-bda3-659c49d221c4 None None] The sync data for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 is: [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'f21070db-759d-44e1-a9fe-2b905286fa51', 'name': '', 'network_id': 'f242215f-933f-4958-be46-9e12a7e93f1c', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:16:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:38Z', 'updated_at': '2021-07-16T23:20:42Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '250d23d1-4608-4059-af0d-92f5e43361f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:22:07.768704 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-29ff0f1d-3aab-4673-bf7f-eefccea02084 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859270 Jul 16 23:22:07.861298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-68eb2557-935d-4939-bfa2-39937ca4ff50 req-791a40cd-7002-44a7-96a6-de5ea4f91790 service neutron] 10.222.0.47 "GET /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Jul 16 23:22:07.983445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3cf53a-4d9b-4545-b0ab-dbf246c94f47 None None] New status for floating IP d44ba8b2-9166-45c1-8b4c-f16c54bfe762: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:22:08.711630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80abcb-fd1e-44f0-b5d0-14ddf483fef4 req-ceb66e4f-97fd-4118-94c1-833db169c89e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:08.713173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c80abcb-fd1e-44f0-b5d0-14ddf483fef4 req-ceb66e4f-97fd-4118-94c1-833db169c89e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Jul 16 23:22:08.750320 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c80abcb-fd1e-44f0-b5d0-14ddf483fef4 req-8dd1b1dd-ad22-4adf-9efc-2e368851d61f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c058bd2-956e-4a1e-8f24-30676b5a7098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Jul 16 23:22:08.912744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-3036b714-7db4-4526-ac28-45a8ec09eb56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:08.914207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-3036b714-7db4-4526-ac28-45a8ec09eb56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 945 time: 0.0660381 Jul 16 23:22:09.010159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port ae856f70-a4b3-4637-add6-e11c9be6f176 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:22:09.010501 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:09.098712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port ae856f70-a4b3-4637-add6-e11c9be6f176, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=ae856f70-a4b3-4637-add6-e11c9be6f176,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:09.099066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:09.110867 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for ae856f70-a4b3-4637-add6-e11c9be6f176 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:22:09.235860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:09.268777 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=ae856f70-a4b3-4637-add6-e11c9be6f176,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:09.281039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.281397 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.281742 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.282079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.282413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.282824 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.283188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.283494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.283822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.284154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.284478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.284797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:09.323124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] No DVR routers for this DVR port ae856f70-a4b3-4637-add6-e11c9be6f176 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:22:09.325581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:09.327551 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-fbf60126-03bf-4678-a0d0-1ab14c87e8e2 req-1b57e351-4684-4c4e-9076-594da2209d56 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "DELETE /v2.0/ports/ae856f70-a4b3-4637-add6-e11c9be6f176 HTTP/1.1" status: 204 len: 173 time: 0.4079807 Jul 16 23:22:09.328045 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'name': 'network-vif-deleted', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:22:09.330470 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a315996-2c17-43d9-baa5-95fbe7178821" -d '{"events": [{"server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "name": "network-vif-deleted", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:22:09.421380 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1472386-9cd6-4896-9025-4dc506741257 x-openstack-request-id: req-d1472386-9cd6-4896-9025-4dc506741257 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:22:09.421672 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc1cc75-e0cd-43db-bab0-46a5409bbcd2", "name": "network-vif-deleted", "tag": "ae856f70-a4b3-4637-add6-e11c9be6f176", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:22:09.421978 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1472386-9cd6-4896-9025-4dc506741257 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:22:09.422327 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc1cc75-e0cd-43db-bab0-46a5409bbcd2', 'name': 'network-vif-deleted', 'tag': 'ae856f70-a4b3-4637-add6-e11c9be6f176', 'status': 'completed', 'code': 200} Jul 16 23:22:09.906855 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da076744-8bdb-4104-bb98-d29b78605090 req-e3299a70-0daa-4675-8e9c-969b01e10bbd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc1cc75-e0cd-43db-bab0-46a5409bbcd2 HTTP/1.1" status: 200 len: 210 time: 0.0311632 Jul 16 23:22:10.998390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49808) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:11.361712 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:11.627678 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port f21070db-759d-44e1-a9fe-2b905286fa51 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:22:11.628027 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:11.718073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port f21070db-759d-44e1-a9fe-2b905286fa51, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f21070db-759d-44e1-a9fe-2b905286fa51,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:11.718442 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:11.731399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for f21070db-759d-44e1-a9fe-2b905286fa51 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:22:11.917896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:11.945471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=f21070db-759d-44e1-a9fe-2b905286fa51,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:12.119905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.327340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 379c2871-3450-4b1b-b2f7-d6414a0539f2 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:22:12.431229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:22:12.436145 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-454f8278-5670-469b-abfd-e0e2a812e9fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/379c2871-3450-4b1b-b2f7-d6414a0539f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366651 Jul 16 23:22:12.438926 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:12.441395 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Sync routers for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:22:12.450771 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:12.451364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:12.491096 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting subnet 250d23d1-4608-4059-af0d-92f5e43361f0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:22:12.494186 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.532988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.552423 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:12.619970 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.677410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.702789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Subnet': ['ID=250d23d1-4608-4059-af0d-92f5e43361f0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:12.708694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.713040 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b20d4ed5-4432-4417-aeaa-51e201b26d5d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/subnets/250d23d1-4608-4059-af0d-92f5e43361f0 HTTP/1.1" status: 204 len: 168 time: 0.2690191 Jul 16 23:22:12.713937 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:12.714922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0485a-b3ed-426e-be6a-8a29a8b11c09 None None] Network f242215f-933f-4958-be46-9e12a7e93f1c requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:22:12.733676 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:22:11Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:12.761990 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Checking router: 379c2871-3450-4b1b-b2f7-d6414a0539f2 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:22:12.771700 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Routers {'379c2871-3450-4b1b-b2f7-d6414a0539f2'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:12.772318 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['379c2871-3450-4b1b-b2f7-d6414a0539f2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:12.823194 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.890311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] Set router 379c2871-3450-4b1b-b2f7-d6414a0539f2 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:12.924326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] DHCP port deletion for f242215f-933f-4958-be46-9e12a7e93f1c request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:22:12.933419 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.976542 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Deleting port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:22:12.976933 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:12.988689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port e730156b-a85e-46c3-820b-4b71060f1a78 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:22:12.989505 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.039087 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] For port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,segment=NetworkSegment(11623bf6-bbb5-47f7-a87a-6703dd28a2f4),segment_id=11623bf6-bbb5-47f7-a87a-6703dd28a2f4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:13.039494 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.052249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Calling delete_port for 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:22:13.073225 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:22:11Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:13.077401 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port e730156b-a85e-46c3-820b-4b71060f1a78, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e730156b-a85e-46c3-820b-4b71060f1a78,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:13.077772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.090809 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for e730156b-a85e-46c3-820b-4b71060f1a78 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:22:13.102415 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732c2e4-20c0-42b6-bd56-40e726d5e671 None None] The sync data for ids ['379c2871-3450-4b1b-b2f7-d6414a0539f2'] in n-d-793621-16 is: [{'id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699129813', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:20:34Z', 'updated_at': '2021-07-16T23:22:11Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'e730156b-a85e-46c3-820b-4b71060f1a78', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c2871-3450-4b1b-b2f7-d6414a0539f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:20:35Z', 'updated_at': '2021-07-16T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:22:13.141875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.168766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Pushing event deleted for resources: {'Port': ['ID=2eb39593-25c0-4d5d-8e36-1c2ad7e32aed,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:13.170983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] No DVR routers for this DVR port 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:22:13.184206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.184557 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.184901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.185272 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.185609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.185938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.186266 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.186590 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.186914 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.187291 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.187621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.187941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35202d10-5d50-42b1-8226-0cd6a8ed786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:13.259208 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.284333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=e730156b-a85e-46c3-820b-4b71060f1a78,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:13.343825 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.436051 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.438303 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.486819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.487458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Fanout notify agent at l3_agent the message router_deleted on router 379c2871-3450-4b1b-b2f7-d6414a0539f2 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:22:13.494845 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.495985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ad425e97-4a5a-47ea-87ec-cc8e503e5086 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/routers/379c2871-3450-4b1b-b2f7-d6414a0539f2 HTTP/1.1" status: 204 len: 168 time: 0.7810266 Jul 16 23:22:13.498986 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:13.577648 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.668335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.678912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f242215f-933f-4958-be46-9e12a7e93f1c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:13.689306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11623bf6-bbb5-47f7-a87a-6703dd28a2f4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:13.689503 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11623bf6-bbb5-47f7-a87a-6703dd28a2f4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:13.698991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.714665 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.720645 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:22:13.721096 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:22:13.724067 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:22:13.786564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.794603 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.796435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/networks/f242215f-933f-4958-be46-9e12a7e93f1c HTTP/1.1" status: 204 len: 168 time: 0.2964962 Jul 16 23:22:13.797167 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae856f70-a4b3-4637-add6-e11c9be6f176 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:22:13.799433 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49816) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:13.805820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b17a2d-38b9-44c6-b9ee-f79773ee0ce2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Network': ['ID=f242215f-933f-4958-be46-9e12a7e93f1c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:13.816894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: ae856f70-a4b3-4637-add6-e11c9be6f176 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:22:13.817273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device ae856f70-a4b3-4637-add6-e11c9be6f176 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:22:13.861901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.887358 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.950698 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.953409 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:13.954629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/security-groups/5c058bd2-956e-4a1e-8f24-30676b5a7098 HTTP/1.1" status: 204 len: 168 time: 0.1536803 Jul 16 23:22:13.963566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e74c4-7bcc-440e-bd96-d2e9b3b1d8b2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c058bd2-956e-4a1e-8f24-30676b5a7098,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:14.099117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f21070db-759d-44e1-a9fe-2b905286fa51 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:22:14.120602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f21070db-759d-44e1-a9fe-2b905286fa51 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:22:14.120951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f21070db-759d-44e1-a9fe-2b905286fa51 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:22:14.121414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:22:14.139940 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:22:14.140294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 2eb39593-25c0-4d5d-8e36-1c2ad7e32aed not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:22:14.140709 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e730156b-a85e-46c3-820b-4b71060f1a78 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:22:14.160629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e730156b-a85e-46c3-820b-4b71060f1a78 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:22:14.161001 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e730156b-a85e-46c3-820b-4b71060f1a78 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:22:14.409592 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:14.414744 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448978921', 'description': 'tempest-secgroup-smoke-448978921 description', 'project_id': '0187812a93074fe79e275695e0b6e291'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:14.437258 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.516714 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.520126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.545987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.547214 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1366072 Jul 16 23:22:14.550284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:14.551212 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7023bb-f5db-4a60-9ddc-c9c35dc93fcc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81fa7c-4a9a-4d39-a06a-25950f27071b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:14.555941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:14.582020 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.637308 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.640705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.657536 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6978f6-3739-4542-91b2-7a499e1d1073,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:14.663874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.665087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-00405094-ed5e-4dd7-835d-8929111fd5c5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136780 Jul 16 23:22:14.667807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:14.672068 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:14.697064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.752318 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.755727 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.770078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bdf97d-2c13-40c8-ae49-fbe3e037a93d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:14.778541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.779765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e5102245-97ad-4974-adc1-c4fe65d63bc3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110485 Jul 16 23:22:14.782396 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49828) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:14.786726 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:14.811749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.871955 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.876143 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.894696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af74caa-58fd-4b78-9ab5-7f625ad69a6c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:14.897949 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.899149 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a1a0f909-c66e-4975-9408-50f1b10c5821 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158397 Jul 16 23:22:14.901970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:14.906315 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:14.931387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.988869 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:14.992581 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.009379 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8bb256-5dd9-47fb-a079-d00a50c0697f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:15.015786 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.017070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-68707544-662d-41bd-a0c6-7b0838e94ccf tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141353 Jul 16 23:22:15.019734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:15.024472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:15.045850 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:22:15.050381 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.109392 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.113045 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.127292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5ee8ca-22bb-4867-bff2-6e05cab31fcd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:15.136922 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.138171 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-953e92e7-fe3e-4747-a7ec-e959e1904642 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175244 Jul 16 23:22:15.140888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:15.145558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'ab81fa7c-4a9a-4d39-a06a-25950f27071b', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:15.166242 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:22:15.170917 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.230116 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.233577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.252535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758f88b3-5d74-4cee-ad06-f0ea2ed6a24a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:15.259817 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.260460 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-49f1c8de-3ad6-4359-bbaf-0514b5d27340 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185725 Jul 16 23:22:15.263260 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:15.268098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'network': {'name': 'tempest-network-smoke--1276390453', 'project_id': '0187812a93074fe79e275695e0b6e291', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:15.288185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:22:15.291536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.314676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:22:15.324663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.325035 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Added segment 1b2b94bc-024e-40f4-878c-e18c5b71ace2 of type vlan for network b941d66c-af71-4156-818c-768cc172701a Jul 16 23:22:15.365002 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.392120 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.399006 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:15.399533 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.436522 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722691 Jul 16 23:22:15.439385 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:15.444847 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'admin_state_up': True, 'project_id': '0187812a93074fe79e275695e0b6e291', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:15.467764 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.468745 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.469955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75b3da-62f0-4a0e-92fd-c8b300928c84 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Network': ['ID=b941d66c-af71-4156-818c-768cc172701a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:15.480249 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network b941d66c-af71-4156-818c-768cc172701a details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:22:15.526830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:15.657786 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.137613 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.157726 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.256843 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.242 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/fe390a41-2706-45af-8fda-9d1c709215ca) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:22:16.359068 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.396793 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.435426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:16.438193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:16.441729 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:22:16.447278 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=fe390a41-2706-45af-8fda-9d1c709215ca,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:16.682891 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:16.875340 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.006462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3103531-c596-4f41-b505-df06437961e7 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:22:17.115660 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:22:17.127124 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Sync routers for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:22:17.135564 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.137137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e88a9359-3af2-49c9-84f0-3e7e8ba97ae7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6966078 Jul 16 23:22:17.139333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:17.139969 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:17.140243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:17.176074 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8fcc4d8d-e886-4f07-a790-a22b6cc8ff5f tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0187812a93074fe79e275695e0b6e291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344594 Jul 16 23:22:17.179123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49842) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:17.252072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:17.325070 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8897f-da71-4df0-aa1b-1531694852a3 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:17.326522 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-82b8897f-da71-4df0-aa1b-1531694852a3 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464934 Jul 16 23:22:17.329604 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:17.361559 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d6095d9-1af1-43b0-b801-f1a6afa01bcd tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308151 Jul 16 23:22:17.364140 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:17.369556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085612070', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'project_id': '0187812a93074fe79e275695e0b6e291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:17.431343 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:16Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:17.454580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:22:17.457518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Checking router: b3103531-c596-4f41-b505-df06437961e7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:22:17.457862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Updating router b3103531-c596-4f41-b505-df06437961e7 port fe390a41-2706-45af-8fda-9d1c709215ca binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:22:17.458300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.492081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.635669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.693100 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Subnet': ['ID=b82b35de-3062-4611-889f-6b590556e462,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:17.703316 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Checking segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:22:17.703750 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network hostable DHCP agents. Network: b941d66c-af71-4156-818c-768cc172701a, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:22:17.720516 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network b941d66c-af71-4156-818c-768cc172701a is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:22:17.730117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, b941d66c-af71-4156-818c-768cc172701a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:17.734702 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:17.735485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.740489 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.745062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1c58a-4eca-44c1-8dba-5c8f5ebace12 None None] Network b941d66c-af71-4156-818c-768cc172701a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:22:17.751507 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0d9862b4-cbf4-47c9-90b3-8f919362805c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3861656 Jul 16 23:22:17.754268 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49848) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:17.771978 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Transition to ACTIVE for port object fe390a41-2706-45af-8fda-9d1c709215ca will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:17.780281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.875874 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3d2d5-f73c-41ca-9e9d-333e8c54dedf None None] Pushing event updated for resources: {'Port': ['ID=fe390a41-2706-45af-8fda-9d1c709215ca,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:17.879947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Attempting to bind port fe390a41-2706-45af-8fda-9d1c709215ca on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:22:17.880333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Attempting to bind port fe390a41-2706-45af-8fda-9d1c709215ca by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:22:17.880747 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Attempting to bind port fe390a41-2706-45af-8fda-9d1c709215ca on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:22:17.889661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:22:17.890044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:22:17.890450 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.890846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:22:17.891319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Bound port: fe390a41-2706-45af-8fda-9d1c709215ca, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:22:17.891706 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.986928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] For port fe390a41-2706-45af-8fda-9d1c709215ca, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:22:17.990357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-b941d66c-af71-4156-818c-768cc172701a', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:22:17.991219 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:17.994039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] For port fe390a41-2706-45af-8fda-9d1c709215ca, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fe390a41-2706-45af-8fda-9d1c709215ca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:22:18.003380 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.123220 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:18.123862 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:18.169712 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3d2d5-f73c-41ca-9e9d-333e8c54dedf None None] Pushing event updated for resources: {'Port': ['ID=fe390a41-2706-45af-8fda-9d1c709215ca,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:18.185214 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.260393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Allocated IP 172.20.0.2 (b941d66c-af71-4156-818c-768cc172701a/b82b35de-3062-4611-889f-6b590556e462/58b1b5e8-0b08-4c00-a2d0-462fcc8a3780) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:22:18.283451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:18.698510 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.709583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Transition to ACTIVE for port object 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:18.731213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Transition to ACTIVE for port object 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:18.734961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:16Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:18.738667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.769348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97920a-5a83-47f4-89c5-a9accb51e2b7 None None] The sync data for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 is: [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:16Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:22:18.795056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.1 (b941d66c-af71-4156-818c-768cc172701a/b82b35de-3062-4611-889f-6b590556e462/c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:22:18.808871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Network b941d66c-af71-4156-818c-768cc172701a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:18.814441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:18.816639 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Pushing event updated for resources: {'Port': ['ID=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:18.819394 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:22:18.877897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Attempting to bind port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:22:18.878357 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Attempting to bind port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:22:18.878623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Attempting to bind port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:22:18.884666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:22:18.885141 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Checking segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:22:18.885457 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.886446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Bound using segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:22:18.886446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Bound port: 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:22:18.886696 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.914367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.929459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:18.956647 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] For port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:22:18.961817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] For port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:22:18.967410 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:18.968590 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.031322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network b941d66c-af71-4156-818c-768cc172701a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:19.036540 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:19.043480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453efaa-7b12-4d11-b451-80c3d54a8524 None None] Pushing event updated for resources: {'Port': ['ID=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:19.043662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:22:19.070410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:19.098520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.297493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.595428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.600571 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.677105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:19.680820 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:19.780064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network b941d66c-af71-4156-818c-768cc172701a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:19.781578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:19.893250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3103531-c596-4f41-b505-df06437961e7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:22:19.992428 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e62b06-01fd-4618-9c14-2517cf7f930a None None] Network b941d66c-af71-4156-818c-768cc172701a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:22:20.014081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:22:20.021478 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-236a7b8b-9113-47f5-9199-6a7744269936 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/b3103531-c596-4f41-b505-df06437961e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2660401 Jul 16 23:22:20.084672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa1e21d2-be4e-4c6b-89ef-e76f5ffd07e7 None None] Provisioning for port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:20.120643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:20.184225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-04a4bf60-810f-4a1f-9da7-5ca238de2350 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448978921&fields=id&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 267 time: 0.0354893 Jul 16 23:22:20.214177 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:20.220310 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:20.220738 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.299287 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-9441d860-244c-453f-947a-886eb70c8f58 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:20.303877 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-9441d860-244c-453f-947a-886eb70c8f58 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 797 time: 0.1129375 Jul 16 23:22:20.313850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.320535 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-641ddc45-2f09-44cd-87c6-3c599b255d61 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/quotas/0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 375 time: 0.0102572 Jul 16 23:22:20.355621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:20.362855 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.363820 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fe390a41-2706-45af-8fda-9d1c709215ca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:20.411936 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-7a50b65a-4e72-4425-800f-d8acf8f53174 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840034 Jul 16 23:22:20.448579 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:20.466171 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port fe390a41-2706-45af-8fda-9d1c709215ca completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:20.470744 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fe390a41-2706-45af-8fda-9d1c709215ca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:20.471259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.504365 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Sync routers for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:22:20.514216 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:20.514843 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:20.536340 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Provisioning complete for port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:20.537451 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.581902 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-4e838fcb-cba9-46bf-9eae-7b4c85170824 service neutron] 10.222.0.70 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659722 Jul 16 23:22:20.603331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.630760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port fe390a41-2706-45af-8fda-9d1c709215ca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fe390a41-2706-45af-8fda-9d1c709215ca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:20.656411 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.688009 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-599c20fa-dfba-4626-89cc-5e0661113aae service neutron] 10.222.0.70 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991251 Jul 16 23:22:20.730537 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:20.731011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=fe390a41-2706-45af-8fda-9d1c709215ca,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:20.743043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Provisioning for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:20.748289 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Provisioning complete for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:20.748776 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.791426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-18e97c4f-b303-4230-a68c-178a6bd3d5ee None None] Port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:22:20.920873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-181ec0f3-a939-4791-8dd3-9f1d2dd17cfd None None] Provisioning complete for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:20.921301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-181ec0f3-a939-4791-8dd3-9f1d2dd17cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:20.926026 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9511caf4-fa88-4d8e-b08c-5de8dce7caae req-889f4a9b-a36e-4cf3-9a3d-6f4c6994e9a6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 210 time: 0.0406234 Jul 16 23:22:20.976654 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 2, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:20.978074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-181ec0f3-a939-4791-8dd3-9f1d2dd17cfd None None] Port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:22:21.003320 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Checking router: b3103531-c596-4f41-b505-df06437961e7 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:22:21.003756 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Updating router b3103531-c596-4f41-b505-df06437961e7 port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:22:21.043026 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.099338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-046ab764-0eba-412c-ad4b-17c9c333e851 None None] Provisioning complete for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:21.100003 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-046ab764-0eba-412c-ad4b-17c9c333e851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.135770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-046ab764-0eba-412c-ad4b-17c9c333e851 None None] Port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:22:21.307297 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.316930 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Transition to ACTIVE for port object c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:21.322988 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.374236 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Pushing event updated for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:21.411319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.429045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.429389 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.429725 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.430058 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.430391 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.430718 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.431041 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.431364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.431684 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.432003 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.432322 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.432637 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:22:21.440258 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Attempting to bind port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:22:21.441349 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Attempting to bind port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:22:21.441349 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Attempting to bind port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:22:21.446998 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:22:21.447367 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Checking segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:22:21.447760 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.448142 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Bound using segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:22:21.448602 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Bound port: c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:22:21.449009 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.523669 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] For port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:22:21.527187 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] For port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:22:21.534012 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:21.601237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:21.601865 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:21.640424 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b809b-0ecd-4773-9c3b-18fae268f853 None None] Pushing event updated for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:21.717389 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:21.921667 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:21Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:21.948248 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06843851-31c4-4306-b9af-b25e159a68d2 None None] The sync data for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 is: [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:21Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:22:22.096765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-ff024878-d91e-4d4b-b04e-cd600bbfec3c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:22.098444 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-ff024878-d91e-4d4b-b04e-cd600bbfec3c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 797 time: 0.1655223 Jul 16 23:22:22.110123 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:22.148361 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d47bff47-f8eb-4774-bdaa-dd0c89b438a8 req-75984742-26ee-4d9a-b644-a3ae349d741a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 210 time: 0.0326109 Jul 16 23:22:22.176556 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-9e1e3e4d-52ca-415f-bb4a-32024ca4dd23 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 379 time: 0.0646496 Jul 16 23:22:22.186328 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'port': {'device_id': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'admin_state_up': True, 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'security_groups': ['ab81fa7c-4a9a-4d39-a06a-25950f27071b']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:22.200664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:22.201081 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.291669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fe390a41-2706-45af-8fda-9d1c709215ca up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:22.314161 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:22:22.318654 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.348392 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port fe390a41-2706-45af-8fda-9d1c709215ca triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:22.348879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.451468 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.13 (b941d66c-af71-4156-818c-768cc172701a/b82b35de-3062-4611-889f-6b590556e462/2dcfa363-1637-4f4f-a734-eb9daa22c851) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:22:22.599832 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.614261 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object 2dcfa363-1637-4f4f-a734-eb9daa22c851 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:22.648274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.696841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network b941d66c-af71-4156-818c-768cc172701a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:22.700275 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:22.704907 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:22:22.709238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:22.763223 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:22.764038 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:22.781463 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-666e8f21-cb77-41f4-9956-528aeef15472 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991950 Jul 16 23:22:22.793816 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Request body: {'port': {'device_id': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:22.886060 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.004362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bdab617-046f-41e9-afd1-38772024eb27 None None] Provisioning for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:23.008686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bdab617-046f-41e9-afd1-38772024eb27 None None] Provisioning complete for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:23.009125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bdab617-046f-41e9-afd1-38772024eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.045768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3bdab617-046f-41e9-afd1-38772024eb27 None None] Port 2dcfa363-1637-4f4f-a734-eb9daa22c851 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:22:23.160290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcfa363-1637-4f4f-a734-eb9daa22c851 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:22:23.168545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.180301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Transition to ACTIVE for port object 2dcfa363-1637-4f4f-a734-eb9daa22c851 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:22:23.183822 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.254402 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:23.304208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:22:23.304734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:22:23.305100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:22:23.309586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:22:23.309901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:22:23.314973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:22:23.315312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Checking segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:22:23.315695 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Bound using segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:22:23.316118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Bound port: 2dcfa363-1637-4f4f-a734-eb9daa22c851, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:22:23.316475 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.342724 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431adfc5-3415-4d02-b1a0-7e147ab7f30a req-20100709-214f-42bf-8093-e7b685688ef4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.344544 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-431adfc5-3415-4d02-b1a0-7e147ab7f30a req-20100709-214f-42bf-8093-e7b685688ef4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0686405 Jul 16 23:22:23.386492 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-431adfc5-3415-4d02-b1a0-7e147ab7f30a req-46c7aec7-f64e-43e8-98d9-b051930e9f8c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Jul 16 23:22:23.392219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:22:23.396808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:22:23.403271 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.442730 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.443962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.445371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1093 time: 0.6563807 Jul 16 23:22:23.445810 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:22:23.448072 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8df82-8fe2-433f-a67b-0611c65095ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:22:23.470768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ca483-c974-451d-8385-f0dc92b548f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:23.503826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:23.524429 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ae554-a72e-474f-8d0b-05c79302d711 x-openstack-request-id: req-fd7ae554-a72e-474f-8d0b-05c79302d711 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:22:23.524798 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:22:23.525141 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd7ae554-a72e-474f-8d0b-05c79302d711 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:22:23.525603 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'status': 'completed', 'code': 200} Jul 16 23:22:23.552664 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-3fe18ac9-4037-48c0-a0bd-bc84226b3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.554442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-3fe18ac9-4037-48c0-a0bd-bc84226b3794 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1096 time: 0.0638797 Jul 16 23:22:23.602500 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-e43ac927-2947-40c5-8864-5ea307b1d42c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 217 time: 0.0408638 Jul 16 23:22:23.652853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-b4d68a2d-e1bd-48f1-a604-ea42aff58396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.654494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-b4d68a2d-e1bd-48f1-a604-ea42aff58396 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0459192 Jul 16 23:22:23.710983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-1fb587cc-7b07-4da1-9e2c-719e033a8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.712485 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-1fb587cc-7b07-4da1-9e2c-719e033a8c3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523798 Jul 16 23:22:23.804514 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-1a324e7a-1010-444e-8e7e-2e285a068f71 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854096 Jul 16 23:22:23.892626 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-975e0202-1b96-49fb-b543-1ece8dadb2b5 req-e90f0d99-47d9-498e-8fe1-567016290c10 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814590 Jul 16 23:22:23.988622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-ae3c1f3c-c949-4c7d-af95-c043b34954a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:23.991481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-ae3c1f3c-c949-4c7d-af95-c043b34954a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1096 time: 0.0534883 Jul 16 23:22:24.057284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:24.086246 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-23e462d0-3065-40a9-a331-6a2f70693faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:24.087718 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-23e462d0-3065-40a9-a331-6a2f70693faa service neutron] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0912862 Jul 16 23:22:24.108296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:24.111952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:24.112327 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:24.128865 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-b0247d5b-65f1-4698-a4f4-6e22d8cb7c88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 217 time: 0.0345035 Jul 16 23:22:24.181097 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-7092c86a-8da4-4716-bb41-2bbfe13d1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:24.182550 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-7092c86a-8da4-4716-bb41-2bbfe13d1e83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0462608 Jul 16 23:22:24.187956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:24.220306 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:24.224527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:24.242302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-72e6542d-706e-43a3-abb9-b72ef652a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:24.243946 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-72e6542d-706e-43a3-abb9-b72ef652a987 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541689 Jul 16 23:22:24.271889 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:24.336211 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-3cb39154-fb25-488a-b768-5ecfebf978c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845540 Jul 16 23:22:24.423999 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2cb8df82-8fe2-433f-a67b-0611c65095ae req-55951247-131b-44ef-b9fe-055de10a7dff service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803230 Jul 16 23:22:24.563060 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279b345-c6ca-47e8-8552-b636bfdb8e3e req-6b1b09e7-a129-490d-bb33-24b93c6f610d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:24.564551 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5279b345-c6ca-47e8-8552-b636bfdb8e3e req-6b1b09e7-a129-490d-bb33-24b93c6f610d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0656524 Jul 16 23:22:24.601646 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5279b345-c6ca-47e8-8552-b636bfdb8e3e req-4b78e2d5-6e83-4868-a1d0-915fedcc8d36 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309002 Jul 16 23:22:25.769221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848054f-9b36-4f7c-bb3d-b8b1e370f88f req-a2f1cdef-f2a7-4fe9-9287-c1c12f5a972e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:25.770681 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a848054f-9b36-4f7c-bb3d-b8b1e370f88f req-a2f1cdef-f2a7-4fe9-9287-c1c12f5a972e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0609949 Jul 16 23:22:25.807209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a848054f-9b36-4f7c-bb3d-b8b1e370f88f req-02dab7f2-1f5b-487d-96cb-644ca2b52a1e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304604 Jul 16 23:22:26.028022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:26.077995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:26.078408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:26.985382 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff797-5960-4385-bb14-c977054e8fc0 req-2ab1abea-8de5-4988-8224-29368860c6ce tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:26.986847 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-60cff797-5960-4385-bb14-c977054e8fc0 req-2ab1abea-8de5-4988-8224-29368860c6ce tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0646722 Jul 16 23:22:27.024765 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-60cff797-5960-4385-bb14-c977054e8fc0 req-04059a26-d527-4e30-b6db-e72577c7e905 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Jul 16 23:22:27.641141 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b25f1a19-3d49-45fa-9abf-15959c86e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:27.888746 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:22:27.982863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:27.994040 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'mac_address': 'fa:16:3e:25:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:22:28.028926 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:28.042028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcfa363-1637-4f4f-a734-eb9daa22c851 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:22:28.062925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:28.066905 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:28.113195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:28.196820 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c0ef-4fd1-4068-93c3-b0fc1ece64c0 req-599bd095-8e42-4cbc-8cd7-5fef6c79ed73 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:28.198248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c45c0ef-4fd1-4068-93c3-b0fc1ece64c0 req-599bd095-8e42-4cbc-8cd7-5fef6c79ed73 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 945 time: 0.0625677 Jul 16 23:22:28.236893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7c45c0ef-4fd1-4068-93c3-b0fc1ece64c0 req-3ecdb079-a204-422c-9a9a-4f456ad7fed6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Jul 16 23:22:28.269752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2dcfa363-1637-4f4f-a734-eb9daa22c851'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:22:29.405168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac91-df0d-49ab-9b67-535411866df0 req-f275409d-ad58-45cb-a77d-e28aea2edb93 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:29.406642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa27ac91-df0d-49ab-9b67-535411866df0 req-f275409d-ad58-45cb-a77d-e28aea2edb93 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 945 time: 0.0619290 Jul 16 23:22:29.444070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fa27ac91-df0d-49ab-9b67-535411866df0 req-450817d4-201a-472f-928e-5140a80e6fba tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314100 Jul 16 23:22:29.854028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b57ef45e-2678-4e90-893d-f2907a981fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:29.919574 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:22:29.967844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:22:29.971457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:22:29.971824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:30.045352 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:30.066988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:22:30.069789 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8835d-be04-44f9-88f9-31624e08a4eb" -d '{"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:22:30.081831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:22:30.086708 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:30.136497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:30.158834 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed536ee-1dc2-4570-9d16-0bcee4938894 x-openstack-request-id: req-1ed536ee-1dc2-4570-9d16-0bcee4938894 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:22:30.159122 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:22:30.159378 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ed536ee-1dc2-4570-9d16-0bcee4938894 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:22:30.159768 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'code': 200} Jul 16 23:22:30.192190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:30.270225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518efe3-b9d8-4e91-a51f-6aa0114b403e req-fafa2f7f-edfe-4976-8900-0d90ec486dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:30.272339 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b518efe3-b9d8-4e91-a51f-6aa0114b403e req-fafa2f7f-edfe-4976-8900-0d90ec486dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1098 time: 0.0514014 Jul 16 23:22:30.307168 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b518efe3-b9d8-4e91-a51f-6aa0114b403e req-cffa6406-a196-4084-9f43-17fe8c356c0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282776 Jul 16 23:22:30.616769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9ea2-a88d-47d5-9377-0f16085fcbbb req-2b73819a-d2fb-44fe-bb27-59d3d9d29b69 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:30.618275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb7b9ea2-a88d-47d5-9377-0f16085fcbbb req-2b73819a-d2fb-44fe-bb27-59d3d9d29b69 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0653081 Jul 16 23:22:30.656127 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eb7b9ea2-a88d-47d5-9377-0f16085fcbbb req-f61ad101-c9fc-4084-83e2-9d907567f814 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Jul 16 23:22:31.601578 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:31.828423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caa99d-50e0-428a-b8d6-9d1052caa027 req-60f4e3c8-bd83-4108-846c-3cc952d6ff5f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:31.829935 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5caa99d-50e0-428a-b8d6-9d1052caa027 req-60f4e3c8-bd83-4108-846c-3cc952d6ff5f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0620916 Jul 16 23:22:31.868345 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a5caa99d-50e0-428a-b8d6-9d1052caa027 req-6ae5a8d0-67ff-4c68-b47a-6b8fb3cf3d70 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Jul 16 23:22:32.038829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354ba55-da3b-4ed2-ad3f-badd343a3be1 req-7bd3cf25-3b2a-4a00-bbd9-805632c35ce5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:32.040299 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f354ba55-da3b-4ed2-ad3f-badd343a3be1 req-7bd3cf25-3b2a-4a00-bbd9-805632c35ce5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0659504 Jul 16 23:22:32.078414 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f354ba55-da3b-4ed2-ad3f-badd343a3be1 req-152d7856-984f-48f0-9581-1cdeb713be02 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324852 Jul 16 23:22:32.101309 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:32.152197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e5124-597d-443a-b989-6bddeea4c437 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:32.153676 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a70e5124-597d-443a-b989-6bddeea4c437 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1093 time: 0.0513887 Jul 16 23:22:32.156380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:32.160674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:22:32.182037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:32.278462 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:32.379577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.226 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:22:32.481190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:32.518681 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:32.551804 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:22:32.555237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:22:32.560527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:22:32.587523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:32.926532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.215737 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.291942 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.435098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.439312 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.508919 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:22:33.518631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.616853 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 8e00112b-52ad-4d2e-9732-1bb9cc4448b9 associated. External IP: 172.25.5.226, port: 2dcfa363-1637-4f4f-a734-eb9daa22c851. Jul 16 23:22:33.820275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3103531-c596-4f41-b505-df06437961e7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:22:33.926923 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:22:33.935799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Sync routers for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:22:33.942781 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:33.946363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:33.946995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:33.980447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c7fcafe4-ae64-4822-94c4-51a9b01f1afc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8230608 Jul 16 23:22:33.981081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:22:33.983369 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77245360-1010-4e48-8675-747dde4434c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:22:34.055715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:34.132676 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a4b8-2a4e-45ba-b3fe-24294013ecfd req-c9de7522-7efd-413a-a8d0-4f133910daa9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:34.134225 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8028a4b8-2a4e-45ba-b3fe-24294013ecfd req-c9de7522-7efd-413a-a8d0-4f133910daa9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jul 16 23:22:34.171470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8028a4b8-2a4e-45ba-b3fe-24294013ecfd req-83095628-6958-4edd-8e12-86ecefba797b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Jul 16 23:22:34.196459 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 49912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:34.238705 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a890e8fc-afcd-4fd0-8b47-b7f1f44f86b4 x-openstack-request-id: req-a890e8fc-afcd-4fd0-8b47-b7f1f44f86b4 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:22:34.239482 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:22:34.239482 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a890e8fc-afcd-4fd0-8b47-b7f1f44f86b4 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:22:34.241412 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'status': 'completed', 'code': 200} Jul 16 23:22:34.269989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7cff4a47-b39a-4559-8f01-750342652acc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/8e00112b-52ad-4d2e-9732-1bb9cc4448b9 HTTP/1.1" status: 200 len: 992 time: 0.0712137 Jul 16 23:22:34.282180 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8e00112b-52ad-4d2e-9732-1bb9cc4448b9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3103531-c596-4f41-b505-df06437961e7', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'mac_address': 'fa:16:3e:25:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:22:33Z', 'updated_at': '2021-07-16T23:22:33Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:34.296298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245360-1010-4e48-8675-747dde4434c8 req-ca6915a1-6f96-488a-a6ec-b684d5d17d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:34.297850 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-ca6915a1-6f96-488a-a6ec-b684d5d17d2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1098 time: 0.0576646 Jul 16 23:22:34.311455 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Checking router: b3103531-c596-4f41-b505-df06437961e7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:22:34.320086 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:22:34.320686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:22:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:34.387365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245360-1010-4e48-8675-747dde4434c8 req-c8474a3f-549d-425e-8290-2c7495a6b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:34.388754 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-c8474a3f-549d-425e-8290-2c7495a6b5ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0845978 Jul 16 23:22:34.422860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:22:34.455939 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-7ce3656d-9a6a-45b1-8bf2-62b72be5962d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1000 time: 0.0609498 Jul 16 23:22:34.504231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245360-1010-4e48-8675-747dde4434c8 req-a1c470e9-0ce2-4caa-8659-06d8d06274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:34.505737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-a1c470e9-0ce2-4caa-8659-06d8d06274c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0436018 Jul 16 23:22:34.562330 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245360-1010-4e48-8675-747dde4434c8 req-634f5a0b-0ef6-4494-9d5d-034ef3d774d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:22:34.563819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-634f5a0b-0ef6-4494-9d5d-034ef3d774d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514541 Jul 16 23:22:34.640634 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8e00112b-52ad-4d2e-9732-1bb9cc4448b9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3103531-c596-4f41-b505-df06437961e7', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'mac_address': 'fa:16:3e:25:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:22:33Z', 'updated_at': '2021-07-16T23:22:33Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:22:34.654430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-97dffb48-4f88-4480-9b28-81173e2fc227 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Jul 16 23:22:34.670200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fb807-203f-4437-95e9-03fa5b0c30f3 None None] The sync data for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 is: [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '8e00112b-52ad-4d2e-9732-1bb9cc4448b9', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3103531-c596-4f41-b505-df06437961e7', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'mac_address': 'fa:16:3e:25:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:22:33Z', 'updated_at': '2021-07-16T23:22:33Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:22:34.746230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-77245360-1010-4e48-8675-747dde4434c8 req-fdb76b8a-45d7-4ee6-bfc8-31013664c92e service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Jul 16 23:22:34.855690 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c87cd-039e-4f01-8484-a27e90c0b96a None None] New status for floating IP 8e00112b-52ad-4d2e-9732-1bb9cc4448b9: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:22:35.273442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 49914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:22:35.336808 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5102c3a9-1743-4739-a8b8-80314044bf1d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/8e00112b-52ad-4d2e-9732-1bb9cc4448b9 HTTP/1.1" status: 200 len: 994 time: 0.0622487 Jul 16 23:22:39.389728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:22:51.565184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:53.510102 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:57.642384 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fa54-19b0-42d4-ab89-426f49c924b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:22:59.854741 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7cccb25a-d93e-43d6-9a6a-33b214ab7cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:00.193258 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:01.603369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:02.929251 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:04.038292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-d4ae8fb2-e45e-4d1e-9c5d-6c092ebd1180 req-9a8139ec-c255-4b15-b156-04134abf2d38 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:23:04.039282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d4ae8fb2-e45e-4d1e-9c5d-6c092ebd1180 req-9a8139ec-c255-4b15-b156-04134abf2d38 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059230 Jul 16 23:23:04.322814 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38ada-240c-4e69-bcf6-3f967596f574 req-ef978e92-64fa-463e-9a56-3a80476a8028 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:04.324311 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b8f38ada-240c-4e69-bcf6-3f967596f574 req-ef978e92-64fa-463e-9a56-3a80476a8028 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0684836 Jul 16 23:23:04.392694 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b8f38ada-240c-4e69-bcf6-3f967596f574 req-3b0ff541-0536-4983-83f3-3a229855a797 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578613 Jul 16 23:23:04.403499 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-5380961d-4c94-4668-945d-cd1d3df4fe6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143916 Jul 16 23:23:04.412539 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-54d214e2-abf8-42ad-a2d0-c20d0239a0f1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:23:04.413579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-54d214e2-abf8-42ad-a2d0-c20d0239a0f1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053096 Jul 16 23:23:05.543862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-4107822c-622f-4ceb-8d98-2a19a7247955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:05.545392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-4107822c-622f-4ceb-8d98-2a19a7247955 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1098 time: 0.0591540 Jul 16 23:23:05.574990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad97d-cc29-4166-b36c-945e08324e2b req-df0e1b4b-5836-4b05-b5d2-ced064625820 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:05.576503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed0ad97d-cc29-4166-b36c-945e08324e2b req-df0e1b4b-5836-4b05-b5d2-ced064625820 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0677426 Jul 16 23:23:05.614745 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ed0ad97d-cc29-4166-b36c-945e08324e2b req-e057102c-bb2e-43d3-87e3-b5132499b5a2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Jul 16 23:23:05.638908 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-bbaa00ad-e199-4e52-8a30-67573cb31721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:05.640394 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-bbaa00ad-e199-4e52-8a30-67573cb31721 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0888684 Jul 16 23:23:05.703027 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-b38f5d1a-7142-43f2-b4f9-d4f3a710bdbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1002 time: 0.0559189 Jul 16 23:23:05.754629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-205d10ec-9b37-4fa7-95ae-ef2d3b70662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:05.756672 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-205d10ec-9b37-4fa7-95ae-ef2d3b70662d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0459838 Jul 16 23:23:05.810351 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-3c216867-678b-4e6a-b441-504c0515f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:05.811802 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-3c216867-678b-4e6a-b441-504c0515f2cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496814 Jul 16 23:23:05.899474 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-2eb77396-44b5-4179-9811-37687605edd5 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811658 Jul 16 23:23:05.989851 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-485bc5d0-5b72-433d-ba6e-a9a6fe8ac9b5 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837514 Jul 16 23:23:06.788244 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d24b0b-704e-4fcc-8eeb-f116d30d09d9 req-7add6a8e-f97f-4b1d-849f-d9e3d58f323d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:06.789769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39d24b0b-704e-4fcc-8eeb-f116d30d09d9 req-7add6a8e-f97f-4b1d-849f-d9e3d58f323d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0638804 Jul 16 23:23:06.826428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39d24b0b-704e-4fcc-8eeb-f116d30d09d9 req-cd599f67-5638-4149-8405-7b7e9b702b98 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311968 Jul 16 23:23:08.002980 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7ed2-f8f1-4863-a3b4-02a631d536bb req-beb099b9-742e-4b24-bbc3-90b29a91d73f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:08.004494 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a0f7ed2-f8f1-4863-a3b4-02a631d536bb req-beb099b9-742e-4b24-bbc3-90b29a91d73f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0661688 Jul 16 23:23:08.041924 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a0f7ed2-f8f1-4863-a3b4-02a631d536bb req-52da6386-1a4e-4ffc-b514-b18569a6bafc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Jul 16 23:23:09.213260 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ece4b0-1466-42bf-b572-ca88e2e7b007 req-775910c4-731f-4d16-bec0-74390ec0887f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:09.214805 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44ece4b0-1466-42bf-b572-ca88e2e7b007 req-775910c4-731f-4d16-bec0-74390ec0887f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0643551 Jul 16 23:23:09.253354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-44ece4b0-1466-42bf-b572-ca88e2e7b007 req-697acc9f-9a53-4ec0-9b92-25f8b6bde5fc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328922 Jul 16 23:23:10.427531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578a9a6-1e9d-4c57-98ab-1ebd1e3695ca req-8defd1cd-4a20-43f2-be6c-c1e7e368a7ad tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:10.429077 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c578a9a6-1e9d-4c57-98ab-1ebd1e3695ca req-8defd1cd-4a20-43f2-be6c-c1e7e368a7ad tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0621271 Jul 16 23:23:10.465691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c578a9a6-1e9d-4c57-98ab-1ebd1e3695ca req-1b98ae85-bec5-49f9-857d-02c5727e881e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310333 Jul 16 23:23:11.641259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122b903-23bb-4eab-984a-1700efc55279 req-83c9ecc6-0c6b-473e-818b-ee4cf8ca5c1e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:11.643212 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7122b903-23bb-4eab-984a-1700efc55279 req-83c9ecc6-0c6b-473e-818b-ee4cf8ca5c1e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0672426 Jul 16 23:23:11.682948 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7122b903-23bb-4eab-984a-1700efc55279 req-6c1b52e0-b160-4dfe-bbe8-4156e0f07503 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336041 Jul 16 23:23:12.853956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197cc8-d1fb-4715-860b-de623724bdf9 req-e5122809-5fac-4871-a101-74f48371acc5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:12.855459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2197cc8-d1fb-4715-860b-de623724bdf9 req-e5122809-5fac-4871-a101-74f48371acc5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0630937 Jul 16 23:23:12.893473 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2197cc8-d1fb-4715-860b-de623724bdf9 req-71119b05-588e-4815-8cb5-3ba8a9f2882b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Jul 16 23:23:14.066636 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef00e-6e7b-47fd-a8ce-0e46f2e31e27 req-848f9590-b1a8-4ad7-ab55-42fe44d5533a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:14.068131 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f23ef00e-6e7b-47fd-a8ce-0e46f2e31e27 req-848f9590-b1a8-4ad7-ab55-42fe44d5533a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0656474 Jul 16 23:23:14.105297 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f23ef00e-6e7b-47fd-a8ce-0e46f2e31e27 req-edae8c82-2d3c-417c-99ce-8c694780878a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Jul 16 23:23:15.277734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b0403-5eca-4e8f-9c9a-f2fbfaf5e83b req-e9f149e3-3900-47da-9ff3-d83b3e30b9c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:15.279232 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-018b0403-5eca-4e8f-9c9a-f2fbfaf5e83b req-e9f149e3-3900-47da-9ff3-d83b3e30b9c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0630288 Jul 16 23:23:15.315532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-018b0403-5eca-4e8f-9c9a-f2fbfaf5e83b req-3abf4e84-4b20-423b-bbb0-dd91c89fd425 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307894 Jul 16 23:23:16.389363 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:23:16.486728 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131bdd-9281-43dc-8275-3432f60b167e req-f2b941e4-05a7-43c8-a608-f1a8499bc036 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:16.488200 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da131bdd-9281-43dc-8275-3432f60b167e req-f2b941e4-05a7-43c8-a608-f1a8499bc036 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0627482 Jul 16 23:23:16.525102 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da131bdd-9281-43dc-8275-3432f60b167e req-0ef5315d-7251-4c28-ad73-2cb39c0d23ee tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Jul 16 23:23:17.699751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a32d-0370-4f14-8017-1dd65d55cf1f req-016c0920-4346-450a-8641-7fbf18987cea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:17.701228 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16b6a32d-0370-4f14-8017-1dd65d55cf1f req-016c0920-4346-450a-8641-7fbf18987cea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0663910 Jul 16 23:23:17.737209 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-16b6a32d-0370-4f14-8017-1dd65d55cf1f req-98c24c6a-5930-4151-9dd2-73cf259eb8c6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Jul 16 23:23:17.771230 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-9146b150-8c73-4132-aecf-dc7001117956 service neutron] show failed (client error): The resource could not be found. Jul 16 23:23:17.772255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-9146b150-8c73-4132-aecf-dc7001117956 service neutron] 10.222.0.47 "GET /v2.0/ports/2dcfa363-1637-4f4f-a734-eb9daa22c851/bindings/n-h1-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0549965 Jul 16 23:23:18.079698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-8b1ff6d0-1c83-4299-bfc5-e2d64f5e2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:18.081231 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-8b1ff6d0-1c83-4299-bfc5-e2d64f5e2351 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 1098 time: 0.0867422 Jul 16 23:23:18.091137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-9cc7b03a-e256-453d-8f58-11c984c52eee service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:23:18.092059 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-9cc7b03a-e256-453d-8f58-11c984c52eee service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047550 Jul 16 23:23:18.103290 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:23:18.174254 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:18.715357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:18.746752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:23:18.786605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:23:18.789224 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86ff0d4-9440-46c6-b171-c0c072449aa2" -d '{"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:23:18.792911 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:18.805566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Transition to ACTIVE for port object 2dcfa363-1637-4f4f-a734-eb9daa22c851 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:23:18.809433 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:18.889768 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:18.904728 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.905209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.905550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.905888 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.906222 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.906554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.906882 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.907208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.907534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.907853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.908430 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.908835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:18.927746 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8dd0e-79a7-4b14-a7c8-35fed762bae7 req-a5689cf6-5eaf-4186-90ff-ead736cf61c3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:18.929534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fef8dd0e-79a7-4b14-a7c8-35fed762bae7 req-a5689cf6-5eaf-4186-90ff-ead736cf61c3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0785859 Jul 16 23:23:18.947620 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] No DVR routers for this DVR port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:23:18.971119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fef8dd0e-79a7-4b14-a7c8-35fed762bae7 req-092d8c12-489f-4647-88bb-01f50365223c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358822 Jul 16 23:23:19.036477 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be3173-be2d-4cf6-a1a7-4711d582f1b0 x-openstack-request-id: req-a3be3173-be2d-4cf6-a1a7-4711d582f1b0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:23:19.036908 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:23:19.037257 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3be3173-be2d-4cf6-a1a7-4711d582f1b0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:23:19.037573 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'code': 200} Jul 16 23:23:19.095100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:23:19.095515 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:23:19.095751 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:23:19.099978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:23:19.100325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Attempting to bind port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on network b941d66c-af71-4156-818c-768cc172701a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:23:19.105096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:23:19.105429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Checking segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:23:19.105803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Bound using segment: {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:23:19.106210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Bound port: 2dcfa363-1637-4f4f-a734-eb9daa22c851, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2b94bc-024e-40f4-878c-e18c5b71ace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b941d66c-af71-4156-818c-768cc172701a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:23:19.106564 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:19.170316 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:23:19.173192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:23:19.177754 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:19.213394 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:19.214021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:19.215495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] 10.222.0.68 "PUT /v2.0/ports/2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1093 time: 1.1163149 Jul 16 23:23:19.236858 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdeadf-c62a-4130-8daa-60f567cb286d service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:19.295506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-99d5fced-b1b9-4b19-a160-07f2006ad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:19.297160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-99d5fced-b1b9-4b19-a160-07f2006ad6ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1096 time: 0.0548410 Jul 16 23:23:19.393418 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-c56154ad-b23a-4197-a90d-e61b553eb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:19.394879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-c56154ad-b23a-4197-a90d-e61b553eb4f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0913794 Jul 16 23:23:19.460331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-ed1fe462-b5b4-4c7b-87f7-498616d86ee0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1000 time: 0.0590036 Jul 16 23:23:19.511096 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-2df5e567-9a2d-41c4-8a7a-6284bafa1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:19.512400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-2df5e567-9a2d-41c4-8a7a-6284bafa1366 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0465894 Jul 16 23:23:19.567118 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-e809adb3-4bcf-4eb6-9434-57a33a90989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:19.568606 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-e809adb3-4bcf-4eb6-9434-57a33a90989d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498755 Jul 16 23:23:19.654165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-b22ed11d-a0bb-488b-9c4d-1af62689a2f9 service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794938 Jul 16 23:23:19.746922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-3f756d20-a8e6-4c4d-8a2a-8416c0b7f122 service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Jul 16 23:23:20.153322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334eb7-2ce0-4719-bf6d-8ec18faabb18 req-c6d32af1-e429-44d2-94b9-e09df15d1f7f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:20.154731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06334eb7-2ce0-4719-bf6d-8ec18faabb18 req-c6d32af1-e429-44d2-94b9-e09df15d1f7f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0675356 Jul 16 23:23:20.192067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-06334eb7-2ce0-4719-bf6d-8ec18faabb18 req-8680d7bc-7ef8-4916-9b41-870e304e8663 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Jul 16 23:23:21.038558 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:23:21.040926 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef01820-233d-401b-a887-30bbb6c38be8" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:23:21.088357 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ace188-73bf-48c6-bb32-56c7e76cd5c5 x-openstack-request-id: req-20ace188-73bf-48c6-bb32-56c7e76cd5c5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:23:21.088682 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:23:21.088931 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20ace188-73bf-48c6-bb32-56c7e76cd5c5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:23:21.089355 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'status': 'completed', 'code': 200} Jul 16 23:23:21.199234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-7534e181-8e76-403e-b06a-b0e78b19b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.200669 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-7534e181-8e76-403e-b06a-b0e78b19b535 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1096 time: 0.0934176 Jul 16 23:23:21.205710 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-de8670ce-ba2a-487b-aaf9-e488f454255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.207062 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-de8670ce-ba2a-487b-aaf9-e488f454255e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1096 time: 0.0918536 Jul 16 23:23:21.365403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-9cebcf0b-eb3e-4daf-8e32-a3ef60a4bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.366909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-9cebcf0b-eb3e-4daf-8e32-a3ef60a4bef2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.1590073 Jul 16 23:23:21.371460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-cec1fb10-ef2e-45bc-8faf-3a999869d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.372864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-cec1fb10-ef2e-45bc-8faf-3a999869d4d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.1570725 Jul 16 23:23:21.395434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811867-bf63-4927-ae8c-d2f99b3a8857 req-ba59d03e-7e29-4ca1-8c45-b42a3224e268 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.397536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45811867-bf63-4927-ae8c-d2f99b3a8857 req-ba59d03e-7e29-4ca1-8c45-b42a3224e268 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0650322 Jul 16 23:23:21.414358 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:21.438211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-45811867-bf63-4927-ae8c-d2f99b3a8857 req-8f830a08-bfb1-4b6e-bc34-10495e1106aa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334425 Jul 16 23:23:21.480617 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-5b20d744-2e54-402a-8c93-08997ba1680b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1000 time: 0.1068017 Jul 16 23:23:21.497494 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-7432dcde-55d9-4cd7-8ae0-a002283d236f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1000 time: 0.0849822 Jul 16 23:23:21.564190 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-3b8e5f95-9f7d-4e39-8160-76ccfc862096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.565827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-3b8e5f95-9f7d-4e39-8160-76ccfc862096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0770025 Jul 16 23:23:21.570892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-08b2e431-8e5e-4979-9a4c-2d5b445ed518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.572213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-08b2e431-8e5e-4979-9a4c-2d5b445ed518 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0567329 Jul 16 23:23:21.668976 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-da14c96d-666b-4049-aa31-57f742608edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.670478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-da14c96d-666b-4049-aa31-57f742608edb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973871 Jul 16 23:23:21.672170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-b68e6514-8061-47c1-b587-69e3184310dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:21.673530 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-b68e6514-8061-47c1-b587-69e3184310dd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932288 Jul 16 23:23:21.826447 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-ca8aa29f-c20d-4095-8f49-8ebe178324d1 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496425 Jul 16 23:23:21.828558 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-92697435-49e4-4cfa-bc6c-77a5e798bae2 service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441197 Jul 16 23:23:21.982316 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-bef74976-72e8-43be-a899-96d69bc03a9d service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494794 Jul 16 23:23:21.985625 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5ef01820-233d-401b-a887-30bbb6c38be8 req-577904af-9144-4ab8-9cd5-438cb27a4c8c service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451728 Jul 16 23:23:22.153152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:23:22.189872 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:23:22.385589 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:23:22.481107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:22.492775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'port_id': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'mac_address': 'fa:16:3e:25:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:23:22.528446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:22.541758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcfa363-1637-4f4f-a734-eb9daa22c851 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:23:22.561714 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:22.566703 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:22.612867 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c504aa-19a1-4b21-958e-f814aad3d039 req-38c11607-92dc-4200-90c5-5cd161ea9a71 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:22.614435 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4c504aa-19a1-4b21-958e-f814aad3d039 req-38c11607-92dc-4200-90c5-5cd161ea9a71 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 944 time: 0.0633676 Jul 16 23:23:22.617217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:22.624688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.625069 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.625418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.625758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.626095 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.626430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.626761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.627090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.627796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.627796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.628053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.628378 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:22.652470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b4c504aa-19a1-4b21-958e-f814aad3d039 req-21625d80-06c5-4f6f-baa7-02fbb93dc01f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Jul 16 23:23:22.815200 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['2dcfa363-1637-4f4f-a734-eb9daa22c851'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:23:22.966676 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-996bb637-4751-435f-841d-30779ce0ea19 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:22.968203 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-996bb637-4751-435f-841d-30779ce0ea19 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899&tenant_id=0187812a93074fe79e275695e0b6e291&binding%3Ahost_id=n-h1-793621-16 HTTP/1.1" status: 200 len: 945 time: 0.0777380 Jul 16 23:23:22.992817 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd40eb-e759-4ac0-9bbc-3cb5815d3a8b req-3868a38a-b192-4ee4-add4-ff463b4e2ea1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:22.994737 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9dd40eb-e759-4ac0-9bbc-3cb5815d3a8b req-3868a38a-b192-4ee4-add4-ff463b4e2ea1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 945 time: 0.0984495 Jul 16 23:23:23.035825 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b9dd40eb-e759-4ac0-9bbc-3cb5815d3a8b req-2c44338c-fad3-4e87-ab3f-5fc0c4662d07 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346987 Jul 16 23:23:23.043669 n-d-793621-16 neutron-server[93924]: INFO neutron.api.v2.resource [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-c9566f98-4edd-428f-a994-cb374a5e9542 service neutron] delete failed (client error): The resource could not be found. Jul 16 23:23:23.045343 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-c9566f98-4edd-428f-a994-cb374a5e9542 service neutron] 10.222.0.47 "DELETE /v2.0/ports/2dcfa363-1637-4f4f-a734-eb9daa22c851/bindings/n-h2-793621-16 HTTP/1.1" status: 404 len: 381 time: 0.0705726 Jul 16 23:23:23.146054 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-b5437b76-e4a9-418f-8de7-25fdfe5f588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:23.148232 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-b5437b76-e4a9-418f-8de7-25fdfe5f588d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1097 time: 0.0544019 Jul 16 23:23:23.219585 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd742-1691-435f-89d3-e5f4dc941f9b req-202f2176-8de9-41fa-a69d-a3527c5e860a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:23.221087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2bbd742-1691-435f-89d3-e5f4dc941f9b req-202f2176-8de9-41fa-a69d-a3527c5e860a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 945 time: 0.0631933 Jul 16 23:23:23.243759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-1e2b0a8a-4232-4b1a-bfd9-8f4e79812c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:23.245352 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-1e2b0a8a-4232-4b1a-bfd9-8f4e79812c2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0909600 Jul 16 23:23:23.258704 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c2bbd742-1691-435f-89d3-e5f4dc941f9b req-15dfd331-7e1e-4263-b920-157c8c08207e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Jul 16 23:23:23.308681 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-96e59cef-0d43-4942-964b-31233b149c85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 1001 time: 0.0575244 Jul 16 23:23:23.361324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-18f18113-cf70-455f-9ebf-9c7405f92468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:23.362786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-18f18113-cf70-455f-9ebf-9c7405f92468 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0481288 Jul 16 23:23:23.419092 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-bf7f368b-4545-4705-9fc0-8bc9e223943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:23.420572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-bf7f368b-4545-4705-9fc0-8bc9e223943c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513866 Jul 16 23:23:23.508656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-c5ffa04f-192b-4429-bf67-84502214d01f service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817273 Jul 16 23:23:23.539625 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:23.598827 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3686ee31-16b6-4bca-bc27-1426ca60a148 req-bb55a9c2-8408-4da2-a876-5c9e676d2124 service neutron] 10.222.0.47 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843012 Jul 16 23:23:24.400731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:23:24.435510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0649c7-27c3-4340-b55b-a59b308e7968 req-981c9244-8075-4ef2-98aa-b76ec8c97526 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:24.437223 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d0649c7-27c3-4340-b55b-a59b308e7968 req-981c9244-8075-4ef2-98aa-b76ec8c97526 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 945 time: 0.0679555 Jul 16 23:23:24.447738 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:23:24.451497 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 2dcfa363-1637-4f4f-a734-eb9daa22c851 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:23:24.451878 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:24.476862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5d0649c7-27c3-4340-b55b-a59b308e7968 req-86a64606-faa4-4928-b8b0-2ba5db424d69 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340278 Jul 16 23:23:24.501781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:24.528070 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:24.553475 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:23:24.555653 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a31102-88f9-406a-8913-a0ebc79c054f" -d '{"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:23:24.567980 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-ba0a65dd-481f-44f1-80a1-03c52d459d3c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/8e00112b-52ad-4d2e-9732-1bb9cc4448b9 HTTP/1.1" status: 200 len: 993 time: 0.0650327 Jul 16 23:23:24.573279 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:24.578903 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:24.602765 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f96c9a-7c36-4342-be56-adc6fef0d2b4 x-openstack-request-id: req-62f96c9a-7c36-4342-be56-adc6fef0d2b4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:23:24.603059 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:23:24.603311 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62f96c9a-7c36-4342-be56-adc6fef0d2b4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:23:24.603700 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'code': 200} Jul 16 23:23:24.628361 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:27.644989 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d25ffdee-7784-4297-931c-016ff04445ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:29.855023 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c67dd1-0590-438b-981e-c73174c29344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:30.194516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:31.606734 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:32.931572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:51.423136 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.228428 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:53.382297 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:23:53.382644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.460277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.460628 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.469944 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:23:53.473255 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:23:53.556281 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.620506 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.647004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=8cb84ed5-98d4-45c1-a99f-1f933f5ad7ec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:53.708741 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:53.709193 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 8e00112b-52ad-4d2e-9732-1bb9cc4448b9 disassociated (deleted). External IP: 172.25.5.226, port: 2dcfa363-1637-4f4f-a734-eb9daa22c851. Jul 16 23:23:53.908920 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3103531-c596-4f41-b505-df06437961e7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:23:54.016334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:23:54.021340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:54.025873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Sync routers for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:23:54.034842 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:23:54.035470 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:54.061716 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-dd11b466-3853-47f9-807d-e5116de3c3c0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/floatingips/8e00112b-52ad-4d2e-9732-1bb9cc4448b9 HTTP/1.1" status: 204 len: 168 time: 0.8321745 Jul 16 23:23:54.062319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:23:54.064596 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d2b55-a307-4ad3-8915-f0836a48cb04" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:23:54.140252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:23:54.320454 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d82907f-8907-4900-ad7f-f2d8118a3b13 x-openstack-request-id: req-6d82907f-8907-4900-ad7f-f2d8118a3b13 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:23:54.321001 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:23:54.321001 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d82907f-8907-4900-ad7f-f2d8118a3b13 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:23:54.321513 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'status': 'completed', 'code': 200} Jul 16 23:23:54.356715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:54.383441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Checking router: b3103531-c596-4f41-b505-df06437961e7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:23:54.392342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:23:54.392890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:54.405360 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-f4f2f9ae-91b2-49ec-a9b8-bc13b47f827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:54.407007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-f4f2f9ae-91b2-49ec-a9b8-bc13b47f827f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 1098 time: 0.0600131 Jul 16 23:23:54.475912 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc9f0-3bf3-498d-9f73-6d66484f72ea req-24c536c6-d22f-4780-ab34-6917966db9c8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:54.478748 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d72cc9f0-3bf3-498d-9f73-6d66484f72ea req-24c536c6-d22f-4780-ab34-6917966db9c8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0669053 Jul 16 23:23:54.500531 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-a6c3b76f-30b9-4eba-9ec5-9812eeb0d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:54.500793 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:23:54.502478 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-a6c3b76f-30b9-4eba-9ec5-9812eeb0d5b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 200 len: 898 time: 0.0882924 Jul 16 23:23:54.519108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d72cc9f0-3bf3-498d-9f73-6d66484f72ea req-6d685f72-9425-4cdf-adb2-1dd5a193b30f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339584 Jul 16 23:23:54.553534 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-9ea60253-360f-40d7-bb42-3ca4a51c6902 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 200 len: 217 time: 0.0417891 Jul 16 23:23:54.603079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-20230862-f122-49d3-a87b-327ddad6f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:54.604545 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-20230862-f122-49d3-a87b-327ddad6f7a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 200 len: 835 time: 0.0438161 Jul 16 23:23:54.662837 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-8d6b63bd-9a3b-45f9-85d1-fdabb52c2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:54.664254 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-8d6b63bd-9a3b-45f9-85d1-fdabb52c2017 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b941d66c-af71-4156-818c-768cc172701a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529938 Jul 16 23:23:54.699456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:54.729248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ce9a7-41b5-4c79-b07a-f8f35d46bd21 None None] The sync data for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 is: [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:22:19Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53', 'name': '', 'network_id': 'b941d66c-af71-4156-818c-768cc172701a', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fc:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b82b35de-3062-4611-889f-6b590556e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:18Z', 'updated_at': '2021-07-16T23:22:24Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': 'b82b35de-3062-4611-889f-6b590556e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:23:54.758929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-c5b30a2b-0310-4f3e-8cf3-3ba6d04c5778 service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Jul 16 23:23:54.848744 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-157d2b55-a307-4ad3-8915-f0836a48cb04 req-8b6a69f1-99e7-4c2f-880f-830d845bc6fb service neutron] 10.222.0.68 "GET /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831442 Jul 16 23:23:54.943740 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215f4a7-f6b7-4576-b42f-3774e5acb9fd None None] New status for floating IP 8e00112b-52ad-4d2e-9732-1bb9cc4448b9: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:23:55.657327 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10595318-b708-496d-887e-077882f88821 req-2d2f47d5-360d-411a-8ada-401e728c24b9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:55.658807 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10595318-b708-496d-887e-077882f88821 req-2d2f47d5-360d-411a-8ada-401e728c24b9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0677204 Jul 16 23:23:55.692515 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a4f5-e2de-43b6-9053-49dc5d4571c1 req-2ec5415d-e8dd-47db-8689-3943351bc163 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:23:55.694046 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f229a4f5-e2de-43b6-9053-49dc5d4571c1 req-2ec5415d-e8dd-47db-8689-3943351bc163 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=1efe3949-1bd2-43d9-a396-bdbb5a6f5899 HTTP/1.1" status: 200 len: 946 time: 0.0629253 Jul 16 23:23:55.731266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f229a4f5-e2de-43b6-9053-49dc5d4571c1 req-559e05ae-8755-403e-9ab5-ea6a626b4227 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab81fa7c-4a9a-4d39-a06a-25950f27071b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jul 16 23:23:55.758417 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 2dcfa363-1637-4f4f-a734-eb9daa22c851 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:23:55.758762 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:55.847286 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 2dcfa363-1637-4f4f-a734-eb9daa22c851, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=2dcfa363-1637-4f4f-a734-eb9daa22c851,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:55.847647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:55.859759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 2dcfa363-1637-4f4f-a734-eb9daa22c851 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:23:55.980671 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:56.011718 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=2dcfa363-1637-4f4f-a734-eb9daa22c851,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:56.057323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] No DVR routers for this DVR port 2dcfa363-1637-4f4f-a734-eb9daa22c851 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:23:56.059998 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:56.062079 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-10595318-b708-496d-887e-077882f88821 req-8d4361dc-06fb-4548-a494-d14d1d7562e6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "DELETE /v2.0/ports/2dcfa363-1637-4f4f-a734-eb9daa22c851 HTTP/1.1" status: 204 len: 173 time: 0.3979938 Jul 16 23:23:56.322972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-deleted', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:23:56.325293 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c783bfa-825e-4d33-8e3a-2fce6fb7c100" -d '{"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-deleted", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:23:56.362688 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ac249-be85-4f77-9ebb-fb31491fa3a7 x-openstack-request-id: req-ef0ac249-be85-4f77-9ebb-fb31491fa3a7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:23:56.362987 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3949-1bd2-43d9-a396-bdbb5a6f5899", "name": "network-vif-deleted", "tag": "2dcfa363-1637-4f4f-a734-eb9daa22c851", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:23:56.363240 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef0ac249-be85-4f77-9ebb-fb31491fa3a7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:23:56.363644 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3949-1bd2-43d9-a396-bdbb5a6f5899', 'name': 'network-vif-deleted', 'tag': '2dcfa363-1637-4f4f-a734-eb9daa22c851', 'status': 'completed', 'code': 200} Jul 16 23:23:56.824453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:57.176000 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:57.432388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:23:57.432618 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:57.517320 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:57.517688 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:57.531540 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:23:57.644847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c766b794-0dae-460f-b0c2-c8dd569d82ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:57.713299 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:57.745415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:58.258398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.467918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3103531-c596-4f41-b505-df06437961e7 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:23:58.575532 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:23:58.580588 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-907657be-e64b-430f-8f6c-38ddb5b84941 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/b3103531-c596-4f41-b505-df06437961e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7550673 Jul 16 23:23:58.583611 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:58.585028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Sync routers for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:23:58.594887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:23:58.595581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:58.638695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting subnet b82b35de-3062-4611-889f-6b590556e462 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:23:58.641744 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.681565 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.698870 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:23:58.762652 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.825980 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.855593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Subnet': ['ID=b82b35de-3062-4611-889f-6b590556e462,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:58.862778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:58.863284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0effb0a-4df7-4171-842f-f9fda9ed4702 None None] Network b941d66c-af71-4156-818c-768cc172701a requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:23:58.864674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/subnets/b82b35de-3062-4611-889f-6b590556e462 HTTP/1.1" status: 204 len: 168 time: 0.2800152 Jul 16 23:23:58.867584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:58.871719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.872082 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.872435 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.872774 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.873143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.873480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.874020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.874361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.876091 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.876438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.876777 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.877206 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011f719-7e14-4afd-81bf-cba430dcbbfa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:23:58.944800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:23:57Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:58.978847 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.002852 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Checking router: b3103531-c596-4f41-b505-df06437961e7 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:23:59.015458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Routers {'b3103531-c596-4f41-b505-df06437961e7'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:23:59.015992 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:23:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3103531-c596-4f41-b505-df06437961e7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:59.083209 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.130337 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] Set router b3103531-c596-4f41-b505-df06437961e7 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:23:59.138265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port fe390a41-2706-45af-8fda-9d1c709215ca {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:23:59.138623 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.186245 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] DHCP port deletion for b941d66c-af71-4156-818c-768cc172701a request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:23:59.226633 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port fe390a41-2706-45af-8fda-9d1c709215ca, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=fe390a41-2706-45af-8fda-9d1c709215ca,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:59.227004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.239135 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for fe390a41-2706-45af-8fda-9d1c709215ca owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:23:59.414335 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.440875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=fe390a41-2706-45af-8fda-9d1c709215ca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:59.486775 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Deleting port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:23:59.487152 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.507255 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.556869 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] For port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,segment=NetworkSegment(1b2b94bc-024e-40f4-878c-e18c5b71ace2),segment_id=1b2b94bc-024e-40f4-878c-e18c5b71ace2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:23:59.557289 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.577128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Calling delete_port for 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:23:59.581985 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:23:57Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:59.598488 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.600755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.611974 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e1d14-28ed-4762-80a0-768e27487cb2 None None] The sync data for ids ['b3103531-c596-4f41-b505-df06437961e7'] in n-d-793621-16 is: [{'id': 'b3103531-c596-4f41-b505-df06437961e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875636304', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:22:15Z', 'updated_at': '2021-07-16T23:23:57Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'fe390a41-2706-45af-8fda-9d1c709215ca', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3103531-c596-4f41-b505-df06437961e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:22:16Z', 'updated_at': '2021-07-16T23:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:23:59.650483 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.651050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Fanout notify agent at l3_agent the message router_deleted on router b3103531-c596-4f41-b505-df06437961e7 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:23:59.660434 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.662266 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8a9dfd90-3765-4c0f-92ab-5fb39172ab46 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/routers/b3103531-c596-4f41-b505-df06437961e7 HTTP/1.1" status: 204 len: 168 time: 0.7930000 Jul 16 23:23:59.664318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:59.687165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.714673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] Pushing event deleted for resources: {'Port': ['ID=58b1b5e8-0b08-4c00-a2d0-462fcc8a3780,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:23:59.718185 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a71b67-848d-4d3c-91d4-3e9cc41aa199 None None] No DVR routers for this DVR port 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:23:59.750252 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.838221 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.849478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b941d66c-af71-4156-818c-768cc172701a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:59.854359 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f99b6227-77b9-44c0-bf0f-99e628f152aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.861884 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2b94bc-024e-40f4-878c-e18c5b71ace2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:59.862180 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2b94bc-024e-40f4-878c-e18c5b71ace2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:23:59.872356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.886765 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.893014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:23:59.893409 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:23:59.896359 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:23:59.958451 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.964026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:23:59.967087 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/networks/b941d66c-af71-4156-818c-768cc172701a HTTP/1.1" status: 204 len: 168 time: 0.3017988 Jul 16 23:23:59.970032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:23:59.982770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80764-d1f4-430f-b357-8c799dd1e0c4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Network': ['ID=b941d66c-af71-4156-818c-768cc172701a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.032040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.062048 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.130134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.132731 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.136921 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/security-groups/ab81fa7c-4a9a-4d39-a06a-25950f27071b HTTP/1.1" status: 204 len: 168 time: 0.1658149 Jul 16 23:24:00.146685 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd12af-11a5-4f9a-b083-0fce670c288b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81fa7c-4a9a-4d39-a06a-25950f27071b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.166082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:24:00.195003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:24:00.195441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58b1b5e8-0b08-4c00-a2d0-462fcc8a3780 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:24:00.195922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:24:00.220240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:24:00.220633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device c8d5fa10-fec6-48a1-8bd5-e8aa40e72b53 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:24:00.228213 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.445943 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:00.450717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168398627', 'description': 'tempest-secgroup-smoke-168398627 description', 'project_id': '0187812a93074fe79e275695e0b6e291'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:00.473168 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.552441 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.555988 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.588212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.589459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423943 Jul 16 23:24:00.591390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007397a8-e5df-4d9d-ad85-7fba383195b4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b534ec85-e58f-430e-8ce3-8c4464cb391e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.592489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:00.597661 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:00.624163 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.627592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:24:00.647521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 2dcfa363-1637-4f4f-a734-eb9daa22c851 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:24:00.647873 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 2dcfa363-1637-4f4f-a734-eb9daa22c851 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:24:00.680165 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.683431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.701462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ae5a5b-0ded-4724-8ddb-570a3d5c1f01,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.703559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.704722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7bb9c362-34e8-46e1-822e-190695847ef3 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111023 Jul 16 23:24:00.707721 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:00.713088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:00.738634 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.794282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.797928 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.814488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3815a6d5-e246-40d2-9656-1b5b109a055b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.821605 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.822797 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-515ec5f2-4d45-43c6-bd95-6a6790cbce15 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140330 Jul 16 23:24:00.825661 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:00.830035 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:00.855808 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.913322 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.916948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.934088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37127727-b8b3-45f5-951f-1717e65e16d9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:00.940039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:00.941529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2ef2fb92-9b2b-4d76-b55a-650021f9a4b1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148000 Jul 16 23:24:00.944136 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:00.949009 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:00.975318 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.033180 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.036625 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.056779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dc14fb-a5c8-47ce-9f81-8127d12c9def,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:01.064190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.064893 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-02ac4170-5ec5-43fd-bb14-c0312f2cdcd1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197324 Jul 16 23:24:01.067647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:01.073171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:01.095098 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:24:01.099798 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.157541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.161278 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.182587 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb49c79-e962-4481-af93-ef4fd00426c6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:01.188109 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.189409 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f71ffc45-5efa-4f65-84f5-9e0cabba3280 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207454 Jul 16 23:24:01.192107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:01.196567 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': 'b534ec85-e58f-430e-8ce3-8c4464cb391e', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:01.217912 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:24:01.222667 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.283545 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.287047 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.301910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96402489-7141-401c-a1d4-689c37d2f0a7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:01.310151 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.311520 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-639d828d-def7-4b69-a957-0ef435c7a1c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184688 Jul 16 23:24:01.314437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:01.319265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'network': {'name': 'tempest-network-smoke--683745385', 'project_id': '0187812a93074fe79e275695e0b6e291', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:01.339152 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:24:01.343153 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.366896 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:24:01.376066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.376528 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Added segment 09ee266c-225c-42ef-a880-600d99b92228 of type vlan for network 4a29f007-f050-491d-ac20-b7f4d364ead1 Jul 16 23:24:01.417211 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.445755 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.451232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:01.451824 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.489362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1739016 Jul 16 23:24:01.492224 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:01.497344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'admin_state_up': True, 'project_id': '0187812a93074fe79e275695e0b6e291', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:01.521234 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.522237 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.525877 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9cdd0-3070-4c65-a9c4-70cc4f5e2c2b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Network': ['ID=4a29f007-f050-491d-ac20-b7f4d364ead1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:01.537075 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:24:01.574691 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.613767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.710533 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.896094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:01.914094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:02.015772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.141 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d4e8fcd7-32bb-404c-be23-6af5ba62a78f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:24:02.041330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fe390a41-2706-45af-8fda-9d1c709215ca no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:24:02.060947 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: fe390a41-2706-45af-8fda-9d1c709215ca {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:24:02.061389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device fe390a41-2706-45af-8fda-9d1c709215ca not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:24:02.119754 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:02.156782 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:02.194938 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:02.199462 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:02.202761 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:24:02.225025 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:02.740030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:02.930794 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:02.937174 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.057355 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:24:03.157734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:24:03.167398 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Sync routers for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:24:03.175755 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.177054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f9f577ed-fa46-41f9-b806-c73cc97f82ea tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6836667 Jul 16 23:24:03.177366 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:03.177827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:03.180134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:03.211360 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-af447965-eb8c-4aa6-821d-8d11dbca0c8c tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0187812a93074fe79e275695e0b6e291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301521 Jul 16 23:24:03.214523 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:03.278601 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:03.299489 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe581fc-6715-42dc-9b45-b0a99f78bdc6 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:03.303961 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fbe581fc-6715-42dc-9b45-b0a99f78bdc6 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856988 Jul 16 23:24:03.304175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:03.332119 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7896379f-3de2-439e-b892-e7af4e9bc011 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268860 Jul 16 23:24:03.334671 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:03.339370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1141506004', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'project_id': '0187812a93074fe79e275695e0b6e291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:03.431083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:24:03.434672 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.453720 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:02Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:03.478815 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Checking router: 3d05a0c3-6f8c-44f1-8ecc-2f938955739f for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:24:03.479160 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Updating router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f port d4e8fcd7-32bb-404c-be23-6af5ba62a78f binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:24:03.513855 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.611347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.672205 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Subnet': ['ID=667883a4-b182-48f0-897b-ae21dec5d14b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:03.681156 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Checking segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:24:03.681521 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network hostable DHCP agents. Network: 4a29f007-f050-491d-ac20-b7f4d364ead1, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:24:03.698141 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:24:03.706471 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 4a29f007-f050-491d-ac20-b7f4d364ead1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:03.710426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:03.711020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.718502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0325a-0974-4d6a-a818-27dc8d34c36a None None] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:24:03.725510 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e338018f-1a37-4fdd-8ff9-f073562db87a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3898606 Jul 16 23:24:03.728751 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:03.780482 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.792260 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Transition to ACTIVE for port object d4e8fcd7-32bb-404c-be23-6af5ba62a78f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:03.799077 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.851941 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Attempting to bind port d4e8fcd7-32bb-404c-be23-6af5ba62a78f on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:24:03.853214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Attempting to bind port d4e8fcd7-32bb-404c-be23-6af5ba62a78f by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:24:03.853802 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Attempting to bind port d4e8fcd7-32bb-404c-be23-6af5ba62a78f on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:24:03.860857 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:24:03.861651 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:24:03.862263 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.862852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:24:03.863544 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Bound port: d4e8fcd7-32bb-404c-be23-6af5ba62a78f, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:24:03.864142 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.883662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-4a29f007-f050-491d-ac20-b7f4d364ead1', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:24:03.884856 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:03.899661 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Pushing event updated for resources: {'Port': ['ID=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:03.917079 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.917520 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.917930 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.918339 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.918744 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.919147 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.919542 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.919936 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.920329 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.920727 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.921142 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.921534 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:24:03.936041 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] For port d4e8fcd7-32bb-404c-be23-6af5ba62a78f, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:24:03.939497 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] For port d4e8fcd7-32bb-404c-be23-6af5ba62a78f, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:24:03.944495 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.001093 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:04.001874 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:04.023145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Allocated IP 172.20.0.2 (4a29f007-f050-491d-ac20-b7f4d364ead1/667883a4-b182-48f0-897b-ae21dec5d14b/d74f7d10-ed69-417d-9cca-6f2b65b49557) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:24:04.104255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663293e-d904-4991-ba65-98d445e2ee57 None None] Pushing event updated for resources: {'Port': ['ID=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:04.124991 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:04.177148 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.178820 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.187794 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Transition to ACTIVE for port object d74f7d10-ed69-417d-9cca-6f2b65b49557 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:04.203224 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Transition to ACTIVE for port object d74f7d10-ed69-417d-9cca-6f2b65b49557 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:04.210975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.252936 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:04.257918 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:04.261575 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:24:04.270400 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Pushing event updated for resources: {'Port': ['ID=d74f7d10-ed69-417d-9cca-6f2b65b49557,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:04.305728 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:02Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:04.325334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Attempting to bind port d74f7d10-ed69-417d-9cca-6f2b65b49557 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:24:04.325704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Attempting to bind port d74f7d10-ed69-417d-9cca-6f2b65b49557 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:24:04.326066 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Attempting to bind port d74f7d10-ed69-417d-9cca-6f2b65b49557 on network 4a29f007-f050-491d-ac20-b7f4d364ead1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:24:04.330973 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:24:04.331345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Checking segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:24:04.331739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.332128 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Bound using segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:24:04.332492 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696bbcf-dac3-40e0-9215-a9f198b74896 None None] The sync data for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 is: [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:02Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:24:04.332660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Bound port: d74f7d10-ed69-417d-9cca-6f2b65b49557, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:24:04.332954 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.411149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] For port d74f7d10-ed69-417d-9cca-6f2b65b49557, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:24:04.416781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] For port d74f7d10-ed69-417d-9cca-6f2b65b49557, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d74f7d10-ed69-417d-9cca-6f2b65b49557,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:24:04.421780 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.475181 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.1 (4a29f007-f050-491d-ac20-b7f4d364ead1/667883a4-b182-48f0-897b-ae21dec5d14b/e1f68322-c748-4164-b8e2-6611670c60e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:24:04.484863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e886c0d-5ddd-4962-88d5-e42e60f05b98 None None] Pushing event updated for resources: {'Port': ['ID=d74f7d10-ed69-417d-9cca-6f2b65b49557,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:04.627191 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.642610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object e1f68322-c748-4164-b8e2-6611670c60e0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:04.694514 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.755962 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:04.760117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:04.764233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:24:04.770957 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:04.820002 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:04.963530 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:05.260947 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:05.265865 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:05.344267 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:05.350241 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:05.443417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab5708-f276-49ba-bd87-b718d21bf6d2 None None] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:24:05.449900 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:05.451426 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:05.519251 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96425eb7-fe77-4265-8722-91573096dc22 None None] Provisioning for port d74f7d10-ed69-417d-9cca-6f2b65b49557 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:05.565803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:24:05.676991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:24:05.683206 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3f8fd5c6-a873-4e46-8ce1-db0c1863a027 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/3d05a0c3-6f8c-44f1-8ecc-2f938955739f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532952 Jul 16 23:24:05.830845 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-e6911941-2f2c-49ae-92d4-9e0d491e0f8a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168398627&fields=id&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 267 time: 0.0350423 Jul 16 23:24:05.853944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14e267d2-730c-4871-9b04-fe411c26ccaa None None] Provisioning for port e1f68322-c748-4164-b8e2-6611670c60e0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:05.858356 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14e267d2-730c-4871-9b04-fe411c26ccaa None None] Provisioning complete for port e1f68322-c748-4164-b8e2-6611670c60e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:05.859104 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14e267d2-730c-4871-9b04-fe411c26ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:05.897861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-14e267d2-730c-4871-9b04-fe411c26ccaa None None] Port e1f68322-c748-4164-b8e2-6611670c60e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:24:05.928160 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Sync routers for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:24:05.939165 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:05.939965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:05.957499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-6cc78e23-c643-47c6-ba90-d22d86a9af35 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:05.959081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-6cc78e23-c643-47c6-ba90-d22d86a9af35 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 796 time: 0.1219163 Jul 16 23:24:05.974740 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-143122ff-6714-47ff-bef8-6a6d75e55fd6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/quotas/0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 375 time: 0.0095782 Jul 16 23:24:06.049294 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-af06c942-2922-4356-a70d-9e589d3293aa None None] Provisioning complete for port e1f68322-c748-4164-b8e2-6611670c60e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:06.049294 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af06c942-2922-4356-a70d-9e589d3293aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.086878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:06.091101 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-3098ccdf-54c6-4bb4-b639-f0bc40193403 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096523 Jul 16 23:24:06.118150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-af06c942-2922-4356-a70d-9e589d3293aa None None] Port e1f68322-c748-4164-b8e2-6611670c60e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:24:06.200759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d4e8fcd7-32bb-404c-be23-6af5ba62a78f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:06.203718 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-ddcbdda6-7a6c-4aaa-ae64-8dc78871d514 service neutron] 10.222.0.70 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087527 Jul 16 23:24:06.292754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-6d59a57e-40f4-49aa-9dbf-bded9cf7e0a4 service neutron] 10.222.0.70 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Jul 16 23:24:06.293502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3417a826-e8d9-49e4-8ccc-8a85a0f54837 None None] Provisioning complete for port e1f68322-c748-4164-b8e2-6611670c60e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:06.293836 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3417a826-e8d9-49e4-8ccc-8a85a0f54837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.343796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d4e8fcd7-32bb-404c-be23-6af5ba62a78f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:06.349518 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d4e8fcd7-32bb-404c-be23-6af5ba62a78f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:06.349898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.351322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3417a826-e8d9-49e4-8ccc-8a85a0f54837 None None] Port e1f68322-c748-4164-b8e2-6611670c60e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:24:06.452614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:05Z', 'revision_number': 2, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:06.472256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a703bb51-9c3a-4cc0-82ba-e708f6ed8370 req-925803ba-e1c1-41d0-aa29-65f097cb425b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 210 time: 0.0345759 Jul 16 23:24:06.485071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Checking router: 3d05a0c3-6f8c-44f1-8ecc-2f938955739f for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:24:06.485430 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Updating router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f port e1f68322-c748-4164-b8e2-6611670c60e0 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:24:06.510527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.540107 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d4e8fcd7-32bb-404c-be23-6af5ba62a78f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:06.541164 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.548943 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.549728 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d74f7d10-ed69-417d-9cca-6f2b65b49557 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:06.698079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:06.731031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d74f7d10-ed69-417d-9cca-6f2b65b49557 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:06.744726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d74f7d10-ed69-417d-9cca-6f2b65b49557 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:06.745372 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.894947 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.960365 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.966176 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d74f7d10-ed69-417d-9cca-6f2b65b49557, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d74f7d10-ed69-417d-9cca-6f2b65b49557,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:06.971545 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:06.976605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Transition to ACTIVE for port object e1f68322-c748-4164-b8e2-6611670c60e0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:06.997217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:07.035817 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d74f7d10-ed69-417d-9cca-6f2b65b49557,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:07.283816 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d15c4-154e-4874-adf0-6365dabff342 None None] Pushing event updated for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:07.286614 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Attempting to bind port e1f68322-c748-4164-b8e2-6611670c60e0 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:24:07.286981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Attempting to bind port e1f68322-c748-4164-b8e2-6611670c60e0 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:24:07.287344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Attempting to bind port e1f68322-c748-4164-b8e2-6611670c60e0 on network 4a29f007-f050-491d-ac20-b7f4d364ead1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:24:07.295296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:24:07.295667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Checking segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:24:07.296062 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:07.296440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Bound using segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:24:07.296897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Bound port: e1f68322-c748-4164-b8e2-6611670c60e0, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:24:07.297299 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:07.358656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] For port e1f68322-c748-4164-b8e2-6611670c60e0, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:24:07.361632 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] For port e1f68322-c748-4164-b8e2-6611670c60e0, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1f68322-c748-4164-b8e2-6611670c60e0,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:24:07.366184 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:07.422189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:07.422818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:07.427490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d15c4-154e-4874-adf0-6365dabff342 None None] Pushing event updated for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:07.559541 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-932ab3cb-c23f-4a07-bdaa-1d5d300510ce tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:07.560473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:07.561287 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-932ab3cb-c23f-4a07-bdaa-1d5d300510ce tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 796 time: 0.1335564 Jul 16 23:24:07.620090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-922872c8-1616-43a9-8d43-55a1cc950f99 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 379 time: 0.0502114 Jul 16 23:24:07.630051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'port': {'device_id': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'admin_state_up': True, 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'security_groups': ['b534ec85-e58f-430e-8ce3-8c4464cb391e']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:07.677095 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9da06162-704c-4a7c-87fb-f1a220b222e5 req-277d173d-7df5-4201-94bd-f68cc7b3716b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 210 time: 0.0359902 Jul 16 23:24:07.791475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:24:07.794961 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:07.803286 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:07Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:07.829134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067268bb-2dee-4238-adeb-9ffc17706db7 None None] The sync data for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 is: [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:07Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:24:07.948893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.12 (4a29f007-f050-491d-ac20-b7f4d364ead1/667883a4-b182-48f0-897b-ae21dec5d14b/186e22ca-373a-438e-bd63-5841f0f3f91d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:24:08.098921 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.114311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object 186e22ca-373a-438e-bd63-5841f0f3f91d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:08.154625 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.183772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d4e8fcd7-32bb-404c-be23-6af5ba62a78f up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:08.213510 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:08.216954 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:08.221230 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:24:08.234506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d4e8fcd7-32bb-404c-be23-6af5ba62a78f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:08.234883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.250376 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:08.284830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:08.285675 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.323488 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-dcd05e76-b7b1-4c7d-8b19-4c377ae97d1a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6929281 Jul 16 23:24:08.333323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Request body: {'port': {'device_id': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:08.333508 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1f68322-c748-4164-b8e2-6611670c60e0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:08.394849 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e1f68322-c748-4164-b8e2-6611670c60e0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:08.400207 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e1f68322-c748-4164-b8e2-6611670c60e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:08.400813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.422543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.491833 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.526777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port e1f68322-c748-4164-b8e2-6611670c60e0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1f68322-c748-4164-b8e2-6611670c60e0,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:08.537027 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.537755 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d74f7d10-ed69-417d-9cca-6f2b65b49557 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:08.618841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23b3a542-4cb0-4d72-a215-fd0a5ef5f6d0 None None] Provisioning for port 186e22ca-373a-438e-bd63-5841f0f3f91d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:08.631067 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:08.634211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23b3a542-4cb0-4d72-a215-fd0a5ef5f6d0 None None] Provisioning complete for port 186e22ca-373a-438e-bd63-5841f0f3f91d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:08.634584 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23b3a542-4cb0-4d72-a215-fd0a5ef5f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.673079 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d74f7d10-ed69-417d-9cca-6f2b65b49557 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:08.673407 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.698769 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23b3a542-4cb0-4d72-a215-fd0a5ef5f6d0 None None] Port 186e22ca-373a-438e-bd63-5841f0f3f91d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:24:08.730627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186e22ca-373a-438e-bd63-5841f0f3f91d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:24:08.738449 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.752922 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Transition to ACTIVE for port object 186e22ca-373a-438e-bd63-5841f0f3f91d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:24:08.761159 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.821324 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Pushing event updated for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:08.887569 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ba4e9-2ffb-4c5b-a18d-b3034927071b req-3f8d771c-ed3e-490a-9be3-28f55fd9d9fe tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:08.890044 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-157ba4e9-2ffb-4c5b-a18d-b3034927071b req-3f8d771c-ed3e-490a-9be3-28f55fd9d9fe tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 944 time: 0.0874350 Jul 16 23:24:08.906134 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Attempting to bind port 186e22ca-373a-438e-bd63-5841f0f3f91d on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:24:08.906485 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Attempting to bind port 186e22ca-373a-438e-bd63-5841f0f3f91d by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:24:08.906829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Attempting to bind port 186e22ca-373a-438e-bd63-5841f0f3f91d on network 4a29f007-f050-491d-ac20-b7f4d364ead1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:24:08.913457 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Port 186e22ca-373a-438e-bd63-5841f0f3f91d on network 4a29f007-f050-491d-ac20-b7f4d364ead1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:24:08.914081 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Attempting to bind port 186e22ca-373a-438e-bd63-5841f0f3f91d on network 4a29f007-f050-491d-ac20-b7f4d364ead1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:24:08.921040 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:24:08.921660 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Checking segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:24:08.922205 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Bound using segment: {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:24:08.922823 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Bound port: 186e22ca-373a-438e-bd63-5841f0f3f91d, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ee266c-225c-42ef-a880-600d99b92228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:24:08.923350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:08.937550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-157ba4e9-2ffb-4c5b-a18d-b3034927071b req-1dd95fcb-d6b4-4aee-8b19-d861cf6bcae9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Jul 16 23:24:09.003912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:24:09.007192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=186e22ca-373a-438e-bd63-5841f0f3f91d,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:24:09.013473 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:09.049079 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.049655 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:09.051075 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] 10.222.0.47 "PUT /v2.0/ports/186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 1093 time: 0.7231286 Jul 16 23:24:09.051827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:24:09.053943 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dad596-35c3-499e-b5b0-66583c617d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:24:09.080998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9ee9a-0071-43df-839f-de90e6bfee98 service neutron] Pushing event updated for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:09.102529 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d78dc1d-9479-44e9-a6d0-8beb2f02eaa1 x-openstack-request-id: req-5d78dc1d-9479-44e9-a6d0-8beb2f02eaa1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:24:09.102892 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:24:09.103216 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d78dc1d-9479-44e9-a6d0-8beb2f02eaa1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:24:09.103673 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'status': 'completed', 'code': 200} Jul 16 23:24:09.154236 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-e5442b77-05ca-48b9-accf-e9d91f117682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.155776 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-e5442b77-05ca-48b9-accf-e9d91f117682 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1096 time: 0.0632367 Jul 16 23:24:09.203383 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-0a327e7e-3df4-4ece-8c85-b3eaa0db30de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 217 time: 0.0392931 Jul 16 23:24:09.256264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-557a9ed3-a0bd-4038-a6de-6d8ec688a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.257842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-557a9ed3-a0bd-4038-a6de-6d8ec688a7c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0478899 Jul 16 23:24:09.314811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-423443a2-b5fe-448a-b057-ba429d15e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.316200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-423443a2-b5fe-448a-b057-ba429d15e41c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518565 Jul 16 23:24:09.413350 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-b97a4c93-add6-43c2-a72f-1024801c7a0f service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Jul 16 23:24:09.501467 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-da2b8a17-f992-48fb-9ef9-7f64e2634e79 req-08d1679e-0f15-40d8-9ff3-613b634bc6c1 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808792 Jul 16 23:24:09.603131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad596-35c3-499e-b5b0-66583c617d8b req-581b4842-58d6-40a4-b761-893f604ba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.604671 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-581b4842-58d6-40a4-b761-893f604ba224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1096 time: 0.0564866 Jul 16 23:24:09.691556 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad596-35c3-499e-b5b0-66583c617d8b req-6b992d36-5165-45e6-830b-5c80187e1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.693070 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-6b992d36-5165-45e6-830b-5c80187e1323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0822713 Jul 16 23:24:09.736846 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-c1f5a1f1-15af-4489-9a63-38725cc517d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 217 time: 0.0367308 Jul 16 23:24:09.784669 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad596-35c3-499e-b5b0-66583c617d8b req-f070a472-c51a-41ae-89e1-0ba5e11bbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.786083 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-f070a472-c51a-41ae-89e1-0ba5e11bbd48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0431700 Jul 16 23:24:09.842862 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad596-35c3-499e-b5b0-66583c617d8b req-bee4ce91-c86d-40ac-b21d-560c33f9068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:09.844318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-bee4ce91-c86d-40ac-b21d-560c33f9068c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506065 Jul 16 23:24:09.935948 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-8bb0bc4b-19c3-4ab2-a0f7-8157feafd3be service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841272 Jul 16 23:24:10.026480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-88dad596-35c3-499e-b5b0-66583c617d8b req-6aef8580-49c4-4f00-8a50-be03ad89e947 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836809 Jul 16 23:24:10.087523 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1f68322-c748-4164-b8e2-6611670c60e0 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:10.125742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419f045-489b-471b-89fc-2b2ba7f9db85 req-14d7bf9f-c8a0-4d2e-861a-aa6a322eb4d9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:10.127170 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1419f045-489b-471b-89fc-2b2ba7f9db85 req-14d7bf9f-c8a0-4d2e-861a-aa6a322eb4d9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 944 time: 0.0701253 Jul 16 23:24:10.135328 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e1f68322-c748-4164-b8e2-6611670c60e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:10.135707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:10.164489 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1419f045-489b-471b-89fc-2b2ba7f9db85 req-b5a50065-e61f-48ef-80c3-8cb7e8f187e5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Jul 16 23:24:11.341665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b849-0f5a-4879-9bda-16f277aa66b8 req-ee901c46-9899-438c-be33-1f910880536d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:11.343495 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4af3b849-0f5a-4879-9bda-16f277aa66b8 req-ee901c46-9899-438c-be33-1f910880536d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 944 time: 0.0643406 Jul 16 23:24:11.383029 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4af3b849-0f5a-4879-9bda-16f277aa66b8 req-d7b69701-7298-45f2-b22d-8e2e4459f520 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330343 Jul 16 23:24:12.387651 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 186e22ca-373a-438e-bd63-5841f0f3f91d details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:24:12.479898 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=186e22ca-373a-438e-bd63-5841f0f3f91d,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:12.490766 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'port_id': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'mac_address': 'fa:16:3e:ae:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:24:12.531565 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:12.543982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186e22ca-373a-438e-bd63-5841f0f3f91d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:24:12.554544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c810dc4-d5ff-4c8f-8313-1c0de34bd0bb req-85d01f7f-e7b3-467d-80cd-b9d673283060 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:12.556580 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c810dc4-d5ff-4c8f-8313-1c0de34bd0bb req-85d01f7f-e7b3-467d-80cd-b9d673283060 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 944 time: 0.0647519 Jul 16 23:24:12.563319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=186e22ca-373a-438e-bd63-5841f0f3f91d,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:12.567739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:12.596337 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2c810dc4-d5ff-4c8f-8313-1c0de34bd0bb req-96d8cbc0-3fd0-42ff-922e-40033a155285 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 16 23:24:12.614731 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:12.772091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['186e22ca-373a-438e-bd63-5841f0f3f91d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:24:13.771504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7caec-467f-46de-ab1b-c37ddeb0248a req-66a50cbe-fc9c-4442-a434-d579b8827de6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:13.772892 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36d7caec-467f-46de-ab1b-c37ddeb0248a req-66a50cbe-fc9c-4442-a434-d579b8827de6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 945 time: 0.0673962 Jul 16 23:24:13.810172 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36d7caec-467f-46de-ab1b-c37ddeb0248a req-990bbcb2-8081-4f1b-bb56-a913b9080638 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315754 Jul 16 23:24:14.418616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 186e22ca-373a-438e-bd63-5841f0f3f91d up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:24:14.465562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 186e22ca-373a-438e-bd63-5841f0f3f91d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:24:14.469100 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 186e22ca-373a-438e-bd63-5841f0f3f91d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:24:14.469478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:14.546172 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:14.567211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:24:14.569482 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e2fb7-a205-4ddc-b9e8-75217df90463" -d '{"events": [{"server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "name": "network-vif-plugged", "status": "completed", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:24:14.581548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=186e22ca-373a-438e-bd63-5841f0f3f91d,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:24:14.585518 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:14.608541 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6acedf1-e7e0-417d-a1d4-cfbe1293d4ab x-openstack-request-id: req-f6acedf1-e7e0-417d-a1d4-cfbe1293d4ab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:24:14.608838 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "name": "network-vif-plugged", "status": "completed", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:24:14.609115 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6acedf1-e7e0-417d-a1d4-cfbe1293d4ab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:24:14.609507 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'code': 200} Jul 16 23:24:14.634818 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:14.720817 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cfdea-f96b-444c-a983-f09ba3e0e5dc req-0ca854af-c072-4cba-9fe2-eea5e086c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:14.722331 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-105cfdea-f96b-444c-a983-f09ba3e0e5dc req-0ca854af-c072-4cba-9fe2-eea5e086c3c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0506189 Jul 16 23:24:14.760472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-105cfdea-f96b-444c-a983-f09ba3e0e5dc req-87b2fff2-e627-42b2-b9ce-5d298395f61e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311799 Jul 16 23:24:14.981698 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39811363-2c48-4211-8568-2dc22afc03bd req-0e3d096a-2af2-4cd0-9a3d-cca80e39e97f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:14.983181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39811363-2c48-4211-8568-2dc22afc03bd req-0e3d096a-2af2-4cd0-9a3d-cca80e39e97f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0627892 Jul 16 23:24:15.019556 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39811363-2c48-4211-8568-2dc22afc03bd req-96b7992c-5f69-46cb-b8bc-b16d90174a99 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Jul 16 23:24:16.194993 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d845bc-da87-47c4-8a2c-fd31aa4bcaa7 req-756f73de-73a7-4d5f-89f7-6a9fb1f75442 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:16.196983 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55d845bc-da87-47c4-8a2c-fd31aa4bcaa7 req-756f73de-73a7-4d5f-89f7-6a9fb1f75442 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0653942 Jul 16 23:24:16.232863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-55d845bc-da87-47c4-8a2c-fd31aa4bcaa7 req-f4ef1642-4223-4c64-b61a-b7dd272e65ef tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Jul 16 23:24:16.403914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9847a-b2e1-4361-a13c-8f479d3d7059 req-6e71030f-d140-4db5-9289-f2b6515fdeb4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:16.405420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0de9847a-b2e1-4361-a13c-8f479d3d7059 req-6e71030f-d140-4db5-9289-f2b6515fdeb4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0642340 Jul 16 23:24:16.442864 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0de9847a-b2e1-4361-a13c-8f479d3d7059 req-128338e3-69a2-4975-8191-e5a119eb77a2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318699 Jul 16 23:24:16.466152 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:16.517410 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00bd93-b014-4842-b649-bd9f34f46934 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:16.518904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b00bd93-b014-4842-b649-bd9f34f46934 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1093 time: 0.0517702 Jul 16 23:24:16.521648 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:16.525978 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:24:16.547417 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:16.644240 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:16.744829 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.55 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/b5e44033-9951-4a0f-a23d-d1d2ff00bec5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:24:17.146912 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.184944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.222917 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:24:17.228982 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:24:17.232520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:24:17.237863 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=b5e44033-9951-4a0f-a23d-d1d2ff00bec5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:17.597595 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.675720 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.820129 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.825246 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:17.890573 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=b5e44033-9951-4a0f-a23d-d1d2ff00bec5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:24:17.902079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:18.001411 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 688fbad0-b7eb-4638-8e90-db9c3bed51a4 associated. External IP: 172.25.5.55, port: 186e22ca-373a-438e-bd63-5841f0f3f91d. Jul 16 23:24:18.205696 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:24:18.314575 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:24:18.324456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Sync routers for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:24:18.329986 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:18.333630 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:18.334175 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:18.371467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b402c541-cf68-4d07-a81d-6a7e068e2437 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8487654 Jul 16 23:24:18.372167 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:24:18.374568 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd891575-465c-4e49-a786-60f4f4d3f771" -d '{"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:24:18.442124 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:18.521080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176a2b-3a85-4bd3-9c69-0747a0087708 req-b3fd2e14-4bbc-49e3-a123-1efe116d4fd2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:18.522630 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3176a2b-3a85-4bd3-9c69-0747a0087708 req-b3fd2e14-4bbc-49e3-a123-1efe116d4fd2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0632441 Jul 16 23:24:18.562851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d3176a2b-3a85-4bd3-9c69-0747a0087708 req-a90df329-68d8-496d-a933-f347086b147f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Jul 16 23:24:18.587049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:18.650995 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f7947dc-a5bb-4944-b7fb-6c24ab31940d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/688fbad0-b7eb-4638-8e90-db9c3bed51a4 HTTP/1.1" status: 200 len: 991 time: 0.0622807 Jul 16 23:24:18.705149 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf11b953-fc9c-45ac-ad3a-5f9ab0147e82 x-openstack-request-id: req-bf11b953-fc9c-45ac-ad3a-5f9ab0147e82 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:24:18.705449 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:24:18.705704 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf11b953-fc9c-45ac-ad3a-5f9ab0147e82 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:24:18.706121 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'status': 'completed', 'code': 200} Jul 16 23:24:18.759207 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '688fbad0-b7eb-4638-8e90-db9c3bed51a4', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'port_id': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'mac_address': 'fa:16:3e:ae:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:24:17Z', 'updated_at': '2021-07-16T23:24:17Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:18.779126 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0d5ae115-acd2-4fea-ac62-89d2069a6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:18.780623 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0d5ae115-acd2-4fea-ac62-89d2069a6ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0532181 Jul 16 23:24:18.784331 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Checking router: 3d05a0c3-6f8c-44f1-8ecc-2f938955739f for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:24:18.792433 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:24:18.793049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:24:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:18.873732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-292ecdd3-7da6-4b22-b08e-e90e53f42586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:18.875118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-292ecdd3-7da6-4b22-b08e-e90e53f42586 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0888119 Jul 16 23:24:18.895111 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:24:18.939256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-edba73f9-8127-4312-bafc-f5f14bb494a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 999 time: 0.0578783 Jul 16 23:24:18.992703 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0b4a5844-c089-41ca-90c6-f62771937290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:18.994264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0b4a5844-c089-41ca-90c6-f62771937290 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0480917 Jul 16 23:24:19.049625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0d443e28-40e3-4b36-a27d-e55ebd79009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:19.051139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-0d443e28-40e3-4b36-a27d-e55ebd79009c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511713 Jul 16 23:24:19.111902 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '688fbad0-b7eb-4638-8e90-db9c3bed51a4', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'port_id': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'mac_address': 'fa:16:3e:ae:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:24:17Z', 'updated_at': '2021-07-16T23:24:17Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:24:19.138878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b501-fada-4368-8fe3-29c72ed50f9a None None] The sync data for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 is: [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '688fbad0-b7eb-4638-8e90-db9c3bed51a4', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'port_id': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'mac_address': 'fa:16:3e:ae:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:24:17Z', 'updated_at': '2021-07-16T23:24:17Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:24:19.142390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-2539c7f9-a448-4372-ac30-76faeed75a4e service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834606 Jul 16 23:24:19.239537 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bd891575-465c-4e49-a786-60f4f4d3f771 req-99b61d41-8a5b-4a33-8ad0-93b84e84e57c service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904145 Jul 16 23:24:19.343920 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21108605-3eaf-44bd-81d5-255a4af3d598 None None] New status for floating IP 688fbad0-b7eb-4638-8e90-db9c3bed51a4: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:24:19.654836 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:19.717383 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-74fddcd5-51c8-4fe2-91e5-2c9fa151b4e2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/688fbad0-b7eb-4638-8e90-db9c3bed51a4 HTTP/1.1" status: 200 len: 993 time: 0.0613954 Jul 16 23:24:21.109848 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-039bb06f-94fc-4e14-b49a-10fe04c45acf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503247 Jul 16 23:24:21.205475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23246-117b-46d6-bbf9-7284194cc522 req-3f25ce89-936d-45a8-b0c5-6a5f0692c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:21.206847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-3f25ce89-936d-45a8-b0c5-6a5f0692c442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0549672 Jul 16 23:24:21.307634 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23246-117b-46d6-bbf9-7284194cc522 req-866ba691-e397-4f70-b874-3c856b215e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:21.309200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-866ba691-e397-4f70-b874-3c856b215e3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0836847 Jul 16 23:24:21.376380 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-c7781521-11aa-44d9-aed3-4c93d06e9b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 1001 time: 0.0610137 Jul 16 23:24:21.425021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23246-117b-46d6-bbf9-7284194cc522 req-31669b72-6624-46c5-8e0f-c104db731d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:21.426475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-31669b72-6624-46c5-8e0f-c104db731d5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0446026 Jul 16 23:24:21.438453 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:21.485210 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23246-117b-46d6-bbf9-7284194cc522 req-d7b7a113-5af2-46aa-8488-f14d2256c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:21.486643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-d7b7a113-5af2-46aa-8488-f14d2256c440 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538201 Jul 16 23:24:21.577931 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-69dfa449-9bd6-4d8d-af06-55da64f706b6 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851865 Jul 16 23:24:21.667238 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-25e23246-117b-46d6-bbf9-7284194cc522 req-5c9f7e72-65fd-4c60-8064-0c78d4fa1de2 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Jul 16 23:24:23.556526 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:27.645339 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-750579f4-c5f3-4b16-8a8e-8880d60adc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:29.859182 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c16f23d-1c4e-403e-b179-b19d4b4261f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:30.202667 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:30.389056 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:24:31.613119 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:32.937469 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:48.686109 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e6f5-49d2-49ce-9844-301cb259d548 req-0de08932-e8ce-459e-a920-084447f5cf7b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:48.687508 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0376e6f5-49d2-49ce-9844-301cb259d548 req-0de08932-e8ce-459e-a920-084447f5cf7b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0643044 Jul 16 23:24:48.724416 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0376e6f5-49d2-49ce-9844-301cb259d548 req-c1d8f1e5-bf8e-44fd-9d04-f92f04068558 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Jul 16 23:24:49.899197 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168de4-1622-4d1e-9e6b-e7cfb72c856e req-5442dab5-3e2b-43a5-8d58-bba6e400c20e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:49.900670 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65168de4-1622-4d1e-9e6b-e7cfb72c856e req-5442dab5-3e2b-43a5-8d58-bba6e400c20e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0661075 Jul 16 23:24:49.937431 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65168de4-1622-4d1e-9e6b-e7cfb72c856e req-ac78ec65-2e01-45c9-a101-7c83e78c0af6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jul 16 23:24:51.109767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e854-82cb-41eb-a964-e034e485ec46 req-381055bc-3d46-402c-92e0-99e1764ab909 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:51.111279 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2622e854-82cb-41eb-a964-e034e485ec46 req-381055bc-3d46-402c-92e0-99e1764ab909 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0623991 Jul 16 23:24:51.150454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2622e854-82cb-41eb-a964-e034e485ec46 req-9a64330a-dc47-4711-b089-5847e3ed2938 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Jul 16 23:24:51.448400 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:52.317476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaf3f8-8f97-49b5-ac0d-5f9f2dda5737 req-2fb0e383-f35d-4fdf-b8aa-6e88995afe12 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:52.318949 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96aaf3f8-8f97-49b5-ac0d-5f9f2dda5737 req-2fb0e383-f35d-4fdf-b8aa-6e88995afe12 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0613556 Jul 16 23:24:52.360103 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-96aaf3f8-8f97-49b5-ac0d-5f9f2dda5737 req-87775f22-0521-4b89-8b43-fa1095aa39d1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Jul 16 23:24:53.527769 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308aa9-d95d-4073-841f-004299ea5ef2 req-3c21bda3-0572-47b4-92d1-619b82ee7493 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:53.529264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41308aa9-d95d-4073-841f-004299ea5ef2 req-3c21bda3-0572-47b4-92d1-619b82ee7493 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0620270 Jul 16 23:24:53.558956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:53.566617 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-41308aa9-d95d-4073-841f-004299ea5ef2 req-4e0eecc4-bb04-479f-82c1-2106009ef3ee tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Jul 16 23:24:54.734790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd082dde-61db-4b62-9549-0be671524d82 req-617ba46a-93a2-45f3-bae6-3ab4a55e6692 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:54.736275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd082dde-61db-4b62-9549-0be671524d82 req-617ba46a-93a2-45f3-bae6-3ab4a55e6692 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0624235 Jul 16 23:24:54.773262 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd082dde-61db-4b62-9549-0be671524d82 req-8a93056f-0e28-4c91-8622-b1a00f04caac tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Jul 16 23:24:55.953274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45c61-c257-40fd-836a-ea4f1c484e41 req-b1ceb97c-3648-42b8-ad3a-77a03ed4cfb2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:55.954779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5bc45c61-c257-40fd-836a-ea4f1c484e41 req-b1ceb97c-3648-42b8-ad3a-77a03ed4cfb2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0693612 Jul 16 23:24:55.991089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5bc45c61-c257-40fd-836a-ea4f1c484e41 req-4f589f2f-4d74-41b2-a57e-8b84a16c8dcd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308013 Jul 16 23:24:57.163420 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face6c0-0f82-480d-a35f-0807d10eb580 req-ef9dd66c-6209-40b1-a520-f54c904d9882 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:57.164869 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6face6c0-0f82-480d-a35f-0807d10eb580 req-ef9dd66c-6209-40b1-a520-f54c904d9882 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0654502 Jul 16 23:24:57.202530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6face6c0-0f82-480d-a35f-0807d10eb580 req-db386123-50b0-42ff-a701-7ab28c85cc96 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321648 Jul 16 23:24:57.645519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b98d3d83-b761-4625-9396-bc697a07787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:24:58.372618 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af585b66-579d-4fe6-8360-b2fd565ecfc8 req-bf25c1ff-5992-4181-a505-de2a4287bcf0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:58.374125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af585b66-579d-4fe6-8360-b2fd565ecfc8 req-bf25c1ff-5992-4181-a505-de2a4287bcf0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0628769 Jul 16 23:24:58.416190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-af585b66-579d-4fe6-8360-b2fd565ecfc8 req-7db6e077-5a0d-4ada-8a3c-258dd9b009ae tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 Jul 16 23:24:59.585094 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064465-963d-4450-b0ed-48db04a78ff9 req-7daf9da5-9e90-4e4c-a419-75c56b80f5ba tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:24:59.587070 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d064465-963d-4450-b0ed-48db04a78ff9 req-7daf9da5-9e90-4e4c-a419-75c56b80f5ba tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0631855 Jul 16 23:24:59.624708 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1d064465-963d-4450-b0ed-48db04a78ff9 req-6d32b2b5-ac5f-4528-ae07-bce5ce04ff0e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jul 16 23:24:59.648773 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:24:59.707385 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ef19998c-0dc5-42ca-8565-e114222932c2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/688fbad0-b7eb-4638-8e90-db9c3bed51a4 HTTP/1.1" status: 200 len: 993 time: 0.0574791 Jul 16 23:24:59.860532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aa3d183b-e086-49fa-b7b8-c34ff8b2972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:00.203837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:01.112158 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-997a6df9-001f-4fe8-895d-945c492225a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:01.113847 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-997a6df9-001f-4fe8-895d-945c492225a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0572145 Jul 16 23:25:01.130304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e426c-06ed-40dd-b3cb-ca5f153adc20 req-0090be28-acd4-4e10-a736-91d43a08e676 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:01.131820 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b0e426c-06ed-40dd-b3cb-ca5f153adc20 req-0090be28-acd4-4e10-a736-91d43a08e676 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0678258 Jul 16 23:25:01.169940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9b0e426c-06ed-40dd-b3cb-ca5f153adc20 req-26a84381-a9cc-4a03-b4fd-0f29883e1fec tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Jul 16 23:25:01.204195 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-053c2e28-8da5-4ccb-959b-a7e14c12e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:01.205740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-053c2e28-8da5-4ccb-959b-a7e14c12e2bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0859880 Jul 16 23:25:01.271876 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-2daa4023-47a3-4774-abb9-f0f483ed3ae8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 1001 time: 0.0596728 Jul 16 23:25:01.319580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-4f3f15b6-f6d1-46dd-92db-ae42d90bfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:01.320986 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-4f3f15b6-f6d1-46dd-92db-ae42d90bfb39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0425453 Jul 16 23:25:01.377934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-25cf6ef8-8d39-469f-b8dd-b123c0e4b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:01.379388 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-25cf6ef8-8d39-469f-b8dd-b123c0e4b2af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515075 Jul 16 23:25:01.470042 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-c4f72c2d-8bff-412b-8057-caa756459790 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Jul 16 23:25:01.556080 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-7e486ab2-a9cb-47c9-8097-0b8b91c4fdbc req-940a7df7-d698-4c71-b4aa-f5de45ae6626 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800185 Jul 16 23:25:01.615196 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:02.342453 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c611b9-5485-4063-b586-a28ad746bd00 req-58219598-343b-464e-89b9-f6c66105787e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:02.343947 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1c611b9-5485-4063-b586-a28ad746bd00 req-58219598-343b-464e-89b9-f6c66105787e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0625622 Jul 16 23:25:02.382290 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c1c611b9-5485-4063-b586-a28ad746bd00 req-336e4fc8-b90b-45fb-9106-39ebf9e00c48 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Jul 16 23:25:02.405889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:02.468756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8f20bf0c-434c-4a56-b893-b2d1251dc962 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/688fbad0-b7eb-4638-8e90-db9c3bed51a4 HTTP/1.1" status: 200 len: 993 time: 0.0617135 Jul 16 23:25:02.940224 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:07.388197 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:25:21.123722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-56da8aea-77ab-4fe3-a325-bdcc3133ecde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541654 Jul 16 23:25:21.216597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-3407cbc6-ca8e-4ee7-8317-148e1955e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:21.218008 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-3407cbc6-ca8e-4ee7-8317-148e1955e441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0530612 Jul 16 23:25:21.319238 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-5d965bdb-290e-4121-b273-85a0cb0e57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:21.321367 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-5d965bdb-290e-4121-b273-85a0cb0e57aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0841208 Jul 16 23:25:21.389242 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-61d4be88-480f-4f65-ab9f-2415b052108c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 1001 time: 0.0611744 Jul 16 23:25:21.435778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-d425872c-491c-4410-9d7e-b40a438afad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:21.437249 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-d425872c-491c-4410-9d7e-b40a438afad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0424089 Jul 16 23:25:21.446648 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:21.491970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-aa8e3df9-c421-4fff-91a0-c199379bdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:21.494173 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-aa8e3df9-c421-4fff-91a0-c199379bdd23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512238 Jul 16 23:25:21.587328 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-8e721cf1-85ef-49b1-8b95-198286d742da service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 Jul 16 23:25:21.675839 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-bfb9e071-88d8-4b71-8307-c658326763a2 req-771cf731-2faa-42b5-9644-a84c2bb38158 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Jul 16 23:25:23.563638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:27.645726 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-58ab620f-e34a-4846-b920-945e9b5d22ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:29.861151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6907d21-9f10-4466-a9e0-bfb32b8a238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:30.204120 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:31.619710 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:32.838767 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:32.941562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:32.994691 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port b5e44033-9951-4a0f-a23d-d1d2ff00bec5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:25:32.995040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.067290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.067623 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.079474 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for b5e44033-9951-4a0f-a23d-d1d2ff00bec5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:25:33.224694 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.253331 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=b5e44033-9951-4a0f-a23d-d1d2ff00bec5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:33.265078 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.265434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.265780 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.266119 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.266457 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.266791 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.267124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.267455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.267786 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.268115 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.268439 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.268762 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:33.323780 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.324163 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP 688fbad0-b7eb-4638-8e90-db9c3bed51a4 disassociated (deleted). External IP: 172.25.5.55, port: 186e22ca-373a-438e-bd63-5841f0f3f91d. Jul 16 23:25:33.525890 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:25:33.630024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:25:33.634560 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:33.640852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Sync routers for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:25:33.649519 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:33.650140 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:33.672987 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-78d6aea1-6c5d-434d-9cad-b0f5f430dd5a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/floatingips/688fbad0-b7eb-4638-8e90-db9c3bed51a4 HTTP/1.1" status: 204 len: 168 time: 0.8330357 Jul 16 23:25:33.673603 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:25:33.675880 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5084330-e944-4ec1-ba0a-9743d93ed8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:25:33.753539 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:33.918170 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4936861-bdca-41b0-90bd-9696a11a1e71 x-openstack-request-id: req-d4936861-bdca-41b0-90bd-9696a11a1e71 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:25:33.918690 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:25:33.918788 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4936861-bdca-41b0-90bd-9696a11a1e71 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:25:33.919226 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'status': 'completed', 'code': 200} Jul 16 23:25:33.951619 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:33.980822 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Checking router: 3d05a0c3-6f8c-44f1-8ecc-2f938955739f for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:25:33.988913 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:33.989576 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:34.000857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-cba84552-fb71-490b-a70d-cdb09648cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:34.003103 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-cba84552-fb71-490b-a70d-cdb09648cdaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 1098 time: 0.0603638 Jul 16 23:25:34.070704 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce201-77a2-438c-8fbb-313b21fa7eb9 req-598a5e6b-5af6-4d5b-b14d-d9c6d1b70497 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:34.072498 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c95ce201-77a2-438c-8fbb-313b21fa7eb9 req-598a5e6b-5af6-4d5b-b14d-d9c6d1b70497 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0665414 Jul 16 23:25:34.098357 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:34.100698 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-bbb5f519-5273-4914-993e-5de3ba0465a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:34.102783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-bbb5f519-5273-4914-993e-5de3ba0465a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 200 len: 897 time: 0.0924866 Jul 16 23:25:34.116157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c95ce201-77a2-438c-8fbb-313b21fa7eb9 req-2cff1f77-4801-4bd2-a358-d7324ad5bab0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371337 Jul 16 23:25:34.149854 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-ec9fe445-409a-43a4-8f4d-8c08f8ead393 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 200 len: 217 time: 0.0403385 Jul 16 23:25:34.199407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-9718f16a-9837-446b-ac4a-51fa01123ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:34.200865 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-9718f16a-9837-446b-ac4a-51fa01123ed1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 200 len: 835 time: 0.0439816 Jul 16 23:25:34.259721 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-186fcc24-6f4d-45dc-be38-4d87a1ee8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:34.261298 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-186fcc24-6f4d-45dc-be38-4d87a1ee8b74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a29f007-f050-491d-ac20-b7f4d364ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535996 Jul 16 23:25:34.291132 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:34.316066 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073bf57-0c14-44eb-b27b-6b974387bded None None] The sync data for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 is: [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:04Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'e1f68322-c748-4164-b8e2-6611670c60e0', 'name': '', 'network_id': '4a29f007-f050-491d-ac20-b7f4d364ead1', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:01:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:04Z', 'updated_at': '2021-07-16T23:24:08Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '667883a4-b182-48f0-897b-ae21dec5d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:25:34.355101 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-1ca9bc4f-20c7-4cd4-8e72-30dc2c25ba41 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Jul 16 23:25:34.446773 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-a5084330-e944-4ec1-ba0a-9743d93ed8fa req-54d2d52a-9fa5-4dc5-a646-ad97ad0f3306 service neutron] 10.222.0.47 "GET /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Jul 16 23:25:34.451522 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-8e0922ef-5641-430a-a8c2-ce5250673cc6 req-36895b13-a04b-4c24-a841-12ad4cb765eb service neutron] (93924) timed out ('10.222.0.70', 46812) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:25:34.522179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd69d6e-f38b-43f9-b8b0-ddb552871112 None None] New status for floating IP 688fbad0-b7eb-4638-8e90-db9c3bed51a4: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:25:35.294217 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ed9d-524b-41fd-a673-6c7490f7d54e req-9f8548a7-408d-4660-8059-761e26098a74 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:35.295713 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cac8ed9d-524b-41fd-a673-6c7490f7d54e req-9f8548a7-408d-4660-8059-761e26098a74 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0673230 Jul 16 23:25:35.333150 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cac8ed9d-524b-41fd-a673-6c7490f7d54e req-d2d5fb86-2f27-4262-8763-ed217c1af45c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=b534ec85-e58f-430e-8ce3-8c4464cb391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jul 16 23:25:35.441987 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c087c-0591-45e1-91a1-9e530a40a43c req-90303520-3a8a-413e-a92e-a06a5ea07e0a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:35.443345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-422c087c-0591-45e1-91a1-9e530a40a43c req-90303520-3a8a-413e-a92e-a06a5ea07e0a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 946 time: 0.0664904 Jul 16 23:25:35.878086 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 186e22ca-373a-438e-bd63-5841f0f3f91d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:25:35.878431 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:35.967008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 186e22ca-373a-438e-bd63-5841f0f3f91d, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=186e22ca-373a-438e-bd63-5841f0f3f91d,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:35.967371 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:35.979948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 186e22ca-373a-438e-bd63-5841f0f3f91d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:25:36.106777 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:36.137878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=186e22ca-373a-438e-bd63-5841f0f3f91d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:36.165212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.165564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.165904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.166242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.166574 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.166903 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.167231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.167557 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.167889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.168215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.168535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.168851 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:36.190460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] No DVR routers for this DVR port 186e22ca-373a-438e-bd63-5841f0f3f91d on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:25:36.192918 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:36.194901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-422c087c-0591-45e1-91a1-9e530a40a43c req-42b64647-47d7-4ba0-af38-3248f0971e0c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.47 "DELETE /v2.0/ports/186e22ca-373a-438e-bd63-5841f0f3f91d HTTP/1.1" status: 204 len: 173 time: 0.7461572 Jul 16 23:25:36.195499 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'name': 'network-vif-deleted', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:25:36.197899 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96872430-cb4b-489f-ba77-7a63ba19ac9f" -d '{"events": [{"server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "name": "network-vif-deleted", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:25:36.237904 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c311f-2b41-487e-a0b7-ea091bb4b409 x-openstack-request-id: req-577c311f-2b41-487e-a0b7-ea091bb4b409 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:25:36.238200 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50cd0a1-5c30-44d6-a8a6-28bc357c20ee", "name": "network-vif-deleted", "tag": "186e22ca-373a-438e-bd63-5841f0f3f91d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:25:36.238456 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-577c311f-2b41-487e-a0b7-ea091bb4b409 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:25:36.238858 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50cd0a1-5c30-44d6-a8a6-28bc357c20ee', 'name': 'network-vif-deleted', 'tag': '186e22ca-373a-438e-bd63-5841f0f3f91d', 'status': 'completed', 'code': 200} Jul 16 23:25:36.484853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a86e738-98b6-42ce-a051-52d118653d37 req-56f16720-6df9-47e9-be71-25cfd3c01d7f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50cd0a1-5c30-44d6-a8a6-28bc357c20ee HTTP/1.1" status: 200 len: 210 time: 0.0291598 Jul 16 23:25:37.580888 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:37.933016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:38.493494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port e1f68322-c748-4164-b8e2-6611670c60e0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:25:38.493835 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:38.578467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port e1f68322-c748-4164-b8e2-6611670c60e0, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e1f68322-c748-4164-b8e2-6611670c60e0,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:38.578830 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:38.591424 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for e1f68322-c748-4164-b8e2-6611670c60e0 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:25:38.771375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:38.791419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 186e22ca-373a-438e-bd63-5841f0f3f91d no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:25:38.802590 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=e1f68322-c748-4164-b8e2-6611670c60e0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:38.813628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 186e22ca-373a-438e-bd63-5841f0f3f91d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:25:38.813981 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 186e22ca-373a-438e-bd63-5841f0f3f91d not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:25:38.975066 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.183218 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:25:39.288914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:25:39.295157 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1af151a0-dbeb-4334-a73e-a999154b1303 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/3d05a0c3-6f8c-44f1-8ecc-2f938955739f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131767 Jul 16 23:25:39.298095 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:39.303675 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Sync routers for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:25:39.316483 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:39.317195 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:39.353590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting subnet 667883a4-b182-48f0-897b-ae21dec5d14b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:25:39.356985 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.399436 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.420823 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:39.482331 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.543385 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.575901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Subnet': ['ID=667883a4-b182-48f0-897b-ae21dec5d14b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:39.577950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.579877 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-49c6640a-004f-4feb-818a-7034405be53c tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/subnets/667883a4-b182-48f0-897b-ae21dec5d14b HTTP/1.1" status: 204 len: 168 time: 0.2807691 Jul 16 23:25:39.582605 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:39.585625 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273724d-b03c-4e69-8e7f-a2e98e0aa3fc None None] Network 4a29f007-f050-491d-ac20-b7f4d364ead1 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:25:39.678253 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:25:38Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:39.696591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.704072 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Checking router: 3d05a0c3-6f8c-44f1-8ecc-2f938955739f for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:25:39.714927 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Routers {'3d05a0c3-6f8c-44f1-8ecc-2f938955739f'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:39.715456 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:39.782267 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] DHCP port deletion for 4a29f007-f050-491d-ac20-b7f4d364ead1 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:25:39.809605 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.823285 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] Set router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:39.830127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Deleting port d74f7d10-ed69-417d-9cca-6f2b65b49557 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:25:39.830695 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.872217 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port d4e8fcd7-32bb-404c-be23-6af5ba62a78f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:25:39.872217 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.901681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] For port d74f7d10-ed69-417d-9cca-6f2b65b49557, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d74f7d10-ed69-417d-9cca-6f2b65b49557,segment=NetworkSegment(09ee266c-225c-42ef-a880-600d99b92228),segment_id=09ee266c-225c-42ef-a880-600d99b92228)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:39.902359 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.913807 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Calling delete_port for d74f7d10-ed69-417d-9cca-6f2b65b49557 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:25:39.955269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port d4e8fcd7-32bb-404c-be23-6af5ba62a78f, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:39.955638 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:39.967793 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for d4e8fcd7-32bb-404c-be23-6af5ba62a78f owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:25:39.994222 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.003557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:25:38Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:40.023190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Pushing event deleted for resources: {'Port': ['ID=d74f7d10-ed69-417d-9cca-6f2b65b49557,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:40.030775 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec59e8-b79e-4c45-834f-8096f0084658 None None] The sync data for ids ['3d05a0c3-6f8c-44f1-8ecc-2f938955739f'] in n-d-793621-16 is: [{'id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935200824', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:25:38Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': 'd4e8fcd7-32bb-404c-be23-6af5ba62a78f', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05a0c3-6f8c-44f1-8ecc-2f938955739f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:24:01Z', 'updated_at': '2021-07-16T23:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:25:40.031039 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] No DVR routers for this DVR port d74f7d10-ed69-417d-9cca-6f2b65b49557 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:25:40.033353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.033760 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.034311 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.034664 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.035006 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.035346 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.035685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.036033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.036457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.036686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.037044 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.037370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf768c0-e3e3-4ea1-b788-4be166637c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:40.139337 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.163017 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=d4e8fcd7-32bb-404c-be23-6af5ba62a78f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:40.229360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.320200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.322238 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.369360 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.369894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Fanout notify agent at l3_agent the message router_deleted on router 3d05a0c3-6f8c-44f1-8ecc-2f938955739f {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:25:40.382021 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.386107 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:40.397433 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-397cfc36-8b6a-494a-b28d-31ebbc1d970e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/routers/3d05a0c3-6f8c-44f1-8ecc-2f938955739f HTTP/1.1" status: 204 len: 168 time: 0.8098590 Jul 16 23:25:40.470096 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.511723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d74f7d10-ed69-417d-9cca-6f2b65b49557 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:25:40.534096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d74f7d10-ed69-417d-9cca-6f2b65b49557 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:25:40.534547 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d74f7d10-ed69-417d-9cca-6f2b65b49557 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:25:40.566149 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.576497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a29f007-f050-491d-ac20-b7f4d364ead1']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:40.586801 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ee266c-225c-42ef-a880-600d99b92228') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:40.587123 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ee266c-225c-42ef-a880-600d99b92228') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:40.596327 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.610766 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.616927 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:25:40.618294 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:25:40.621512 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:25:40.685954 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.690485 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.692828 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/networks/4a29f007-f050-491d-ac20-b7f4d364ead1 HTTP/1.1" status: 204 len: 168 time: 0.3057268 Jul 16 23:25:40.695733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:40.707055 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cad3-a846-4501-b7ba-cffd4c1642cc tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Network': ['ID=4a29f007-f050-491d-ac20-b7f4d364ead1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:40.754749 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.783467 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.842074 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.844819 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:40.846004 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/security-groups/b534ec85-e58f-430e-8ce3-8c4464cb391e HTTP/1.1" status: 204 len: 168 time: 0.1492801 Jul 16 23:25:40.855686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b3ea4-0b21-4489-a0ff-c4855a5c3361 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534ec85-e58f-430e-8ce3-8c4464cb391e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:41.408373 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:41.413129 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711971979', 'description': 'tempest-secgroup-smoke-1711971979 description', 'project_id': '0187812a93074fe79e275695e0b6e291'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:41.435636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.514629 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.518145 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.545389 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.546601 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371996 Jul 16 23:25:41.548453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c90380-bef1-46f3-94dd-54c732ffa653 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f303a1c-0065-43d5-918f-916a9b1006cd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:41.549635 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:41.554492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:41.581380 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.636439 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.640022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.658477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb49dbd0-2ca2-4bd9-872e-33b5b968fd96,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:41.666100 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.667306 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84e6c6d7-67be-4b7f-8c17-07808d9501c1 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165853 Jul 16 23:25:41.670056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50254) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:41.674613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:41.700396 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.755824 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.759631 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.776376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c606a12b-2cad-4815-8407-265078badc2c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:41.783010 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.784282 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3c204f35-5c92-4b1a-b074-85d69150d697 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132104 Jul 16 23:25:41.786996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:41.791842 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:41.818074 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.880341 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.883793 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.903337 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fb3c4f-9bd7-4483-93cc-ff239679d757,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:41.907207 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.908425 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-021344fd-1bc0-470f-817e-75345a07a989 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205134 Jul 16 23:25:41.911269 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:41.916233 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:41.942083 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:41.999050 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.002675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.019941 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eacde5-f5d6-4784-9db1-2719b7e7d6c1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:42.025632 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.026849 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b3735f91-4175-4324-b4e5-60af785ca779 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146138 Jul 16 23:25:42.029710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:42.034142 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:42.055452 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:25:42.060170 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.120160 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.124535 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.129063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d4e8fcd7-32bb-404c-be23-6af5ba62a78f no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:25:42.147155 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb51681-a62b-4657-ad56-2e6736ad2947,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:42.150644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d4e8fcd7-32bb-404c-be23-6af5ba62a78f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:25:42.151231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d4e8fcd7-32bb-404c-be23-6af5ba62a78f not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:25:42.151734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1f68322-c748-4164-b8e2-6611670c60e0 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:25:42.151869 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.155898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e203b926-bae3-4fb0-9e70-6f0cedddfe86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225910 Jul 16 23:25:42.156438 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:42.160538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'security_group_rule': {'security_group_id': '8f303a1c-0065-43d5-918f-916a9b1006cd', 'project_id': '0187812a93074fe79e275695e0b6e291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:42.171090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e1f68322-c748-4164-b8e2-6611670c60e0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:25:42.171440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e1f68322-c748-4164-b8e2-6611670c60e0 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:25:42.184069 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Project 0187812a93074fe79e275695e0b6e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:25:42.189054 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.252949 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.256420 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.273991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516a5f11-1c9d-4a3e-bbb4-0c10f2c7390d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:42.279509 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.281401 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-86692cc0-d4d8-43bb-9d29-66593ade3179 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244004 Jul 16 23:25:42.283530 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:42.288343 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'network': {'name': 'tempest-network-smoke--1356594729', 'project_id': '0187812a93074fe79e275695e0b6e291', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:42.308825 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:25:42.312320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.334996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:25:42.344040 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.344383 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Added segment 8da467d2-3b66-4caa-b499-dbdd016e3430 of type vlan for network a6d80ab1-e93d-4718-9e2d-9a9922223c4f Jul 16 23:25:42.383367 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.410797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.416853 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:42.417461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.452056 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675227 Jul 16 23:25:42.454781 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50266) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:42.459120 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'admin_state_up': True, 'project_id': '0187812a93074fe79e275695e0b6e291', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:42.498023 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5175e-02b6-40e8-b292-1c23be54c71b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Network': ['ID=a6d80ab1-e93d-4718-9e2d-9a9922223c4f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:42.507890 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:25:42.513373 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.514365 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.566089 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.704033 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.894098 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:42.912809 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.016108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.99 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/9ab18525-d3d9-49c4-bc3c-30ba006c2eea) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:25:43.117728 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.155921 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.190662 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:25:43.197933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:43.201494 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:25:43.222630 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:43.444637 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.636031 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.760235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3141328-8447-43fc-a8c7-ea6695b2ec40 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:25:43.862818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:25:43.872137 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Sync routers for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:25:43.881199 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:43.881424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:43.882000 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:43.882428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-f1e3d2b6-34ae-4271-a79b-38eff860047a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4267385 Jul 16 23:25:43.885700 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:43.953927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-da0bf507-bce2-4eb7-b090-a28d493bafc5 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0187812a93074fe79e275695e0b6e291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671194 Jul 16 23:25:43.956614 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50272) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:44.047699 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493c4d9-457a-4ce9-99d3-3f85ff393c81 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:44.049219 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e493c4d9-457a-4ce9-99d3-3f85ff393c81 tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916228 Jul 16 23:25:44.052240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:44.085201 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-60dfa1e0-69d0-48d3-b017-04c170759d2c tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=a1537bee-28b5-44a3-8c35-b48f93bc2edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317919 Jul 16 23:25:44.088412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:44.093301 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827288908', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'project_id': '0187812a93074fe79e275695e0b6e291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:44.141208 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:44.179475 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:25:44.183282 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.321081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:43Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:44.348191 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Checking router: b3141328-8447-43fc-a8c7-ea6695b2ec40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:25:44.348546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Updating router b3141328-8447-43fc-a8c7-ea6695b2ec40 port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:25:44.387970 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:25:44.388590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.640937 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.650711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Transition to ACTIVE for port object 9ab18525-d3d9-49c4-bc3c-30ba006c2eea will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:44.656808 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.670655 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.708136 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Attempting to bind port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:25:44.708510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Attempting to bind port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:25:44.708879 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Attempting to bind port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:25:44.711014 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7a538-1274-4e99-b27a-91ed5c53bde2 None None] Pushing event updated for resources: {'Port': ['ID=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:44.716393 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:25:44.716779 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:25:44.717208 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.717598 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:25:44.718659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Bound port: 9ab18525-d3d9-49c4-bc3c-30ba006c2eea, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:25:44.718659 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.733710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Subnet': ['ID=69ac0737-6451-4aca-b3e4-a2508e0c2ed1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:44.744252 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Checking segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:25:44.744613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network hostable DHCP agents. Network: a6d80ab1-e93d-4718-9e2d-9a9922223c4f, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:25:44.762093 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:25:44.771327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, a6d80ab1-e93d-4718-9e2d-9a9922223c4f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:44.772934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] For port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:25:44.776032 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] For port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:25:44.776667 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:44.777427 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.780657 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63576d8-3edf-41ff-a55d-3055fe01eca8 None None] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:25:44.784369 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:44.793870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-17d5e634-e8be-41a1-a5af-df3eecec8db0 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7044384 Jul 16 23:25:44.796566 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:25:44.899157 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7a538-1274-4e99-b27a-91ed5c53bde2 None None] Pushing event updated for resources: {'Port': ['ID=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:44.903424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:44.904022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:45.061616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:45.064672 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:25:45.065543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.226194 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.333202 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Allocated IP 172.20.0.2 (a6d80ab1-e93d-4718-9e2d-9a9922223c4f/69ac0737-6451-4aca-b3e4-a2508e0c2ed1/e182734d-04d1-479e-a8fc-84e30a7db33a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:25:45.379929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:43Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:45.434571 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d180040-904c-40db-a964-828d59bc0d14 None None] The sync data for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 is: [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:43Z', 'revision_number': 3, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:25:45.514249 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.524203 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Transition to ACTIVE for port object e182734d-04d1-479e-a8fc-84e30a7db33a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:45.540353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Transition to ACTIVE for port object e182734d-04d1-479e-a8fc-84e30a7db33a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:45.545847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.581534 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:25:45.588548 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:45.592175 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:25:45.599904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Pushing event updated for resources: {'Port': ['ID=e182734d-04d1-479e-a8fc-84e30a7db33a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:45.606797 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.1 (a6d80ab1-e93d-4718-9e2d-9a9922223c4f/69ac0737-6451-4aca-b3e4-a2508e0c2ed1/0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:25:45.691150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Attempting to bind port e182734d-04d1-479e-a8fc-84e30a7db33a on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:25:45.691150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Attempting to bind port e182734d-04d1-479e-a8fc-84e30a7db33a by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:25:45.691150 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Attempting to bind port e182734d-04d1-479e-a8fc-84e30a7db33a on network a6d80ab1-e93d-4718-9e2d-9a9922223c4f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:25:45.695768 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:25:45.696624 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Checking segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:25:45.697162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.697569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Bound using segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:25:45.698090 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Bound port: e182734d-04d1-479e-a8fc-84e30a7db33a, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:25:45.698475 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.746985 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.762004 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:45.774190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] For port e182734d-04d1-479e-a8fc-84e30a7db33a, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:25:45.777674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] For port e182734d-04d1-479e-a8fc-84e30a7db33a, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e182734d-04d1-479e-a8fc-84e30a7db33a,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:25:45.783173 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.804570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:45.845916 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aec2e8-6b0e-42f9-ae00-4d8cb39fbb1b None None] Pushing event updated for resources: {'Port': ['ID=e182734d-04d1-479e-a8fc-84e30a7db33a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:45.868247 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:25:45.872404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:45.874787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:45.877429 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:25:45.925906 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.106185 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.244662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ab18525-d3d9-49c4-bc3c-30ba006c2eea up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:46.299072 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:46.302716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:46.303096 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.388733 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.410049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:46.414893 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.416223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e182734d-04d1-479e-a8fc-84e30a7db33a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:46.438931 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.443798 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.493958 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:46.505480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port e182734d-04d1-479e-a8fc-84e30a7db33a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:46.517638 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:46.520134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:46.614289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:25:46.615759 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:46.733485 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3141328-8447-43fc-a8c7-ea6695b2ec40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:25:46.848175 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:25:46.854122 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-92047bd4-b251-4024-a9f0-1e3733d7a6bb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/b3141328-8447-43fc-a8c7-ea6695b2ec40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565348 Jul 16 23:25:46.868054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30db505-7af4-457d-be99-e80aa912951d None None] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:25:46.932501 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Provisioning for port e182734d-04d1-479e-a8fc-84e30a7db33a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:46.939848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Provisioning complete for port e182734d-04d1-479e-a8fc-84e30a7db33a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:46.940221 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.001487 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-c2d7ee3e-93d8-42c6-932b-f38bc1e23289 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711971979&fields=id&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 267 time: 0.0372450 Jul 16 23:25:47.080785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.114933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-dfbc76b5-6b9b-4344-9de1-49c9e10136fa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:47.116347 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-dfbc76b5-6b9b-4344-9de1-49c9e10136fa tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 797 time: 0.1069083 Jul 16 23:25:47.126416 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] For port e182734d-04d1-479e-a8fc-84e30a7db33a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e182734d-04d1-479e-a8fc-84e30a7db33a,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:47.131232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.132823 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cf1dec09-4da0-4f66-8f2d-0597399a76b8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/quotas/0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 375 time: 0.0099516 Jul 16 23:25:47.185770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaabcd-ae28-444b-a602-4cdfa1ea05f9 None None] Pushing event updated for resources: {'Port': ['ID=e182734d-04d1-479e-a8fc-84e30a7db33a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:47.221586 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-9fec1f2f-541f-404c-8a18-71add4f910d5 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811901 Jul 16 23:25:47.237859 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-b78a62f6-6c97-4c4b-bfdc-3222b6863c0f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:25:47.238870 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-b78a62f6-6c97-4c4b-bfdc-3222b6863c0f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055091 Jul 16 23:25:47.334344 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-eaa698c1-01de-498c-a81c-173c0bdec4a5 service neutron] 10.222.0.70 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886500 Jul 16 23:25:47.346969 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Sync routers for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:25:47.359145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Provisioning complete for port e182734d-04d1-479e-a8fc-84e30a7db33a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:47.359813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.362991 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:47.363835 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:47.443837 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-af100df9-e431-46ec-b991-ff422497d0c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030641 Jul 16 23:25:47.479486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Provisioning for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:47.484036 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Provisioning complete for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:47.484420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.487345 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:47.533104 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-236feecd-325e-4b40-bb3b-08ede2ce377c None None] Port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:25:47.654063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-58b861f4-5a94-4ea5-bce3-75ad0f32b47a None None] Provisioning complete for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:47.654519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-58b861f4-5a94-4ea5-bce3-75ad0f32b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.659991 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cd0a81fd-34aa-4db0-8539-126c6576e510 req-e5dcb73e-c934-4796-8736-a2ad9a77bab9 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Jul 16 23:25:47.690956 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 2, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:47.692457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-58b861f4-5a94-4ea5-bce3-75ad0f32b47a None None] Port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:25:47.722097 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Checking router: b3141328-8447-43fc-a8c7-ea6695b2ec40 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:25:47.722448 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Updating router b3141328-8447-43fc-a8c7-ea6695b2ec40 port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:25:47.755935 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:47.811401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8cbe128f-0df4-4628-81d0-bfa4239b272f None None] Provisioning complete for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:47.811853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cbe128f-0df4-4628-81d0-bfa4239b272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.004645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe128f-0df4-4628-81d0-bfa4239b272f None None] Port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:25:48.024326 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.033916 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Transition to ACTIVE for port object 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:48.039054 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.091149 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Pushing event updated for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:48.114924 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.115364 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.115764 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.116161 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.116551 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.117685 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.118090 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.118523 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.118905 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.119286 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.119665 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.120045 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:25:48.159790 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ab18525-d3d9-49c4-bc3c-30ba006c2eea up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:48.165372 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Attempting to bind port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:25:48.165737 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Attempting to bind port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:25:48.166091 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Attempting to bind port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 on network a6d80ab1-e93d-4718-9e2d-9a9922223c4f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:25:48.174764 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:25:48.175137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Checking segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:25:48.175530 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.175916 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Bound using segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:25:48.176381 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Bound port: 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:25:48.176754 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.208636 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:48.209181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.243982 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] For port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:25:48.247445 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] For port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:25:48.252371 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.292510 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e182734d-04d1-479e-a8fc-84e30a7db33a up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:48.303655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:25:48.304360 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:25:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:48.349153 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dba09a-d170-47f7-9c40-e5ed1c26599b None None] Pushing event updated for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:48.363162 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port e182734d-04d1-479e-a8fc-84e30a7db33a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:48.363656 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:48.427304 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:25:48.708924 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:48Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:25:48.735956 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-776cf6f0-1a42-492c-b633-5910f7a7d203 req-b357671e-f36a-4198-9b39-5156bdac1e6a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Jul 16 23:25:48.739136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099256cf-d659-4948-a9a5-94f6990bf758 None None] The sync data for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 is: [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:48Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:25:49.821591 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5c7ba81d-3439-47bc-a3c9-e425567c21ad req-a73a7cd4-f022-4ce3-bfb7-d458113ea690 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 16 23:25:50.152720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:50.200223 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:50.203846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:50.204233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:50.282076 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:50.313161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:50.316908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:50.363108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:50.902459 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9987af75-892a-4514-9b4b-eec8d6728fe1 req-85c815f9-4589-46b9-97b5-8702844d351d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Jul 16 23:25:51.448885 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:52.043614 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-edced678-55f7-4816-91b1-02ccbd106bbc req-7ca598fc-2206-4197-b8f7-e8fc17833cca tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0278878 Jul 16 23:25:52.140882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:52.190723 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:52.191101 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:52.838319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-4cf8f5b3-d7d7-4e13-a5ac-adc19d383f8a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:52.839770 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-4cf8f5b3-d7d7-4e13-a5ac-adc19d383f8a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 797 time: 0.1056807 Jul 16 23:25:52.890519 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-6f41feea-5f66-4de6-8f29-d7bdee418fad tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0187812a93074fe79e275695e0b6e291 HTTP/1.1" status: 200 len: 380 time: 0.0358870 Jul 16 23:25:52.899705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'port': {'device_id': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'admin_state_up': True, 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'security_groups': ['8f303a1c-0065-43d5-918f-916a9b1006cd']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:53.006782 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Made reservation on behalf of 0187812a93074fe79e275695e0b6e291 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:25:53.010903 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.137772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.20.0.5 (a6d80ab1-e93d-4718-9e2d-9a9922223c4f/69ac0737-6451-4aca-b3e4-a2508e0c2ed1/00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:25:53.181137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-46ed51f6-5c18-4c86-a420-afe5805f651e req-8c770cdf-145f-4d50-8562-57a48b2d3f97 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0285892 Jul 16 23:25:53.277117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.290371 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Transition to ACTIVE for port object 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:53.322683 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.369857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:25:53.373144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:25:53.377413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:25:53.381156 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:53.428014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:53.428640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.443694 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-cfbe12bd-0438-46e0-9cda-ea3b0ef4c813 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5485110 Jul 16 23:25:53.456262 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Request body: {'port': {'device_id': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:25:53.533646 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.569047 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.613715 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7daa5e9d-d3dc-4ed1-a224-e64b983d2ade None None] Provisioning for port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:53.618282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7daa5e9d-d3dc-4ed1-a224-e64b983d2ade None None] Provisioning complete for port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:53.618653 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7daa5e9d-d3dc-4ed1-a224-e64b983d2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.652229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7daa5e9d-d3dc-4ed1-a224-e64b983d2ade None None] Port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:25:53.792622 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:25:53.799799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.812266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Transition to ACTIVE for port object 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:25:53.815750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:53.887033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Pushing event updated for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:53.939744 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Attempting to bind port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:25:53.940082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Attempting to bind port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:25:53.940415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Attempting to bind port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf on network a6d80ab1-e93d-4718-9e2d-9a9922223c4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:25:53.945110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf on network a6d80ab1-e93d-4718-9e2d-9a9922223c4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:25:53.945448 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Attempting to bind port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf on network a6d80ab1-e93d-4718-9e2d-9a9922223c4f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:25:53.950586 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:25:53.950931 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Checking segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:25:53.951319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Bound using segment: {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:25:53.951753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Bound port: 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da467d2-3b66-4caa-b499-dbdd016e3430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:25:53.952728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:54.019021 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:25:54.021992 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:25:54.027277 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:54.059038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.059661 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:54.061155 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] 10.222.0.68 "PUT /v2.0/ports/00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 1092 time: 0.6100664 Jul 16 23:25:54.061599 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:25:54.063849 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f38126-28d0-401d-9f5e-ad81acbd3133" -d '{"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:25:54.123104 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9817fea-6bf6-4da4-a4be-26738419a105 x-openstack-request-id: req-c9817fea-6bf6-4da4-a4be-26738419a105 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:25:54.123395 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:25:54.123647 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9817fea-6bf6-4da4-a4be-26738419a105 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:25:54.124039 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'status': 'completed', 'code': 200} Jul 16 23:25:54.125973 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c3bd7-cbb6-492f-8140-e560efe207aa service neutron] Pushing event updated for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:54.176984 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-029633ab-545d-4392-9e09-0433a52480f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.178521 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-029633ab-545d-4392-9e09-0433a52480f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1095 time: 0.0690086 Jul 16 23:25:54.221110 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-6a491d7e-0c13-430f-a579-000b24aa4162 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 217 time: 0.0355308 Jul 16 23:25:54.274612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-0e292c96-3e15-46cd-a3ed-27f1fec50a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.276175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-0e292c96-3e15-46cd-a3ed-27f1fec50a56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0480409 Jul 16 23:25:54.337928 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-4a70bf71-fd0c-4cee-8555-ef79768a7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.339449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-4a70bf71-fd0c-4cee-8555-ef79768a7bba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567181 Jul 16 23:25:54.370274 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67590c04-7e20-4587-81a2-25611bfdbd54 req-78435b3f-b7d2-4636-9218-ac2542ba4230 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.371801 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67590c04-7e20-4587-81a2-25611bfdbd54 req-78435b3f-b7d2-4636-9218-ac2542ba4230 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 943 time: 0.0693493 Jul 16 23:25:54.410072 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67590c04-7e20-4587-81a2-25611bfdbd54 req-3062bcd7-c5bb-46a4-b5e8-0189957c4233 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 16 23:25:54.430544 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-e4510224-a3af-48e0-9d43-18c0b72442b2 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847614 Jul 16 23:25:54.522002 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9e36c1db-9cd2-4bc4-9d6c-92a29b0ef1e3 req-de689b50-4c03-4c4b-b8b6-6addda89807c service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855780 Jul 16 23:25:54.620972 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-50039474-ea03-4ff4-94c4-58666f4a9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.622845 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-50039474-ea03-4ff4-94c4-58666f4a9bdf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1095 time: 0.0544000 Jul 16 23:25:54.715124 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-61286172-d7ca-4e88-ba8d-aba91b4802b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.716501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-61286172-d7ca-4e88-ba8d-aba91b4802b2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 898 time: 0.0874662 Jul 16 23:25:54.755310 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-37b196e2-b558-43a9-b5d8-8980eea1f1d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 217 time: 0.0328341 Jul 16 23:25:54.802422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-f0d86c53-48d3-41d8-99be-0649bc37de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.803790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-f0d86c53-48d3-41d8-99be-0649bc37de9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0411224 Jul 16 23:25:54.864170 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-3ab94462-2214-4344-8258-361d5a9faf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:54.865703 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-3ab94462-2214-4344-8258-361d5a9faf5a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538199 Jul 16 23:25:54.955175 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-ee8911ef-58c3-4655-88e0-76c1a6d5f9e0 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821211 Jul 16 23:25:55.046945 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-42f38126-28d0-401d-9f5e-ad81acbd3133 req-509dd992-77f8-4ef1-b7ab-76c6fcfd3ced service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Jul 16 23:25:55.581628 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89746-366b-4fc5-bd3b-e8e641705b47 req-966b4b6b-f344-4d98-95f7-f0417797da03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:55.583124 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02b89746-366b-4fc5-bd3b-e8e641705b47 req-966b4b6b-f344-4d98-95f7-f0417797da03 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 943 time: 0.0635540 Jul 16 23:25:55.621904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02b89746-366b-4fc5-bd3b-e8e641705b47 req-4f783713-4610-4260-81a5-9c83fd1fcc69 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Jul 16 23:25:56.792259 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7ff07-ad67-40ed-85c7-a320d5607375 req-4c72f042-56a4-41e4-a7a7-a485e2a986b6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:56.793746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6cb7ff07-ad67-40ed-85c7-a320d5607375 req-4c72f042-56a4-41e4-a7a7-a485e2a986b6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 943 time: 0.0623875 Jul 16 23:25:56.834735 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6cb7ff07-ad67-40ed-85c7-a320d5607375 req-fcd92fb3-ef04-42f8-a076-6f1ac44000f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Jul 16 23:25:57.171211 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:25:57.265944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:57.276526 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'port_id': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'mac_address': 'fa:16:3e:a1:79:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:25:57.313020 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:57.325043 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:25:57.346991 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:57.352513 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:57.397149 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:57.576307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:25:57.658908 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-937cebce-c796-4d49-8f73-f500211ad73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:58.010310 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b38e-2d0a-4d32-a217-328f387738da req-7950a88e-01f6-40c6-be46-ad83c694a842 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:58.011827 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb65b38e-2d0a-4d32-a217-328f387738da req-7950a88e-01f6-40c6-be46-ad83c694a842 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 944 time: 0.0631027 Jul 16 23:25:58.048521 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb65b38e-2d0a-4d32-a217-328f387738da req-0eba4b62-875d-40cd-a5ee-bfebf9eada8b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Jul 16 23:25:59.186863 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:25:59.242912 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:25:59.247134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:25:59.247516 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:59.332212 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:59.355800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:25:59.358259 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a4af8-e848-44b2-9246-fbbbfdc721f7" -d '{"events": [{"server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "name": "network-vif-plugged", "status": "completed", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:25:59.370741 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:25:59.374781 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:25:59.412088 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5cc6a-d81b-4ed1-b0db-fc339c3dd6f5 req-d535efa9-e0d2-4988-9778-4092fa2d4052 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:59.414181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03c5cc6a-d81b-4ed1-b0db-fc339c3dd6f5 req-d535efa9-e0d2-4988-9778-4092fa2d4052 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 944 time: 0.0666218 Jul 16 23:25:59.421599 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:25:59.451754 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-03c5cc6a-d81b-4ed1-b0db-fc339c3dd6f5 req-4b3d70bb-0a69-49c8-9adb-8dee15af7e4f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Jul 16 23:25:59.496020 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a849951e-a925-410b-9e8a-b217c75c6781 x-openstack-request-id: req-a849951e-a925-410b-9e8a-b217c75c6781 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:25:59.496320 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "name": "network-vif-plugged", "status": "completed", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:25:59.496580 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a849951e-a925-410b-9e8a-b217c75c6781 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:25:59.497007 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'code': 200} Jul 16 23:25:59.607257 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335115-c815-4acf-b810-dbe945e9be95 req-bdc48eb8-1811-4c21-b1e2-2038872cd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:25:59.608652 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b335115-c815-4acf-b810-dbe945e9be95 req-bdc48eb8-1811-4c21-b1e2-2038872cd895 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1097 time: 0.0517528 Jul 16 23:25:59.643319 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3b335115-c815-4acf-b810-dbe945e9be95 req-5c1940c6-e55c-404a-9daf-d07a080b3ff8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280628 Jul 16 23:25:59.861813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ff688f3-e415-4284-8411-859d2189a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:00.206320 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:00.625597 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396ec7-03eb-4862-bb42-7dd46801cd27 req-53668187-2e62-430c-b98a-2daaa031b00f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:00.627078 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b396ec7-03eb-4862-bb42-7dd46801cd27 req-53668187-2e62-430c-b98a-2daaa031b00f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0652285 Jul 16 23:26:00.663834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4b396ec7-03eb-4862-bb42-7dd46801cd27 req-ae022279-733f-4a86-91f3-e60db19dfc91 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Jul 16 23:26:00.832441 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c233018-ec0f-4456-a5da-3aeb2e81dca8 req-274aa8ea-fd30-46c1-94a5-c2f770074a35 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:00.833916 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c233018-ec0f-4456-a5da-3aeb2e81dca8 req-274aa8ea-fd30-46c1-94a5-c2f770074a35 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0617337 Jul 16 23:26:00.871894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6c233018-ec0f-4456-a5da-3aeb2e81dca8 req-52886333-6957-4d54-98f8-010cc20ee1e4 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Jul 16 23:26:00.895583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50350) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:00.946216 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42ddd82-9470-4179-ace4-d9a1f4fd54ae tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:00.947777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d42ddd82-9470-4179-ace4-d9a1f4fd54ae tempest-TestNetworkAdvancedServerOps-520672837 tempest-TestNetworkAdvancedServerOps-520672837-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1092 time: 0.0511961 Jul 16 23:26:00.950519 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:00.954779 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:00.976343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.073663 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.178968 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Allocated IP 172.25.5.151 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/330fc2b8-5ef7-4db9-9b9a-862e7b7659f0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:01.277444 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.314572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.348937 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:01.356191 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:01.359851 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:01.365752 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=330fc2b8-5ef7-4db9-9b9a-862e7b7659f0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:01.622442 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.718552 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.794419 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.942344 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:01.947546 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:02.014469 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event updated for resources: {'Port': ['ID=330fc2b8-5ef7-4db9-9b9a-862e7b7659f0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:02.024592 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:02.121112 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP f28e439d-00a9-489c-a9ed-fc373b51adde associated. External IP: 172.25.5.151, port: 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf. Jul 16 23:26:02.322708 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3141328-8447-43fc-a8c7-ea6695b2ec40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:26:02.427069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:02.437609 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Sync routers for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:02.443330 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:02.448081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:02.448701 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:02.480173 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-520061d7-9d0b-4f14-855a-cc1d51a89c7d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5286446 Jul 16 23:26:02.480813 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:26:02.483160 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a7a28-7d13-4856-b50d-b281a23b73ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:26:02.555321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:02.629725 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4b7b0-5d12-4f1e-b610-4f1ef3d296b4 req-c9f4a448-26a5-487a-9314-1d1815c9fdcd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:02.631223 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6a4b7b0-5d12-4f1e-b610-4f1ef3d296b4 req-c9f4a448-26a5-487a-9314-1d1815c9fdcd tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0627983 Jul 16 23:26:02.670523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d6a4b7b0-5d12-4f1e-b610-4f1ef3d296b4 req-0e685602-dbbc-4a0e-92de-91f1843519d6 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332851 Jul 16 23:26:02.695131 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:02.783194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f28e439d-00a9-489c-a9ed-fc373b51adde', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'port_id': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'mac_address': 'fa:16:3e:a1:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:26:01Z', 'updated_at': '2021-07-16T23:26:01Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:02.794039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-399cd694-0869-4fda-b4ea-101cefd3ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:02.795881 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-399cd694-0869-4fda-b4ea-101cefd3ba0b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1097 time: 0.0568645 Jul 16 23:26:02.811252 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Checking router: b3141328-8447-43fc-a8c7-ea6695b2ec40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:02.820024 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:02.820730 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:02.896912 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-b88dadba-60b1-4b03-bc01-ef89eb316af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:02.898572 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-b88dadba-60b1-4b03-bc01-ef89eb316af6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 898 time: 0.0963898 Jul 16 23:26:02.953028 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:02.955605 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:02.966330 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-44ca3df8-f8af-448a-98d2-1bfd1d0e9ec2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 999 time: 0.0613539 Jul 16 23:26:03.021159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-65665e14-f61a-435d-827a-3e935fcd2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:03.023090 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-65665e14-f61a-435d-827a-3e935fcd2436 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0506251 Jul 16 23:26:03.066763 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65457ac-df9b-4fa2-9038-6a4f2697565f x-openstack-request-id: req-a65457ac-df9b-4fa2-9038-6a4f2697565f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:26:03.067404 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:26:03.067534 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a65457ac-df9b-4fa2-9038-6a4f2697565f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:26:03.067846 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'status': 'completed', 'code': 200} Jul 16 23:26:03.085571 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-c197ff94-d210-4cd5-a390-c1d5e4788433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:03.087160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-c197ff94-d210-4cd5-a390-c1d5e4788433 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579574 Jul 16 23:26:03.094680 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8a6d7055-7ee7-442d-93c3-5690145fe02b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/f28e439d-00a9-489c-a9ed-fc373b51adde HTTP/1.1" status: 200 len: 991 time: 0.3962927 Jul 16 23:26:03.181371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-3da4aa20-67cb-412a-82d2-61cfab5e191f service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Jul 16 23:26:03.183099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f28e439d-00a9-489c-a9ed-fc373b51adde', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'port_id': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'mac_address': 'fa:16:3e:a1:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:26:01Z', 'updated_at': '2021-07-16T23:26:01Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:03.212481 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8fccac-87fa-4a14-917e-d438b11b7be4 None None] The sync data for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 is: [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'f28e439d-00a9-489c-a9ed-fc373b51adde', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'port_id': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'mac_address': 'fa:16:3e:a1:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:26:01Z', 'updated_at': '2021-07-16T23:26:01Z', 'revision_number': 0, 'project_id': '0187812a93074fe79e275695e0b6e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:03.271576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-711a7a28-7d13-4856-b50d-b281a23b73ce req-f6c248eb-25d4-49dc-9e0d-c411bfb0ddb6 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Jul 16 23:26:03.395116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616422e8-4549-43a2-acad-0c6915b66b69 None None] New status for floating IP f28e439d-00a9-489c-a9ed-fc373b51adde: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:26:04.097453 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:04.160636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e63ec933-e4ac-4f52-b9d5-8bc4e3fed95b tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/f28e439d-00a9-489c-a9ed-fc373b51adde HTTP/1.1" status: 200 len: 993 time: 0.0619125 Jul 16 23:26:16.322012 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-b71df11e-394b-44bc-8077-0c56af01a69b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502601 Jul 16 23:26:16.416271 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-56a48ce5-60cc-449e-b418-15793fff45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:16.417799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-56a48ce5-60cc-449e-b418-15793fff45b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1097 time: 0.0519929 Jul 16 23:26:16.524975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-11dc8cff-6d53-4609-b191-65d0095d2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:16.526518 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-11dc8cff-6d53-4609-b191-65d0095d2496 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 898 time: 0.0876656 Jul 16 23:26:16.590708 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-8ad5ef02-3f7e-4664-9f42-9cf6aa6e21b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 1001 time: 0.0567205 Jul 16 23:26:16.638274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-0d95ad0a-1485-40a7-ad29-e6cafe599115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:16.639643 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-0d95ad0a-1485-40a7-ad29-e6cafe599115 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0424194 Jul 16 23:26:16.698462 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-b232fe94-85a6-4098-8106-481ad2611f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:16.699892 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-b232fe94-85a6-4098-8106-481ad2611f94 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533800 Jul 16 23:26:16.788214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-95d36c94-74b7-4afb-86c3-a03b01317a3e service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798330 Jul 16 23:26:16.882100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-134e03dc-c929-4dbd-b591-fac878d13b77 req-5b48054b-a8a8-4c7f-b546-72616e8c8c42 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Jul 16 23:26:21.387735 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:26:21.437106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:23.573924 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:27.649807 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6af42317-6919-4e89-a9b6-a5fd7527e5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:29.863640 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51fbf881-a077-4aef-acdc-e01122cec49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:30.206215 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:31.625236 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:32.949503 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:33.140833 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c6bb1-943a-4e52-9961-3c0d8e7241aa req-254248c0-5d70-4d28-b1eb-e74eba6a7a90 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:33.142390 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-741c6bb1-943a-4e52-9961-3c0d8e7241aa req-254248c0-5d70-4d28-b1eb-e74eba6a7a90 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.1031508 Jul 16 23:26:33.179251 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-741c6bb1-943a-4e52-9961-3c0d8e7241aa req-06719996-65b1-4781-b644-7655fda8dc73 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Jul 16 23:26:34.351775 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a70f1b-b963-4133-b906-d63112737ea1 req-c3395cdc-9d65-4c0b-b4e9-76b214e9577d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:34.353281 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7a70f1b-b963-4133-b906-d63112737ea1 req-c3395cdc-9d65-4c0b-b4e9-76b214e9577d tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0650940 Jul 16 23:26:34.390397 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7a70f1b-b963-4133-b906-d63112737ea1 req-dbdf2d9a-dd28-4763-9ee7-159762c53f86 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Jul 16 23:26:34.415434 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:34.473575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3b983991-f1da-4c8e-921a-22222222c8d7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/f28e439d-00a9-489c-a9ed-fc373b51adde HTTP/1.1" status: 200 len: 993 time: 0.0568547 Jul 16 23:26:35.880269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-8470a8af-cd0d-47a7-ace0-352b047c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:35.881822 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-8470a8af-cd0d-47a7-ace0-352b047c12f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1097 time: 0.0551634 Jul 16 23:26:35.901557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031053-1684-4d62-98a8-4edd54a84108 req-2e689c82-a3af-46d9-8c77-a17b9fbc0f05 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:35.903059 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0031053-1684-4d62-98a8-4edd54a84108 req-2e689c82-a3af-46d9-8c77-a17b9fbc0f05 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0633318 Jul 16 23:26:35.944880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d0031053-1684-4d62-98a8-4edd54a84108 req-3da02c20-f000-45e4-9de8-ec7c3962f0d2 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360456 Jul 16 23:26:35.985072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-78385e50-d63d-4643-af51-3efe4c50df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:35.986540 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-78385e50-d63d-4643-af51-3efe4c50df0e service neutron] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 898 time: 0.0982325 Jul 16 23:26:36.052078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-c3a94e97-0972-48ca-8360-874ed61034e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 1001 time: 0.0582757 Jul 16 23:26:36.099487 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-f1ef206a-74e6-4e42-ac87-b9417b8460be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:36.101453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-f1ef206a-74e6-4e42-ac87-b9417b8460be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0424650 Jul 16 23:26:36.160642 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-81079760-4f7e-4aa9-99e4-17ca44fedf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:36.162147 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-81079760-4f7e-4aa9-99e4-17ca44fedf4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545599 Jul 16 23:26:36.249688 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-b8c288e7-bb3c-426b-a2c4-f8ce5e492d15 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804565 Jul 16 23:26:36.339748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b68425ca-cbb4-4527-9e4c-2e5fcf1e7f03 req-b65ff6b3-7025-4aa6-bc6b-4fa426ca182a service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837028 Jul 16 23:26:37.121973 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d720-0005-40a4-b614-0673694f5f9d req-e59fefb0-b270-4f14-b325-9e63ea39ceae tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:37.123540 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08d8d720-0005-40a4-b614-0673694f5f9d req-e59fefb0-b270-4f14-b325-9e63ea39ceae tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0659287 Jul 16 23:26:37.162752 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-08d8d720-0005-40a4-b614-0673694f5f9d req-fc343cba-0b1f-49cf-8ed5-13d212027e4e tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Jul 16 23:26:38.338504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592a00e-2e40-4baa-908f-38eeb470592a req-5d94c6be-e533-4a65-940b-8b85bd99a031 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:38.340030 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2592a00e-2e40-4baa-908f-38eeb470592a req-5d94c6be-e533-4a65-940b-8b85bd99a031 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0622327 Jul 16 23:26:38.377274 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2592a00e-2e40-4baa-908f-38eeb470592a req-6888eed8-8379-4507-b51e-8320cc70ea54 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312521 Jul 16 23:26:38.402232 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:38.465536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-84bc65a6-2fd4-4659-be54-a8d138b2354f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/floatingips/f28e439d-00a9-489c-a9ed-fc373b51adde HTTP/1.1" status: 200 len: 993 time: 0.0620837 Jul 16 23:26:38.757991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:38.910028 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 330fc2b8-5ef7-4db9-9b9a-862e7b7659f0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:26:38.910410 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:38.987368 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:38.987700 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:38.999342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 330fc2b8-5ef7-4db9-9b9a-862e7b7659f0 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:26:39.140981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:39.167239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=330fc2b8-5ef7-4db9-9b9a-862e7b7659f0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:39.177081 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.177442 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.177787 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.178127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.178467 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.178834 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.179553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.179553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.179823 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.180151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.180480 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.180811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:39.242950 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:39.242950 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Floating IP f28e439d-00a9-489c-a9ed-fc373b51adde disassociated (deleted). External IP: 172.25.5.151, port: 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf. Jul 16 23:26:39.448411 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3141328-8447-43fc-a8c7-ea6695b2ec40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:26:39.554706 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:39.559519 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:39.563759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Sync routers for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:39.573659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:39.574278 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:39.594420 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cf0dcc7-fd39-465c-8b8a-4a847ac86b9f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/floatingips/f28e439d-00a9-489c-a9ed-fc373b51adde HTTP/1.1" status: 204 len: 168 time: 0.8353732 Jul 16 23:26:39.595017 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:26:39.597371 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d5df54-7be6-44a0-81fe-68b82282ad78" -d '{"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:26:39.677703 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:39.836849 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c811f-ea9e-4bf3-beb2-a63e6d7881c7 x-openstack-request-id: req-959c811f-ea9e-4bf3-beb2-a63e6d7881c7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:26:39.837268 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:26:39.837616 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-959c811f-ea9e-4bf3-beb2-a63e6d7881c7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:26:39.838170 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'status': 'completed', 'code': 200} Jul 16 23:26:39.880832 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:39.911230 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Checking router: b3141328-8447-43fc-a8c7-ea6695b2ec40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:39.920030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:39.920772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:39.921319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-96b6d244-4c15-445b-93b2-d80b14d54293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:39.924416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-96b6d244-4c15-445b-93b2-d80b14d54293 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0187812a93074fe79e275695e0b6e291&device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 1097 time: 0.0595477 Jul 16 23:26:39.999235 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97d9a-3143-4e7c-90d1-c3f6a99e9e81 req-2580f036-82c7-433b-ab09-f54720213cca tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:40.001537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83e97d9a-3143-4e7c-90d1-c3f6a99e9e81 req-2580f036-82c7-433b-ab09-f54720213cca tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0701206 Jul 16 23:26:40.026346 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-ff7a178c-2764-408b-b29f-fa1ca3524454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:40.026743 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:40.027836 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-ff7a178c-2764-408b-b29f-fa1ca3524454 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 200 len: 898 time: 0.0955617 Jul 16 23:26:40.045605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-83e97d9a-3143-4e7c-90d1-c3f6a99e9e81 req-79a2c3c0-98ef-451a-b307-b3a8529df6fb tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389326 Jul 16 23:26:40.072094 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-55be3052-89a9-4e22-bb40-aeada78387af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 200 len: 217 time: 0.0365489 Jul 16 23:26:40.125380 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-41999c1a-2ec2-4aed-9fe4-4b7c1e2724dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:40.126879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-41999c1a-2ec2-4aed-9fe4-4b7c1e2724dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 200 len: 834 time: 0.0469494 Jul 16 23:26:40.190437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-0939aa74-787d-444d-b3a3-0562cb083549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:40.191941 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-0939aa74-787d-444d-b3a3-0562cb083549 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a6d80ab1-e93d-4718-9e2d-9a9922223c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580220 Jul 16 23:26:40.284665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-0f602fa8-ade3-4ef0-9f77-40b2a8bc8217 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Jul 16 23:26:40.377658 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:40.404613 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eec7a-d8a2-42b8-9031-0736401cac80 None None] The sync data for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 is: [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8', 'name': '', 'network_id': 'a6d80ab1-e93d-4718-9e2d-9a9922223c4f', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'mac_address': 'fa:16:3e:fb:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:45Z', 'updated_at': '2021-07-16T23:25:50Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'subnets': [{'id': '69ac0737-6451-4aca-b3e4-a2508e0c2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:40.626567 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7b778-a858-4345-9ca7-ed14d0434d0b None None] New status for floating IP f28e439d-00a9-489c-a9ed-fc373b51adde: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:26:40.728872 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-81d5df54-7be6-44a0-81fe-68b82282ad78 req-bc63610d-31ed-46a5-8341-d54b5061c808 service neutron] 10.222.0.68 "GET /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352696 Jul 16 23:26:41.218991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549984a-effb-49cc-a6b5-d27dc2f968cc req-9a9aa3d3-595c-4a5b-8699-d321e44df6e7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:41.220410 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b549984a-effb-49cc-a6b5-d27dc2f968cc req-9a9aa3d3-595c-4a5b-8699-d321e44df6e7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0639894 Jul 16 23:26:41.260109 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b549984a-effb-49cc-a6b5-d27dc2f968cc req-ee80c978-0950-46a9-a061-a42ee703f3b7 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f303a1c-0065-43d5-918f-916a9b1006cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Jul 16 23:26:41.519139 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-44ea3b60-f32f-49ed-bd2e-52ee6aba5e71 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:41.520481 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-44ea3b60-f32f-49ed-bd2e-52ee6aba5e71 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 945 time: 0.0613866 Jul 16 23:26:41.621874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:26:41.622214 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:41.706413 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:41.706783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:41.718901 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:26:41.847185 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:41.877865 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:41.906384 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.906736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.907076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.907410 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.907743 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.908076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.908420 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.908733 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.909084 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.909411 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.909735 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.910056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:41.936488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] No DVR routers for this DVR port 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:26:41.938914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:41.940907 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b2be04a6-10da-4c0e-9aa6-7084017c82f6 req-7db6e230-3f81-4ef2-937a-39d980a101f8 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.68 "DELETE /v2.0/ports/00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf HTTP/1.1" status: 204 len: 173 time: 0.4128034 Jul 16 23:26:41.941367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'name': 'network-vif-deleted', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:26:41.943608 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bc933b-7595-4504-8dcb-a261e3782b5e" -d '{"events": [{"server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "name": "network-vif-deleted", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:26:41.980191 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a96a77a-9277-47cd-8045-a398c7d6fa93 x-openstack-request-id: req-7a96a77a-9277-47cd-8045-a398c7d6fa93 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:26:41.980482 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acf1f42-ccca-4c93-83b9-337a3e876f99", "name": "network-vif-deleted", "tag": "00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:26:41.980733 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a96a77a-9277-47cd-8045-a398c7d6fa93 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:26:41.981158 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acf1f42-ccca-4c93-83b9-337a3e876f99', 'name': 'network-vif-deleted', 'tag': '00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf', 'status': 'completed', 'code': 200} Jul 16 23:26:42.415142 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ee73eb3-519c-482f-883b-eb12a8cfe7a0 req-73121a58-f539-4324-9009-703a4dafcd2a tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "GET /v2.0/ports?device_id=5acf1f42-ccca-4c93-83b9-337a3e876f99 HTTP/1.1" status: 200 len: 210 time: 0.0300331 Jul 16 23:26:43.509686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:43.864749 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:44.123499 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:26:44.123847 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:44.210292 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:44.210648 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:44.222640 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:26:44.405403 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:44.429967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:44.603801 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:44.809015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Router b3141328-8447-43fc-a8c7-ea6695b2ec40 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:26:44.913251 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:44.918688 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-aabe1936-28fb-437b-8f86-9c5867027818 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "PUT /v2.0/routers/b3141328-8447-43fc-a8c7-ea6695b2ec40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079487 Jul 16 23:26:44.921556 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:44.924373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Sync routers for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:44.934054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:44.934667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:44.971916 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting subnet 69ac0737-6451-4aca-b3e4-a2508e0c2ed1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:26:44.975008 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.014461 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.036568 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:45.102697 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.163482 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.192045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Subnet': ['ID=69ac0737-6451-4aca-b3e4-a2508e0c2ed1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:45.194102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.198572 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-96463e59-e548-443a-bd88-689f80554867 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/subnets/69ac0737-6451-4aca-b3e4-a2508e0c2ed1 HTTP/1.1" status: 204 len: 168 time: 0.2735136 Jul 16 23:26:45.199437 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:45.203928 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f0de3-db45-46d7-96d8-eb5c51300c7b None None] Network a6d80ab1-e93d-4718-9e2d-9a9922223c4f requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:26:45.267813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:26:44Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:45.296563 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Checking router: b3141328-8447-43fc-a8c7-ea6695b2ec40 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:45.306069 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.341504 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Routers {'b3141328-8447-43fc-a8c7-ea6695b2ec40'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:45.342129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['b3141328-8447-43fc-a8c7-ea6695b2ec40'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:45.410531 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.426516 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:26:45.455240 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:26:45.455583 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 00d91bdd-5f67-4fb9-82cd-1ea05ff4eccf not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:26:45.464104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Deleting port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:26:45.464456 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.476419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] Set router b3141328-8447-43fc-a8c7-ea6695b2ec40 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:45.547446 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] DHCP port deletion for a6d80ab1-e93d-4718-9e2d-9a9922223c4f request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:26:45.551488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] For port 9ab18525-d3d9-49c4-bc3c-30ba006c2eea, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:45.551850 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.563328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Calling delete_port for 9ab18525-d3d9-49c4-bc3c-30ba006c2eea owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:26:45.672318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Deleting port e182734d-04d1-479e-a8fc-84e30a7db33a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:26:45.672616 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.746512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] For port e182734d-04d1-479e-a8fc-84e30a7db33a, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=e182734d-04d1-479e-a8fc-84e30a7db33a,segment=NetworkSegment(8da467d2-3b66-4caa-b499-dbdd016e3430),segment_id=8da467d2-3b66-4caa-b499-dbdd016e3430)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:45.746911 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.763450 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Calling delete_port for e182734d-04d1-479e-a8fc-84e30a7db33a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:26:45.770930 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:26:44Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:45.808950 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758f889-7f35-49ae-8c87-b65d5b8276bb None None] The sync data for ids ['b3141328-8447-43fc-a8c7-ea6695b2ec40'] in n-d-793621-16 is: [{'id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659221823', 'tenant_id': '0187812a93074fe79e275695e0b6e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:26:44Z', 'revision_number': 5, 'project_id': '0187812a93074fe79e275695e0b6e291', 'gw_port': {'id': '9ab18525-d3d9-49c4-bc3c-30ba006c2eea', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3141328-8447-43fc-a8c7-ea6695b2ec40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:25:42Z', 'updated_at': '2021-07-16T23:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:45.884183 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:45.911122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Pushing event deleted for resources: {'Port': ['ID=e182734d-04d1-479e-a8fc-84e30a7db33a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:45.913453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] No DVR routers for this DVR port e182734d-04d1-479e-a8fc-84e30a7db33a on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:26:45.922961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.923273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.923621 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.923965 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.924300 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.924635 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.925234 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.925334 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.925626 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.926061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.926273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:45.926600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b404e-82ac-4d51-af53-24bc2fffff65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:46.033901 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.058074 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Port': ['ID=9ab18525-d3d9-49c4-bc3c-30ba006c2eea,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:46.120522 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.215319 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.217658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.267153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e182734d-04d1-479e-a8fc-84e30a7db33a no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:26:46.268075 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.269080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Fanout notify agent at l3_agent the message router_deleted on router b3141328-8447-43fc-a8c7-ea6695b2ec40 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:26:46.277503 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.281372 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a44f6092-b0a3-407d-b15d-147965c7e409 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/routers/b3141328-8447-43fc-a8c7-ea6695b2ec40 HTTP/1.1" status: 204 len: 168 time: 1.0787933 Jul 16 23:26:46.281520 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:46.291659 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: e182734d-04d1-479e-a8fc-84e30a7db33a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:26:46.292008 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device e182734d-04d1-479e-a8fc-84e30a7db33a not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:26:46.292437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:26:46.312680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:26:46.312680 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0707f8e5-58a2-4ca6-bbd2-dd1b9b0797e8 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:26:46.363139 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.449862 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.460488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d80ab1-e93d-4718-9e2d-9a9922223c4f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:46.471934 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da467d2-3b66-4caa-b499-dbdd016e3430') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:46.472240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da467d2-3b66-4caa-b499-dbdd016e3430') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:46.482690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.501874 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.508613 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:26:46.509026 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:26:46.512003 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:26:46.571600 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.578990 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.580108 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/networks/a6d80ab1-e93d-4718-9e2d-9a9922223c4f HTTP/1.1" status: 204 len: 168 time: 0.2976835 Jul 16 23:26:46.583072 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:46.591011 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3401eef-6556-4d3f-bdb1-ccaa5796ec8f tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'Network': ['ID=a6d80ab1-e93d-4718-9e2d-9a9922223c4f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:46.641066 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.665369 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.723604 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.727071 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:46.728226 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f303a1c-0065-43d5-918f-916a9b1006cd HTTP/1.1" status: 204 len: 168 time: 0.1440802 Jul 16 23:26:46.737322 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798d282-328c-4050-bf3c-23d310cbb273 tempest-TestNetworkAdvancedServerOps-614890500 tempest-TestNetworkAdvancedServerOps-614890500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f303a1c-0065-43d5-918f-916a9b1006cd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:47.051685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:47.175215 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5a41d131-9ecd-42a1-8903-65dbc496cbe6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0187812a93074fe79e275695e0b6e291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223671 Jul 16 23:26:47.177770 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:47.224072 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.244948 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.292902 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.295530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.296723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe1f7f7f-166b-4e1a-93a5-d3999e7984f4 HTTP/1.1" status: 204 len: 168 time: 0.1179626 Jul 16 23:26:47.304547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1ce42-9e7c-4983-9514-f970f4b3d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1f7f7f-166b-4e1a-93a5-d3999e7984f4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:47.545481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:47.558707 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f63bbb99-e774-4890-85ca-fc0a4e255622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.646835 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f63bbb99-e774-4890-85ca-fc0a4e255622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.651215 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f63bbb99-e774-4890-85ca-fc0a4e255622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.688159 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f63bbb99-e774-4890-85ca-fc0a4e255622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18afd8b242c64cfdae203efd4a94409a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416190 Jul 16 23:26:47.689319 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbb99-e774-4890-85ca-fc0a4e255622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902efee0-bfb3-4ed3-8737-064bd4261265,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:47.690881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:47.739777 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.760669 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.806501 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.809142 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:47.810300 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/902efee0-bfb3-4ed3-8737-064bd4261265 HTTP/1.1" status: 204 len: 168 time: 0.1184065 Jul 16 23:26:47.818037 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ccc6b-7454-4fe1-8d00-5a876c895e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902efee0-bfb3-4ed3-8737-064bd4261265,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:48.129091 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ab18525-d3d9-49c4-bc3c-30ba006c2eea no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:26:48.151757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9ab18525-d3d9-49c4-bc3c-30ba006c2eea {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:26:48.152108 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9ab18525-d3d9-49c4-bc3c-30ba006c2eea not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:26:48.479092 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:48.569514 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1938435483-network', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:48.590341 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Made reservation on behalf of c584124ed6554b9b9852dde0510c8633 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:26:48.592747 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.605392 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.692806 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.696614 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.716582 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:26:48.730039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e95550-5b9c-4284-81c4-285e99611d72,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:48.734658 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.734995 n-d-793621-16 neutron-server[93923]: INFO neutron.db.segments_db [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Added segment d5651353-501d-47b3-be88-018e9dec0a48 of type vlan for network e52e596f-5240-4744-9ce1-2e1f6bbb5190 Jul 16 23:26:48.773685 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.800690 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.801658 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:48.802224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.828898 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3487244 Jul 16 23:26:48.832083 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:48.837890 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Request body: {'subnet': {'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1938435483-subnet', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:48.858476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Made reservation on behalf of c584124ed6554b9b9852dde0510c8633 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:26:48.861279 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64014038'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:48.865430 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbee817-772f-4175-bbaa-7cd86b569487 admin admin] Pushing event updated for resources: {'Network': ['ID=e52e596f-5240-4744-9ce1-2e1f6bbb5190,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:48.877954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:26:49.033927 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64086557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64014020'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.089584 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4cedf3-27b4-43a1-9dd1-002d8ea38258,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:49.097475 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:49.097829 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Network hostable DHCP agents. Network: e52e596f-5240-4744-9ce1-2e1f6bbb5190, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:26:49.113425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:26:49.121488 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, e52e596f-5240-4744-9ce1-2e1f6bbb5190) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:49.125731 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:49.126350 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.130586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4041d-c53b-4953-86b2-e4ef23aad66a None None] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:26:49.141509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f9cfb594-70d9-4942-9251-48a494e275ad admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081870 Jul 16 23:26:49.144273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:49.149498 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:49.170874 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.171841 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.229429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.271154 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:26:49.272670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.382636 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.406386 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Allocated IP 172.20.0.2 (e52e596f-5240-4744-9ce1-2e1f6bbb5190/5b4cedf3-27b4-43a1-9dd1-002d8ea38258/58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:49.549350 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.558152 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Transition to ACTIVE for port object 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:49.573562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Transition to ACTIVE for port object 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:49.579633 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.581411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.600823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.614674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:49.620119 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:49.624101 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:49.632418 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Pushing event updated for resources: {'Port': ['ID=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:49.683758 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Attempting to bind port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:49.684127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Attempting to bind port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:49.684490 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Attempting to bind port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:49.689358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:49.689733 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:49.690134 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.690528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Bound using segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:49.690989 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Bound port: 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:49.691371 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.710141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Allocated IP 172.25.5.202 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/0564b200-5b95-49f9-b0a7-91b3802efe63) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:49.757539 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] For port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:49.760569 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] For port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:49.765220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.815840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.820707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284dbe7-4879-4343-b223-bc6b8d286e6c None None] Pushing event updated for resources: {'Port': ['ID=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:49.860828 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:49.904385 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:49.907581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:49.910577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:49.938975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Pushing event updated for resources: {'Port': ['ID=0564b200-5b95-49f9-b0a7-91b3802efe63,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:50.187261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.196344 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:50.249608 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:50.389644 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.521188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Router a6d8f978-9bac-4626-a064-bf5afd504914 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:26:50.633335 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:50.643852 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:50.650462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.651842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-470329ae-d957-4c14-925e-d436619e66bf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5064948 Jul 16 23:26:50.654585 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:50.656212 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:50.657149 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:50.669799 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0eee33-0479-42d8-a710-52aa91e4963b None None] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:26:50.749935 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Provisioning for port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:50.760627 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Provisioning complete for port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:50.761026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.768636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:50.903127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.944623 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] For port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:50.949598 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:50Z', 'revision_number': 3, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:50.949824 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:50.979210 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:50.979843 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Updating router a6d8f978-9bac-4626-a064-bf5afd504914 port 0564b200-5b95-49f9-b0a7-91b3802efe63 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:26:51.000341 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5d0c-57f8-490a-af74-abe5ad5d5e77 None None] Pushing event updated for resources: {'Port': ['ID=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:51.023293 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.123973 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.181729 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1c7a4661-70c6-4bd3-89d9-dc69af8fcbd9 None None] Provisioning complete for port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:51.182130 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4661-70c6-4bd3-89d9-dc69af8fcbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.281360 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.282573 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Allocated IP 172.20.0.1 (e52e596f-5240-4744-9ce1-2e1f6bbb5190/5b4cedf3-27b4-43a1-9dd1-002d8ea38258/16918414-6789-4ff5-b36b-931bb797c89b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:51.292779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Transition to ACTIVE for port object 0564b200-5b95-49f9-b0a7-91b3802efe63 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:51.298478 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.346901 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Attempting to bind port 0564b200-5b95-49f9-b0a7-91b3802efe63 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:51.347268 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Attempting to bind port 0564b200-5b95-49f9-b0a7-91b3802efe63 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:51.347626 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Attempting to bind port 0564b200-5b95-49f9-b0a7-91b3802efe63 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:51.355136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Pushing event updated for resources: {'Port': ['ID=0564b200-5b95-49f9-b0a7-91b3802efe63,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:51.357575 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:51.357973 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:51.358394 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.358908 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:51.359366 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Bound port: 0564b200-5b95-49f9-b0a7-91b3802efe63, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:51.359774 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.386411 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.387827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.388178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.388520 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.388855 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.389209 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.389664 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.389856 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.390178 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.390501 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.390818 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.391142 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.391461 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:26:51.401893 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Transition to ACTIVE for port object 16918414-6789-4ff5-b36b-931bb797c89b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:51.423903 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] For port 0564b200-5b95-49f9-b0a7-91b3802efe63, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:51.427214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] For port 0564b200-5b95-49f9-b0a7-91b3802efe63, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0564b200-5b95-49f9-b0a7-91b3802efe63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:51.432172 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.435104 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.447831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.479880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:51.482711 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:51.486266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:51.492465 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2a138-1796-4ada-b39b-6f7bf026636b None None] Pushing event updated for resources: {'Port': ['ID=0564b200-5b95-49f9-b0a7-91b3802efe63,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:51.496590 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:51.497220 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:51.509712 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Pushing event updated for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:51.530124 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.606112 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:51.678226 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.785620 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:50Z', 'revision_number': 3, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:51.789838 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ea011f5-d9f4-446a-a311-e6a230dee3cc None None] Provisioning for port 16918414-6789-4ff5-b36b-931bb797c89b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:51.795354 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ea011f5-d9f4-446a-a311-e6a230dee3cc None None] Provisioning complete for port 16918414-6789-4ff5-b36b-931bb797c89b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:51.795749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea011f5-d9f4-446a-a311-e6a230dee3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.814059 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f563ff5-660b-48ab-b5c9-8a37c8b2675e None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:50Z', 'revision_number': 3, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:51.831228 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3ea011f5-d9f4-446a-a311-e6a230dee3cc None None] Port 16918414-6789-4ff5-b36b-931bb797c89b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:26:51.846914 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.853138 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:51.920004 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Pushing event updated for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:51.922583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.018978 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:52.020168 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:52.289678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:52.342655 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:52.343038 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.391197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-36f72df4-e398-4746-bfe5-d068fbfa8c16 None None] Provisioning complete for port 16918414-6789-4ff5-b36b-931bb797c89b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:52.391570 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36f72df4-e398-4746-bfe5-d068fbfa8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.453924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-36f72df4-e398-4746-bfe5-d068fbfa8c16 None None] Port 16918414-6789-4ff5-b36b-931bb797c89b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:26:52.470482 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0564b200-5b95-49f9-b0a7-91b3802efe63 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:52.523684 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0564b200-5b95-49f9-b0a7-91b3802efe63 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:52.528144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0564b200-5b95-49f9-b0a7-91b3802efe63 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:52.528708 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.559678 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:26:52.670305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:52.684132 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-03210278-7e7e-43d8-8368-1eb395a4675b admin admin] 10.222.0.70 "PUT /v2.0/routers/a6d8f978-9bac-4626-a064-bf5afd504914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0199764 Jul 16 23:26:52.770528 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.792440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0564b200-5b95-49f9-b0a7-91b3802efe63, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0564b200-5b95-49f9-b0a7-91b3802efe63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:52.796991 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:52.845763 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0564b200-5b95-49f9-b0a7-91b3802efe63,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:53.134848 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:53.140008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1468343999-network', 'tenant_id': '9adb1493632740d3af49b4eff45f82da'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:53.160944 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Made reservation on behalf of 9adb1493632740d3af49b4eff45f82da for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:26:53.163944 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.175427 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.265978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.269813 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.294215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:26:53.303959 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d69a14-1467-4e01-adaf-b9c8764f5d45,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:53.308730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.309109 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Added segment 5995b0f9-2170-4a16-8136-b488db3a8109 of type vlan for network 6ae53fa4-6c55-4932-848d-a818b923a825 Jul 16 23:26:53.348356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.376850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.377820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:53.378398 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.405600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:53.410204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2741730 Jul 16 23:26:53.413236 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:53.415616 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:53.416241 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:53.420062 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Request body: {'subnet': {'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1468343999-subnet', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:53.439241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb58b1b-8fd1-4b10-82e2-9f025629187a admin admin] Pushing event updated for resources: {'Network': ['ID=6ae53fa4-6c55-4932-848d-a818b923a825,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:53.443239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Made reservation on behalf of 9adb1493632740d3af49b4eff45f82da for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:26:53.446321 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.453932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 6ae53fa4-6c55-4932-848d-a818b923a825 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:26:53.586091 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.589699 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:53.613963 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.671983 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:53.677173 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Checking segment: {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:53.677538 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Network hostable DHCP agents. Network: 6ae53fa4-6c55-4932-848d-a818b923a825, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:26:53.694669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Network 6ae53fa4-6c55-4932-848d-a818b923a825 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:26:53.703243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 6ae53fa4-6c55-4932-848d-a818b923a825) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:53.707553 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:53.708247 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.718966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a05e8-f9d3-45ff-89a1-f9a920ff71d6 None None] Network 6ae53fa4-6c55-4932-848d-a818b923a825 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:26:53.722491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-7a7f8bf8-f2d5-4837-beca-f0f590556e29 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067579 Jul 16 23:26:53.725493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:53.730006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:53.751454 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.752478 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.809211 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.895884 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 2, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:53.937059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:53.938005 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Updating router a6d8f978-9bac-4626-a064-bf5afd504914 port 16918414-6789-4ff5-b36b-931bb797c89b binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:26:53.947983 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.963454 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-6ae53fa4-6c55-4932-848d-a818b923a825', 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'fixed_ips': [{'subnet_id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:26:53.964483 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:53.991259 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.162036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.185450 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.211726 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Allocated IP 172.20.0.2 (6ae53fa4-6c55-4932-848d-a818b923a825/ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3/15476df5-a1fc-44cb-82c2-174cca141a4b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:54.233467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0564b200-5b95-49f9-b0a7-91b3802efe63 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:54.293133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Allocated IP 172.25.5.134 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/d0a03096-3353-47ba-bba9-0f30e43badad) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:54.400305 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.432692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0564b200-5b95-49f9-b0a7-91b3802efe63 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:54.433099 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.442038 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.480869 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:54.485237 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:54.489578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:54.493580 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Pushing event updated for resources: {'Port': ['ID=d0a03096-3353-47ba-bba9-0f30e43badad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:54.538561 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.563655 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.568678 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Transition to ACTIVE for port object 16918414-6789-4ff5-b36b-931bb797c89b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:54.576777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Transition to ACTIVE for port object 15476df5-a1fc-44cb-82c2-174cca141a4b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:54.602646 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.653982 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Transition to ACTIVE for port object 15476df5-a1fc-44cb-82c2-174cca141a4b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:54.668760 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.684184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08944b-cdf7-45cc-88d4-2b22a38d07f8 None None] Pushing event updated for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:54.731366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Network 6ae53fa4-6c55-4932-848d-a818b923a825 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:54.737432 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:54.748347 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.761669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:54.790984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Pushing event updated for resources: {'Port': ['ID=15476df5-a1fc-44cb-82c2-174cca141a4b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:54.808585 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Attempting to bind port 16918414-6789-4ff5-b36b-931bb797c89b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:54.808987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Attempting to bind port 16918414-6789-4ff5-b36b-931bb797c89b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:54.809362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Attempting to bind port 16918414-6789-4ff5-b36b-931bb797c89b on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:54.837417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:54.837792 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:54.838199 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.838596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Bound using segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:54.839078 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Bound port: 16918414-6789-4ff5-b36b-931bb797c89b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:54.839463 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.857408 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Attempting to bind port 15476df5-a1fc-44cb-82c2-174cca141a4b on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:54.857789 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Attempting to bind port 15476df5-a1fc-44cb-82c2-174cca141a4b by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:54.858163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Attempting to bind port 15476df5-a1fc-44cb-82c2-174cca141a4b on network 6ae53fa4-6c55-4932-848d-a818b923a825 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:54.866373 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:54.866761 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Checking segment: {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:54.867162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.867562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Bound using segment: {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:54.868037 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Bound port: 15476df5-a1fc-44cb-82c2-174cca141a4b, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:54.868446 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.956589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.968345 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] For port 16918414-6789-4ff5-b36b-931bb797c89b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:54.976206 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] For port 16918414-6789-4ff5-b36b-931bb797c89b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=16918414-6789-4ff5-b36b-931bb797c89b,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:54.984845 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:54.998520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] For port 15476df5-a1fc-44cb-82c2-174cca141a4b, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:55.033668 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] For port 15476df5-a1fc-44cb-82c2-174cca141a4b, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=15476df5-a1fc-44cb-82c2-174cca141a4b,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:55.045785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:55.075955 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:55.076594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:55.080800 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08944b-cdf7-45cc-88d4-2b22a38d07f8 None None] Pushing event updated for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:55.109921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Router 766959ab-5817-481b-bdbd-b80348eec2c5 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:26:55.208630 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4c873-f05d-4331-ae79-7ae0c64d5f30 None None] Pushing event updated for resources: {'Port': ['ID=15476df5-a1fc-44cb-82c2-174cca141a4b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:55.236650 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:55.248193 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:55.258595 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Sync routers for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:55.268911 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:55.269911 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:55.276465 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:55.278082 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d15a1372-aa8b-46ce-b1b5-32be45f24ebb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5514061 Jul 16 23:26:55.280800 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:55.513887 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:55.519365 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:55.703105 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdc680-4e99-4cf3-bfb3-0426d5842921 None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:55.707353 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 3, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:55.734020 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Checking router: 766959ab-5817-481b-bdbd-b80348eec2c5 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:55.734370 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Updating router 766959ab-5817-481b-bdbd-b80348eec2c5 port d0a03096-3353-47ba-bba9-0f30e43badad binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:26:55.779932 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:55.790333 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:55.977513 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Allocated IP 172.20.0.1 (6ae53fa4-6c55-4932-848d-a818b923a825/ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3/0e9f617f-82c8-4c7c-a59e-7fdaec10f057) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:26:56.064197 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.075214 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Transition to ACTIVE for port object d0a03096-3353-47ba-bba9-0f30e43badad will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:56.082911 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.111572 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.138135 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Transition to ACTIVE for port object 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:56.148994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Attempting to bind port d0a03096-3353-47ba-bba9-0f30e43badad on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:56.149359 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Attempting to bind port d0a03096-3353-47ba-bba9-0f30e43badad by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:56.149987 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Attempting to bind port d0a03096-3353-47ba-bba9-0f30e43badad on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:56.154008 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ce8eb-a6ed-42db-a7d0-cb872362240a None None] Pushing event updated for resources: {'Port': ['ID=d0a03096-3353-47ba-bba9-0f30e43badad,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:56.159084 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:56.159556 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:56.160028 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.160488 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:56.161054 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Bound port: d0a03096-3353-47ba-bba9-0f30e43badad, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:56.161506 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.198860 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.243924 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] For port d0a03096-3353-47ba-bba9-0f30e43badad, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:56.248165 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] For port d0a03096-3353-47ba-bba9-0f30e43badad, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d0a03096-3353-47ba-bba9-0f30e43badad,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:56.267165 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.279732 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Network 6ae53fa4-6c55-4932-848d-a818b923a825 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:56.283126 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:56.287586 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:26:56.323592 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 15476df5-a1fc-44cb-82c2-174cca141a4b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:56.337974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:56.338599 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:56.341742 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:56.375493 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.403540 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 15476df5-a1fc-44cb-82c2-174cca141a4b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:56.409734 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 16918414-6789-4ff5-b36b-931bb797c89b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:56.411718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf25c6-40df-4a09-a8be-461ec7575b52 None None] Network 6ae53fa4-6c55-4932-848d-a818b923a825 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:26:56.462898 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:56.495300 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ce8eb-a6ed-42db-a7d0-cb872362240a None None] Pushing event updated for resources: {'Port': ['ID=d0a03096-3353-47ba-bba9-0f30e43badad,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:56.536474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Provisioning for port 15476df5-a1fc-44cb-82c2-174cca141a4b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:56.539927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.543996 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Provisioning complete for port 15476df5-a1fc-44cb-82c2-174cca141a4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:56.544376 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.657063 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 16918414-6789-4ff5-b36b-931bb797c89b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:56.682092 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 16918414-6789-4ff5-b36b-931bb797c89b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:56.682494 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.688393 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 3, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:56.734048 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e16fa8-05ef-4b11-b15e-6a20f6f7cf83 None None] The sync data for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 is: [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:54Z', 'revision_number': 3, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:26:56.766567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.783834 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.803447 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.823243 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] For port 15476df5-a1fc-44cb-82c2-174cca141a4b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=15476df5-a1fc-44cb-82c2-174cca141a4b,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:56.847194 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.853308 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.900421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:56.939599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:56.964194 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 16918414-6789-4ff5-b36b-931bb797c89b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=16918414-6789-4ff5-b36b-931bb797c89b,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:56.966020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b30a-553a-4d43-8368-90c2e117d1fc None None] Pushing event updated for resources: {'Port': ['ID=15476df5-a1fc-44cb-82c2-174cca141a4b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:56.977586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.040124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Network 6ae53fa4-6c55-4932-848d-a818b923a825 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:26:57.041646 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:26:57.050702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:57.174273 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Provisioning complete for port 15476df5-a1fc-44cb-82c2-174cca141a4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:57.174652 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.323282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Provisioning for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:57.329602 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Provisioning complete for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:57.330266 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.376201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbdb50-567b-4173-aac5-19e6c3e6f99f None None] Port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:26:57.497322 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ecf54b5a-7047-4d13-bb1f-31b2215cbdf5 None None] Provisioning complete for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:57.497701 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ecf54b5a-7047-4d13-bb1f-31b2215cbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.538986 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ecf54b5a-7047-4d13-bb1f-31b2215cbdf5 None None] Port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:26:57.546031 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Router 766959ab-5817-481b-bdbd-b80348eec2c5 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:26:57.656204 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9f494b7-032e-48da-a8d8-29cf0e241881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.659129 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:26:57.663704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1b937246-1646-4a6c-a00a-8e5797c5dda3 None None] Provisioning complete for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:57.664377 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b937246-1646-4a6c-a00a-8e5797c5dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:57.664675 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4783fa2a-fba0-4b46-837e-620c5e641b04 admin admin] 10.222.0.70 "PUT /v2.0/routers/766959ab-5817-481b-bdbd-b80348eec2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824315 Jul 16 23:26:57.706719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1b937246-1646-4a6c-a00a-8e5797c5dda3 None None] Port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:26:58.243910 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 15476df5-a1fc-44cb-82c2-174cca141a4b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:58.292831 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 15476df5-a1fc-44cb-82c2-174cca141a4b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:58.293235 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.316981 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.321738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295090116', 'description': 'tempest-secgroup-smoke-1295090116 description', 'project_id': 'c584124ed6554b9b9852dde0510c8633'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.346215 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.374813 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d0a03096-3353-47ba-bba9-0f30e43badad up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:58.387809 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:26:58.429302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port d0a03096-3353-47ba-bba9-0f30e43badad completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:26:58.432860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d0a03096-3353-47ba-bba9-0f30e43badad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:58.433030 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.433270 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.437499 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.460464 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.464558 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437924 Jul 16 23:26:58.465269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.469789 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef253ed-81a7-4d48-8a44-34cb00d2e5e8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.469975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.500012 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.516392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.536904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port d0a03096-3353-47ba-bba9-0f30e43badad, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d0a03096-3353-47ba-bba9-0f30e43badad,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:26:58.541421 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.542155 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 16918414-6789-4ff5-b36b-931bb797c89b up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:26:58.560731 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.566064 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.583696 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab6b166-d132-4e97-a7c2-c7cd9381e689,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.591718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.595665 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d39df378-2014-46b5-9082-d783d27c7134 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267710 Jul 16 23:26:58.596171 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50510) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.601352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.626950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.633645 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=d0a03096-3353-47ba-bba9-0f30e43badad,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.643396 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 16918414-6789-4ff5-b36b-931bb797c89b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:26:58.643777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.684541 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.688898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.706914 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1db2af-1d73-4a9c-8cc4-2c260cd4e9bb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.714240 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.715714 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-938066e4-4b0f-4252-98c5-b5ce97059dca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188672 Jul 16 23:26:58.718598 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.723383 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.749979 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.798079 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.802520 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.825544 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef15d61-40d1-4780-9d47-dc2c90ee7c74,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.835636 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.836946 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-10fe105f-c4f4-4401-86ff-67da28d11959 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172342 Jul 16 23:26:58.839716 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.844222 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.870667 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.930675 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.934379 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.956895 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a46971-6bad-406e-9cb8-f9ec70b20dc5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:58.961816 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:58.963036 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-fdf7b580-e74e-4334-b6fd-720f01c33450 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223466 Jul 16 23:26:58.965803 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:58.971172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:58.995605 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Project c584124ed6554b9b9852dde0510c8633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:26:59.000610 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.062109 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.065925 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.083534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f8a4fb-ad04-4e3d-98a2-563092b7fbf5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:59.090981 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.092291 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dc7d560e-b433-4f1d-aece-4e292603fbe2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254933 Jul 16 23:26:59.095087 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:26:59.099741 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': '1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:26:59.100060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Sync routers for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:26:59.109486 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:26:59.110213 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:26:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:59.122217 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Project c584124ed6554b9b9852dde0510c8633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:26:59.127381 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.188384 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.192466 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.212939 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb9dba4-999c-42a2-a957-11f4b20c4945,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:59.220457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:26:59.220945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.223575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-90405dd8-5cf3-4101-8236-f15be054a1a5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275287 Jul 16 23:26:59.395585 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-da67d235-2d0d-4f37-97c5-1a8eb6323d38 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295090116&fields=id&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 267 time: 0.0333893 Jul 16 23:26:59.422254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 4, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0e9f617f-82c8-4c7c-a59e-7fdaec10f057', 'name': '', 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'mac_address': 'fa:16:3e:0a:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:55Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 2, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'subnets': [{'id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:26:59.452629 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Checking router: 766959ab-5817-481b-bdbd-b80348eec2c5 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:26:59.453009 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Updating router 766959ab-5817-481b-bdbd-b80348eec2c5 port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:26:59.486100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.501363 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-8b92af12-b8c9-4313-af25-35a93f0fb7cb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:26:59.502831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-8b92af12-b8c9-4313-af25-35a93f0fb7cb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 809 time: 0.1001728 Jul 16 23:26:59.517354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-99490623-9112-4bd4-ab55-885115079bac tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/quotas/c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Jul 16 23:26:59.586467 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-cad1f733-fdaa-4939-9c02-ed3ae9c321e5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638852 Jul 16 23:26:59.682162 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-a0c5e7db-83fe-4c57-9e6c-3275f7f61941 service neutron] 10.222.0.70 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Jul 16 23:26:59.746718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.756219 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Transition to ACTIVE for port object 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:26:59.762559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.774831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-9370538d-382c-49fb-926f-1e46f50b3c6f service neutron] 10.222.0.70 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865700 Jul 16 23:26:59.829187 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7ee3-7a76-4aa6-bf6e-1fa455f34d48 None None] Pushing event updated for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:26:59.876113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Attempting to bind port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:26:59.876113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Attempting to bind port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:26:59.876485 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Attempting to bind port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 on network 6ae53fa4-6c55-4932-848d-a818b923a825 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:26:59.882001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4219cba8-7a9f-4c06-874f-7a463dc5b37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.883796 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:26:59.884170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Checking segment: {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:26:59.884570 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.884954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Bound using segment: {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:26:59.885467 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Bound port: 0e9f617f-82c8-4c7c-a59e-7fdaec10f057, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5995b0f9-2170-4a16-8136-b488db3a8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:26:59.885850 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.965875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] For port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:26:59.969844 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] For port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:26:59.979083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:26:59.979725 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5584165e-9b3a-4f4f-8a4f-d4b4bfab638c req-e1b00cc6-2637-4222-9786-f36e3de9602d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 210 time: 0.0420048 Jul 16 23:27:00.050246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:27:00.050876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:27:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:00.102581 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7ee3-7a76-4aa6-bf6e-1fa455f34d48 None None] Pushing event updated for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:00.202359 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:27:00.207034 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d0a03096-3353-47ba-bba9-0f30e43badad up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:27:00.278968 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:00.388578 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port d0a03096-3353-47ba-bba9-0f30e43badad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:27:00.388984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:00.689823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 4, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0e9f617f-82c8-4c7c-a59e-7fdaec10f057', 'name': '', 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'mac_address': 'fa:16:3e:0a:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:55Z', 'updated_at': '2021-07-16T23:26:59Z', 'revision_number': 4, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'subnets': [{'id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:00.719363 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304de550-7aab-4305-a78f-3cea91f6cac2 None None] The sync data for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 is: [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 4, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '0e9f617f-82c8-4c7c-a59e-7fdaec10f057', 'name': '', 'network_id': '6ae53fa4-6c55-4932-848d-a818b923a825', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'mac_address': 'fa:16:3e:0a:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:55Z', 'updated_at': '2021-07-16T23:26:59Z', 'revision_number': 4, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'subnets': [{'id': 'ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:27:01.120879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e5de5063-e10a-47ea-9df0-fc6406dd1a6b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:01.122430 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e5de5063-e10a-47ea-9df0-fc6406dd1a6b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 809 time: 0.1306353 Jul 16 23:27:01.156081 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ce1dff16-a62f-431c-9f84-ca3c9ff80b13 req-7fd435f1-0b30-41eb-934b-dd977401a0cb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 210 time: 0.0509853 Jul 16 23:27:01.184345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-5a77f148-f56e-4c4d-9edd-299714738693 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 380 time: 0.0518723 Jul 16 23:27:01.192759 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'port': {'device_id': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'admin_state_up': True, 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'security_groups': ['1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:27:01.304632 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Made reservation on behalf of c584124ed6554b9b9852dde0510c8633 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:27:01.308180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.434269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Allocated IP 172.20.0.10 (e52e596f-5240-4744-9ce1-2e1f6bbb5190/5b4cedf3-27b4-43a1-9dd1-002d8ea38258/fd7ec29a-7a6f-4577-a0a5-ec20be00b689) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:27:01.574860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.587983 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Transition to ACTIVE for port object fd7ec29a-7a6f-4577-a0a5-ec20be00b689 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:27:01.622258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.628178 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.665141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:27:01.670186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:27:01.672630 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:27:01.703172 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:01.729857 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:01.730504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.746630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-ae8b33e9-fcf6-41e4-827a-fe85a0e45a82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577497 Jul 16 23:27:01.849207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Request body: {'port': {'device_id': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:27:01.928728 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.930038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ee5733e-065c-4fd9-943e-df3732d37090 None None] Provisioning for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:27:01.934033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ee5733e-065c-4fd9-943e-df3732d37090 None None] Provisioning complete for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:27:01.934478 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ee5733e-065c-4fd9-943e-df3732d37090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:01.967676 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5733e-065c-4fd9-943e-df3732d37090 None None] Port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:27:02.208507 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:27:02.216941 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.231063 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Transition to ACTIVE for port object fd7ec29a-7a6f-4577-a0a5-ec20be00b689 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:27:02.234681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:27:02.235465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.295758 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:02.297189 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:27:02.307015 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:27:02.308499 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.374693 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:27:02.375033 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:27:02.375363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:27:02.380381 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:27:02.380702 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:27:02.385956 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d0031-b733-479c-a932-8e0d84d79b31 req-55dc85db-1afd-4582-932d-64b343edfa6d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:02.386618 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:27:02.386925 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:27:02.387308 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Bound using segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:27:02.387579 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f37d0031-b733-479c-a932-8e0d84d79b31 req-55dc85db-1afd-4582-932d-64b343edfa6d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 944 time: 0.0843019 Jul 16 23:27:02.387856 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Bound port: fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:27:02.388218 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.408676 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.449529 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:27:02.449835 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f37d0031-b733-479c-a932-8e0d84d79b31 req-144ba2e5-d210-4329-9980-f50f4a336e71 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533581 Jul 16 23:27:02.458467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.476812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:27:02.480202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:27:02.485994 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.520926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:02.522261 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.523812 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] 10.222.0.47 "PUT /v2.0/ports/fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1093 time: 0.7700062 Jul 16 23:27:02.524266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:27:02.526338 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:02.526579 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:27:02.563244 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e8dfb-ae41-49f5-91e3-d73e3e76b44c service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:02.600234 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ebe26-071e-4f0a-a462-3bf15d58ead9 x-openstack-request-id: req-530ebe26-071e-4f0a-a462-3bf15d58ead9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:27:02.600592 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:27:02.600906 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-530ebe26-071e-4f0a-a462-3bf15d58ead9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:27:02.601374 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'status': 'completed', 'code': 200} Jul 16 23:27:02.628490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-34c98060-1f61-4c49-9730-74467490ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:02.630049 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-34c98060-1f61-4c49-9730-74467490ac3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1096 time: 0.0634217 Jul 16 23:27:02.674371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-aa89ef6e-bc5f-4286-b303-a6ac9b341b03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 217 time: 0.0370092 Jul 16 23:27:02.724812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e1a6f3ab-54b6-4433-be86-4979fcc1ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:02.726416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e1a6f3ab-54b6-4433-be86-4979fcc1ebda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0463004 Jul 16 23:27:02.786891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e53cd771-732f-4442-9917-1443f4a30186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:02.788437 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-e53cd771-732f-4442-9917-1443f4a30186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551941 Jul 16 23:27:02.879142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-af258966-8ee0-4140-9122-8c9728e21e4f service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Jul 16 23:27:02.952792 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:02.971044 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-0cf9a3f5-45da-4042-b539-26aef4008358 req-d10fdfd8-0bea-4929-bb40-0ab6d98ca370 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Jul 16 23:27:03.073990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-1aeacb66-29f0-4231-82a9-bd5ea7ca5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:03.075501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-1aeacb66-29f0-4231-82a9-bd5ea7ca5b48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1096 time: 0.0540447 Jul 16 23:27:03.171447 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-3d310ab4-2fd8-4a9a-b6e9-059461a66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:03.172936 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-3d310ab4-2fd8-4a9a-b6e9-059461a66c5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0911534 Jul 16 23:27:03.214896 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-bf216efa-441d-49b5-8630-e75292d46038 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 217 time: 0.0353208 Jul 16 23:27:03.265950 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-d9c5463d-5803-46d6-b3d9-efcf05abcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:03.267429 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-d9c5463d-5803-46d6-b3d9-efcf05abcec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0460064 Jul 16 23:27:03.330592 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-35bc5b8c-0ee8-4dc3-af3a-c1e7307423dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:03.332162 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-35bc5b8c-0ee8-4dc3-af3a-c1e7307423dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570390 Jul 16 23:27:03.425781 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-90ff95e7-153c-48f7-9443-ae888dd7a0c4 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 Jul 16 23:27:03.523527 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-be4c13cf-a3f7-4e3f-984e-dab1d1933ef8 req-c15181b9-2338-48cc-b0a5-c93159e745a4 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896199 Jul 16 23:27:03.627966 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124b3a5-2754-4455-bb17-934082d22d4b req-51603be0-7936-43e0-b1c7-6759124afba8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:03.629474 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9124b3a5-2754-4455-bb17-934082d22d4b req-51603be0-7936-43e0-b1c7-6759124afba8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 944 time: 0.0629058 Jul 16 23:27:03.667149 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9124b3a5-2754-4455-bb17-934082d22d4b req-01aadfb6-7734-4ae8-bbd8-f7438d43215c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Jul 16 23:27:04.183937 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:27:04.231049 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:27:04.231427 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:04.836570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a33d4-99df-4bdb-9c10-bd47a10764f4 req-f3d7553d-3d7d-45c9-a1f8-dd2399047d55 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:04.838080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-173a33d4-99df-4bdb-9c10-bd47a10764f4 req-f3d7553d-3d7d-45c9-a1f8-dd2399047d55 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 944 time: 0.0632315 Jul 16 23:27:04.876264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-173a33d4-99df-4bdb-9c10-bd47a10764f4 req-15898162-f02c-4084-a751-669beac6a95d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jul 16 23:27:05.328968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:27:05.421216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:27:05.431705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:27:05.470830 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:05.482716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:27:05.501153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:27:05.505105 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:05.551127 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:05.734296 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd7ec29a-7a6f-4577-a0a5-ec20be00b689'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:27:06.050914 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06737d-05a8-4b95-8c45-4af3a7bd4381 req-5bd3ff83-6c35-4124-a4f0-77e47cc61485 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:06.052308 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb06737d-05a8-4b95-8c45-4af3a7bd4381 req-5bd3ff83-6c35-4124-a4f0-77e47cc61485 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0683136 Jul 16 23:27:06.089853 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb06737d-05a8-4b95-8c45-4af3a7bd4381 req-216b36be-b12b-4fd9-b8fd-4f2d395e5ab4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Jul 16 23:27:07.260988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c8e5f-0406-402e-8a2b-2a5c63edc76a req-f23a5375-5a21-45c4-b412-7680ed661533 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:07.262537 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-520c8e5f-0406-402e-8a2b-2a5c63edc76a req-f23a5375-5a21-45c4-b412-7680ed661533 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0641036 Jul 16 23:27:07.302259 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-520c8e5f-0406-402e-8a2b-2a5c63edc76a req-7c1aff25-deca-4057-af1e-f5a05f6579bc tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340538 Jul 16 23:27:07.351217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:27:07.399545 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:27:07.403082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:27:07.403466 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:07.480004 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:07.501841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:27:07.504081 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2259e21-1842-418c-912a-9f2a42c1b472" -d '{"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:27:07.516861 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:27:07.521106 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:07.545422 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1523b7b-f348-47ff-b208-18d163fd320e x-openstack-request-id: req-f1523b7b-f348-47ff-b208-18d163fd320e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:27:07.545716 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:27:07.545969 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1523b7b-f348-47ff-b208-18d163fd320e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:27:07.546363 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'code': 200} Jul 16 23:27:07.570919 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:07.653957 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70c528-1e1c-4247-8809-a52daa6b35af req-9d8cbb56-1d38-4b22-b482-0894a6c54878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:07.655338 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d70c528-1e1c-4247-8809-a52daa6b35af req-9d8cbb56-1d38-4b22-b482-0894a6c54878 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0510128 Jul 16 23:27:07.689230 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1d70c528-1e1c-4247-8809-a52daa6b35af req-20c564b7-d4af-4e2d-88ff-4f9d81da72a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275633 Jul 16 23:27:08.490322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63e9e-7e42-4c1f-aec7-19c9edae4ffa req-b065ee4f-6410-42d3-a1d9-76e5a27dedd6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:08.491856 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aec63e9e-7e42-4c1f-aec7-19c9edae4ffa req-b065ee4f-6410-42d3-a1d9-76e5a27dedd6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0737276 Jul 16 23:27:08.529546 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aec63e9e-7e42-4c1f-aec7-19c9edae4ffa req-22e1327f-e213-444f-a093-54c702f99b94 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jul 16 23:27:09.699412 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40856f5-d2b4-43a8-87f7-0a9d1e7784b9 req-b3071636-1e40-4855-a5ae-79d22c26ca31 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:09.700919 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e40856f5-d2b4-43a8-87f7-0a9d1e7784b9 req-b3071636-1e40-4855-a5ae-79d22c26ca31 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0634775 Jul 16 23:27:09.738536 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e40856f5-d2b4-43a8-87f7-0a9d1e7784b9 req-72082ffe-a947-4376-93b9-c465945b1fb4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Jul 16 23:27:09.907778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc4452-c9e2-4de7-8799-cb3015d630d3 req-df7f40fa-e580-4e1b-ba85-df1210cd2b1a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:09.909286 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7dc4452-c9e2-4de7-8799-cb3015d630d3 req-df7f40fa-e580-4e1b-ba85-df1210cd2b1a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0637984 Jul 16 23:27:09.945989 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e7dc4452-c9e2-4de7-8799-cb3015d630d3 req-8c819e16-8438-45a0-ab47-478a012966d6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Jul 16 23:27:09.969695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:27:10.064338 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3848fc-94b9-4b09-8278-9a92caee26f4 tempest-TestShelveInstance-21492476 tempest-TestShelveInstance-21492476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:10.065873 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2e3848fc-94b9-4b09-8278-9a92caee26f4 tempest-TestShelveInstance-21492476 tempest-TestShelveInstance-21492476-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1093 time: 0.0952263 Jul 16 23:27:10.069307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50578) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:27:10.073578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:27:10.095457 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:10.188876 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:10.293178 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Allocated IP 172.25.5.21 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/43406430-6f7f-4341-a4e5-79e59c522d3e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:27:10.392313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:10.434309 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:10.470033 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:27:10.476127 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:27:10.479655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:27:10.484990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=43406430-6f7f-4341-a4e5-79e59c522d3e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:10.843349 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:10.920212 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:11.069859 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:11.075470 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:11.144456 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=43406430-6f7f-4341-a4e5-79e59c522d3e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:27:11.153204 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:11.252448 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Floating IP c4b77104-afc8-470d-bfe2-0fcfab974f92 associated. External IP: 172.25.5.21, port: fd7ec29a-7a6f-4577-a0a5-ec20be00b689. Jul 16 23:27:11.461951 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:27:11.570639 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:27:11.580074 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:27:11.587356 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:11.591255 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:27:11.591873 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:27:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:11.626631 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-644ababc-b69c-4190-9682-623c7368e46f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5562665 Jul 16 23:27:11.627250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:27:11.629724 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34" -d '{"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:27:11.667127 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04c22f-458a-4ff3-b527-4845026dc619 x-openstack-request-id: req-df04c22f-458a-4ff3-b527-4845026dc619 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:27:11.667425 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:27:11.667680 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df04c22f-458a-4ff3-b527-4845026dc619 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:27:11.668086 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'status': 'completed', 'code': 200} Jul 16 23:27:11.707554 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:27:11.742426 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-13dd2a09-c554-45d5-a976-0e7ae9f8baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:11.743957 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-13dd2a09-c554-45d5-a976-0e7ae9f8baeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0524297 Jul 16 23:27:11.840789 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-ded91408-2440-4649-b0fb-b524e64dbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:11.842285 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-ded91408-2440-4649-b0fb-b524e64dbb5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0920620 Jul 16 23:27:11.908204 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-a375462a-bd94-4608-8fdc-e39b7150e533 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 999 time: 0.0585408 Jul 16 23:27:11.940078 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c4b77104-afc8-470d-bfe2-0fcfab974f92', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:27:10Z', 'updated_at': '2021-07-16T23:27:10Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:11.959769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-c40d8d64-54f0-4ee9-9cac-00310c5440f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:11.961255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-c40d8d64-54f0-4ee9-9cac-00310c5440f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0470297 Jul 16 23:27:11.965572 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:27:11.973849 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:27:11.974632 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:27:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:12.020849 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-2dc7eb0f-a774-4f50-8055-de94b8817209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:12.022412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-2dc7eb0f-a774-4f50-8055-de94b8817209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540013 Jul 16 23:27:12.118214 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-69fe62ab-0b1a-464d-91ba-91a52dc98666 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879633 Jul 16 23:27:12.166044 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:27:12.208190 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6e5fc1f6-ec69-4a75-b28e-8c274d074a34 req-1a456a19-7bcc-4703-8f0f-77aa98dca0ab service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Jul 16 23:27:12.382137 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c4b77104-afc8-470d-bfe2-0fcfab974f92', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:27:10Z', 'updated_at': '2021-07-16T23:27:10Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:27:12.406899 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cfa6a-6d03-4fc1-b1fe-212ad25f9c08 None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'c4b77104-afc8-470d-bfe2-0fcfab974f92', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:27:10Z', 'updated_at': '2021-07-16T23:27:10Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:27:12.590196 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97199cc-69f4-4903-a780-2b9358ca46dc None None] New status for floating IP c4b77104-afc8-470d-bfe2-0fcfab974f92: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:27:21.451357 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:22.112902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-c5d1f2b1-f2d8-41f5-85cb-5fac6856ab57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493798 Jul 16 23:27:22.211891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-58468c2e-0be9-48a0-9320-31570d6b916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:22.213410 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-58468c2e-0be9-48a0-9320-31570d6b916d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0573146 Jul 16 23:27:22.318609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-9a77e450-fbb1-463b-aa6d-ee1359047504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:22.320067 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-9a77e450-fbb1-463b-aa6d-ee1359047504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0838013 Jul 16 23:27:22.388050 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-90536c88-3790-481f-bb5b-ff9accbf1249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1001 time: 0.0607154 Jul 16 23:27:22.435266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-523644c2-2c77-4c23-b979-5db3129e6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:22.436661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-523644c2-2c77-4c23-b979-5db3129e6a48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0427852 Jul 16 23:27:22.492027 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-b29a9068-189b-493e-9654-10442ed12868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:27:22.493509 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-b29a9068-189b-493e-9654-10442ed12868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508614 Jul 16 23:27:22.586390 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-531ff542-6dc7-4f8c-aa3a-4a1d431a0d09 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 Jul 16 23:27:22.672895 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef6b8665-2ed6-4a47-99c5-135f9f884e22 req-ede47fb4-1680-4abb-a8c6-8473d943f1da service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801342 Jul 16 23:27:23.575537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:27.649065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7723e4bc-39d6-4632-9827-c99ccd99891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:29.865534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-934063bb-723a-404e-983f-fbafac8be9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:30.209975 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:31.630596 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:32.954332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:35.387849 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:27:51.460853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:53.561379 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:57.649283 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-547cf820-03dc-41d5-aaa1-4c0daf0bdff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:27:59.865543 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f662a93-2875-44a1-bd3b-2ba474b293cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:00.210567 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:01.633825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:02.957953 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:12.387344 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:28:21.463420 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:22.136058 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-25c470a2-7e5a-45d0-b25b-b43d35b0a2bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597739 Jul 16 23:28:22.229309 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-176b5436-2c90-4380-9b0a-bd935a852610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:28:22.230825 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-176b5436-2c90-4380-9b0a-bd935a852610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0520537 Jul 16 23:28:22.332853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-fe66bbfb-1b23-40c5-a6dc-b4094ec5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:28:22.334842 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-fe66bbfb-1b23-40c5-a6dc-b4094ec5306a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0835247 Jul 16 23:28:22.402038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-b5f11a4c-9417-4c60-9e37-6b3851611253 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1001 time: 0.0609474 Jul 16 23:28:22.449508 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-a72f5b72-c98a-4082-935f-a07753fb7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:28:22.450922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-a72f5b72-c98a-4082-935f-a07753fb7243 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0433550 Jul 16 23:28:22.504949 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-175a14c4-5438-4df2-8bf8-8d26d173e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:28:22.506978 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-175a14c4-5438-4df2-8bf8-8d26d173e320 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503628 Jul 16 23:28:22.596737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-45e29144-ecaf-4ebf-a609-4e25b7a406c3 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Jul 16 23:28:22.688100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ac6252c6-7b29-4fc8-a33a-bccb94d1b980 req-6550837f-77c9-49ae-b226-48f38ac83b7c service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848813 Jul 16 23:28:23.579630 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:27.650514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0db3a5b-1ce9-4421-b942-6b7e1a6006a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:29.866198 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5384578f-4925-4ac0-9394-aa7e688c09d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:30.211853 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:31.635814 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:32.961426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:49.387438 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:28:51.474872 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:53.578775 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:57.650936 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bb974607-57f0-481a-988e-564db6b6d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:28:59.867370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-60c6abcf-c5ea-45cc-ba5a-76eed077dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:00.212476 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:01.637507 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:02.966440 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:07.357367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b58d2c-0bff-4cde-a187-3f477a423dd3 req-1cffac6e-691f-46aa-a331-cb0609d57b56 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:07.358875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47b58d2c-0bff-4cde-a187-3f477a423dd3 req-1cffac6e-691f-46aa-a331-cb0609d57b56 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0671184 Jul 16 23:29:07.397125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-47b58d2c-0bff-4cde-a187-3f477a423dd3 req-a7ff12ef-d5bb-4e20-9023-e1a42f8f0f07 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jul 16 23:29:08.565072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22598eee-61fb-4c71-aa48-740c8250e8cc req-7e33df01-2b15-4ad9-ba9d-c6de709c7151 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:08.566447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22598eee-61fb-4c71-aa48-740c8250e8cc req-7e33df01-2b15-4ad9-ba9d-c6de709c7151 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0615206 Jul 16 23:29:08.603207 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-22598eee-61fb-4c71-aa48-740c8250e8cc req-0f5a8933-cdef-40ca-b7d3-9634ada861f3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Jul 16 23:29:09.778104 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2361d-2e80-4ce8-8062-5054d428c6c2 req-d09c38cf-8760-46e5-8673-bf33e5fd6242 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:09.779576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-25b2361d-2e80-4ce8-8062-5054d428c6c2 req-d09c38cf-8760-46e5-8673-bf33e5fd6242 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0627058 Jul 16 23:29:09.815533 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-25b2361d-2e80-4ce8-8062-5054d428c6c2 req-83719c51-00e7-4fc7-8470-ac789585bb5f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304897 Jul 16 23:29:10.993805 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c278-85d2-4bc4-bc1d-8b15eabbd6cf req-2b54f7b4-51a2-4160-8c60-49ac2e462e8c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:10.995315 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c465c278-85d2-4bc4-bc1d-8b15eabbd6cf req-2b54f7b4-51a2-4160-8c60-49ac2e462e8c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0678608 Jul 16 23:29:11.034266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c465c278-85d2-4bc4-bc1d-8b15eabbd6cf req-40e0e2d7-ccfb-4370-964e-0f5c57a0b3e6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332015 Jul 16 23:29:12.204360 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0dc5a-541b-4176-90d5-922d7e08547a req-74558c73-9b1a-4b91-940b-39569edb271b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:12.205871 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17f0dc5a-541b-4176-90d5-922d7e08547a req-74558c73-9b1a-4b91-940b-39569edb271b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0625410 Jul 16 23:29:12.242731 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-17f0dc5a-541b-4176-90d5-922d7e08547a req-011fc356-8fe5-4501-aa80-7c3002f8f683 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Jul 16 23:29:13.416578 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2011f85-7bf5-412e-af96-16885c612261 req-5148cfe5-d5f1-49ae-a92a-fde8a863bff0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:13.418083 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2011f85-7bf5-412e-af96-16885c612261 req-5148cfe5-d5f1-49ae-a92a-fde8a863bff0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0661221 Jul 16 23:29:13.455368 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2011f85-7bf5-412e-af96-16885c612261 req-5cff8054-9efe-4842-8cc7-8fb56d22ed3b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Jul 16 23:29:14.422778 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-1545e2d3-b09c-42a5-9d25-55e58d0489da req-ead79e0c-bfa0-423f-97fb-22f351538847 tempest-ServersNegativeTestJSON-1033908304 tempest-ServersNegativeTestJSON-1033908304-project] (93924) timed out ('10.222.0.70', 41848) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:29:14.627133 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8efba-9f57-4fd2-84f8-22b4e603df2f req-38ddafee-1598-4567-9049-60c793878977 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:14.628599 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02c8efba-9f57-4fd2-84f8-22b4e603df2f req-38ddafee-1598-4567-9049-60c793878977 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0627711 Jul 16 23:29:14.665261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-02c8efba-9f57-4fd2-84f8-22b4e603df2f req-e1cfeb37-d673-4af9-a761-b2e4206fd988 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Jul 16 23:29:15.834151 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092378-8dda-4585-a917-785883246d30 req-9898f1d8-1f7c-4c40-8aba-562818bcff05 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:15.835642 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78092378-8dda-4585-a917-785883246d30 req-9898f1d8-1f7c-4c40-8aba-562818bcff05 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0621243 Jul 16 23:29:15.873275 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-78092378-8dda-4585-a917-785883246d30 req-bf2e8b32-d5a2-4809-ad61-76ee4133d7ba tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Jul 16 23:29:17.047204 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea098-d7b8-4c56-9c62-c7f3f17fb6a2 req-ca9643d7-52ce-4eb4-9434-72405582a163 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:17.048674 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbea098-d7b8-4c56-9c62-c7f3f17fb6a2 req-ca9643d7-52ce-4eb4-9434-72405582a163 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0658391 Jul 16 23:29:17.087689 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fbea098-d7b8-4c56-9c62-c7f3f17fb6a2 req-1cee9899-bb6f-4d55-907c-d30e57094eec tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Jul 16 23:29:18.257905 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc7a8-9669-44ef-8244-d3b77a03cf46 req-ed0cb428-b126-4415-86b2-b62d16e1e8ec tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:18.259418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-261cc7a8-9669-44ef-8244-d3b77a03cf46 req-ed0cb428-b126-4415-86b2-b62d16e1e8ec tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0627556 Jul 16 23:29:18.296004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-261cc7a8-9669-44ef-8244-d3b77a03cf46 req-16d8b6d7-5286-4b5c-a4dd-a6b6cb482aaa tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Jul 16 23:29:19.481548 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e167dd-4818-48df-81d3-7b52f7513ebf req-ceca87c2-bad4-46f3-8e4c-d1f868abc23d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:19.483067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09e167dd-4818-48df-81d3-7b52f7513ebf req-ceca87c2-bad4-46f3-8e4c-d1f868abc23d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0680878 Jul 16 23:29:19.521330 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-09e167dd-4818-48df-81d3-7b52f7513ebf req-a155c5c7-4b38-4699-9196-5389c495c085 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Jul 16 23:29:20.034951 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:29:20.144268 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:20.158892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:29:20.198913 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:20.217217 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:29:20.239754 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:20.245170 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:20.304053 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:20.312521 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.312876 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.313254 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.313594 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.313933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.314263 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.314593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.314925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.315390 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.315719 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.316062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.316370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:20.324330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['fd7ec29a-7a6f-4577-a0a5-ec20be00b689'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:29:20.727466 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ee6a9-2e65-4c25-8068-d8b91cd0d5a5 req-0ff4f360-8fba-49a0-83ae-89e2529c32c2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:20.729111 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c59ee6a9-2e65-4c25-8068-d8b91cd0d5a5 req-0ff4f360-8fba-49a0-83ae-89e2529c32c2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0740821 Jul 16 23:29:20.770152 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c59ee6a9-2e65-4c25-8068-d8b91cd0d5a5 req-50843e2c-7dc5-4723-821b-53fc2d3797b4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346649 Jul 16 23:29:21.480233 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:21.957881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb4a4-896e-4d50-bdf5-4f2293e5e7ee req-077a7a98-d274-4b65-ab40-dde8f67d1a46 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:21.959438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cfdb4a4-896e-4d50-bdf5-4f2293e5e7ee req-077a7a98-d274-4b65-ab40-dde8f67d1a46 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0689297 Jul 16 23:29:22.002272 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5cfdb4a4-896e-4d50-bdf5-4f2293e5e7ee req-e65ce208-ceea-46b7-9098-305a33a5a0b6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348728 Jul 16 23:29:22.036019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:29:22.092125 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:29:22.092125 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:22.177244 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:22.226606 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:29:22.228882 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3af471-2f07-47fc-a9b5-f0954708b44c" -d '{"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:29:22.241931 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:22.272282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:22.321783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:22.381315 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b54a8d2-a879-4553-9205-36733c24e7ea x-openstack-request-id: req-4b54a8d2-a879-4553-9205-36733c24e7ea {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:29:22.381613 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:29:22.381881 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b54a8d2-a879-4553-9205-36733c24e7ea {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:29:22.385310 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'code': 200} Jul 16 23:29:23.212941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-6bc8060b-d83a-4f0d-841a-206a74c72491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:23.215356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-6bc8060b-d83a-4f0d-841a-206a74c72491 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0741887 Jul 16 23:29:23.235989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dec0-de22-43a7-a5a9-5d60dafd5ee2 req-a9544fb1-523c-4d48-8c7e-e1fb6c06fe1f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:23.243310 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dde8dec0-de22-43a7-a5a9-5d60dafd5ee2 req-a9544fb1-523c-4d48-8c7e-e1fb6c06fe1f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0765836 Jul 16 23:29:23.286471 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dde8dec0-de22-43a7-a5a9-5d60dafd5ee2 req-62ba94c7-041f-4746-816c-7edc0ac591be tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Jul 16 23:29:23.353753 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-35009bbf-15d3-4bfe-ae95-0fcd993a1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:23.355255 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-35009bbf-15d3-4bfe-ae95-0fcd993a1d0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.1174572 Jul 16 23:29:23.430579 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-424f5b01-e073-4f95-a232-db918ada5255 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1001 time: 0.0674090 Jul 16 23:29:23.482612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-0cdbd14c-5055-4b71-85e8-a3eaea8253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:23.484015 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-0cdbd14c-5055-4b71-85e8-a3eaea8253d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0473051 Jul 16 23:29:23.543814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-938e1103-19b2-4308-a15e-22a4d06130d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:23.545515 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-938e1103-19b2-4308-a15e-22a4d06130d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547442 Jul 16 23:29:23.580261 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:23.653658 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-bf960711-02b7-4407-8966-0183b2a8ddbd service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000986 Jul 16 23:29:23.758253 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9eebd7ed-c4e6-495d-a397-6520576e678c req-16e1c8e1-5e9b-45d5-9ecf-2415d547287d service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970681 Jul 16 23:29:24.465988 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea28ec-c0d8-432b-b756-16b30571b2c8 req-6ddf04c1-e92e-440c-9021-991f6a9dceab tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:24.472802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eea28ec-c0d8-432b-b756-16b30571b2c8 req-6ddf04c1-e92e-440c-9021-991f6a9dceab tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0720813 Jul 16 23:29:24.507305 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eea28ec-c0d8-432b-b756-16b30571b2c8 req-cf23c534-de44-4b26-9cfe-b5ac1982b893 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Jul 16 23:29:25.691407 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d310-145b-4e80-a054-b608903113cc req-5f7a91ce-0215-4f7d-b907-f01dbfe8d6fe tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:25.700125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa09d310-145b-4e80-a054-b608903113cc req-5f7a91ce-0215-4f7d-b907-f01dbfe8d6fe tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0772223 Jul 16 23:29:25.736779 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-aa09d310-145b-4e80-a054-b608903113cc req-93d93570-18f0-43e8-808b-62ee15a548be tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Jul 16 23:29:26.387655 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:29:26.923275 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c194f-62ed-41d3-913e-ed54b0c9d4f2 req-48750443-d732-4866-9aa5-e2720516dea9 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:26.925513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f22c194f-62ed-41d3-913e-ed54b0c9d4f2 req-48750443-d732-4866-9aa5-e2720516dea9 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0732391 Jul 16 23:29:26.972419 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f22c194f-62ed-41d3-913e-ed54b0c9d4f2 req-f4125b6d-c205-47f9-b7ef-26122377dd2e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Jul 16 23:29:27.703328 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf636-bb4d-429e-af0f-9f299b944ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:28.164157 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d7b9b-4321-48c6-b35a-e6015be584ec req-636c3edb-6a93-4cac-a1e6-e8efedd66bbe tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:28.168576 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff8d7b9b-4321-48c6-b35a-e6015be584ec req-636c3edb-6a93-4cac-a1e6-e8efedd66bbe tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0723457 Jul 16 23:29:28.208190 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ff8d7b9b-4321-48c6-b35a-e6015be584ec req-90607eb3-372c-4594-b480-a4f309ce2831 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366433 Jul 16 23:29:29.069254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0f62-8841-4dee-aade-e55c9a20075e req-0826c918-5507-4111-ab9e-e9f9e33cff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:29.070785 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-0826c918-5507-4111-ab9e-e9f9e33cff77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1098 time: 0.0521088 Jul 16 23:29:29.158357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0f62-8841-4dee-aade-e55c9a20075e req-c359becb-d992-4ade-8b6f-f79565ac838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:29.159740 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-c359becb-d992-4ade-8b6f-f79565ac838b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0826464 Jul 16 23:29:29.234799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-8ff5e83c-06b9-480e-b3f1-cdcc5220b0d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1001 time: 0.0686166 Jul 16 23:29:29.285015 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0f62-8841-4dee-aade-e55c9a20075e req-160fef1c-ec7d-4742-80f1-ae4f9ad98298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:29.286902 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-160fef1c-ec7d-4742-80f1-ae4f9ad98298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0465403 Jul 16 23:29:29.345193 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0f62-8841-4dee-aade-e55c9a20075e req-d7847025-23f6-4359-a45b-96ee42e22056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:29.346685 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-d7847025-23f6-4359-a45b-96ee42e22056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527561 Jul 16 23:29:29.389196 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482236-7ffc-46e5-9c4e-d944d278340c req-00aa3ef1-6061-4b51-afbf-978d0cd5e7c4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:29.390703 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2482236-7ffc-46e5-9c4e-d944d278340c req-00aa3ef1-6061-4b51-afbf-978d0cd5e7c4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0700796 Jul 16 23:29:29.427971 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a2482236-7ffc-46e5-9c4e-d944d278340c req-841c0ec0-7e29-4283-9e95-4f42e96b9c7a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Jul 16 23:29:29.444480 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-a3d18049-7545-4ac8-a7b1-baaaa9e700dd service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912111 Jul 16 23:29:29.538109 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-312e0f62-8841-4dee-aade-e55c9a20075e req-d641228e-1e89-40bb-a13d-cb80884d1b36 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870752 Jul 16 23:29:29.869444 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dae89847-6b75-4500-a0d9-dbe450e7705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:30.213122 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:30.599249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da677d62-2f34-488d-a344-7c5905cbd66e req-9617e8ff-f87a-427c-be15-c1595479ce53 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:30.600736 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da677d62-2f34-488d-a344-7c5905cbd66e req-9617e8ff-f87a-427c-be15-c1595479ce53 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0628037 Jul 16 23:29:30.637859 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da677d62-2f34-488d-a344-7c5905cbd66e req-12cd4310-0e7c-4024-86f9-ac62acad8b5f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Jul 16 23:29:31.640648 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:31.811220 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59a48b-f06c-4bf9-bbfa-c3371394209d req-0d0f4be9-6dc1-4387-a296-db55a86e9554 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:31.812705 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b59a48b-f06c-4bf9-bbfa-c3371394209d req-0d0f4be9-6dc1-4387-a296-db55a86e9554 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0656312 Jul 16 23:29:31.849923 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1b59a48b-f06c-4bf9-bbfa-c3371394209d req-538b4cb9-0c3f-451f-a978-f321b7f0f1cc tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317726 Jul 16 23:29:32.000015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-672ea091-7e7c-4a75-8c62-2d1808ccf0c5 req-e667500c-c78a-4e61-8f0f-6c1e1c56a3de service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:29:32.001031 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-672ea091-7e7c-4a75-8c62-2d1808ccf0c5 req-e667500c-c78a-4e61-8f0f-6c1e1c56a3de service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464485 Jul 16 23:29:32.084998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:29:32.165833 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:32.189038 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:29:32.191288 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6269c-61a9-42f4-b84b-0fd275041aaf" -d '{"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:29:32.206961 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:32.211839 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:32.258105 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae314b-da71-492a-b64b-1262bfd5da0e req-39836d75-2ae0-4b62-9d7e-87675fe0b083 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:32.260458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1ae314b-da71-492a-b64b-1262bfd5da0e req-39836d75-2ae0-4b62-9d7e-87675fe0b083 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0693927 Jul 16 23:29:32.265525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:32.299645 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d1ae314b-da71-492a-b64b-1262bfd5da0e req-b3d622cf-e7a6-4692-be66-97356fa0968b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327930 Jul 16 23:29:32.341142 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56683056-316b-403c-a003-7636a4c413c0 x-openstack-request-id: req-56683056-316b-403c-a003-7636a4c413c0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:29:32.341443 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-unplugged", "status": "failed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:29:32.341700 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56683056-316b-403c-a003-7636a4c413c0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:29:32.342107 n-d-793621-16 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'code': 422} returned with failed status Jul 16 23:29:32.461803 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:29:32.549256 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-9a3c7e07-971b-48ee-98d6-4e8fd51acc00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856819 Jul 16 23:29:32.558100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-f623a76a-f3c9-49f5-b48d-f220a5da2f78 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:29:32.559054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-f623a76a-f3c9-49f5-b48d-f220a5da2f78 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053573 Jul 16 23:29:32.965437 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:33.471522 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98ba3-90fd-4624-b428-cfb276b64405 req-ba7e0dbd-7b90-42c0-ac3a-1729d3712459 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:33.473067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5e98ba3-90fd-4624-b428-cfb276b64405 req-ba7e0dbd-7b90-42c0-ac3a-1729d3712459 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 944 time: 0.0641072 Jul 16 23:29:33.512904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c5e98ba3-90fd-4624-b428-cfb276b64405 req-33240770-12a1-4406-965f-f409d1e10065 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Jul 16 23:29:33.528266 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-d295b4ac-872e-4de2-90a4-3549f66bdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:33.529832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-d295b4ac-872e-4de2-90a4-3549f66bdd19 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 1096 time: 0.0939326 Jul 16 23:29:33.540568 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-16', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:29:33.611954 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:33.810399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:33.841859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:29:33.874489 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:29:33.881860 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:33.893723 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Transition to ACTIVE for port object fd7ec29a-7a6f-4577-a0a5-ec20be00b689 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:29:33.897180 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:33.977303 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=9']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:33.991797 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.992141 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.992479 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.992812 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.993166 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.993501 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.993822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.994184 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.994505 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.994826 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.995144 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:33.995464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:29:34.027990 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] No DVR routers for this DVR port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:29:34.162795 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:29:34.163067 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:29:34.163403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:29:34.167611 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:29:34.167929 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Attempting to bind port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:29:34.172647 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:29:34.173014 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:29:34.173400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Bound using segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:29:34.173825 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Bound port: fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:29:34.174174 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:34.237926 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:29:34.241026 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:29:34.245081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:34.280640 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.281304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:34.282731 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] 10.222.0.68 "PUT /v2.0/ports/fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1093 time: 0.7460666 Jul 16 23:29:34.283175 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:29:34.285462 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:29:34.320334 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e320-b8fb-495d-8ddf-ee5c62040e84 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:34.368595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-a2d11a73-1c6d-440c-b53e-d1d08fb9d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.370490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-a2d11a73-1c6d-440c-b53e-d1d08fb9d527 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1097 time: 0.0641046 Jul 16 23:29:34.397120 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4245acde-0006-4e39-b8b2-c0ad55c51836 x-openstack-request-id: req-4245acde-0006-4e39-b8b2-c0ad55c51836 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:29:34.397494 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:29:34.397816 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4245acde-0006-4e39-b8b2-c0ad55c51836 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:29:34.398278 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'status': 'completed', 'code': 200} Jul 16 23:29:34.471312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-a3dcb1ab-619c-4de9-8560-df6d354d0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.472786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-a3dcb1ab-619c-4de9-8560-df6d354d0593 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0962408 Jul 16 23:29:34.538702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-b8ade160-fba1-4d41-ab28-f27c344bb1c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 999 time: 0.0599074 Jul 16 23:29:34.588235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-c2abae86-a87e-4a8c-9df5-2c7daf768cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.589728 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-c2abae86-a87e-4a8c-9df5-2c7daf768cc0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0448802 Jul 16 23:29:34.650196 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-533deb1d-fc75-4222-b200-5b8215adae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.651698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-533deb1d-fc75-4222-b200-5b8215adae9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558507 Jul 16 23:29:34.693401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc22a4-54f6-440b-ba14-40b48a73b018 req-1e68052f-6c00-4678-9c62-f322614a5c64 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.694830 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99fc22a4-54f6-440b-ba14-40b48a73b018 req-1e68052f-6c00-4678-9c62-f322614a5c64 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0666003 Jul 16 23:29:34.732605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-99fc22a4-54f6-440b-ba14-40b48a73b018 req-d32fb16f-4d2b-493a-bee4-631ad0744aeb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Jul 16 23:29:34.740264 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-034408e1-28fc-4c8d-919c-9c1143b6f55d service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Jul 16 23:29:34.834072 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-12fa6d78-b24d-4a4f-a530-a3be3bf56a2f req-51354b27-f62b-4ee4-a4ce-b200171fbba8 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864155 Jul 16 23:29:34.934273 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-513d542a-3a56-4adc-929b-3540c1b74092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:34.935796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-513d542a-3a56-4adc-929b-3540c1b74092 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1097 time: 0.0530174 Jul 16 23:29:35.027242 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-4b57d61c-5190-4fed-8a3d-f3b02e62e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:35.028751 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-4b57d61c-5190-4fed-8a3d-f3b02e62e49e service neutron] 10.222.0.68 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0871923 Jul 16 23:29:35.470442 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-2f7e5eb7-7269-4030-829f-1c056b7da6e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 999 time: 0.4356077 Jul 16 23:29:35.913417 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0315f8-6a96-45ef-a263-070bd7ddee62 req-61cf51db-184d-4543-9fb2-4995e30ac5d3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:35.915080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b0315f8-6a96-45ef-a263-070bd7ddee62 req-61cf51db-184d-4543-9fb2-4995e30ac5d3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0656488 Jul 16 23:29:35.959338 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b0315f8-6a96-45ef-a263-070bd7ddee62 req-88337c9b-4721-4bac-80bd-0643b85537c9 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371516 Jul 16 23:29:37.157380 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53767e-e642-4920-9b87-c1ab593b9969 req-6ac76445-156b-4d86-8c9d-86c049866242 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:37.158817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb53767e-e642-4920-9b87-c1ab593b9969 req-6ac76445-156b-4d86-8c9d-86c049866242 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0715957 Jul 16 23:29:37.197447 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb53767e-e642-4920-9b87-c1ab593b9969 req-ff530429-ec50-4fc7-a6bd-9cb1fcccc353 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Jul 16 23:29:38.379778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc478db-e80e-4b31-b7e8-db12a5bdca4d req-133a3da2-a283-48ae-9aab-f588395e84b5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:38.381602 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9bc478db-e80e-4b31-b7e8-db12a5bdca4d req-133a3da2-a283-48ae-9aab-f588395e84b5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0679202 Jul 16 23:29:38.420997 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9bc478db-e80e-4b31-b7e8-db12a5bdca4d req-6fffda0c-d7e1-4c3e-b409-1d692050d932 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Jul 16 23:29:39.605594 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02b019-6dd5-44f8-9b25-2391ee44726e req-4a501484-4729-43ef-bf59-37c580c67657 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:39.607087 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf02b019-6dd5-44f8-9b25-2391ee44726e req-4a501484-4729-43ef-bf59-37c580c67657 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0664632 Jul 16 23:29:39.644458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cf02b019-6dd5-44f8-9b25-2391ee44726e req-9a12bdb6-de40-42c2-8a13-ba39d320e428 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Jul 16 23:29:40.841185 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15494f6-184f-4697-99b6-df9f911b7e6a req-b788c87f-95b0-4845-a3d9-2d2039900b08 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:40.842666 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e15494f6-184f-4697-99b6-df9f911b7e6a req-b788c87f-95b0-4845-a3d9-2d2039900b08 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0758607 Jul 16 23:29:40.880760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e15494f6-184f-4697-99b6-df9f911b7e6a req-c8f1aa4b-5032-448a-970d-9848a9550fd5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Jul 16 23:29:42.065281 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785e770-2d20-41f0-a74c-e5ce4aee64c9 req-813b12cc-1421-4e92-9572-eb94a280ecde tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:42.066782 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6785e770-2d20-41f0-a74c-e5ce4aee64c9 req-813b12cc-1421-4e92-9572-eb94a280ecde tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0681608 Jul 16 23:29:42.106208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6785e770-2d20-41f0-a74c-e5ce4aee64c9 req-0adf2267-8976-4e76-858c-0fef194b65c0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jul 16 23:29:43.295821 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6a5a-71c7-4aff-b902-f81d56c6ca93 req-2d89a93e-e74a-4cdb-ab7f-013f5f22cca4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:43.297391 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00cf6a5a-71c7-4aff-b902-f81d56c6ca93 req-2d89a93e-e74a-4cdb-ab7f-013f5f22cca4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0714357 Jul 16 23:29:43.338746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-00cf6a5a-71c7-4aff-b902-f81d56c6ca93 req-73436cd6-f2ae-44f7-9ecb-db91674b3829 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354557 Jul 16 23:29:44.515743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43ce0-752c-45d8-b37b-5aa927e505b1 req-e9c90499-9e48-44d6-b8e8-aa05ede08d41 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:44.517169 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87b43ce0-752c-45d8-b37b-5aa927e505b1 req-e9c90499-9e48-44d6-b8e8-aa05ede08d41 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0634696 Jul 16 23:29:44.553854 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-87b43ce0-752c-45d8-b37b-5aa927e505b1 req-afb20213-482b-4821-9d3b-1dc914d246c5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Jul 16 23:29:45.052626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-f17dae63-9c22-4f60-a351-aa7c8e5daffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:45.054092 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-f17dae63-9c22-4f60-a351-aa7c8e5daffe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0446305 Jul 16 23:29:45.118194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-6b1b5926-2a87-404e-bf63-b3906b3285c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:45.119636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-6b1b5926-2a87-404e-bf63-b3906b3285c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558228 Jul 16 23:29:45.209118 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-5b070e5e-357a-45a2-95b0-292d63f674ca service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795105 Jul 16 23:29:45.300152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-9d6b8f67-de87-487d-b34e-1eddc26bc9b6 req-47e552dd-ff1e-4464-9138-32384adaba34 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841050 Jul 16 23:29:45.726327 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8605b-e7a3-48ad-9cdd-d1b92b3b51b2 req-f916e39b-52bd-4626-9f7d-e39f93d3cdd5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:45.727818 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eb8605b-e7a3-48ad-9cdd-d1b92b3b51b2 req-f916e39b-52bd-4626-9f7d-e39f93d3cdd5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0638855 Jul 16 23:29:45.764719 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1eb8605b-e7a3-48ad-9cdd-d1b92b3b51b2 req-6875a20e-9bc8-4a4a-acee-1f0c7227db8d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306320 Jul 16 23:29:46.939758 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb679-1746-4a03-a964-964c3c28d9ab req-f7939089-8462-488a-8fbf-809f0410843a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:46.941191 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef9fb679-1746-4a03-a964-964c3c28d9ab req-f7939089-8462-488a-8fbf-809f0410843a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.0663869 Jul 16 23:29:46.978527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ef9fb679-1746-4a03-a964-964c3c28d9ab req-e897f3a4-5c2e-46c1-bb24-aaf37107ed14 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jul 16 23:29:48.211344 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e9b13-5b22-4094-aef1-73b5b792895f req-7adbaac1-790a-43a0-85e8-3af435b5903f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:48.212851 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-510e9b13-5b22-4094-aef1-73b5b792895f req-7adbaac1-790a-43a0-85e8-3af435b5903f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 945 time: 0.1162155 Jul 16 23:29:48.250529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-510e9b13-5b22-4094-aef1-73b5b792895f req-5eec8822-269a-4f21-a28d-4164c16e10e6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jul 16 23:29:48.289960 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:29:48.384451 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:48.395605 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'port_id': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'mac_address': 'fa:16:3e:8d:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:29:48.430967 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:48.443282 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:29:48.462875 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:48.467026 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:48.511722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:48.677022 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['fd7ec29a-7a6f-4577-a0a5-ec20be00b689'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:29:49.429551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436662d8-0ec4-4a90-b340-7ba414888613 req-9f0085b1-10f4-4e0a-a506-6e8b3080686a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:49.431023 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-436662d8-0ec4-4a90-b340-7ba414888613 req-9f0085b1-10f4-4e0a-a506-6e8b3080686a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 946 time: 0.0670877 Jul 16 23:29:49.469208 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-436662d8-0ec4-4a90-b340-7ba414888613 req-889e7049-b4e9-4908-97b1-1ed487ff8957 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Jul 16 23:29:50.295457 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:29:50.345552 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:29:50.349173 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:29:50.349682 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:50.422887 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:50.445062 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:29:50.447291 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d04b0-4076-426a-9b26-a8ba0d12ecf2" -d '{"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:29:50.461148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:29:50.465118 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:50.492767 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b289252-8431-43dd-99a1-9f67456fd1ec x-openstack-request-id: req-6b289252-8431-43dd-99a1-9f67456fd1ec {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:29:50.493149 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:29:50.493406 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b289252-8431-43dd-99a1-9f67456fd1ec {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:29:50.493792 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'code': 200} Jul 16 23:29:50.522633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:29:50.646045 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db614245-da2f-48da-a063-15ab62612875 req-4de919ef-73c6-4163-a845-00b5066773e0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:50.647570 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db614245-da2f-48da-a063-15ab62612875 req-4de919ef-73c6-4163-a845-00b5066773e0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0638845 Jul 16 23:29:50.658966 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26663412-a55b-4df9-a057-ceb29d90bfa9 req-88428136-2562-45c2-aac0-7d62933f0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:50.660472 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26663412-a55b-4df9-a057-ceb29d90bfa9 req-88428136-2562-45c2-aac0-7d62933f0196 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1099 time: 0.0526938 Jul 16 23:29:50.685432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-db614245-da2f-48da-a063-15ab62612875 req-7b0f7c72-b356-4fda-8ecd-731bd7b09940 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Jul 16 23:29:50.696908 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-26663412-a55b-4df9-a057-ceb29d90bfa9 req-87cbed13-b995-4e85-bbf7-dbc257d2244f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290327 Jul 16 23:29:51.499639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:51.856006 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ccf5-0e8f-4c58-a06a-9a19f2b8f2c1 req-be7e2e99-c769-43b4-aca7-01564f08f3a0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:51.858022 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ef1ccf5-0e8f-4c58-a06a-9a19f2b8f2c1 req-be7e2e99-c769-43b4-aca7-01564f08f3a0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0615220 Jul 16 23:29:51.898066 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5ef1ccf5-0e8f-4c58-a06a-9a19f2b8f2c1 req-51ae9205-7b43-4a62-b514-fa189092d517 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338223 Jul 16 23:29:53.077717 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719f10-1685-483d-b6c5-8adfed5caf1b req-efb19f77-8d31-42ab-91a8-d9596ae8fb82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:29:53.079185 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36719f10-1685-483d-b6c5-8adfed5caf1b req-efb19f77-8d31-42ab-91a8-d9596ae8fb82 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0665886 Jul 16 23:29:53.115940 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-36719f10-1685-483d-b6c5-8adfed5caf1b req-4af5619e-3f21-47ed-88db-7ebafc0e7bab tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Jul 16 23:29:53.581524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:57.647619 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ebaac79-b07c-40c3-8a9d-3320f277253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:29:59.872526 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52985449-5875-4f75-b154-39574534c42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:00.213632 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:01.643715 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:02.968216 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:03.387897 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:30:21.490821 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:23.322783 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-136225ad-bb95-4405-8ac4-9a1d51f0e811 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500908 Jul 16 23:30:23.416150 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-474a1c30-6ec1-4cd2-8680-953dfbe3f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:30:23.417654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-474a1c30-6ec1-4cd2-8680-953dfbe3f684 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1099 time: 0.0546484 Jul 16 23:30:23.519904 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-6688794f-f55e-4d4b-a4e8-a948a62cbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:30:23.521363 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-6688794f-f55e-4d4b-a4e8-a948a62cbec2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0833704 Jul 16 23:30:23.577732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:23.589458 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-56453be0-f829-4dc0-b3bf-032cdacb4686 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 1001 time: 0.0620637 Jul 16 23:30:23.638106 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-18bcd6e3-93b2-456d-9185-403595ec3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:30:23.640030 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-18bcd6e3-93b2-456d-9185-403595ec3d0c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0438702 Jul 16 23:30:23.694345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-2742815c-3acb-40d9-aa99-ba8a6d99f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:30:23.695794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-2742815c-3acb-40d9-aa99-ba8a6d99f506 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497110 Jul 16 23:30:23.787283 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-2065dbcb-39cc-48fa-83d9-c2879f9f11d1 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840595 Jul 16 23:30:23.875036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-5aa19a18-6c0a-4a64-aef3-80bf2f41e001 req-ef0da43c-dc29-4e24-b7c4-fec816978a53 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808723 Jul 16 23:30:27.649519 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb85097d-7494-408f-bb44-3d5eca9410c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:29.875777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0a66cfce-b871-4f8d-88ce-6890d091ef0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:30.214647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:31.646131 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:32.970432 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:40.387827 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:30:51.509773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:53.576831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:57.650115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-413ae2ed-65eb-4ab5-84f2-bf8146c96439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:30:59.878490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0498a4e9-de4c-4080-9280-18dcf64f823a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:00.215645 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.451038 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:01.603719 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Deleting port 43406430-6f7f-4341-a4e5-79e59c522d3e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:31:01.604065 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.649593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.681705 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.682037 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.694098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Calling delete_port for 43406430-6f7f-4341-a4e5-79e59c522d3e owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:31:01.836095 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.860388 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'Port': ['ID=43406430-6f7f-4341-a4e5-79e59c522d3e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:01.870271 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.870620 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.870963 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.871300 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.871632 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.871960 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.872822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.872822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.873065 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.873245 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.873561 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.873880 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:01.933679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:01.934022 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Floating IP c4b77104-afc8-470d-bfe2-0fcfab974f92 disassociated (deleted). External IP: 172.25.5.21, port: fd7ec29a-7a6f-4577-a0a5-ec20be00b689. Jul 16 23:31:02.439929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:31:02.544921 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:31:02.550003 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:02.554257 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:31:02.563268 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:31:02.563881 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:02.584857 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-29ce6c81-8a4f-44bb-8a13-441302508bc6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "DELETE /v2.0/floatingips/c4b77104-afc8-470d-bfe2-0fcfab974f92 HTTP/1.1" status: 204 len: 168 time: 1.1327107 Jul 16 23:31:02.585481 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:31:02.587753 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ec807-6346-46c8-8472-1c810a4f254d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:31:02.673367 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:31:02.878068 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:02.882701 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44459765-39d5-4ca1-8eca-5b43ddddee46 x-openstack-request-id: req-44459765-39d5-4ca1-8eca-5b43ddddee46 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:31:02.883043 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:31:02.883304 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44459765-39d5-4ca1-8eca-5b43ddddee46 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:31:02.883766 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'status': 'completed', 'code': 200} Jul 16 23:31:02.904468 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:31:02.913568 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:31:02.914168 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:31:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:02.968577 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec807-6346-46c8-8472-1c810a4f254d req-68f9b4de-31b0-41e5-9668-7cc96f203f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:02.970490 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-68f9b4de-31b0-41e5-9668-7cc96f203f2c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 1099 time: 0.0628133 Jul 16 23:31:02.983625 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:03.018816 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:31:03.047414 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4349-8b6b-4f06-8b6c-8f8a9e6e8420 req-ad26bc22-5491-45be-a597-f7c79bafc782 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:03.048890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e7b4349-8b6b-4f06-8b6c-8f8a9e6e8420 req-ad26bc22-5491-45be-a597-f7c79bafc782 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0650194 Jul 16 23:31:03.075526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec807-6346-46c8-8472-1c810a4f254d req-7f122d18-3893-41d5-b05e-0aebcfb92e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:03.078165 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-7f122d18-3893-41d5-b05e-0aebcfb92e3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.1003602 Jul 16 23:31:03.092181 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e7b4349-8b6b-4f06-8b6c-8f8a9e6e8420 req-e66457eb-a2f3-4266-af80-ff26f14a97dc tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367603 Jul 16 23:31:03.125061 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-13ad3f61-b8fd-43d8-b567-09fd04696550 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 200 len: 217 time: 0.0393434 Jul 16 23:31:03.173403 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec807-6346-46c8-8472-1c810a4f254d req-a969be5f-a109-46d6-9aa2-3d59d76e1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:03.174866 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-a969be5f-a109-46d6-9aa2-3d59d76e1961 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0440021 Jul 16 23:31:03.215123 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:03.230625 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec807-6346-46c8-8472-1c810a4f254d req-f945f83d-dcf2-4bbd-99dc-ed9eef152c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:03.232385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-f945f83d-dcf2-4bbd-99dc-ed9eef152c86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511255 Jul 16 23:31:03.244529 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99169a61-3a5e-4b16-a8d8-cbbd27f3ebad None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:31:03.331325 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-2224bef6-d1dc-40a1-8b75-2539edfd1801 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Jul 16 23:31:03.423834 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-956ec807-6346-46c8-8472-1c810a4f254d req-6636fe1c-70d7-4938-bf6a-993abb3f9928 service neutron] 10.222.0.68 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852830 Jul 16 23:31:03.453313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14aff6-f1e7-4eda-9e29-980b89f7fb3d None None] New status for floating IP c4b77104-afc8-470d-bfe2-0fcfab974f92: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:31:04.182307 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d300d9-1cc3-4796-a189-d39593752d6d req-bc643546-f726-4759-a9ce-7ceae4e8f291 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:04.183832 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56d300d9-1cc3-4796-a189-d39593752d6d req-bc643546-f726-4759-a9ce-7ceae4e8f291 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.68 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0667381 Jul 16 23:31:04.283028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Deleting port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:31:04.283376 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:04.284176 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d6129-dc74-4d66-8e46-8e156b30d9be req-1cff734e-f3ae-489f-866c-40f6a64f8361 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:04.285724 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a96d6129-dc74-4d66-8e46-8e156b30d9be req-1cff734e-f3ae-489f-866c-40f6a64f8361 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8174971-002f-4030-b820-a1bfa5ce9142 HTTP/1.1" status: 200 len: 947 time: 0.0634067 Jul 16 23:31:04.323125 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a96d6129-dc74-4d66-8e46-8e156b30d9be req-c8e6dd3a-8aaa-47e7-9016-b2f1b2400785 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Jul 16 23:31:04.375354 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] For port fd7ec29a-7a6f-4577-a0a5-ec20be00b689, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:31:04.375715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:04.387162 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Calling delete_port for fd7ec29a-7a6f-4577-a0a5-ec20be00b689 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:31:04.508372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:04.538323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'Port': ['ID=fd7ec29a-7a6f-4577-a0a5-ec20be00b689,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:04.548049 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.548399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.548736 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.549120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.549461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.549791 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.550115 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.550437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.551352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.551352 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.551535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.551760 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:04.597993 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] No DVR routers for this DVR port fd7ec29a-7a6f-4577-a0a5-ec20be00b689 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:31:04.600718 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:04.602723 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-56d300d9-1cc3-4796-a189-d39593752d6d req-dcb78cbb-d909-47f2-8655-8c9ff9bd0b3f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.68 "DELETE /v2.0/ports/fd7ec29a-7a6f-4577-a0a5-ec20be00b689 HTTP/1.1" status: 204 len: 173 time: 0.4138970 Jul 16 23:31:04.603240 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-deleted', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:31:04.605503 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b397e6-77d5-494e-a6c4-640ee378ac4f" -d '{"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-deleted", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:31:04.647639 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd55243-b752-490b-af4e-fee4f12d05d8 x-openstack-request-id: req-0dd55243-b752-490b-af4e-fee4f12d05d8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:31:04.647938 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8174971-002f-4030-b820-a1bfa5ce9142", "name": "network-vif-deleted", "tag": "fd7ec29a-7a6f-4577-a0a5-ec20be00b689", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:31:04.648196 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dd55243-b752-490b-af4e-fee4f12d05d8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:31:04.648606 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8174971-002f-4030-b820-a1bfa5ce9142', 'name': 'network-vif-deleted', 'tag': 'fd7ec29a-7a6f-4577-a0a5-ec20be00b689', 'status': 'completed', 'code': 200} Jul 16 23:31:05.419488 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:05.477022 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:05.501314 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:05.558425 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:05.561036 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:05.562243 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "DELETE /v2.0/security-groups/1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7 HTTP/1.1" status: 204 len: 168 time: 0.1417685 Jul 16 23:31:05.571024 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877ca00-1e30-45ed-b5ee-1b57e1376b7c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c64f6-bbf3-45ce-bbdb-bb9909d1dab7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:05.912436 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:05.917215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028638141', 'description': 'tempest-secgroup-smoke-2028638141 description', 'project_id': 'c584124ed6554b9b9852dde0510c8633'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:05.940583 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.020300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.023509 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.049992 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.051194 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377213 Jul 16 23:31:06.053056 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5356bc-5961-499c-a290-23dc2802b93b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b085d-f84f-4f09-9353-65e06fbe39a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.054333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50932) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.059358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.086944 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.134772 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.138126 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.155367 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb6e77a-67b4-4e53-817b-fe91a51d83e6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.162144 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.163316 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b5f41591-21a8-4464-8888-a89dd6c7af9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078925 Jul 16 23:31:06.166098 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.170397 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.197188 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.252929 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.256606 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.271464 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd4d45e-5bb1-4560-8faa-2c9048e5f5d4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.279518 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.280690 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1f6c6139-900b-4101-a3d7-93994c15506f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136868 Jul 16 23:31:06.283508 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.287873 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.313549 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.369832 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.373235 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.391768 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3507f98b-e1bc-4024-9d27-e25b39169e4c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.394875 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.396112 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-0ec6d6bc-f29a-4b8d-8e14-3d973cdbbd3e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116536 Jul 16 23:31:06.399524 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.403812 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.429101 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.486343 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.489662 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.509384 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae76f74-1581-4d36-8c1d-37e8d943b018,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.514290 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.515418 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e3a6a36b-50ef-4173-ab1f-14475a695b24 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149859 Jul 16 23:31:06.518283 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 50940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.522583 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.542643 n-d-793621-16 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Project c584124ed6554b9b9852dde0510c8633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:31:06.547800 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.605476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.609741 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.626936 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d383d1-11f9-4879-9f1c-ffb0ccd15426,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.633016 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.633685 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-651bd2a5-c94d-464a-9584-e20ad618d74a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144848 Jul 16 23:31:06.636892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 50942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:06.641859 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'security_group_rule': {'security_group_id': 'e21b085d-f84f-4f09-9353-65e06fbe39a5', 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:06.662335 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Project c584124ed6554b9b9852dde0510c8633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:31:06.666838 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.725319 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.728730 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.749774 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0b7a41-ac4c-4d4b-9202-4ef4d0c95f9e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:06.754709 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:06.755916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-0b3835e1-e538-4b07-ac4a-c2ff0df2ab12 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179516 Jul 16 23:31:08.702506 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:31:08.723841 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: fd7ec29a-7a6f-4577-a0a5-ec20be00b689 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:31:08.724195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device fd7ec29a-7a6f-4577-a0a5-ec20be00b689 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:31:17.386965 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:31:21.000527 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-2667a453-7a2a-4552-93ba-d7dd734381b2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028638141&fields=id&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 267 time: 0.0328693 Jul 16 23:31:21.105056 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e009dbe9-e86a-43bc-a7df-e77870c16906 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:21.106659 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e009dbe9-e86a-43bc-a7df-e77870c16906 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 809 time: 0.0997643 Jul 16 23:31:21.121258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-c2cf9b55-b259-443c-a799-c7d00987d927 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/quotas/c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 375 time: 0.0086889 Jul 16 23:31:21.185756 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-62cf727e-6af0-4c88-ab9f-118175961c88 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598154 Jul 16 23:31:21.276834 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-485433f5-4d72-4705-90eb-2eef1b7e95c8 service neutron] 10.222.0.70 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801497 Jul 16 23:31:21.367264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-4389f266-35f2-43f3-8992-a49fa92e9468 service neutron] 10.222.0.70 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839894 Jul 16 23:31:21.512658 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:21.656504 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1c9239c8-68ae-4130-8651-6956134f8d5c req-50caf5f0-0c3d-498e-badc-47f91f614b55 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0285380 Jul 16 23:31:22.682107 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-f0ef0fe9-bce9-46a1-a642-94df4f41ad78 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:22.683582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-f0ef0fe9-bce9-46a1-a642-94df4f41ad78 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 809 time: 0.1044536 Jul 16 23:31:22.729976 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-9398a29a-7585-463d-a555-7f2abfd24642 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 380 time: 0.0371552 Jul 16 23:31:22.739594 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'port': {'device_id': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'admin_state_up': True, 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'security_groups': ['e21b085d-f84f-4f09-9353-65e06fbe39a5']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:22.807375 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ae816d59-2a06-4fca-a15d-467f251536b7 req-f8bbb34f-11b8-4526-a78f-8d735e9b8cb2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Jul 16 23:31:22.853685 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Made reservation on behalf of c584124ed6554b9b9852dde0510c8633 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:31:22.857577 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:22.991815 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Allocated IP 172.20.0.12 (e52e596f-5240-4744-9ce1-2e1f6bbb5190/5b4cedf3-27b4-43a1-9dd1-002d8ea38258/752c70ab-906f-4f60-8acb-80d1b54a1539) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:31:23.138610 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.152806 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Transition to ACTIVE for port object 752c70ab-906f-4f60-8acb-80d1b54a1539 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:31:23.187446 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.238916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:31:23.241980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:31:23.245940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:31:23.252840 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:23.306120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:23.306772 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.323192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-efe7898b-5431-4872-9fad-262f09198ae4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873158 Jul 16 23:31:23.334581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-59f4d1d3-09d1-4f6a-b6dd-2d3aa6f3c04d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:31:23.335654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-59f4d1d3-09d1-4f6a-b6dd-2d3aa6f3c04d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059402 Jul 16 23:31:23.347697 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Request body: {'port': {'device_id': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:23.426745 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.553190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f702801-b793-4469-b420-a69a31e042cd None None] Provisioning for port 752c70ab-906f-4f60-8acb-80d1b54a1539 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:31:23.556804 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f702801-b793-4469-b420-a69a31e042cd None None] Provisioning complete for port 752c70ab-906f-4f60-8acb-80d1b54a1539 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:31:23.557225 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f702801-b793-4469-b420-a69a31e042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.597512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9f702801-b793-4469-b420-a69a31e042cd None None] Port 752c70ab-906f-4f60-8acb-80d1b54a1539 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:31:23.610718 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.705353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752c70ab-906f-4f60-8acb-80d1b54a1539 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:31:23.712994 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.725705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Transition to ACTIVE for port object 752c70ab-906f-4f60-8acb-80d1b54a1539 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:31:23.729322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.799827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:23.854934 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Attempting to bind port 752c70ab-906f-4f60-8acb-80d1b54a1539 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:31:23.855109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Attempting to bind port 752c70ab-906f-4f60-8acb-80d1b54a1539 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:31:23.855820 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Attempting to bind port 752c70ab-906f-4f60-8acb-80d1b54a1539 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:31:23.860601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Port 752c70ab-906f-4f60-8acb-80d1b54a1539 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:31:23.861089 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Attempting to bind port 752c70ab-906f-4f60-8acb-80d1b54a1539 on network e52e596f-5240-4744-9ce1-2e1f6bbb5190 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:31:23.870729 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:31:23.871209 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Checking segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:31:23.871610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Bound using segment: {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:31:23.872051 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Bound port: 752c70ab-906f-4f60-8acb-80d1b54a1539, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5651353-501d-47b3-be88-018e9dec0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:31:23.872420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:23.973057 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:31:23.977530 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:31:23.982881 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:24.027336 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.028013 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:24.029916 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] 10.222.0.47 "PUT /v2.0/ports/752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 1093 time: 0.6866457 Jul 16 23:31:24.030626 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:31:24.033107 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:31:24.035208 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1dd23-51fe-4c78-816a-480b42970f95 req-16c6a740-294a-48f4-8f81-9720e7c53724 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.037485 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39c1dd23-51fe-4c78-816a-480b42970f95 req-16c6a740-294a-48f4-8f81-9720e7c53724 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0852873 Jul 16 23:31:24.062750 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c953e8-6145-4b82-a833-e3d04f0c74ed service neutron] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:24.093442 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-39c1dd23-51fe-4c78-816a-480b42970f95 req-61ba1021-bc10-410b-828a-f39153d5a64f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492342 Jul 16 23:31:24.136547 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66438d-7f70-40f9-ac83-d994fcca94b6 x-openstack-request-id: req-8a66438d-7f70-40f9-ac83-d994fcca94b6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:31:24.136849 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:31:24.137149 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a66438d-7f70-40f9-ac83-d994fcca94b6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:31:24.137541 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'status': 'completed', 'code': 200} Jul 16 23:31:24.157154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-296ffd1f-58e2-4aee-89a2-faf9bdc74cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.158849 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-296ffd1f-58e2-4aee-89a2-faf9bdc74cfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1096 time: 0.0785253 Jul 16 23:31:24.202459 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-30cdb457-eecf-4e9b-a3b5-1c0bf1526992 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 217 time: 0.0364113 Jul 16 23:31:24.254469 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-eb4a6a4c-497c-4549-9735-f950760544b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.256213 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-eb4a6a4c-497c-4549-9735-f950760544b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0482709 Jul 16 23:31:24.315138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-85d7259a-48d0-435e-b735-c6b007eabba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.316531 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-85d7259a-48d0-435e-b735-c6b007eabba0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533354 Jul 16 23:31:24.411000 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-6b20af71-00db-4052-9b3e-f1818c10511f service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880148 Jul 16 23:31:24.504794 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e8ddad37-35d9-4795-9460-d4ec5dd9799e req-60afa6ce-6af3-459c-b216-5d633ab6e9be service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874846 Jul 16 23:31:24.604483 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-a6add268-f96f-4d8c-ae13-6556d009659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.606174 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-a6add268-f96f-4d8c-ae13-6556d009659b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1096 time: 0.0546472 Jul 16 23:31:24.697548 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-da371e4a-13da-4104-a39c-57a12d2280d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.699038 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-da371e4a-13da-4104-a39c-57a12d2280d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0860019 Jul 16 23:31:24.743207 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-cd3facf3-4ce4-4a9e-b9aa-0fe13a2cf903 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 217 time: 0.0377748 Jul 16 23:31:24.791173 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-a3c717a1-5f5b-4153-82ee-cee0e9ab7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.792615 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-a3c717a1-5f5b-4153-82ee-cee0e9ab7c25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0430005 Jul 16 23:31:24.849224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-7600e9bb-ac3e-4d65-9aa3-2e319359f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:24.850732 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-7600e9bb-ac3e-4d65-9aa3-2e319359f7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516880 Jul 16 23:31:24.944935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-861378e7-1924-4519-94e7-b3388bf0e9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877497 Jul 16 23:31:25.036582 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-1f13808b-4e0b-43bf-9c12-7fb14807dd6f req-98b1acc9-0cad-4994-9308-e87f3eb45b47 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849886 Jul 16 23:31:25.263108 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498a6b-6eb3-4594-9ed2-7065d7fa2c6b req-96a82731-66a7-4fd8-921e-cfa01e064078 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:25.265448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7498a6b-6eb3-4594-9ed2-7065d7fa2c6b req-96a82731-66a7-4fd8-921e-cfa01e064078 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0688145 Jul 16 23:31:25.305432 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d7498a6b-6eb3-4594-9ed2-7065d7fa2c6b req-1e40ab37-ecb7-4986-82d8-b6e92717fc26 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Jul 16 23:31:26.480986 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153c2e-99e4-4f1a-a477-26788d445457 req-263716f8-523a-4bc9-9a7b-0e3e68034673 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:26.482793 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65153c2e-99e4-4f1a-a477-26788d445457 req-263716f8-523a-4bc9-9a7b-0e3e68034673 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0681891 Jul 16 23:31:26.522534 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65153c2e-99e4-4f1a-a477-26788d445457 req-9c003699-d85c-4780-b21d-6c3a82c2b525 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337427 Jul 16 23:31:27.651970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd749b7f-d550-4207-b65b-87d01849cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:27.700952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09eff6-6fa6-4b05-ae33-b100ffb8f6d7 req-72f82195-9de3-451e-8da4-88f7b08bbfb9 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:27.702398 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a09eff6-6fa6-4b05-ae33-b100ffb8f6d7 req-72f82195-9de3-451e-8da4-88f7b08bbfb9 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0658512 Jul 16 23:31:27.739895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4a09eff6-6fa6-4b05-ae33-b100ffb8f6d7 req-1faf47c1-ec68-4c0e-be0a-e67f24e30276 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Jul 16 23:31:28.909506 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656560e-23c4-40d5-a1cb-403f66b672f4 req-d3c57519-13ae-4aa8-af8d-7c827c9bfaa5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:28.910998 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1656560e-23c4-40d5-a1cb-403f66b672f4 req-d3c57519-13ae-4aa8-af8d-7c827c9bfaa5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0633454 Jul 16 23:31:28.952427 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1656560e-23c4-40d5-a1cb-403f66b672f4 req-d09a144c-f1a5-42c2-8fbf-a4b564767e84 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357342 Jul 16 23:31:29.881970 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb021a74-cbea-4244-bdc6-21b8d522bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:30.122036 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9b43-07c8-45f1-9fd5-d500cc485e21 req-3bba3611-d241-4aea-a391-ada0683c3f77 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:30.123517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-672b9b43-07c8-45f1-9fd5-d500cc485e21 req-3bba3611-d241-4aea-a391-ada0683c3f77 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0633488 Jul 16 23:31:30.162622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-672b9b43-07c8-45f1-9fd5-d500cc485e21 req-45894c26-20e5-47bd-9de7-f67cb26ae4a3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Jul 16 23:31:30.215854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:31.332322 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d8c-4754-41dc-b908-ab9add8a41ee req-5715884f-ad62-435d-8058-af6ebeabda04 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:31.333862 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebb3d8c-4754-41dc-b908-ab9add8a41ee req-5715884f-ad62-435d-8058-af6ebeabda04 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0642219 Jul 16 23:31:31.370394 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bebb3d8c-4754-41dc-b908-ab9add8a41ee req-7d49cd7c-ecd0-4301-91fb-cc331120bd9d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309818 Jul 16 23:31:31.653408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:32.548340 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371358-0a12-400e-89f0-ecd02cdd8388 req-127c4d6f-dc2c-4788-b917-098ca9b84725 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:32.549772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e371358-0a12-400e-89f0-ecd02cdd8388 req-127c4d6f-dc2c-4788-b917-098ca9b84725 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0664172 Jul 16 23:31:32.586528 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6e371358-0a12-400e-89f0-ecd02cdd8388 req-c9b30c95-aa55-4103-83bf-b381340264c1 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Jul 16 23:31:32.977098 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:33.802647 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e40e-5b6b-4d75-99d7-4e440e21afa7 req-8e87ad26-51d3-44bd-a208-4b5ecab7bcda tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:33.804138 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b245e40e-5b6b-4d75-99d7-4e440e21afa7 req-8e87ad26-51d3-44bd-a208-4b5ecab7bcda tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.1083763 Jul 16 23:31:33.842405 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b245e40e-5b6b-4d75-99d7-4e440e21afa7 req-0a7d9a5a-724c-41bf-994a-09f9e24fcc64 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Jul 16 23:31:34.533288 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:31:34.624752 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:31:34.635401 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'mac_address': 'fa:16:3e:98:45:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:31:34.825059 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:34.837697 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752c70ab-906f-4f60-8acb-80d1b54a1539 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:31:34.857064 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:31:34.861707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:34.908826 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:34.915987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.916323 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.916666 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.917021 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.917358 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.917691 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.918020 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.918348 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.918674 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.918995 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.919319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:34.919644 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:31:35.011950 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5aafb-bc51-49e4-a849-32ce6ddda89b req-512a5593-df97-4f49-be7b-ad3038f65a92 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:35.013434 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ba5aafb-bc51-49e4-a849-32ce6ddda89b req-512a5593-df97-4f49-be7b-ad3038f65a92 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 945 time: 0.0614729 Jul 16 23:31:35.056301 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ba5aafb-bc51-49e4-a849-32ce6ddda89b req-0e641377-5517-4dd5-8bdb-71c452ce7d59 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368197 Jul 16 23:31:35.103866 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['752c70ab-906f-4f60-8acb-80d1b54a1539'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:31:36.227210 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca555b-98d1-43e2-8b70-29ceb15ec93b req-fae96b58-36c0-4dbc-9cbb-68e81270319f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:36.228584 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2ca555b-98d1-43e2-8b70-29ceb15ec93b req-fae96b58-36c0-4dbc-9cbb-68e81270319f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 945 time: 0.0623937 Jul 16 23:31:36.265470 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b2ca555b-98d1-43e2-8b70-29ceb15ec93b req-8e522598-e670-4b1c-aa53-a1c35346e938 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Jul 16 23:31:36.533406 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:31:36.580114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 752c70ab-906f-4f60-8acb-80d1b54a1539 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:31:36.583597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 752c70ab-906f-4f60-8acb-80d1b54a1539 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:31:36.583972 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:36.659166 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:36.680094 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:31:36.682412 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d789b-974e-4d8a-a4e5-a56b2a3caa12" -d '{"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-plugged", "status": "completed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:31:36.696074 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:31:36.700006 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:36.727987 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c9950-cf1a-408c-935c-2f86e6c1dc2b x-openstack-request-id: req-007c9950-cf1a-408c-935c-2f86e6c1dc2b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:31:36.728280 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-plugged", "status": "completed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:31:36.728581 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-007c9950-cf1a-408c-935c-2f86e6c1dc2b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:31:36.728995 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'code': 200} Jul 16 23:31:36.755819 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:36.834101 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055c0c-3e66-4fa4-ac87-8038c07e56f7 req-71cdcaa0-dbef-4a57-90a7-29b4a00a0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:36.835576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80055c0c-3e66-4fa4-ac87-8038c07e56f7 req-71cdcaa0-dbef-4a57-90a7-29b4a00a0fc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0542982 Jul 16 23:31:36.869690 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-80055c0c-3e66-4fa4-ac87-8038c07e56f7 req-e2f6c694-94ed-41ae-9064-fbf75bdaf833 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267842 Jul 16 23:31:37.442215 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70648830-69ed-40ab-b976-7ee7c1a92dd4 req-60637264-0e78-470b-8ff2-aa943a9c2a87 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:37.443880 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-70648830-69ed-40ab-b976-7ee7c1a92dd4 req-60637264-0e78-470b-8ff2-aa943a9c2a87 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0644393 Jul 16 23:31:37.481942 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-70648830-69ed-40ab-b976-7ee7c1a92dd4 req-0af6ba9a-d84e-4103-b6aa-50b04f7a76c1 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jul 16 23:31:38.655998 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a769c-b88c-40a8-85b1-0f7088ce78f3 req-57679365-ed2c-4f4a-aa62-17db4768a206 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:38.657700 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b6a769c-b88c-40a8-85b1-0f7088ce78f3 req-57679365-ed2c-4f4a-aa62-17db4768a206 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0674932 Jul 16 23:31:38.695292 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3b6a769c-b88c-40a8-85b1-0f7088ce78f3 req-92e7a153-7349-4b7d-9f36-271bc00d75be tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 Jul 16 23:31:38.867881 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032abf11-bfdc-4b55-bc3a-ec8ec79f4528 req-1d464f42-8c6d-4993-9f7f-ebef9a99abf0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:38.869457 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-032abf11-bfdc-4b55-bc3a-ec8ec79f4528 req-1d464f42-8c6d-4993-9f7f-ebef9a99abf0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0642858 Jul 16 23:31:38.907354 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-032abf11-bfdc-4b55-bc3a-ec8ec79f4528 req-d8252990-354b-4789-a27a-07b41a9ac200 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Jul 16 23:31:38.931100 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:38.981219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0ce62-ebbe-4fc4-80fc-18f36bf6a814 tempest-TestShelveInstance-21492476 tempest-TestShelveInstance-21492476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:38.982819 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-75f0ce62-ebbe-4fc4-80fc-18f36bf6a814 tempest-TestShelveInstance-21492476 tempest-TestShelveInstance-21492476-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1093 time: 0.0505953 Jul 16 23:31:38.986066 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:31:38.990444 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:31:39.011429 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.110898 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.210008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Allocated IP 172.25.5.11 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/90558f45-5293-4eed-99b3-0c7272e82cc7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:31:39.311991 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.349840 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.389109 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:31:39.391838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:31:39.395348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:31:39.416269 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=90558f45-5293-4eed-99b3-0c7272e82cc7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:39.750193 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.822219 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.970491 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:39.974899 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:40.045399 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event updated for resources: {'Port': ['ID=90558f45-5293-4eed-99b3-0c7272e82cc7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:31:40.055081 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:40.152035 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Floating IP 28024f5f-0e5f-41b3-bca7-3c5068bcd49f associated. External IP: 172.25.5.11, port: 752c70ab-906f-4f60-8acb-80d1b54a1539. Jul 16 23:31:40.690219 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:31:40.791120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:31:40.800955 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:31:40.806799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:40.810892 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:31:40.813009 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:40.846449 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-bda8b2a6-4228-49a0-89a6-de46120de36b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8593438 Jul 16 23:31:40.847265 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:31:40.849589 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ddf07c-2726-4929-827d-b0192fabec9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:31:40.892330 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3d4ad-3cba-4de4-804a-d1b84d436fe3 x-openstack-request-id: req-04a3d4ad-3cba-4de4-804a-d1b84d436fe3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:31:40.892622 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:31:40.892874 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04a3d4ad-3cba-4de4-804a-d1b84d436fe3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:31:40.893350 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'status': 'completed', 'code': 200} Jul 16 23:31:40.915905 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:31:40.965822 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf07c-2726-4929-827d-b0192fabec9e req-9e75433b-457d-48d8-b672-993ae2953b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:40.967252 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-9e75433b-457d-48d8-b672-993ae2953b03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0523720 Jul 16 23:31:41.061472 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf07c-2726-4929-827d-b0192fabec9e req-83fdb67b-57e4-445b-8274-70e527767b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:41.063005 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-83fdb67b-57e4-445b-8274-70e527767b4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0892885 Jul 16 23:31:41.126898 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-a8ff13ee-1562-4769-af7d-210d55c55d9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 999 time: 0.0580184 Jul 16 23:31:41.131367 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '28024f5f-0e5f-41b3-bca7-3c5068bcd49f', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:98:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:31:39Z', 'updated_at': '2021-07-16T23:31:39Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:41.160627 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:31:41.168698 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:31:41.169328 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:31:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:41.175609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf07c-2726-4929-827d-b0192fabec9e req-10ef8f46-8bd1-4aa9-b28e-e114b24db88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:41.177130 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-10ef8f46-8bd1-4aa9-b28e-e114b24db88a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0443399 Jul 16 23:31:41.236225 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf07c-2726-4929-827d-b0192fabec9e req-ecae03a1-9be6-4810-955f-c5a63d627d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:31:41.237656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-ecae03a1-9be6-4810-955f-c5a63d627d77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546854 Jul 16 23:31:41.270557 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:31:41.328641 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-9559d4e5-98da-4097-9701-89abc46b6469 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845370 Jul 16 23:31:41.420843 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-72ddf07c-2726-4929-827d-b0192fabec9e req-25d4cac1-8ed8-4952-91d0-18c23f03a757 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Jul 16 23:31:41.484614 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '28024f5f-0e5f-41b3-bca7-3c5068bcd49f', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:98:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:31:39Z', 'updated_at': '2021-07-16T23:31:39Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:31:41.512731 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea719b9e-a65c-4984-89b0-47839919f1f3 None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '28024f5f-0e5f-41b3-bca7-3c5068bcd49f', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'mac_address': 'fa:16:3e:98:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:31:39Z', 'updated_at': '2021-07-16T23:31:39Z', 'revision_number': 0, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:31:41.693197 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036aaca-2ca9-442f-8fc3-e6419e86b261 None None] New status for floating IP 28024f5f-0e5f-41b3-bca7-3c5068bcd49f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:31:51.516974 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:53.622739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:54.388472 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:31:57.658028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7ddfbae-5de6-464b-93bd-e6c1c1a1d021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:31:59.883028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b2488296-5792-4513-90da-b4f12492dbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:00.216467 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:01.656803 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:02.980739 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:21.518103 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:23.621438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:27.129392 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-357aaf3e-aa6c-4448-8583-5e57ac341486 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0871024 Jul 16 23:32:27.220318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-9d81529e-cfd5-4051-a12a-73c9e3f0700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:32:27.221795 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-9d81529e-cfd5-4051-a12a-73c9e3f0700d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0500965 Jul 16 23:32:27.324658 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-e34aa76a-2b2f-421f-8563-037282046234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:32:27.326100 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-e34aa76a-2b2f-421f-8563-037282046234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0851336 Jul 16 23:32:27.388549 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-f4ee413d-7732-4fa1-9889-00f108b25296 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 1001 time: 0.0555179 Jul 16 23:32:27.438267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-6f38209c-ae3b-4972-a8f9-bd893c2f35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:32:27.439660 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-6f38209c-ae3b-4972-a8f9-bd893c2f35d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0453115 Jul 16 23:32:27.494305 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-e649d168-3f9d-4a04-b488-82c380c2bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:32:27.495772 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-e649d168-3f9d-4a04-b488-82c380c2bff3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502253 Jul 16 23:32:27.584318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-c7475cdb-9764-4c77-9838-33fefc3f81d2 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817468 Jul 16 23:32:27.659859 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5598ccc2-9d93-4119-8ae6-802a401b4e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:27.681403 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-40fedf46-1a9b-4f54-8638-0031a190b96f req-1d88b0ab-89c2-4634-bbbc-1eab2213571e service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Jul 16 23:32:29.883825 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a04c93a-36d1-4d81-8513-bc9df0db5669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:30.216896 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:31.387688 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:32:31.658441 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:32.982556 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:51.528333 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:53.640057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:57.660637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ec23c9d-4d73-431d-88b8-be4422c96372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:32:59.884559 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d7ef-4cb7-437d-90bf-32bbfdd9e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:00.217034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:01.661514 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:02.985083 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:08.390640 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:33:21.528736 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:23.635052 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:27.661481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4516f75-d969-4176-9612-56d41524ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:29.098007 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-96f47941-383d-4112-b8d5-0e16acfa8768 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554092 Jul 16 23:33:29.189612 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-edf2262e-f050-48eb-9468-d2f243d026a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:29.190997 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-edf2262e-f050-48eb-9468-d2f243d026a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0521059 Jul 16 23:33:29.297343 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-39612d43-ff7e-4d82-990f-25028d560c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:29.298810 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-39612d43-ff7e-4d82-990f-25028d560c9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0885649 Jul 16 23:33:29.366782 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-2a0925ef-0b64-4d98-b728-5659242b48e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 1001 time: 0.0615425 Jul 16 23:33:29.414938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-b362715e-3193-40d6-ae69-38de78b17101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:29.416453 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-b362715e-3193-40d6-ae69-38de78b17101 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0437508 Jul 16 23:33:29.473459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-9648ccf2-fc40-46bb-9f06-1b2054a0af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:29.475506 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-9648ccf2-fc40-46bb-9f06-1b2054a0af4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512221 Jul 16 23:33:29.567853 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-ad4fd37a-34fa-41f9-a7fd-5206f7f8230e service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865440 Jul 16 23:33:29.654912 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f5a195e2-e9c6-4efb-ae36-6fb3598db6d8 req-1d683a4c-9856-45a2-94c6-5e37332fbce2 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Jul 16 23:33:29.884832 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b4c588f-853c-4e5b-9458-fa13d4a18106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:30.216273 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:31.666732 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:32.987902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:38.736785 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f35e8-cfbf-4b9a-9804-f864ed535da8 req-f7313412-4cfe-4942-ad5d-fa67ad8f31b6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:38.738294 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc6f35e8-cfbf-4b9a-9804-f864ed535da8 req-f7313412-4cfe-4942-ad5d-fa67ad8f31b6 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0691197 Jul 16 23:33:38.776252 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-cc6f35e8-cfbf-4b9a-9804-f864ed535da8 req-866dc16d-ea50-4b98-996e-07fbb7a6b5b5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jul 16 23:33:39.957534 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd763c0a-38d5-411a-9302-b3b2222fb406 req-061295cd-b610-4ba7-91db-daff7cd83d05 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:39.959529 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd763c0a-38d5-411a-9302-b3b2222fb406 req-061295cd-b610-4ba7-91db-daff7cd83d05 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0621176 Jul 16 23:33:39.998778 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dd763c0a-38d5-411a-9302-b3b2222fb406 req-e3a97070-6f94-4808-95bd-f190d6a67529 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337446 Jul 16 23:33:41.169221 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa63ed-4be6-45b9-94be-8bd57a8f3523 req-a3865d61-d5fb-42d3-8387-847e620bb998 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:41.170636 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6fa63ed-4be6-45b9-94be-8bd57a8f3523 req-a3865d61-d5fb-42d3-8387-847e620bb998 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0632226 Jul 16 23:33:41.206917 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c6fa63ed-4be6-45b9-94be-8bd57a8f3523 req-37c3736e-5eaa-4d04-a473-088b452dcddb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Jul 16 23:33:42.384989 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348bd10-76dc-4fa9-95a9-61c56e3a505b req-bb102859-9d4c-4eab-a5e8-ad1df8d48a3a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:42.386904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9348bd10-76dc-4fa9-95a9-61c56e3a505b req-bb102859-9d4c-4eab-a5e8-ad1df8d48a3a tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0672073 Jul 16 23:33:42.423794 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9348bd10-76dc-4fa9-95a9-61c56e3a505b req-e70bd3b5-0bd7-4a91-9d1a-0e374baf4234 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jul 16 23:33:43.592491 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d84e5-22f0-4918-959d-9333fafa0d13 req-d3cce07a-f81d-4263-87fd-f87cf5c465f8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:43.594000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a3d84e5-22f0-4918-959d-9333fafa0d13 req-d3cce07a-f81d-4263-87fd-f87cf5c465f8 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0620232 Jul 16 23:33:43.631564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9a3d84e5-22f0-4918-959d-9333fafa0d13 req-a21115aa-c73c-4a89-8187-72ccc96c41ef tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 16 23:33:44.803350 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51047657-c199-4d9c-a078-8cd73971610c req-50b1e3a6-60a1-4172-866c-750a984507d4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:44.804831 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51047657-c199-4d9c-a078-8cd73971610c req-50b1e3a6-60a1-4172-866c-750a984507d4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0661223 Jul 16 23:33:44.844153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-51047657-c199-4d9c-a078-8cd73971610c req-ce39897f-cdf9-4e03-bb52-6a459262adf0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Jul 16 23:33:45.389472 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:33:46.016328 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac376-23fd-4775-ac6a-0745813027d0 req-3faf7ca4-029a-4359-9781-ebd3f928ab0d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:46.017904 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f5ac376-23fd-4775-ac6a-0745813027d0 req-3faf7ca4-029a-4359-9781-ebd3f928ab0d tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0631781 Jul 16 23:33:46.054760 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5f5ac376-23fd-4775-ac6a-0745813027d0 req-65ae007e-0034-429f-b436-bd4900d231a7 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Jul 16 23:33:47.227372 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d332c-0b5e-43f2-b408-85a9b52450e8 req-23622f86-8418-460f-b9af-40e210762ba2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:47.228758 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f78d332c-0b5e-43f2-b408-85a9b52450e8 req-23622f86-8418-460f-b9af-40e210762ba2 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0628049 Jul 16 23:33:47.265006 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f78d332c-0b5e-43f2-b408-85a9b52450e8 req-9068d8f9-6677-4d20-86cf-b49aa2f15949 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Jul 16 23:33:48.441051 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e19879-a2ee-4024-9022-6b99b81ccecf req-eb22191c-3468-412c-b5a9-bef037fecf65 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:48.442557 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95e19879-a2ee-4024-9022-6b99b81ccecf req-eb22191c-3468-412c-b5a9-bef037fecf65 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0681665 Jul 16 23:33:48.479699 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-95e19879-a2ee-4024-9022-6b99b81ccecf req-35d2edb5-5a89-425a-8324-ed95c9f4fc38 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315411 Jul 16 23:33:48.836218 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-859bdec8-216b-4e3d-bdf7-3fe40730b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:48.837911 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-859bdec8-216b-4e3d-bdf7-3fe40730b685 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0524528 Jul 16 23:33:48.930652 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-8f10a5fa-b392-4c93-8a4a-8532f58121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:48.932108 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-8f10a5fa-b392-4c93-8a4a-8532f58121d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0885198 Jul 16 23:33:49.001741 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-87fcad0c-9fcd-46ab-bd93-38f629ba15e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 1001 time: 0.0633488 Jul 16 23:33:49.048853 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-47639c1d-df39-4701-be4d-aeaf82528597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:49.050291 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-47639c1d-df39-4701-be4d-aeaf82528597 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0425467 Jul 16 23:33:49.105739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-69e2a2d1-04a4-420d-8520-a858a235a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:49.107093 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-69e2a2d1-04a4-420d-8520-a858a235a873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506513 Jul 16 23:33:49.199541 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-b893e172-7397-47e3-8594-389d20674cae service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850194 Jul 16 23:33:49.287493 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3bf6f36a-634b-489d-8ad5-5b96629c60d5 req-4a7d2e4d-53ef-43f3-ba2e-0cfe31b22763 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812986 Jul 16 23:33:49.650134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dae94-a00d-402a-b98e-f16ff58ed6fe req-a44b39a2-134a-4816-acc6-297707231616 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:49.651628 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d8dae94-a00d-402a-b98e-f16ff58ed6fe req-a44b39a2-134a-4816-acc6-297707231616 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0629215 Jul 16 23:33:49.688211 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-9d8dae94-a00d-402a-b98e-f16ff58ed6fe req-a1eecf09-2b5c-47aa-83b0-76046f0836cb tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 16 23:33:50.863655 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067504c-29e2-4eff-a91a-034a2110a0c4 req-bebd6539-8601-46cd-9150-3fac6fe6b362 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:50.865777 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1067504c-29e2-4eff-a91a-034a2110a0c4 req-bebd6539-8601-46cd-9150-3fac6fe6b362 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0699308 Jul 16 23:33:50.906312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-1067504c-29e2-4eff-a91a-034a2110a0c4 req-cecb341f-f4bd-4e1d-94c5-aee221c4b901 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347829 Jul 16 23:33:51.547039 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:52.085404 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e1b66-4f68-4ca9-9cc1-1a2f001899a0 req-aa8a030b-e914-4366-80cd-88648f5d9074 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:52.087004 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-949e1b66-4f68-4ca9-9cc1-1a2f001899a0 req-aa8a030b-e914-4366-80cd-88648f5d9074 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0656996 Jul 16 23:33:52.127550 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-949e1b66-4f68-4ca9-9cc1-1a2f001899a0 req-06c32a28-38ff-4397-ab7f-90b9ddd11263 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Jul 16 23:33:53.162597 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:33:53.235536 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:53.258308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:33:53.260556 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2294b6f-f428-47da-8c4c-b5a9fba10044" -d '{"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-unplugged", "status": "completed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:33:53.273588 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:33:53.277590 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:53.299423 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed98a3c-f47d-4412-afd0-820dca77180b req-c2c4295c-4db2-4d97-92d7-17dded18d6e3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:53.300935 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ed98a3c-f47d-4412-afd0-820dca77180b req-c2c4295c-4db2-4d97-92d7-17dded18d6e3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0626829 Jul 16 23:33:53.327886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:33:53.335035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.335381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.335718 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.336050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.336381 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.336708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.337051 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.337374 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.337695 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.338013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.338336 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.338653 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:33:53.339611 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-7ed98a3c-f47d-4412-afd0-820dca77180b req-b00f6d59-cdcc-44e1-97ce-532bf968c18c tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Jul 16 23:33:53.380760 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37aa0af-fce8-4551-ac24-a816977be362 x-openstack-request-id: req-c37aa0af-fce8-4551-ac24-a816977be362 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:33:53.381148 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-unplugged", "status": "failed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:33:53.381396 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c37aa0af-fce8-4551-ac24-a816977be362 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:33:53.381793 n-d-793621-16 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'code': 422} returned with failed status Jul 16 23:33:53.622763 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-15d5b8d2-0e20-49f5-a77b-bfc9cad2f70c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523911 Jul 16 23:33:53.650802 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:53.698295 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197866-e6e9-46a7-a848-f4711a729187 req-67d7255c-8312-449e-aa88-f8487bcc32a3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:53.699793 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-27197866-e6e9-46a7-a848-f4711a729187 req-67d7255c-8312-449e-aa88-f8487bcc32a3 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0708692 Jul 16 23:33:53.738829 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-27197866-e6e9-46a7-a848-f4711a729187 req-b1264c7f-acba-4779-86f1-8e9406dbafc4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331509 Jul 16 23:33:54.912712 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11fb16-9db5-4a86-87ad-bc27821fcbb2 req-b8eb5a61-8c73-4a5e-aa0d-171ff2657a68 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:54.914256 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4f11fb16-9db5-4a86-87ad-bc27821fcbb2 req-b8eb5a61-8c73-4a5e-aa0d-171ff2657a68 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0644131 Jul 16 23:33:54.952539 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4f11fb16-9db5-4a86-87ad-bc27821fcbb2 req-2868ca8f-c5b8-48e7-97eb-518c7e84d014 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Jul 16 23:33:56.127906 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d088bfa-4e12-43e8-b793-49b375eead9a req-a0e1250a-baed-4eae-ad97-6bc76733b0d4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:56.129595 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d088bfa-4e12-43e8-b793-49b375eead9a req-a0e1250a-baed-4eae-ad97-6bc76733b0d4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0676060 Jul 16 23:33:56.168067 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0d088bfa-4e12-43e8-b793-49b375eead9a req-d327be6b-ff5c-4d0a-9570-7a1105947fb1 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Jul 16 23:33:57.345551 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c42-e3eb-44e5-9bd0-7b6ec4773602 req-5752de25-1d87-4133-aadd-8cb957c387b7 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:57.347121 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fcb3c42-e3eb-44e5-9bd0-7b6ec4773602 req-5752de25-1d87-4133-aadd-8cb957c387b7 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0647361 Jul 16 23:33:57.385126 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3fcb3c42-e3eb-44e5-9bd0-7b6ec4773602 req-ad463061-5f96-4b23-a2c2-00096ec5d551 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Jul 16 23:33:57.663192 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90aae8b3-e968-43aa-8628-32e27a56a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:33:58.263267 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89db-202a-4920-ba57-a585dd6f0814 req-c180c0eb-a623-4768-af84-d86f10215a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.264765 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-c180c0eb-a623-4768-af84-d86f10215a3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&tenant_id=c584124ed6554b9b9852dde0510c8633 HTTP/1.1" status: 200 len: 1096 time: 0.0556500 Jul 16 23:33:58.338578 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89db-202a-4920-ba57-a585dd6f0814 req-687addcd-41d3-417b-9745-775e0f1302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.340152 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-687addcd-41d3-417b-9745-775e0f1302b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1096 time: 0.0516047 Jul 16 23:33:58.433416 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89db-202a-4920-ba57-a585dd6f0814 req-a6264028-6b9e-4f44-b33e-e821a1c81993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.434935 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-a6264028-6b9e-4f44-b33e-e821a1c81993 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0891125 Jul 16 23:33:58.499224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-2594e918-92b9-4ad5-8bec-c23397ea1dbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 999 time: 0.0576670 Jul 16 23:33:58.549388 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89db-202a-4920-ba57-a585dd6f0814 req-6f3b4aae-b41b-41e6-a607-18522988b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.550864 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-6f3b4aae-b41b-41e6-a607-18522988b556 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0447569 Jul 16 23:33:58.559351 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b6da0-0808-47fb-9553-89a917b2edee req-231cd982-a0fd-411c-ad74-35dddb23e930 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.560836 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670b6da0-0808-47fb-9553-89a917b2edee req-231cd982-a0fd-411c-ad74-35dddb23e930 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0638795 Jul 16 23:33:58.599266 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-670b6da0-0808-47fb-9553-89a917b2edee req-7b24004b-c082-4aff-af91-01dd4bc715e7 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 16 23:33:58.612739 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d89db-202a-4920-ba57-a585dd6f0814 req-85b91f7f-1e7e-461d-b027-f6013ca8e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:58.614856 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-85b91f7f-1e7e-461d-b027-f6013ca8e441 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566468 Jul 16 23:33:58.703180 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-68b4d9b1-31e5-479d-a05c-d85c09055b8f service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821760 Jul 16 23:33:58.793919 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-352d89db-202a-4920-ba57-a585dd6f0814 req-51cde648-1925-48b4-8af4-53fdab587497 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Jul 16 23:33:59.772734 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e77389-f6cd-4406-815f-577d349a0338 req-b6fa1d7e-9d6b-4bfa-85e4-9298abb7d8b1 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:33:59.774229 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28e77389-f6cd-4406-815f-577d349a0338 req-b6fa1d7e-9d6b-4bfa-85e4-9298abb7d8b1 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0672498 Jul 16 23:33:59.810734 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-28e77389-f6cd-4406-815f-577d349a0338 req-f2d9804b-b614-47d6-8d2b-a6d7be3bf30f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Jul 16 23:33:59.885207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76443967-788c-4e4b-846b-193dcaedbd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:00.215705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:00.980073 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedd454-8b06-4770-827c-7f8eba21ad56 req-d0471996-3a90-453d-b63e-22d27c96e394 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:00.981620 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdedd454-8b06-4770-827c-7f8eba21ad56 req-d0471996-3a90-453d-b63e-22d27c96e394 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0627537 Jul 16 23:34:01.018980 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fdedd454-8b06-4770-827c-7f8eba21ad56 req-f34d154e-90c8-4f65-a5d4-d898d44c99af tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 16 23:34:01.667388 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:02.193342 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4755d-202e-41ca-b795-c712d5546846 req-febe6baf-efbc-469c-a000-3e536da018ca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:02.194819 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dde4755d-202e-41ca-b795-c712d5546846 req-febe6baf-efbc-469c-a000-3e536da018ca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0650256 Jul 16 23:34:02.232014 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-dde4755d-202e-41ca-b795-c712d5546846 req-5dc51583-d4a4-4ad3-b04a-22ab678eecc7 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Jul 16 23:34:02.990261 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:03.401669 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d58d-b3d5-45ee-9d0e-8818bc8beae2 req-74df5dd1-59af-4c6c-967b-85d2feaf6fda tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:03.403153 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c283d58d-b3d5-45ee-9d0e-8818bc8beae2 req-74df5dd1-59af-4c6c-967b-85d2feaf6fda tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0634110 Jul 16 23:34:03.440583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c283d58d-b3d5-45ee-9d0e-8818bc8beae2 req-8d043230-58ab-49fc-b835-3a9e8872c723 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Jul 16 23:34:04.607607 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49f436-dbca-42a3-8287-42493fc4f165 req-a40ae811-784a-4688-9146-3f22a1c0ca62 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:04.609011 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad49f436-dbca-42a3-8287-42493fc4f165 req-a40ae811-784a-4688-9146-3f22a1c0ca62 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0620270 Jul 16 23:34:04.646575 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad49f436-dbca-42a3-8287-42493fc4f165 req-0733cf6b-7c19-447a-9057-0906414a2558 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Jul 16 23:34:05.818577 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475781-8fb6-42c2-af0d-dfb96d824a21 req-de32b756-6d7b-4522-a779-c3159f0d9056 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:05.820080 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67475781-8fb6-42c2-af0d-dfb96d824a21 req-de32b756-6d7b-4522-a779-c3159f0d9056 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0663843 Jul 16 23:34:05.859216 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-67475781-8fb6-42c2-af0d-dfb96d824a21 req-e5db12ff-796b-4507-a950-b0b10b2294ed tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335014 Jul 16 23:34:07.034657 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ace69-b850-445d-a76c-bf4754580d4c req-be3ee02a-5151-435c-8dcd-e087a411be1b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:07.036137 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a51ace69-b850-445d-a76c-bf4754580d4c req-be3ee02a-5151-435c-8dcd-e087a411be1b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 944 time: 0.0635321 Jul 16 23:34:07.072691 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a51ace69-b850-445d-a76c-bf4754580d4c req-fe4e7eeb-a427-411f-894b-555c7993b5bf tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jul 16 23:34:07.231886 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:34:07.322229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:34:07.332783 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'port_id': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'mac_address': 'fa:16:3e:98:45:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:34:07.372325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:07.384897 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752c70ab-906f-4f60-8acb-80d1b54a1539 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:34:07.403487 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:34:07.407282 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:07.452806 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:34:07.621080 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['752c70ab-906f-4f60-8acb-80d1b54a1539'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:34:08.246581 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb901db9-35f8-42a1-b815-5fa649feb886 req-15e04e8b-409f-4a32-8c3f-531ee99e0108 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:08.247959 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb901db9-35f8-42a1-b815-5fa649feb886 req-15e04e8b-409f-4a32-8c3f-531ee99e0108 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 945 time: 0.0655684 Jul 16 23:34:08.284358 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-fb901db9-35f8-42a1-b815-5fa649feb886 req-64b100e2-eb7e-4e75-b731-ec3c47df849e tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Jul 16 23:34:09.240848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:34:09.286011 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 752c70ab-906f-4f60-8acb-80d1b54a1539 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:34:09.286879 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:09.363095 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:09.386058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:34:09.388341 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00475831-0315-4c0f-af01-a1ab915646bc" -d '{"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-plugged", "status": "completed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:34:09.401776 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:34:09.405616 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:09.461321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:34:09.464656 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb542-2871-44c9-b50a-d9cfed9f33f4 req-124ec20f-9c1c-4677-95be-898c6d5433ca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:09.466452 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-563bb542-2871-44c9-b50a-d9cfed9f33f4 req-124ec20f-9c1c-4677-95be-898c6d5433ca tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0702116 Jul 16 23:34:09.504222 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-563bb542-2871-44c9-b50a-d9cfed9f33f4 req-767128d3-77ff-4bf0-bf4c-4f38a40d294f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Jul 16 23:34:09.548724 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee3b0d-8fbe-4848-ad6c-50d8473c2f73 x-openstack-request-id: req-36ee3b0d-8fbe-4848-ad6c-50d8473c2f73 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:34:09.549040 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-plugged", "status": "completed", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:34:09.549295 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36ee3b0d-8fbe-4848-ad6c-50d8473c2f73 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:34:09.549691 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'code': 200} Jul 16 23:34:09.704580 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7fa66-8644-4809-9626-730ae8feff2b req-dccaf5d7-ba85-4b38-b832-874e688350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:09.706069 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60d7fa66-8644-4809-9626-730ae8feff2b req-dccaf5d7-ba85-4b38-b832-874e688350b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0504131 Jul 16 23:34:09.739267 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-60d7fa66-8644-4809-9626-730ae8feff2b req-e9a6841f-ef52-446a-b2eb-a5be84b041b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271151 Jul 16 23:34:10.674099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037fabc-eac7-4dba-9035-caebbfb8e671 req-f280d503-90e9-4c23-acc7-78414f3f2241 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:10.675491 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e037fabc-eac7-4dba-9035-caebbfb8e671 req-f280d503-90e9-4c23-acc7-78414f3f2241 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0616553 Jul 16 23:34:10.712411 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e037fabc-eac7-4dba-9035-caebbfb8e671 req-44a82b81-9583-49cc-bb6c-82c8d26fd929 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Jul 16 23:34:21.559904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:22.389502 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:34:23.656001 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:27.664510 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da738d97-fbd9-4926-8af8-cfd5abfd86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:29.086922 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-dc57d926-ce49-464a-820b-20366e2eae2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503757 Jul 16 23:34:29.184310 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-3f7b0f3f-6b84-408f-baa0-848014447645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:29.185760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-3f7b0f3f-6b84-408f-baa0-848014447645 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0553532 Jul 16 23:34:29.289769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-05ee0893-37ab-49e3-a6be-0451ddaaf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:29.291246 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-05ee0893-37ab-49e3-a6be-0451ddaaf65b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0842612 Jul 16 23:34:29.358423 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-c21de43f-b8c0-493f-8310-dd9faa154adf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 1001 time: 0.0604863 Jul 16 23:34:29.406808 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-c48d6747-d00f-4415-9ca6-407c794ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:29.408302 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-c48d6747-d00f-4415-9ca6-407c794ff9d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0436728 Jul 16 23:34:29.465022 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-6635a9f2-46c5-4d5a-906d-a6c5f23799d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:34:29.466414 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-6635a9f2-46c5-4d5a-906d-a6c5f23799d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509748 Jul 16 23:34:29.561292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-126e1222-6c9a-4db3-94b9-8107114e34fa service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882134 Jul 16 23:34:29.654901 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-8cfdc3c4-efdb-477e-91d9-8781aa01bc1c req-39632f68-767d-43a5-b913-656bcad84721 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Jul 16 23:34:29.885837 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1afe8a1-0496-4281-86bc-b090ac0f37c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:30.215602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:31.671647 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:32.991956 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:51.558082 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:53.651881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:57.664577 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ee21fc7-aa73-4030-a5ec-63803340b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:34:59.388738 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:34:59.889240 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b675a0ae-6905-4056-b527-bb35da65fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:00.216487 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:01.672794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:02.995226 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:21.573127 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:23.663553 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:23.998434 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:24.159177 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Deleting port 90558f45-5293-4eed-99b3-0c7272e82cc7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:24.159528 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.232462 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.232792 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.244146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Calling delete_port for 90558f45-5293-4eed-99b3-0c7272e82cc7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:24.393547 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.419281 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'Port': ['ID=90558f45-5293-4eed-99b3-0c7272e82cc7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:24.430511 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.430863 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.431206 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.431550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.431883 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.432215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.432547 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.432875 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.433227 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.433576 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.433910 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.434231 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:24.493810 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.494332 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Floating IP 28024f5f-0e5f-41b3-bca7-3c5068bcd49f disassociated (deleted). External IP: 172.25.5.11, port: 752c70ab-906f-4f60-8acb-80d1b54a1539. Jul 16 23:35:24.692433 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:35:24.796032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:24.800913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:24.805767 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:24.814465 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:24.815074 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:24.840345 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b670a1ae-35a8-4ed6-9d70-b4f33cd2ca8f tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "DELETE /v2.0/floatingips/28024f5f-0e5f-41b3-bca7-3c5068bcd49f HTTP/1.1" status: 204 len: 168 time: 0.8408842 Jul 16 23:35:24.840938 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:35:24.843241 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:35:24.920307 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:25.150105 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e12a0-9fb4-439d-aacb-c9120ff7ea12 x-openstack-request-id: req-d25e12a0-9fb4-439d-aacb-c9120ff7ea12 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:35:25.150633 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:35:25.150633 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d25e12a0-9fb4-439d-aacb-c9120ff7ea12 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:35:25.151024 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'status': 'completed', 'code': 200} Jul 16 23:35:25.215562 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:25.227764 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-078b4e34-62d7-442d-9bd5-0c73e85c0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:25.229373 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-078b4e34-62d7-442d-9bd5-0c73e85c0ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 1098 time: 0.0541782 Jul 16 23:35:25.246994 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:25.255343 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:25.255951 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:25.303492 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671ccc-bc93-4ab5-a2f2-ca44aec28e86 req-64a51fcf-7cbc-4b9c-a81d-394d86d9d0da tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:25.305064 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f7671ccc-bc93-4ab5-a2f2-ca44aec28e86 req-64a51fcf-7cbc-4b9c-a81d-394d86d9d0da tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0694263 Jul 16 23:35:25.325952 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-18e12d7d-ecc1-4473-88f4-e5de6e3a57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:25.327427 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-18e12d7d-ecc1-4473-88f4-e5de6e3a57f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 200 len: 910 time: 0.0921352 Jul 16 23:35:25.348000 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f7671ccc-bc93-4ab5-a2f2-ca44aec28e86 req-ce111666-dc18-4734-84f0-d9914cb0abb5 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Jul 16 23:35:25.360358 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:25.373722 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-ef9c39af-6f95-47d1-a380-3c6fed81d876 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 200 len: 217 time: 0.0389786 Jul 16 23:35:25.422955 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-989c4b7b-630e-44cb-99aa-dd8d38cb8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:25.424436 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-989c4b7b-630e-44cb-99aa-dd8d38cb8796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 200 len: 848 time: 0.0447800 Jul 16 23:35:25.481796 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-92f48788-49a0-484b-8410-103f93fff965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:25.483200 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-92f48788-49a0-484b-8410-103f93fff965 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e52e596f-5240-4744-9ce1-2e1f6bbb5190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518112 Jul 16 23:35:25.553088 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:25.574201 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-b5e5069a-3ac9-4293-9820-7f14476b3217 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Jul 16 23:35:25.581804 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754cee-356c-4f70-a1d4-18d68f46d67a None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:51Z', 'revision_number': 4, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '16918414-6789-4ff5-b36b-931bb797c89b', 'name': '', 'network_id': 'e52e596f-5240-4744-9ce1-2e1f6bbb5190', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'mac_address': 'fa:16:3e:e6:dc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:51Z', 'updated_at': '2021-07-16T23:26:56Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'subnets': [{'id': '5b4cedf3-27b4-43a1-9dd1-002d8ea38258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:25.668790 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6d1a02e6-6dca-41fe-bc80-30a8739bf1e1 req-22c46bd9-3ed5-4b29-9653-c42af817ba20 service neutron] 10.222.0.47 "GET /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884945 Jul 16 23:35:25.792745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bb019c-669e-42a7-9744-a8fc23c3a792 None None] New status for floating IP 28024f5f-0e5f-41b3-bca7-3c5068bcd49f: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:35:26.517362 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9138-f56f-4f4b-a453-572bbf5d9387 req-eef0b9b0-f7df-42f8-96e7-75f46f660046 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:26.518844 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d11b9138-f56f-4f4b-a453-572bbf5d9387 req-eef0b9b0-f7df-42f8-96e7-75f46f660046 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0627413 Jul 16 23:35:26.555985 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d11b9138-f56f-4f4b-a453-572bbf5d9387 req-cf40642d-8930-477f-aa4b-a916b37985dc tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/security-groups?id=e21b085d-f84f-4f09-9353-65e06fbe39a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Jul 16 23:35:26.632701 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-e82e1e03-a872-46f3-98ba-413028f0d76b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:26.634071 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-e82e1e03-a872-46f3-98ba-413028f0d76b tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 946 time: 0.0667868 Jul 16 23:35:26.731918 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Deleting port 752c70ab-906f-4f60-8acb-80d1b54a1539 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:26.732266 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:27.164409 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] For port 752c70ab-906f-4f60-8acb-80d1b54a1539, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=752c70ab-906f-4f60-8acb-80d1b54a1539,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:27.164790 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:27.176292 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Calling delete_port for 752c70ab-906f-4f60-8acb-80d1b54a1539 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:27.299791 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:27.329294 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'Port': ['ID=752c70ab-906f-4f60-8acb-80d1b54a1539,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:27.375550 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] No DVR routers for this DVR port 752c70ab-906f-4f60-8acb-80d1b54a1539 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:35:27.378274 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:27.380196 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2d89edef-4c0c-4360-95f9-73112b14ac2c req-23c5b11b-7e01-414c-ac8f-4e647bf8a2e4 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.47 "DELETE /v2.0/ports/752c70ab-906f-4f60-8acb-80d1b54a1539 HTTP/1.1" status: 204 len: 173 time: 0.7407110 Jul 16 23:35:27.380686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-deleted', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:35:27.383474 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369611f7-547d-48d6-84df-3c4fe6f6476e" -d '{"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-deleted", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:35:27.427018 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4a69a-c721-473f-bb04-dfa91bcf46f7 x-openstack-request-id: req-3db4a69a-c721-473f-bb04-dfa91bcf46f7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:35:27.427378 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee7c47-b4e7-4c2e-b842-57558c42f335", "name": "network-vif-deleted", "tag": "752c70ab-906f-4f60-8acb-80d1b54a1539", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:35:27.427655 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3db4a69a-c721-473f-bb04-dfa91bcf46f7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:35:27.428051 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee7c47-b4e7-4c2e-b842-57558c42f335', 'name': 'network-vif-deleted', 'tag': '752c70ab-906f-4f60-8acb-80d1b54a1539', 'status': 'completed', 'code': 200} Jul 16 23:35:27.670158 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5402c519-2674-4087-87fd-cb12f2816afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:27.703264 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8c463503-b30e-4668-b18c-af5f8617d7f2 req-924ba3a7-1d37-4d77-854b-b925fae169c0 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0345814 Jul 16 23:35:28.843048 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3341f38e-7212-48e7-a12a-dcf7885da34d req-be259f72-3361-400f-9363-983a42930477 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Jul 16 23:35:29.635788 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:29.655829 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 752c70ab-906f-4f60-8acb-80d1b54a1539 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:29.656201 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 752c70ab-906f-4f60-8acb-80d1b54a1539 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:29.890423 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b7957fd-3136-45af-bc0a-a5abe3086018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:29.981842 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-bb1061d1-aafa-415e-8623-ff51e89d5706 req-10922856-ff91-4ff6-a635-bb3cdfb5f829 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0299549 Jul 16 23:35:30.217025 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:31.120799 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-c6a0e67c-a2bd-4edf-bd32-faa6d903b6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308249 Jul 16 23:35:31.158202 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b059cbca-6f16-41fe-a90b-24e0c327de1e req-62f1ad25-8786-4218-93f1-453b787f33af tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0332580 Jul 16 23:35:31.202915 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-1a294a25-bf7b-464d-9564-3a9247441486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c584124ed6554b9b9852dde0510c8633&device_id=a7ee7c47-b4e7-4c2e-b842-57558c42f335 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Jul 16 23:35:31.408120 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-1ae15a39-2bd1-4a58-8c23-e0cdaefba0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:31.409576 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-1ae15a39-2bd1-4a58-8c23-e0cdaefba0ef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c584124ed6554b9b9852dde0510c8633&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1877596 Jul 16 23:35:31.601132 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-f6ac8538-110b-4e56-8861-b13eeb34df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:31.602604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-2b217c8b-9a1b-48d1-8230-1285b98fbffa req-f6ac8538-110b-4e56-8861-b13eeb34df83 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861577 Jul 16 23:35:31.676555 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.256504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:32.316340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.341639 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.411477 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.414952 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.416139 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] 10.222.0.70 "DELETE /v2.0/security-groups/e21b085d-f84f-4f09-9353-65e06fbe39a5 HTTP/1.1" status: 204 len: 168 time: 0.1582384 Jul 16 23:35:32.425512 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce673b-d5b9-49ae-88a9-56a24e65b094 tempest-TestShelveInstance-360954061 tempest-TestShelveInstance-360954061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b085d-f84f-4f09-9353-65e06fbe39a5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:32.466301 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:32.995076 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:32.998332 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:33.304007 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Deleting port 16918414-6789-4ff5-b36b-931bb797c89b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:33.304649 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:33.386333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] For port 16918414-6789-4ff5-b36b-931bb797c89b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=16918414-6789-4ff5-b36b-931bb797c89b,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:33.386694 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:33.399446 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Calling delete_port for 16918414-6789-4ff5-b36b-931bb797c89b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:33.595105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:33.622157 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16918414-6789-4ff5-b36b-931bb797c89b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:33.791190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.002588 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Router a6d8f978-9bac-4626-a064-bf5afd504914 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:35:34.105082 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:34.110288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e00bdde9-9e44-4b6c-bfb4-e966d55ed9e7 admin admin] 10.222.0.70 "PUT /v2.0/routers/a6d8f978-9bac-4626-a064-bf5afd504914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427064 Jul 16 23:35:34.112814 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:34.113511 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Sync routers for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:34.123809 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:34.124498 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:34.215420 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.224482 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:34.324679 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.376681 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Deleting port 0564b200-5b95-49f9-b0a7-91b3802efe63 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:34.377050 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.398974 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:35:33Z', 'revision_number': 5, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port': {'id': '0564b200-5b95-49f9-b0a7-91b3802efe63', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:34.426796 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Checking router: a6d8f978-9bac-4626-a064-bf5afd504914 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:34.435296 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Routers {'a6d8f978-9bac-4626-a064-bf5afd504914'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:34.435909 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['a6d8f978-9bac-4626-a064-bf5afd504914'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:34.466500 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] For port 0564b200-5b95-49f9-b0a7-91b3802efe63, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0564b200-5b95-49f9-b0a7-91b3802efe63,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:34.466796 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.479247 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Calling delete_port for 0564b200-5b95-49f9-b0a7-91b3802efe63 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:34.521121 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] Set router a6d8f978-9bac-4626-a064-bf5afd504914 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:34.573722 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:35:34Z', 'revision_number': 6, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:34.601049 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365846c3-147e-45ac-b680-04cab68ea22c None None] The sync data for ids ['a6d8f978-9bac-4626-a064-bf5afd504914'] in n-d-793621-16 is: [{'id': 'a6d8f978-9bac-4626-a064-bf5afd504914', 'name': 'tempest-TestShelveInstance-1938435483-router', 'tenant_id': 'c584124ed6554b9b9852dde0510c8633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:49Z', 'updated_at': '2021-07-16T23:35:34Z', 'revision_number': 6, 'project_id': 'c584124ed6554b9b9852dde0510c8633', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:34.645306 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.670211 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=0564b200-5b95-49f9-b0a7-91b3802efe63,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:34.729773 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.833502 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:34.836200 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.232929 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.233476 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d8f978-9bac-4626-a064-bf5afd504914 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:35:35.238017 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.239035 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-af9c7bb2-34e5-4c2b-82f4-d29a1e723c5b admin admin] 10.222.0.70 "DELETE /v2.0/routers/a6d8f978-9bac-4626-a064-bf5afd504914 HTTP/1.1" status: 204 len: 168 time: 1.1252789 Jul 16 23:35:35.242208 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:35.285012 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Deleting subnet 5b4cedf3-27b4-43a1-9dd1-002d8ea38258 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:35:35.287859 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.324647 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.437362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.492678 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.518780 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4cedf3-27b4-43a1-9dd1-002d8ea38258,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:35.520750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.525301 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2154c916-77ea-4dc8-9bb1-deaabf314dfd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5b4cedf3-27b4-43a1-9dd1-002d8ea38258 HTTP/1.1" status: 204 len: 168 time: 0.2820084 Jul 16 23:35:35.525593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:35.530688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f912f5-3d2f-4d65-b9aa-189b615f4cb5 None None] Network e52e596f-5240-4744-9ce1-2e1f6bbb5190 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:35.604795 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.658240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Deleting port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:35.658676 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.726163 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] For port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:35.727121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.729648 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] DHCP port deletion for e52e596f-5240-4744-9ce1-2e1f6bbb5190 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:35:35.739714 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Calling delete_port for 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:35.776466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Deleting port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:35.776761 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.820005 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.841088 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] For port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,segment=NetworkSegment(d5651353-501d-47b3-be88-018e9dec0a48),segment_id=d5651353-501d-47b3-be88-018e9dec0a48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:35.841488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.846509 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:35.849003 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] No DVR routers for this DVR port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:35:35.854179 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Calling delete_port for 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:35.876358 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.876510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.876818 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.877203 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.877504 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.877838 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.878250 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.878593 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.878920 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.879249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.879572 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.879892 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.933392 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.935102 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.945103 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e596f-5240-4744-9ce1-2e1f6bbb5190']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:35.954790 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5651353-501d-47b3-be88-018e9dec0a48') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:35.955080 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5651353-501d-47b3-be88-018e9dec0a48') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:35.955436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Pushing event deleted for resources: {'Port': ['ID=58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:35.964243 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.965427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] No DVR routers for this DVR port 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:35:35.967492 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.967845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.968195 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.968537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.968871 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.969320 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.969661 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.969993 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.970326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.970656 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.970984 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.971312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5dcaf-6310-4a21-a59b-416eff88fb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:35.982490 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.989172 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:35:35.989460 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:35:35.991780 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:35:36.053184 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.057905 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.063118 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e52e596f-5240-4744-9ce1-2e1f6bbb5190 HTTP/1.1" status: 204 len: 168 time: 0.5335929 Jul 16 23:35:36.063232 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:36.072117 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ec84-7bbf-45ef-9f99-9c21c2e6b589 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52e596f-5240-4744-9ce1-2e1f6bbb5190,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:36.387560 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:35:36.404199 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.447562 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:36.467851 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:36.468284 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 58bf6118-1cdf-4858-8fa6-fb0e7f8fd71e not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:36.468777 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 16918414-6789-4ff5-b36b-931bb797c89b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:36.489745 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 16918414-6789-4ff5-b36b-931bb797c89b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:36.490118 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 16918414-6789-4ff5-b36b-931bb797c89b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:36.491054 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0564b200-5b95-49f9-b0a7-91b3802efe63 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:36.509436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0564b200-5b95-49f9-b0a7-91b3802efe63 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:36.509772 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0564b200-5b95-49f9-b0a7-91b3802efe63 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:36.652341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Deleting port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:36.652919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.726598 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] For port 0e9f617f-82c8-4c7c-a59e-7fdaec10f057, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:36.726950 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.738713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Calling delete_port for 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:36.914126 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:36.943519 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9f617f-82c8-4c7c-a59e-7fdaec10f057,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:37.111650 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.319055 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Router 766959ab-5817-481b-bdbd-b80348eec2c5 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:35:37.422025 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:37.427003 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b3a60ecf-1e30-4d9d-a3ab-c83d5f4e51ca admin admin] 10.222.0.70 "PUT /v2.0/routers/766959ab-5817-481b-bdbd-b80348eec2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3627033 Jul 16 23:35:37.429581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:37.430312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Sync routers for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:37.439319 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:37.439938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:37.532190 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.543304 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:37.630206 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.685528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Deleting port d0a03096-3353-47ba-bba9-0f30e43badad {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:37.686301 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.718164 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:35:36Z', 'revision_number': 5, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port': {'id': 'd0a03096-3353-47ba-bba9-0f30e43badad', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:26:54Z', 'updated_at': '2021-07-16T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:37.744058 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Checking router: 766959ab-5817-481b-bdbd-b80348eec2c5 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:37.752318 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Routers {'766959ab-5817-481b-bdbd-b80348eec2c5'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:37.752922 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['766959ab-5817-481b-bdbd-b80348eec2c5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:37.763886 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] For port d0a03096-3353-47ba-bba9-0f30e43badad, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=d0a03096-3353-47ba-bba9-0f30e43badad,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:37.764377 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.777686 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Calling delete_port for d0a03096-3353-47ba-bba9-0f30e43badad owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:37.839536 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] Set router 766959ab-5817-481b-bdbd-b80348eec2c5 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:37.893688 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:35:37Z', 'revision_number': 6, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:37.921566 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ce379-9763-4574-8f2c-fb731d793983 None None] The sync data for ids ['766959ab-5817-481b-bdbd-b80348eec2c5'] in n-d-793621-16 is: [{'id': '766959ab-5817-481b-bdbd-b80348eec2c5', 'name': 'tempest-TestShelveInstance-1468343999-router', 'tenant_id': '9adb1493632740d3af49b4eff45f82da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:26:53Z', 'updated_at': '2021-07-16T23:35:37Z', 'revision_number': 6, 'project_id': '9adb1493632740d3af49b4eff45f82da', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:37.942459 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:37.969705 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a03096-3353-47ba-bba9-0f30e43badad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:38.034621 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.380701 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.382868 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.425743 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.426312 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 766959ab-5817-481b-bdbd-b80348eec2c5 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:35:38.431919 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.432647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1ee35353-3903-40e9-82d6-54dfa833e1e1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/766959ab-5817-481b-bdbd-b80348eec2c5 HTTP/1.1" status: 204 len: 168 time: 1.0020752 Jul 16 23:35:38.435478 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:38.480227 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Deleting subnet ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:35:38.483223 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.516615 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.593877 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.646320 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.670352 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:38.676723 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.679446 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-2266bd86-6c99-487b-bfa2-1b232ab71535 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ecf56dc7-8cd0-4dec-878a-e3a2ebbe6ae3 HTTP/1.1" status: 204 len: 168 time: 0.2424135 Jul 16 23:35:38.682039 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:38.695654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4213e20-76f3-4d54-96ba-2eec7fd571d9 None None] Network 6ae53fa4-6c55-4932-848d-a818b923a825 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:38.755696 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.818899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Deleting port 15476df5-a1fc-44cb-82c2-174cca141a4b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:35:38.819271 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.886502 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] For port 15476df5-a1fc-44cb-82c2-174cca141a4b, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=15476df5-a1fc-44cb-82c2-174cca141a4b,segment=NetworkSegment(5995b0f9-2170-4a16-8136-b488db3a8109),segment_id=5995b0f9-2170-4a16-8136-b488db3a8109)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:38.886863 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:38.900884 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Calling delete_port for 15476df5-a1fc-44cb-82c2-174cca141a4b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:35:38.930143 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d0a03096-3353-47ba-bba9-0f30e43badad no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:38.956686 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: d0a03096-3353-47ba-bba9-0f30e43badad {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:38.957071 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device d0a03096-3353-47ba-bba9-0f30e43badad not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:38.957511 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:38.980593 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:38.980954 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 0e9f617f-82c8-4c7c-a59e-7fdaec10f057 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:38.994351 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.017899 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15476df5-a1fc-44cb-82c2-174cca141a4b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:39.027454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] No DVR routers for this DVR port 15476df5-a1fc-44cb-82c2-174cca141a4b on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:35:39.102624 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.103704 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e908c-04b3-43ca-a456-fdb279a71f7c None None] DHCP port deletion for 6ae53fa4-6c55-4932-848d-a818b923a825 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:35:39.113610 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae53fa4-6c55-4932-848d-a818b923a825']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:39.123531 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5995b0f9-2170-4a16-8136-b488db3a8109') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:39.123828 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5995b0f9-2170-4a16-8136-b488db3a8109') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:39.132904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.146064 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.152493 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:35:39.152887 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:35:39.154520 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:35:39.206428 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.212313 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.216638 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6ae53fa4-6c55-4932-848d-a818b923a825 HTTP/1.1" status: 204 len: 168 time: 0.5311885 Jul 16 23:35:39.224922 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291cc80-e6b4-4c2a-a34c-5d18d70ef3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae53fa4-6c55-4932-848d-a818b923a825,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:39.317807 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51350) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:39.357653 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-1e1f9f01-d4a4-423d-ba07-6725be6d203e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c584124ed6554b9b9852dde0510c8633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386920 Jul 16 23:35:39.360143 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:39.412354 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.432758 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.478547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.481220 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.482769 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20e95550-5b9c-4284-81c4-285e99611d72 HTTP/1.1" status: 204 len: 168 time: 0.1213939 Jul 16 23:35:39.490967 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f78ab-8c6d-48af-963d-810b00aa315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e95550-5b9c-4284-81c4-285e99611d72,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:39.778076 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:39.827420 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b35a3f8b-1395-4207-b4a7-17d504ec5183 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9adb1493632740d3af49b4eff45f82da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481639 Jul 16 23:35:39.830011 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:39.878416 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.898839 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.943943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.946504 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:39.947647 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64d69a14-1467-4e01-adaf-b9c8764f5d45 HTTP/1.1" status: 204 len: 168 time: 0.1166971 Jul 16 23:35:39.954872 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff8ec7-9998-4b8e-b941-d41522183bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d69a14-1467-4e01-adaf-b9c8764f5d45,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:40.454551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 15476df5-a1fc-44cb-82c2-174cca141a4b no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:35:40.478917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 15476df5-a1fc-44cb-82c2-174cca141a4b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:35:40.479466 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 15476df5-a1fc-44cb-82c2-174cca141a4b not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:35:40.606569 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:40.708226 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-761064681-network', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:40.729593 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Made reservation on behalf of cb6e9c30c3494b69b47ae347941264e3 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:35:40.731928 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.739943 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.826365 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.830285 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.855422 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:35:40.865122 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92948d6-3e44-45ec-923d-556cb063ebde,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:40.870604 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.870951 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Added segment 7ee3057a-1276-44c2-96bb-1a3d4419c0d7 of type vlan for network 928afef4-3d7c-4171-bed0-131ee4dd8669 Jul 16 23:35:40.914134 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.941387 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.942274 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:40.942870 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:40.972243 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3645799 Jul 16 23:35:40.975778 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:40.981026 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Request body: {'subnet': {'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-761064681-subnet', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:41.002619 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Made reservation on behalf of cb6e9c30c3494b69b47ae347941264e3 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:35:41.004458 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df41c78-0ebb-453a-a5c3-755f91fd0bbb admin admin] Pushing event updated for resources: {'Network': ['ID=928afef4-3d7c-4171-bed0-131ee4dd8669,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:41.005094 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.016031 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:35:41.171774 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.227477 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22896e07-e4a4-46d6-b4c2-5666b84c1128,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:41.234333 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Checking segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:41.234686 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Network hostable DHCP agents. Network: 928afef4-3d7c-4171-bed0-131ee4dd8669, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:35:41.251680 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:35:41.261599 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 928afef4-3d7c-4171-bed0-131ee4dd8669) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:41.265665 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:41.266262 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.272839 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feccdefe-cb0c-44a8-9f10-bb3d2a242a14 None None] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:41.281840 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3e2ff2eb-3580-48f9-a9a2-25ede6978c4f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047683 Jul 16 23:35:41.284526 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:41.289159 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:41.311530 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.312882 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.371095 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.427551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-928afef4-3d7c-4171-bed0-131ee4dd8669', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:35:41.429015 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.507674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.563601 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Allocated IP 172.20.0.2 (928afef4-3d7c-4171-bed0-131ee4dd8669/22896e07-e4a4-46d6-b4c2-5666b84c1128/91ee2153-5af0-4e2f-a14c-d7b1027dc47d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:41.707580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.715771 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Transition to ACTIVE for port object 91ee2153-5af0-4e2f-a14c-d7b1027dc47d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:41.715962 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.731551 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Transition to ACTIVE for port object 91ee2153-5af0-4e2f-a14c-d7b1027dc47d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:41.736030 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.737397 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.772321 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:41.778525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:41.781495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:41.794917 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Pushing event updated for resources: {'Port': ['ID=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:41.843848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Attempting to bind port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:41.844229 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Attempting to bind port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:41.844600 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Attempting to bind port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:41.847451 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Allocated IP 172.25.5.187 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1c66ad9f-904c-4eda-915e-364a3d5a88e8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:41.850479 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:41.850860 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Checking segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:41.851270 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.851748 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Bound using segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:41.852326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Bound port: 91ee2153-5af0-4e2f-a14c-d7b1027dc47d, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:41.852730 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.918419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] For port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:41.921512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] For port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:41.925364 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.951957 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:41.982637 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e1c7d-8600-46f9-9603-2ec96a5d6b46 None None] Pushing event updated for resources: {'Port': ['ID=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:41.996326 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:42.039948 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:42.042811 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:42.045459 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:42.075490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Pushing event updated for resources: {'Port': ['ID=1c66ad9f-904c-4eda-915e-364a3d5a88e8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:42.325515 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:42.476667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91ee2153-5af0-4e2f-a14c-d7b1027dc47d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:42.520407 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:42.526458 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:42.652900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:35:42.762734 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:42.772659 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:42.778028 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:42.782160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-59c68392-f694-4c57-b378-c94b6d95358b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4939196 Jul 16 23:35:42.782333 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:42.783564 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:42.784185 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:42.857353 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2555ecb-7c95-4eaa-9eab-f8985370fbe7 None None] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:42.898500 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:42.932463 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Provisioning for port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:42.938942 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Provisioning complete for port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:42.939582 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.081414 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:42Z', 'revision_number': 3, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:43.092813 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.137750 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] For port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:43.142815 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.205929 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43ba96-ab72-4f90-ab16-d07b6a01c5d0 None None] Pushing event updated for resources: {'Port': ['ID=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:43.207034 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:43.207494 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Updating router 5868638c-bf6e-4988-bd5a-80eeb6d40532 port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:35:43.240105 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.245438 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.367962 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e48b1d4-23ff-446f-9e9a-1b28a997245e None None] Provisioning complete for port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:43.368342 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e48b1d4-23ff-446f-9e9a-1b28a997245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.399013 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Allocated IP 172.20.0.1 (928afef4-3d7c-4171-bed0-131ee4dd8669/22896e07-e4a4-46d6-b4c2-5666b84c1128/01f41f8a-0f68-4c0c-99d2-610c583910e2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:43.504461 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.510141 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.514871 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Transition to ACTIVE for port object 1c66ad9f-904c-4eda-915e-364a3d5a88e8 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:43.521663 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.523921 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Transition to ACTIVE for port object 01f41f8a-0f68-4c0c-99d2-610c583910e2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:43.557640 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.571585 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Attempting to bind port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:43.571952 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Attempting to bind port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:43.572311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Attempting to bind port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:43.578986 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Pushing event updated for resources: {'Port': ['ID=1c66ad9f-904c-4eda-915e-364a3d5a88e8,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:43.585025 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:43.585398 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:43.585794 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.586182 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:43.586636 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Bound port: 1c66ad9f-904c-4eda-915e-364a3d5a88e8, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:43.587009 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.590127 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.590475 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.590810 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.591143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.591466 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.591791 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.592113 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.592434 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.592751 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.593099 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.593414 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.593529 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:43.593730 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:35:43.601073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:43.604601 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:43.630980 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Pushing event updated for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:43.646712 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] For port 1c66ad9f-904c-4eda-915e-364a3d5a88e8, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:43.650146 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] For port 1c66ad9f-904c-4eda-915e-364a3d5a88e8, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c66ad9f-904c-4eda-915e-364a3d5a88e8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:43.651536 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.654230 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.712885 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:43.713553 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:43.716593 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763b4a1-93db-4151-9dd1-b74bab387975 None None] Pushing event updated for resources: {'Port': ['ID=1c66ad9f-904c-4eda-915e-364a3d5a88e8,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:43.793992 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.825938 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:43.881248 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9fa70a5-8c15-45c9-90ac-1722258e9d63 None None] Provisioning for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:43.886192 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9fa70a5-8c15-45c9-90ac-1722258e9d63 None None] Provisioning complete for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:43.886777 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9fa70a5-8c15-45c9-90ac-1722258e9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.920692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa70a5-8c15-45c9-90ac-1722258e9d63 None None] Port 01f41f8a-0f68-4c0c-99d2-610c583910e2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:35:43.970421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:43.975674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.010035 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:42Z', 'revision_number': 3, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:44.035945 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad6ab1-2125-40e1-b33d-1851e86e60cc None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:42Z', 'revision_number': 3, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:44.044663 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.047365 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Pushing event updated for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:44.139325 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:44.140627 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:44.278666 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:35:44.404285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:44.417347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-64bf1045-c0c9-4d5e-8751-35961678149b admin admin] 10.222.0.70 "PUT /v2.0/routers/5868638c-bf6e-4988-bd5a-80eeb6d40532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6268592 Jul 16 23:35:44.450633 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8741c808-84e5-4cf5-934a-a3685694bc6c None None] Provisioning complete for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:44.451181 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8741c808-84e5-4cf5-934a-a3685694bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.493439 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8741c808-84e5-4cf5-934a-a3685694bc6c None None] Port 01f41f8a-0f68-4c0c-99d2-610c583910e2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:35:44.546437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91ee2153-5af0-4e2f-a14c-d7b1027dc47d up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:44.598313 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:44.598313 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.683970 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c66ad9f-904c-4eda-915e-364a3d5a88e8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:44.741170 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:44.745447 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:44.745889 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.830650 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.852679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 1c66ad9f-904c-4eda-915e-364a3d5a88e8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c66ad9f-904c-4eda-915e-364a3d5a88e8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:44.858703 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.917823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=1c66ad9f-904c-4eda-915e-364a3d5a88e8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:44.948313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:44.953643 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2062726021-network', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:44.973897 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Made reservation on behalf of 8a07c99a18fc416d81ad523da5707f39 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:35:44.976340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:44.984942 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.072705 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.076587 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.102400 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 23:35:45.111429 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4f9af-6e12-42d7-bc51-2f46a19d4347,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:45.117916 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.118267 n-d-793621-16 neutron-server[93924]: INFO neutron.db.segments_db [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Added segment eaa2bbac-9d32-4369-aa15-2a0ef2d2daee of type vlan for network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 Jul 16 23:35:45.162913 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787403328013'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.192715 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.193716 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:45.194300 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.225786 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2762735 Jul 16 23:35:45.228925 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:45.234134 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Request body: {'subnet': {'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2062726021-subnet', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:45.254570 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Made reservation on behalf of 8a07c99a18fc416d81ad523da5707f39 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:35:45.255655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592fd6e-3ff5-4827-8548-120109304342 admin admin] Pushing event updated for resources: {'Network': ['ID=6eaadc7d-bd34-4276-b66c-f6a3f2693588,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:45.257012 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64017592'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.266366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 details requested by agent ovs-agent-n-d-793621-16 with host n-d-793621-16 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 23:35:45.429433 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64000996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64017578'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.492106 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9236be2-1b00-43ee-9c7f-fa0a7054152f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:45.500772 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Checking segment: {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:45.501168 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Network hostable DHCP agents. Network: 6eaadc7d-bd34-4276-b66c-f6a3f2693588, hostable agents: ['510b1805-7531-40b2-88dd-1e9da52e8849'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 23:35:45.518361 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 is scheduled to be hosted by DHCP agent 510b1805-7531-40b2-88dd-1e9da52e8849 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 23:35:45.528000 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-16, 6eaadc7d-bd34-4276-b66c-f6a3f2693588) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:45.532302 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:45.532896 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.537822 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315007eb-9c84-4f13-a65b-36bbcabe8c12 None None] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:45.550233 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-8dbe5712-77d0-40d8-829f-493eb37fb77c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200669 Jul 16 23:35:45.552214 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:45.556601 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:45.578904 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1862128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10894'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.580190 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1861943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1863903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7549'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.635039 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.683411 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:45.692295 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3350b5db-a091-59c1-8180-7d02de971149-6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'fixed_ips': [{'subnet_id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f'}]}} from n-d-793621-16. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 23:35:45.693160 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.697376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:45.697932 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:45.775251 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1861925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1862037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7535'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:45.893440 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:45.976708 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Allocated IP 172.20.0.2 (6eaadc7d-bd34-4276-b66c-f6a3f2693588/d9236be2-1b00-43ee-9c7f-fa0a7054152f/f457bf4b-01b5-41c6-bc19-7b5bec9c32d6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:45.990276 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.221108 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.234325 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Transition to ACTIVE for port object f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:46.237489 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 2, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:46.269524 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:46.269878 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Updating router 5868638c-bf6e-4988-bd5a-80eeb6d40532 port 01f41f8a-0f68-4c0c-99d2-610c583910e2 binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:35:46.294663 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Transition to ACTIVE for port object f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:46.306938 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.323486 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.333679 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.359983 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:46.364846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:46.388654 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:46.391968 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Pushing event updated for resources: {'Port': ['ID=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:46.426642 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Allocated IP 172.25.5.160 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/9b765b25-283f-4c01-9d77-d655319a7261) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:46.490944 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c66ad9f-904c-4eda-915e-364a3d5a88e8 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:46.532948 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.573084 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.615992 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:46.618924 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:46.621567 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:46.646542 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b765b25-283f-4c01-9d77-d655319a7261,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:46.700573 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Attempting to bind port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:46.700934 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Attempting to bind port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:46.701342 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Attempting to bind port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 on network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:46.715682 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:46.716047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Checking segment: {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:46.716447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.716833 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Bound using segment: {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:46.717316 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Bound port: f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:46.717691 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.836460 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:46.836831 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.869848 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:46.874144 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a895f550-964b-451c-9f66-c7114351a108 None None] For port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:46.905474 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a895f550-964b-451c-9f66-c7114351a108 None None] For port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:46.917622 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.037224 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.055720 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f550-964b-451c-9f66-c7114351a108 None None] Pushing event updated for resources: {'Port': ['ID=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:47.063333 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Transition to ACTIVE for port object 01f41f8a-0f68-4c0c-99d2-610c583910e2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:47.070487 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1862139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1861888'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.072490 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.123660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031dc27-ddeb-4e5a-9cb9-f2b31653fd0d None None] Pushing event updated for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:47.187019 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Attempting to bind port 01f41f8a-0f68-4c0c-99d2-610c583910e2 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:47.187456 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Attempting to bind port 01f41f8a-0f68-4c0c-99d2-610c583910e2 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:47.187767 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Attempting to bind port 01f41f8a-0f68-4c0c-99d2-610c583910e2 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:47.193114 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:47.193541 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Checking segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:47.193959 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.194364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Bound using segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:47.194892 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Bound port: 01f41f8a-0f68-4c0c-99d2-610c583910e2, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:47.195211 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.251933 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Router 845c88f4-e3df-4759-b303-58e82324652a is scheduled to L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 23:35:47.291326 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] For port 01f41f8a-0f68-4c0c-99d2-610c583910e2, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:47.295169 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] For port 01f41f8a-0f68-4c0c-99d2-610c583910e2, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01f41f8a-0f68-4c0c-99d2-610c583910e2,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:47.302822 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.364403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031dc27-ddeb-4e5a-9cb9-f2b31653fd0d None None] Pushing event updated for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:47.368059 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:47.368681 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:47.419510 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:47.428820 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Sync routers for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:47.438195 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:47.442438 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3610e8df-f26b-4ecb-b3c4-3eb3cc1644e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8862073 Jul 16 23:35:47.442623 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:47.447632 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:47.448326 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:47.495814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:47.563556 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:47.742757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:47Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:47.763646 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:46Z', 'revision_number': 3, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:47.779785 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64771f2f-743a-4128-9e35-f9340dd5d195 None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:47Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:47.801553 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Checking router: 845c88f4-e3df-4759-b303-58e82324652a for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:47.802052 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Updating router 845c88f4-e3df-4759-b303-58e82324652a port 9b765b25-283f-4c01-9d77-d655319a7261 binding host n-d-793621-16 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:35:47.880054 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.196189 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.215804 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Transition to ACTIVE for port object 9b765b25-283f-4c01-9d77-d655319a7261 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:48.229071 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.282987 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81b502-084e-4c1e-ad98-3730eea4d3d9 None None] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:35:48.286133 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Attempting to bind port 9b765b25-283f-4c01-9d77-d655319a7261 on host n-d-793621-16 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:48.286507 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Attempting to bind port 9b765b25-283f-4c01-9d77-d655319a7261 by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:48.287545 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Attempting to bind port 9b765b25-283f-4c01-9d77-d655319a7261 on network a1537bee-28b5-44a3-8c35-b48f93bc2edd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:48.295069 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cd114-c394-4afa-a8db-743bff6e096d None None] Pushing event updated for resources: {'Port': ['ID=9b765b25-283f-4c01-9d77-d655319a7261,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:48.299389 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:48.299768 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Checking segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:48.300168 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.300554 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Bound using segment: {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:48.301198 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Bound port: 9b765b25-283f-4c01-9d77-d655319a7261, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2951f7-13bd-48e9-a33b-ea09d1e3a1c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:48.301716 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.331978 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.370364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-130c7eac-1017-44bb-874d-1bfdf15ead2c None None] Provisioning for port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:48.371495 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] For port 9b765b25-283f-4c01-9d77-d655319a7261, host n-d-793621-16, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:48.379834 n-d-793621-16 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] For port 9b765b25-283f-4c01-9d77-d655319a7261, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9b765b25-283f-4c01-9d77-d655319a7261,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:48.387193 n-d-793621-16 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.456837 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:48.457498 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:48.563186 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cd114-c394-4afa-a8db-743bff6e096d None None] Pushing event updated for resources: {'Port': ['ID=9b765b25-283f-4c01-9d77-d655319a7261,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:48.593982 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:48.621900 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Allocated IP 172.20.0.1 (6eaadc7d-bd34-4276-b66c-f6a3f2693588/d9236be2-1b00-43ee-9c7f-fa0a7054152f/ba99831d-8159-4e9c-832b-d2afc805e5db) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:48.628280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01f41f8a-0f68-4c0c-99d2-610c583910e2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:48.727389 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:48.732495 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:48.732886 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.783969 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.813672 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Transition to ACTIVE for port object ba99831d-8159-4e9c-832b-d2afc805e5db will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:48.848522 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.850920 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:46Z', 'revision_number': 3, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:48.856750 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.884268 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59b35-79fc-400e-a7aa-24b6c08374d8 None None] The sync data for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 is: [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:46Z', 'revision_number': 3, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:48.909894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:48.914646 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 01f41f8a-0f68-4c0c-99d2-610c583910e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01f41f8a-0f68-4c0c-99d2-610c583910e2,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:48.921467 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:48.923344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:48.928137 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:48.936145 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:48.965766 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Pushing event updated for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:48.996065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811255'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.040662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:49.067882 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:49.072089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:49.072481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.182543 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.186316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.219952 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:49.233794 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.296757 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abb30643-a1e4-4afa-8121-104e9e43734b None None] Provisioning for port ba99831d-8159-4e9c-832b-d2afc805e5db completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:49.311612 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abb30643-a1e4-4afa-8121-104e9e43734b None None] Provisioning complete for port ba99831d-8159-4e9c-832b-d2afc805e5db triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:49.311994 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abb30643-a1e4-4afa-8121-104e9e43734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.336885 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:49.360209 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-abb30643-a1e4-4afa-8121-104e9e43734b None None] Port ba99831d-8159-4e9c-832b-d2afc805e5db cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:35:49.410202 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.417897 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.489480 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811267'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.491298 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Pushing event updated for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:49.586093 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:49.587606 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:49.709679 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Router 845c88f4-e3df-4759-b303-58e82324652a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:35:49.828560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:35:49.833871 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-6be91317-0734-416c-83cb-7e138cb2830f admin admin] 10.222.0.70 "PUT /v2.0/routers/845c88f4-e3df-4759-b303-58e82324652a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3901451 Jul 16 23:35:49.885023 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93c32554-bf25-40cc-b9ae-370a7f8cd5bf None None] Provisioning complete for port ba99831d-8159-4e9c-832b-d2afc805e5db triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:49.885498 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93c32554-bf25-40cc-b9ae-370a7f8cd5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:49.924096 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-93c32554-bf25-40cc-b9ae-370a7f8cd5bf None None] Port ba99831d-8159-4e9c-832b-d2afc805e5db cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:35:50.405111 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:50.410069 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48427986', 'description': 'tempest-secgroup-smoke-48427986 description', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:50.435707 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.521292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.524996 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.552133 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.553444 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01f41f8a-0f68-4c0c-99d2-610c583910e2 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:50.553990 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1478546 Jul 16 23:35:50.557165 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:50.559595 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d932f-f648-44ae-92d1-7643940ddb4e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815a4349-4b7f-47f5-a9c7-92856c454057,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:50.561975 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:50.598203 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.610419 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 01f41f8a-0f68-4c0c-99d2-610c583910e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:50.610871 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.655805 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.660144 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.679188 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261932ca-e09c-47ce-af78-0fca5fd4ed03,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:50.685289 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.686332 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-1464f442-4084-4190-8b08-8657320df34e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281404 Jul 16 23:35:50.689277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:50.693879 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:50.698520 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:50.719375 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.750163 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:50.750569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.789920 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.795580 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.816761 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85487f21-16dd-480f-bbee-6c2e968cc516,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:50.823714 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.824950 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-50fb64ab-9b4a-4de6-bbef-214eac005f67 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347291 Jul 16 23:35:50.827801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:50.832285 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:50.835025 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9b765b25-283f-4c01-9d77-d655319a7261 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:50.863372 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.881787 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port 9b765b25-283f-4c01-9d77-d655319a7261 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:50.885364 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9b765b25-283f-4c01-9d77-d655319a7261 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:50.885726 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.928933 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.932905 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.952131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78470add-d3e9-431c-ae2e-6d40ee55998a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:50.961237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.962796 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-5aee5e84-d011-4a7e-816c-a3a70de22b5b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340263 Jul 16 23:35:50.965554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:50.970241 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:50.974207 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:50.997013 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port 9b765b25-283f-4c01-9d77-d655319a7261, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9b765b25-283f-4c01-9d77-d655319a7261,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:51.000182 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.000656 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.049429 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=9b765b25-283f-4c01-9d77-d655319a7261,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:51.062135 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.066454 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.084216 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a39b3c-5c71-47e6-89ed-3093461eb48e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:51.090674 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.094126 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-a4e47b99-6ee8-4c10-a0cf-cf07df884d22 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252406 Jul 16 23:35:51.094581 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:51.099202 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:51.122187 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Project cb6e9c30c3494b69b47ae347941264e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:35:51.127806 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.140939 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61541940-a760-4f53-bb49-90223f514738 None None] Sync routers for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:35:51.150434 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:51.151060 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:51.188983 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.192702 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.207762 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9d980-d635-4f2e-bac8-08854050d5ad,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:51.217422 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.218604 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-2ccc4e1f-e89c-4304-a99d-a6190a7c9892 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231172 Jul 16 23:35:51.221442 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:35:51.226125 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'security_group_rule': {'security_group_id': '815a4349-4b7f-47f5-a9c7-92856c454057', 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:51.246908 n-d-793621-16 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Project cb6e9c30c3494b69b47ae347941264e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 23:35:51.251833 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.258522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:51.312465 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.315482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756718'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.333801 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e326b320-407c-4a52-b9ee-0ffa7e0e671c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:51.340092 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.341292 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-49b0be86-aa9f-40e5-b1dc-3d5229c1bc2b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189046 Jul 16 23:35:51.464739 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:49Z', 'revision_number': 4, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'ba99831d-8159-4e9c-832b-d2afc805e5db', 'name': '', 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'mac_address': 'fa:16:3e:c2:53:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:48Z', 'updated_at': '2021-07-16T23:35:49Z', 'revision_number': 2, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'subnets': [{'id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:51.485503 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-eddee472-e7b1-4f72-b640-0c94dcaf3075 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48427986&fields=id&tenant_id=cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 267 time: 0.0361438 Jul 16 23:35:51.492081 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61541940-a760-4f53-bb49-90223f514738 None None] Checking router: 845c88f4-e3df-4759-b303-58e82324652a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:35:51.492437 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61541940-a760-4f53-bb49-90223f514738 None None] Updating router 845c88f4-e3df-4759-b303-58e82324652a port ba99831d-8159-4e9c-832b-d2afc805e5db binding host n-d-793621-16 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 23:35:51.526399 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.584526 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.598490 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-d8a5b7cb-b4eb-4fd1-ac58-9c1c34749506 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:51.600005 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-d8a5b7cb-b4eb-4fd1-ac58-9c1c34749506 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 809 time: 0.1085439 Jul 16 23:35:51.614684 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-16cc7930-4369-4f37-b37e-55b588906700 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/quotas/cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 375 time: 0.0091965 Jul 16 23:35:51.680800 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-cd6b147b-15e7-4881-8bf5-5322a7141fd9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600975 Jul 16 23:35:51.785503 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-f8d5866f-c90b-4ad5-9f72-3931338d6b83 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:35:51.786523 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-f8d5866f-c90b-4ad5-9f72-3931338d6b83 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948415 Jul 16 23:35:51.801100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.811033 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-61541940-a760-4f53-bb49-90223f514738 None None] Transition to ACTIVE for port object ba99831d-8159-4e9c-832b-d2afc805e5db will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:51.817054 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.872293 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75d258-706a-4d0f-a30b-fb148975c3a8 None None] Pushing event updated for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:51.886861 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-aa3aa410-0aba-45f4-8a4b-b7d850e449fa service neutron] 10.222.0.70 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943182 Jul 16 23:35:51.923480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-61541940-a760-4f53-bb49-90223f514738 None None] Attempting to bind port ba99831d-8159-4e9c-832b-d2afc805e5db on host n-d-793621-16 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:51.923856 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-61541940-a760-4f53-bb49-90223f514738 None None] Attempting to bind port ba99831d-8159-4e9c-832b-d2afc805e5db by drivers openvswitch,hyperv on host n-d-793621-16 at level 0 using segments [{'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:51.924232 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61541940-a760-4f53-bb49-90223f514738 None None] Attempting to bind port ba99831d-8159-4e9c-832b-d2afc805e5db on network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:51.930335 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61541940-a760-4f53-bb49-90223f514738 None None] Checking agent: {'id': '3155872e-4486-40e5-835e-a171e7e09705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 16, 22, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:51.930716 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61541940-a760-4f53-bb49-90223f514738 None None] Checking segment: {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:51.931180 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.931525 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61541940-a760-4f53-bb49-90223f514738 None None] Bound using segment: {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:51.931998 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-61541940-a760-4f53-bb49-90223f514738 None None] Bound port: ba99831d-8159-4e9c-832b-d2afc805e5db, host: n-d-793621-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:51.932385 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:51.980660 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-010d10f0-1e3c-4623-a0d0-ff42cfb1f0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Jul 16 23:35:52.010894 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-61541940-a760-4f53-bb49-90223f514738 None None] For port ba99831d-8159-4e9c-832b-d2afc805e5db, host n-d-793621-16, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:52.014805 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-61541940-a760-4f53-bb49-90223f514738 None None] For port ba99831d-8159-4e9c-832b-d2afc805e5db, host n-d-793621-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba99831d-8159-4e9c-832b-d2afc805e5db,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:52.019821 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61541940-a760-4f53-bb49-90223f514738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:52.081517 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:35:52.082233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:35:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:52.125403 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75d258-706a-4d0f-a30b-fb148975c3a8 None None] Pushing event updated for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:52.168428 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8e1f3ddd-f2c0-4aad-b708-c25f8394ce9f req-a3530a73-64eb-4b42-92e5-68457dd20762 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0361695 Jul 16 23:35:52.227512 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:35:52.430971 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61541940-a760-4f53-bb49-90223f514738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:49Z', 'revision_number': 4, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'ba99831d-8159-4e9c-832b-d2afc805e5db', 'name': '', 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'mac_address': 'fa:16:3e:c2:53:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:48Z', 'updated_at': '2021-07-16T23:35:52Z', 'revision_number': 4, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'subnets': [{'id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:35:52.609366 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9b765b25-283f-4c01-9d77-d655319a7261 up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:52.612823 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61541940-a760-4f53-bb49-90223f514738 None None] The sync data for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 is: [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:35:49Z', 'revision_number': 4, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': 'ba99831d-8159-4e9c-832b-d2afc805e5db', 'name': '', 'network_id': '6eaadc7d-bd34-4276-b66c-f6a3f2693588', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'mac_address': 'fa:16:3e:c2:53:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:48Z', 'updated_at': '2021-07-16T23:35:52Z', 'revision_number': 4, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'subnets': [{'id': 'd9236be2-1b00-43ee-9c7f-fa0a7054152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:35:52.669685 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port 9b765b25-283f-4c01-9d77-d655319a7261 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:52.671537 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:53.254574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61376cc2-1c59-495b-b9cb-92fdcb15626f req-369977ed-3bf1-4f27-860f-ca108012dd2d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0305595 Jul 16 23:35:53.679250 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:54.336781 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-a7a87567-7f39-4263-a4bd-f3df72742b1b req-3d755a4e-5429-4b9f-bab1-135d640390dd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0292037 Jul 16 23:35:54.492174 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba99831d-8159-4e9c-832b-d2afc805e5db up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:54.541759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning for port ba99831d-8159-4e9c-832b-d2afc805e5db completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:54.545707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ba99831d-8159-4e9c-832b-d2afc805e5db triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:54.546079 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:54.623447 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:54.658845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] For port ba99831d-8159-4e9c-832b-d2afc805e5db, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba99831d-8159-4e9c-832b-d2afc805e5db,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:35:54.662602 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:54.708941 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Pushing event updated for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:55.416278 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-52014980-9a87-4fec-b934-bd1089f600f8 req-f99c841c-4897-414d-a153-3dfd9780e0e9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0291345 Jul 16 23:35:56.471711 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba99831d-8159-4e9c-832b-d2afc805e5db up at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:35:56.519347 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Provisioning complete for port ba99831d-8159-4e9c-832b-d2afc805e5db triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:56.519721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:56.555258 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-f25fdffa-c0cc-49dc-bbf2-245191e2b576 req-c071079e-d586-44fc-a759-8bba3ebc1eeb tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0322018 Jul 16 23:35:57.463941 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-a241825d-cab0-4b9c-92c8-7b734a43fc10 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:57.465504 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-a241825d-cab0-4b9c-92c8-7b734a43fc10 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 809 time: 0.1061382 Jul 16 23:35:57.514192 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-b134f8b5-d3f4-40bf-a5ef-5fd61c95303b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 378 time: 0.0348625 Jul 16 23:35:57.522465 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'port': {'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'admin_state_up': True, 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'security_groups': ['815a4349-4b7f-47f5-a9c7-92856c454057']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:57.630590 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Made reservation on behalf of cb6e9c30c3494b69b47ae347941264e3 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:35:57.634776 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:57.664370 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1857e59-42a3-4654-9877-b3e4d6269e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:57.699481 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b05a2fd-fa95-41d6-af97-9c7c4cfea571 req-dbcbd430-e357-4bb8-883b-a594d298845b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0289342 Jul 16 23:35:57.767985 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Allocated IP 172.20.0.3 (928afef4-3d7c-4171-bed0-131ee4dd8669/22896e07-e4a4-46d6-b4c2-5666b84c1128/2d1224cc-2de8-49f0-a305-eea4ccda5c08) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:35:57.906498 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:57.920318 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Transition to ACTIVE for port object 2d1224cc-2de8-49f0-a305-eea4ccda5c08 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:57.952352 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:57.997591 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:35:58.000654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:35:58.004528 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:35:58.010887 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:58.057769 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.058397 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.072661 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-7225f62e-c1bf-4eb8-80e2-c114255847f8 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538538 Jul 16 23:35:58.083844 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Request body: {'port': {'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:35:58.165322 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.233692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c928c8ae-9685-4b55-98ea-b3adc8bdaae5 None None] Provisioning for port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:35:58.237587 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c928c8ae-9685-4b55-98ea-b3adc8bdaae5 None None] Provisioning complete for port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:35:58.237960 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c928c8ae-9685-4b55-98ea-b3adc8bdaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.273292 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c928c8ae-9685-4b55-98ea-b3adc8bdaae5 None None] Port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:35:58.431835 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1224cc-2de8-49f0-a305-eea4ccda5c08 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:35:58.440366 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.451841 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Transition to ACTIVE for port object 2d1224cc-2de8-49f0-a305-eea4ccda5c08 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:35:58.454797 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.529713 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:58.579463 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Attempting to bind port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 on host n-h2-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:35:58.579804 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Attempting to bind port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 by drivers openvswitch,hyperv on host n-h2-793621-16 at level 0 using segments [{'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:35:58.580138 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Attempting to bind port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:58.585224 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:35:58.585555 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Attempting to bind port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:35:58.590554 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Checking agent: {'id': 'dd76b521-5ad5-40c8-86d7-520b18a3478a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:35:58.590898 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Checking segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:35:58.591278 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Bound using segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:35:58.591704 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Bound port: 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host: n-h2-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:35:58.592065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.657827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:35:58.660871 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:35:58.665735 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.703763 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.704388 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:35:58.705862 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] 10.222.0.47 "PUT /v2.0/ports/2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 1092 time: 0.6263528 Jul 16 23:35:58.706304 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:35:58.708570 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81492b3-776c-4838-bdb8-8d98c48f2ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:35:58.738564 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b89bc-0c1f-4fa9-9bbd-b92a17d81a6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:35:58.757583 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039b00e-2a27-4354-a039-d78c72fb67bd x-openstack-request-id: req-d039b00e-2a27-4354-a039-d78c72fb67bd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:35:58.757813 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:35:58.758088 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d039b00e-2a27-4354-a039-d78c72fb67bd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:35:58.758459 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'status': 'completed', 'code': 200} Jul 16 23:35:58.805830 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-cbaad199-d878-4d5f-933a-79f58c1d1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.807371 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-cbaad199-d878-4d5f-933a-79f58c1d1d86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1095 time: 0.0590293 Jul 16 23:35:58.853270 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-ecbd9b9c-0508-4d0c-b3e5-afa286b895dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 217 time: 0.0385325 Jul 16 23:35:58.914597 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-5dd0f5dd-30f0-4818-a467-c9545ba34c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.916082 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-5dd0f5dd-30f0-4818-a467-c9545ba34c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0570273 Jul 16 23:35:58.923710 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac084cc-ed7e-44b7-96e8-8ccc77c2623a req-7e0344a1-5d83-4694-bd1f-e76cdd11735d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.925248 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ac084cc-ed7e-44b7-96e8-8ccc77c2623a req-7e0344a1-5d83-4694-bd1f-e76cdd11735d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0815804 Jul 16 23:35:58.964583 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ac084cc-ed7e-44b7-96e8-8ccc77c2623a req-baad3668-f581-44f0-ad93-fc15a76f7191 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331049 Jul 16 23:35:58.973807 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-830eba4a-f757-4f65-a036-0abec5d2ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:58.975362 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-830eba4a-f757-4f65-a036-0abec5d2ec7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531359 Jul 16 23:35:59.063909 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-c107da15-c736-4900-9e6b-e90966d7b59b service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Jul 16 23:35:59.158650 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-65f8a4cb-d46c-4f25-8a9f-325a1ce54c94 req-b5452473-3ab1-4122-aa69-c4eb5945e109 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876999 Jul 16 23:35:59.260827 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-bff9a459-a213-4160-ba78-3ab992dfe7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:59.262378 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-bff9a459-a213-4160-ba78-3ab992dfe7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1095 time: 0.0550549 Jul 16 23:35:59.354629 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-382a17f8-5929-44fd-9334-6ba5ff754d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:59.356096 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-382a17f8-5929-44fd-9334-6ba5ff754d93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0875363 Jul 16 23:35:59.396985 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-31d1374f-e7f8-4cba-aa64-cfcd5710d101 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 217 time: 0.0340524 Jul 16 23:35:59.448524 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-11839f20-b1d2-4cf2-a64a-357546414f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:59.449972 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-11839f20-b1d2-4cf2-a64a-357546414f08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0474381 Jul 16 23:35:59.505752 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-496d738d-0133-4475-abfc-53e1383ac6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:35:59.507247 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-496d738d-0133-4475-abfc-53e1383ac6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510273 Jul 16 23:35:59.595054 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-2097f756-2693-480a-b40f-d2e2e796dc4d service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Jul 16 23:35:59.686956 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e81492b3-776c-4838-bdb8-8d98c48f2ba9 req-2b117aa8-957e-4a7b-b582-c1a83915b4f8 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 Jul 16 23:35:59.890690 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc150481-7b5e-4aeb-9951-6487e9878312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:00.146381 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363665-3388-488c-b528-c9ce0f56e927 req-00fd554e-6997-437d-9beb-a6cb8bf9f0d2 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:00.148505 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a363665-3388-488c-b528-c9ce0f56e927 req-00fd554e-6997-437d-9beb-a6cb8bf9f0d2 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0665395 Jul 16 23:36:00.185175 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-2a363665-3388-488c-b528-c9ce0f56e927 req-08741294-f839-4666-8b31-f9f7a58ab84c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308871 Jul 16 23:36:00.219036 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:01.358487 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9a8d4-b5cb-4917-a16d-5545c5d7fc30 req-72578ce1-70b3-4e31-92e3-f588304aa058 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:01.359973 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0e9a8d4-b5cb-4917-a16d-5545c5d7fc30 req-72578ce1-70b3-4e31-92e3-f588304aa058 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0629284 Jul 16 23:36:01.396517 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-b0e9a8d4-b5cb-4917-a16d-5545c5d7fc30 req-829a7488-0195-42ea-9633-126a8c48af00 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307593 Jul 16 23:36:01.671642 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:36:01.686586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:01.773132 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:36:01.783781 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:36:01.818510 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:01.831089 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1224cc-2de8-49f0-a305-eea4ccda5c08 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:36:01.851026 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:36:01.854591 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:01.900371 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:36:02.062702 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2d1224cc-2de8-49f0-a305-eea4ccda5c08'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:36:02.572243 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075da76-b8e3-432c-af49-fe8d5f605438 req-c68fe16e-ff89-46bc-8058-77c220658d42 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:02.573755 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3075da76-b8e3-432c-af49-fe8d5f605438 req-c68fe16e-ff89-46bc-8058-77c220658d42 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 944 time: 0.0618730 Jul 16 23:36:02.610605 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3075da76-b8e3-432c-af49-fe8d5f605438 req-5544a9c1-00e8-483f-9c6b-05b55433afc0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313232 Jul 16 23:36:02.993743 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:03.682427 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:36:03.733809 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning for port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:36:03.737502 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:36:03.737881 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:03.785996 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec956a3-bcf7-42b0-abbc-83bc12b51918 req-1c4fb26b-aa0c-46e7-9bf0-e7455b06dce3 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:03.787513 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ec956a3-bcf7-42b0-abbc-83bc12b51918 req-1c4fb26b-aa0c-46e7-9bf0-e7455b06dce3 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 944 time: 0.0676992 Jul 16 23:36:03.814301 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:03.825897 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-6ec956a3-bcf7-42b0-abbc-83bc12b51918 req-27fd96c9-f4ca-43fc-b455-b6922027027a tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320902 Jul 16 23:36:03.836441 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:36:03.838723 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00202c7e-2dbf-4473-a07c-d3d7171e3768" -d '{"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:36:03.851904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:36:03.855961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:03.901770 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:36:03.928513 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a0f0bb-de3e-4d9a-afab-f3ba7edadb2e x-openstack-request-id: req-e1a0f0bb-de3e-4d9a-afab-f3ba7edadb2e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:36:03.928811 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:36:03.929103 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1a0f0bb-de3e-4d9a-afab-f3ba7edadb2e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:36:03.930151 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'code': 200} Jul 16 23:36:04.035738 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efee5d-0d5e-4b6c-8324-f7126eaae885 req-f4605dca-fd85-46f8-a764-33c0ef95f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:04.037224 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32efee5d-0d5e-4b6c-8324-f7126eaae885 req-f4605dca-fd85-46f8-a764-33c0ef95f47f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1097 time: 0.0496352 Jul 16 23:36:04.069879 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-32efee5d-0d5e-4b6c-8324-f7126eaae885 req-8a78ac7b-dd50-41c9-998a-076d3b1c1d4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267515 Jul 16 23:36:05.003273 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4d2af-7cd8-411d-8edf-a784b742e8c7 req-144658c0-9021-4d72-805e-dc84244f8650 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:05.004776 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0e4d2af-7cd8-411d-8edf-a784b742e8c7 req-144658c0-9021-4d72-805e-dc84244f8650 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 945 time: 0.0642555 Jul 16 23:36:05.042314 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-c0e4d2af-7cd8-411d-8edf-a784b742e8c7 req-fae3e294-5e90-486d-808a-32f3bc05c80d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319657 Jul 16 23:36:05.215621 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b665c4-0046-49e0-8d60-243fee1c1714 req-de554a94-70be-4135-83f9-1f6a12513b4c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:05.217161 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80b665c4-0046-49e0-8d60-243fee1c1714 req-de554a94-70be-4135-83f9-1f6a12513b4c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 945 time: 0.0664089 Jul 16 23:36:05.255020 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-80b665c4-0046-49e0-8d60-243fee1c1714 req-a5a58599-8670-4e3a-b501-c5352a07c766 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320323 Jul 16 23:36:05.278484 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:36:05.370015 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968b01d-a557-450e-9c0c-819872c98180 tempest-TestSnapshotPattern-1659312007 tempest-TestSnapshotPattern-1659312007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:05.371532 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-3968b01d-a557-450e-9c0c-819872c98180 tempest-TestSnapshotPattern-1659312007 tempest-TestSnapshotPattern-1659312007-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1092 time: 0.0920846 Jul 16 23:36:05.374400 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:36:05.378747 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:36:05.401987 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:05.499035 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:05.597057 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Allocated IP 172.25.5.188 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:36:05.697404 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:05.733783 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:05.772496 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:36:05.775249 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:36:05.778726 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:36:05.783929 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:36:06.138476 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.210601 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.359329 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.363995 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.437304 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:36:06.445826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.543046 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Floating IP d8259018-333a-486c-9064-e4320fa1f4aa associated. External IP: 172.25.5.188, port: 2d1224cc-2de8-49f0-a305-eea4ccda5c08. Jul 16 23:36:06.741476 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:36:06.843948 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:36:06.853436 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:36:06.859566 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:06.863834 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:36:06.864585 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:36:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:36:07.059180 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:36:07.207187 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-9a6e7b92-3c4f-4152-a0aa-1e8d067bcdcd tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8317528 Jul 16 23:36:07.207793 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:36:07.210100 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590ff30-afe4-48ac-a886-b5ff236a0ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:36:07.288622 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:06Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:36:07.306656 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd044d1-00b8-4067-aaaa-0afc7b905e35 x-openstack-request-id: req-cbd044d1-00b8-4067-aaaa-0afc7b905e35 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:36:07.306954 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:36:07.307207 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbd044d1-00b8-4067-aaaa-0afc7b905e35 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:36:07.307600 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'status': 'completed', 'code': 200} Jul 16 23:36:07.314613 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:36:07.323340 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:36:07.324028 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:36:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:36:07.384792 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-aa4855c2-1957-44b2-aa67-41c045e091a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:07.386308 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-aa4855c2-1957-44b2-aa67-41c045e091a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1097 time: 0.0565605 Jul 16 23:36:07.427902 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:36:07.475889 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-034e5cdd-23c3-4a64-b170-46e8c0b2dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:07.478479 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-034e5cdd-23c3-4a64-b170-46e8c0b2dbf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0860517 Jul 16 23:36:07.547144 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-048bb2e0-bc41-4446-8e40-b0a59e503d0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 999 time: 0.0623872 Jul 16 23:36:07.595075 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-1ff62d88-f258-4128-ac76-a3ef2aeaf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:07.596828 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-1ff62d88-f258-4128-ac76-a3ef2aeaf3d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0426900 Jul 16 23:36:07.643163 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f626410a-b070-463c-822d-0fe3155531fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:06Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:36:07.652194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-c3e6bd93-c267-48dd-a329-0587765d60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:07.653730 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-c3e6bd93-c267-48dd-a329-0587765d60b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504601 Jul 16 23:36:07.672614 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626410a-b070-463c-822d-0fe3155531fa None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:06Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:36:07.749929 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-88d94be7-f520-4a32-849d-f787acfc7871 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900447 Jul 16 23:36:07.840078 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-6590ff30-afe4-48ac-a886-b5ff236a0ef9 req-0ca804c0-0c90-43da-a653-f2d6662e041f service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844054 Jul 16 23:36:07.867670 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0166355-c987-405a-af8a-969514fd1356 None None] New status for floating IP d8259018-333a-486c-9064-e4320fa1f4aa: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:36:13.387411 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:36:21.571159 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:23.694297 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:27.666927 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ed295f5-bfd9-4d9d-8d79-cce1c2f53689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:29.891669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3298900-ff76-4e1f-ab3f-2f222ce310c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:30.218747 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:31.683034 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:32.136148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-098e8fe7-9a46-4703-9964-9620342bdb42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547485 Jul 16 23:36:32.229673 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-cdc51dc9-b1ae-4770-8876-ffa3df9ae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:32.231137 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-cdc51dc9-b1ae-4770-8876-ffa3df9ae842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1097 time: 0.0523648 Jul 16 23:36:32.332415 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-5b6d330f-ec6b-418c-b6c9-32277bec2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:32.333951 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-5b6d330f-ec6b-418c-b6c9-32277bec2ab8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0831439 Jul 16 23:36:32.401290 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-f61e0f1a-730b-43ee-8848-efcb0a2cc671 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 1001 time: 0.0601251 Jul 16 23:36:32.447965 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-bb38c5aa-2a2d-4971-8cb1-b7cf714f5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:32.449416 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-bb38c5aa-2a2d-4971-8cb1-b7cf714f5a44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0426846 Jul 16 23:36:32.505302 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-b6d5f127-8c73-44bd-9c3c-6c5a7a6c14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:36:32.506748 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-b6d5f127-8c73-44bd-9c3c-6c5a7a6c14ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505159 Jul 16 23:36:32.598996 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-796936ed-b54c-4f05-b083-f8fdec893fbf service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Jul 16 23:36:32.686581 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ef5a8b16-02ae-444c-8243-56fcab3c68ba req-4b4ef6df-de69-4e7e-95dd-886b0d423723 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806036 Jul 16 23:36:32.996984 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:50.387313 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:36:51.573568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:53.725115 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:57.667113 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd860ffa-ad09-4c46-a648-a40e2b7f52b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:36:59.892455 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a51b9235-9512-4cf2-b470-9866b8e51469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:00.218389 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:01.685277 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:03.000439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:21.585669 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:23.739875 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:27.387580 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:37:27.669874 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92c3c164-3f12-4869-bd4d-25b14df86024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:29.892038 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c4769dd-2428-43e9-acbf-415504bf5c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:30.218470 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:31.688013 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:33.002959 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:33.132036 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-287dcdf0-a1b6-4021-affb-92b45deea147 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958586 Jul 16 23:37:33.223270 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-e9de9fb2-5857-48d2-9d38-fbca3b2a8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:37:33.224702 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-e9de9fb2-5857-48d2-9d38-fbca3b2a8517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1097 time: 0.0512877 Jul 16 23:37:33.327845 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-107e3745-48e6-46e8-a54d-fb53b0b0509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:37:33.329288 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-107e3745-48e6-46e8-a54d-fb53b0b0509a service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0838957 Jul 16 23:37:33.650056 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-042e1841-cdb6-4d5e-8793-435ecb55a053 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 1001 time: 0.3146181 Jul 16 23:37:33.698114 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-d4f21dd2-c292-408b-8697-e0f13c3cd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:37:33.699501 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-d4f21dd2-c292-408b-8697-e0f13c3cd7ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0430467 Jul 16 23:37:33.755916 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-8b5ebb1c-be76-4fb2-a356-3ff3d001fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:37:33.757356 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-8b5ebb1c-be76-4fb2-a356-3ff3d001fef5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517569 Jul 16 23:37:33.844903 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-9be1f123-919f-4828-8852-2e0ed8ec8aeb service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801332 Jul 16 23:37:33.935760 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-aa158b14-6fef-4f99-882f-9b8873e499c0 req-3db250c0-293d-48cc-a327-2ce49c17f422 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Jul 16 23:37:51.592201 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:53.745930 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:57.670854 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-317fbccb-5d7e-4de1-b7ac-3d9368545e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:37:59.891800 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db525a4a-564d-430a-a422-a729d513e1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:00.218190 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:01.691217 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:03.004092 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:04.388391 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:38:04.415376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [req-eef50b08-e8c2-4990-bfcd-86d105dcc761 req-54d214e2-abf8-42ad-a2d0-c20d0239a0f1 service neutron] (93923) timed out ('10.222.0.70', 56268) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 23:38:08.452280 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 details requested by agent hyperv_n-h2-793621-16 with host n-h2-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:38:08.549376 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:08.563307 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Returning: {'device': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:38:08.599344 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:08.612113 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d1224cc-2de8-49f0-a305-eea4ccda5c08 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:38:08.631471 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:08.634897 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:08.685117 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:08.692426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.692773 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.693302 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.693480 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.693814 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.694250 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.694473 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.694803 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.695133 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.695461 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.695784 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.696129 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:08.703537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] get_ports_and_sgs() called for port_ids ['2d1224cc-2de8-49f0-a305-eea4ccda5c08'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:38:10.459643 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 up at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:38:10.518142 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Provisioning complete for port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:38:10.518795 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:10.601339 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:10.627231 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:38:10.629644 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394db72-c549-4b8e-a782-4c62fe5accf6" -d '{"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:38:10.646258 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:10.651527 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:10.709320 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460c83d-c5b6-4e7e-a83f-6395a96c64e0 x-openstack-request-id: req-f460c83d-c5b6-4e7e-a83f-6395a96c64e0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:38:10.709710 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:38:10.710026 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f460c83d-c5b6-4e7e-a83f-6395a96c64e0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:38:10.710521 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'code': 200} Jul 16 23:38:10.725414 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:17.839648 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-20592901-e6fb-4598-a6c4-43b27257043c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48427986&fields=id&tenant_id=cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 267 time: 0.0368121 Jul 16 23:38:17.946822 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-ae9b1ba9-80b9-4b5a-ae10-0a43798ac37d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:17.948261 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-ae9b1ba9-80b9-4b5a-ae10-0a43798ac37d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 809 time: 0.1017327 Jul 16 23:38:17.962607 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-d6ee8782-34fa-4fc2-a521-ffe0f0c7cb38 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/quotas/cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Jul 16 23:38:18.031698 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a684591f-a1d9-4f32-a418-1d55251d5314 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0637920 Jul 16 23:38:18.127454 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-5150cdef-18eb-4ada-aa77-9dfa9089f4fb service neutron] 10.222.0.70 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Jul 16 23:38:18.213060 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-e3f9e3d4-0af4-472a-a128-2cbdb113e38e service neutron] 10.222.0.70 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800583 Jul 16 23:38:18.376578 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-5b65bc80-7098-48b3-bf93-4381bfb1c7a0 req-e1ec9ebf-4b2d-4a58-abf9-b01493a0c547 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 210 time: 0.0275755 Jul 16 23:38:19.464448 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-341f8251-bd02-40e6-84e4-e650889802b2 req-fd884ea6-b508-470a-b2a3-fa535ec13e79 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 210 time: 0.0321558 Jul 16 23:38:20.458967 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:38:20.521628 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-b6a12579-c726-4995-8f25-6008923b0cac tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:20.523148 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-b6a12579-c726-4995-8f25-6008923b0cac tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 809 time: 0.1068254 Jul 16 23:38:20.539438 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:20.563522 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:38:20.566152 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177f535-fc44-42c6-9a58-b4aeb0d38594" -d '{"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:38:20.570587 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-956e1909-b42b-4dcd-a99d-98d19f0a67c4 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb6e9c30c3494b69b47ae347941264e3 HTTP/1.1" status: 200 len: 378 time: 0.0387044 Jul 16 23:38:20.579891 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:20.580876 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'port': {'device_id': '2b67439f-ef87-438d-9727-905ea6218138', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'admin_state_up': True, 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'security_groups': ['815a4349-4b7f-47f5-a9c7-92856c454057']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:38:20.586534 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:20.641184 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Pushing event updated for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:20.642809 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4dd069da-f834-4b69-bb76-e5d6be453d40 req-f47c62ef-5b2d-40ab-94e0-f2ea1548b525 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 16 23:38:20.698376 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe7a488-900a-4ebf-823a-91bc06484707 x-openstack-request-id: req-ebe7a488-900a-4ebf-823a-91bc06484707 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:38:20.698673 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:38:20.698992 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebe7a488-900a-4ebf-823a-91bc06484707 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:38:20.699376 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'code': 200} Jul 16 23:38:20.706353 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Made reservation on behalf of cb6e9c30c3494b69b47ae347941264e3 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 23:38:20.710007 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:20.852431 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Allocated IP 172.20.0.6 (928afef4-3d7c-4171-bed0-131ee4dd8669/22896e07-e4a4-46d6-b4c2-5666b84c1128/8692d598-6c47-492f-a0bb-7f2165e92ee6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:38:21.029591 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:21.062099 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Transition to ACTIVE for port object 8692d598-6c47-492f-a0bb-7f2165e92ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:38:21.108896 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:21.168880 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:38:21.172200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:38:21.176490 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:38:21.183454 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:21.221186 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.221608 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.222254 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.222655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.226665 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.227098 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.227504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.227906 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.228306 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.228773 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.229192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.229595 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:21.281200 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:21.281872 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:21.302622 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-65911d9d-9b03-40e6-bcc4-7fe4c35f20a9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265673 Jul 16 23:38:21.455825 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6edccf86-b2b7-4f86-ac4a-22738ea9cf67 None None] Provisioning for port 8692d598-6c47-492f-a0bb-7f2165e92ee6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:38:21.460047 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6edccf86-b2b7-4f86-ac4a-22738ea9cf67 None None] Provisioning complete for port 8692d598-6c47-492f-a0bb-7f2165e92ee6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:38:21.460785 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6edccf86-b2b7-4f86-ac4a-22738ea9cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:21.497370 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6edccf86-b2b7-4f86-ac4a-22738ea9cf67 None None] Port 8692d598-6c47-492f-a0bb-7f2165e92ee6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 23:38:21.584939 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:21.822121 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d3c5-1b61-4f15-a0e3-c9a271b9eee5 req-75f0fc0b-9e48-42ca-9c2b-13d10df23d80 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:21.823875 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8e5d3c5-1b61-4f15-a0e3-c9a271b9eee5 req-75f0fc0b-9e48-42ca-9c2b-13d10df23d80 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0638950 Jul 16 23:38:21.866963 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e8e5d3c5-1b61-4f15-a0e3-c9a271b9eee5 req-aa110cc6-93e1-4c19-96bf-db8560445ae5 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372243 Jul 16 23:38:23.048891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a55c2-f3a6-4f72-84b4-048a4983fbd0 req-96625308-e9f1-425b-add0-2a305b4e2352 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:23.050629 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-422a55c2-f3a6-4f72-84b4-048a4983fbd0 req-96625308-e9f1-425b-add0-2a305b4e2352 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0690525 Jul 16 23:38:23.090895 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-422a55c2-f3a6-4f72-84b4-048a4983fbd0 req-b47b3d05-7a73-4697-9c2c-1e86926ed1fb tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340233 Jul 16 23:38:23.755406 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:24.273240 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df28f4-acf8-406f-8a95-a1b9fcc98c4f req-70b23462-0087-4ef6-a907-6f6536017f07 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:24.274767 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9df28f4-acf8-406f-8a95-a1b9fcc98c4f req-70b23462-0087-4ef6-a907-6f6536017f07 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0651636 Jul 16 23:38:24.314543 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e9df28f4-acf8-406f-8a95-a1b9fcc98c4f req-daeb538c-762d-4859-905e-04af65288e53 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340679 Jul 16 23:38:25.503889 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ac50-67c2-4da1-be27-39a333fe111a req-1a4f52db-f98c-48e6-b41c-5a5a6121fd60 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:25.505890 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d753ac50-67c2-4da1-be27-39a333fe111a req-1a4f52db-f98c-48e6-b41c-5a5a6121fd60 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0787556 Jul 16 23:38:25.543791 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d753ac50-67c2-4da1-be27-39a333fe111a req-d32d0072-f755-49c4-9777-41825a9c3f71 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320063 Jul 16 23:38:26.724064 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5098cc-ab0b-4ffb-90c5-45645a7c5e4b req-96acf0f0-cb37-423f-8c5f-e2b2248b654e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:26.725664 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad5098cc-ab0b-4ffb-90c5-45645a7c5e4b req-96acf0f0-cb37-423f-8c5f-e2b2248b654e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0690374 Jul 16 23:38:26.765089 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-ad5098cc-ab0b-4ffb-90c5-45645a7c5e4b req-843f96c2-bef7-4ace-a6d7-6041a2e47a7c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337505 Jul 16 23:38:27.675028 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-411baef0-62ed-4c7d-a745-7aed0048d777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:27.944486 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55fe28-eac4-4862-9218-700435d579d2 req-1d5861ef-6652-4f58-99e3-e3109e903ce1 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:27.945994 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f55fe28-eac4-4862-9218-700435d579d2 req-1d5861ef-6652-4f58-99e3-e3109e903ce1 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0640879 Jul 16 23:38:27.987655 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-8f55fe28-eac4-4862-9218-700435d579d2 req-8082cfed-c191-4d5f-b56f-246aa8c2a3f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349579 Jul 16 23:38:29.173265 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf53c1-85f5-40de-a44d-3da202e4e3e1 req-decdb6d7-66b9-4ac1-adbb-92de2d594f7c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:29.174717 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3eaf53c1-85f5-40de-a44d-3da202e4e3e1 req-decdb6d7-66b9-4ac1-adbb-92de2d594f7c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0688267 Jul 16 23:38:29.215894 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3eaf53c1-85f5-40de-a44d-3da202e4e3e1 req-ab947e3a-4c9d-4232-8649-63dcc7f9c5e6 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354581 Jul 16 23:38:29.892090 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1681342a-9348-451a-bdb8-ee3c192a0dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:30.221681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:30.397527 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70514-e14a-4eaf-a200-25d508361937 req-7878b097-8bd1-44be-858d-faf16311240b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:30.399075 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fb70514-e14a-4eaf-a200-25d508361937 req-7878b097-8bd1-44be-858d-faf16311240b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0654197 Jul 16 23:38:30.438564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-4fb70514-e14a-4eaf-a200-25d508361937 req-6e09f841-9889-4f37-99e9-0d593de5503a tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330675 Jul 16 23:38:31.336765 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-7513f232-2a48-44fc-9f49-f249df5ed744 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 23:38:31.337774 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-7513f232-2a48-44fc-9f49-f249df5ed744 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055969 Jul 16 23:38:31.391546 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Request body: {'port': {'device_id': '2b67439f-ef87-438d-9727-905ea6218138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-16'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:38:31.466356 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.612198 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e53a60-b65a-4a66-a175-232a872b57ae req-5091538a-c4a3-4778-84b5-4f6e4a8cf05b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:31.613665 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-84e53a60-b65a-4a66-a175-232a872b57ae req-5091538a-c4a3-4778-84b5-4f6e4a8cf05b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 931 time: 0.0638297 Jul 16 23:38:31.651094 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-84e53a60-b65a-4a66-a175-232a872b57ae req-935a01a3-2ae8-4535-a053-ea66d79aff50 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317402 Jul 16 23:38:31.694651 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.729722 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8692d598-6c47-492f-a0bb-7f2165e92ee6 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:38:31.737552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.749504 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Transition to ACTIVE for port object 8692d598-6c47-492f-a0bb-7f2165e92ee6 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 23:38:31.752579 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.821038 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:31.879345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Attempting to bind port 8692d598-6c47-492f-a0bb-7f2165e92ee6 on host n-h1-793621-16 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 23:38:31.879682 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Attempting to bind port 8692d598-6c47-492f-a0bb-7f2165e92ee6 by drivers openvswitch,hyperv on host n-h1-793621-16 at level 0 using segments [{'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 23:38:31.880000 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Attempting to bind port 8692d598-6c47-492f-a0bb-7f2165e92ee6 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:38:31.884549 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Port 8692d598-6c47-492f-a0bb-7f2165e92ee6 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-16 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 23:38:31.884874 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Attempting to bind port 8692d598-6c47-492f-a0bb-7f2165e92ee6 on network 928afef4-3d7c-4171-bed0-131ee4dd8669 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 23:38:31.890311 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Checking agent: {'id': '50a2e976-61bc-4d59-bab5-5b173c6003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'started_at': datetime.datetime(2021, 7, 16, 22, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 23, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 23:38:31.890654 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Checking segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 23:38:31.891039 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Bound using segment: {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 23:38:31.891464 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Bound port: 8692d598-6c47-492f-a0bb-7f2165e92ee6, host: n-h1-793621-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3057a-1276-44c2-96bb-1a3d4419c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 23:38:31.891823 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.957149 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 23:38:31.960032 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 23:38:31.964418 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64086664'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:31.998233 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:31.998861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:32.000225 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] 10.222.0.68 "PUT /v2.0/ports/8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 1092 time: 0.6535022 Jul 16 23:38:32.000659 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:38:32.002957 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:38:32.029263 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db26d-9a3b-4470-bff3-8fbae2506e3e service neutron] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:32.057223 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00538ce9-263c-4ae6-befc-52f69cc702a3 x-openstack-request-id: req-00538ce9-263c-4ae6-befc-52f69cc702a3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:38:32.057765 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:38:32.057765 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00538ce9-263c-4ae6-befc-52f69cc702a3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:38:32.058157 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'status': 'completed', 'code': 200} Jul 16 23:38:32.106535 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-7bd027d0-6fa0-4406-ad3c-ff3556394a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.108051 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-7bd027d0-6fa0-4406-ad3c-ff3556394a5b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1095 time: 0.0608339 Jul 16 23:38:32.151202 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-fe1901ee-a111-46d6-83b0-2e4dc669fd3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 217 time: 0.0357244 Jul 16 23:38:32.204073 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-74ad24d3-9ec5-455f-87f1-8f62567a1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.205585 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-74ad24d3-9ec5-455f-87f1-8f62567a1987 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0449114 Jul 16 23:38:32.263363 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-90e2c240-e349-4816-85c4-ee68184fe3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.264855 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-90e2c240-e349-4816-85c4-ee68184fe3da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528564 Jul 16 23:38:32.356710 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-51ac30eb-4cc3-4118-bb1c-10c5ff41bc8b service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842628 Jul 16 23:38:32.447962 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-e551ee18-701e-41df-9780-5b074e3e9e2c req-0929082d-eccc-444f-a3a5-eb01dc0f78f1 service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844760 Jul 16 23:38:32.551461 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-fc193b8d-8e4a-4bad-87f2-7bd9519c1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.553086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-fc193b8d-8e4a-4bad-87f2-7bd9519c1a3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1095 time: 0.0532732 Jul 16 23:38:32.643185 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-3e1eeee1-2699-4c9f-846a-56373a344b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.644656 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-3e1eeee1-2699-4c9f-846a-56373a344b69 service neutron] 10.222.0.68 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0836112 Jul 16 23:38:32.690334 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-55030e42-8197-4042-9853-41c1d89e3bee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 217 time: 0.0381701 Jul 16 23:38:32.739781 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-dcde60bf-2e05-4ea6-9c47-5a196d4e8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.741217 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-dcde60bf-2e05-4ea6-9c47-5a196d4e8eae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0441678 Jul 16 23:38:32.799891 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-67b5b75e-f12a-4899-922a-2b7a92e488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.801675 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-67b5b75e-f12a-4899-922a-2b7a92e488e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529046 Jul 16 23:38:32.833557 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64842999-f06f-4a92-96b2-2c241a2b45f9 req-995835e8-eb0a-4ee2-9b2a-23aa8a103318 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:32.835052 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64842999-f06f-4a92-96b2-2c241a2b45f9 req-995835e8-eb0a-4ee2-9b2a-23aa8a103318 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 943 time: 0.0682847 Jul 16 23:38:32.876143 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-64842999-f06f-4a92-96b2-2c241a2b45f9 req-3e059caf-44ba-46bb-8c17-5c43e74b14a4 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352356 Jul 16 23:38:32.900313 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-c32fe46f-f1bc-4e8c-8b56-b4f8fca684aa service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881183 Jul 16 23:38:32.990347 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-48e07ced-ebe5-4c1b-8bd4-4b84f4a597d5 req-458778ac-c31f-41c0-b28e-b9f87df91709 service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820251 Jul 16 23:38:33.007575 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:34.101492 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-74754c44-a1bb-429b-939e-35134d1b27fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586543 Jul 16 23:38:34.194668 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-c8a13c3c-2207-49cc-a34b-670546ce509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:34.196240 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-c8a13c3c-2207-49cc-a34b-670546ce509f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1095 time: 0.0531325 Jul 16 23:38:34.232047 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2b0c-fb0d-4055-937b-849bec5b51a9 req-dd45b111-7c40-436a-b19c-4cb927ef538e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:34.233588 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-354b2b0c-fb0d-4055-937b-849bec5b51a9 req-dd45b111-7c40-436a-b19c-4cb927ef538e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 943 time: 0.0652783 Jul 16 23:38:34.270530 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-354b2b0c-fb0d-4055-937b-849bec5b51a9 req-d747e0f4-8023-4d59-be41-366f7e29669e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314696 Jul 16 23:38:34.303998 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-ec1a1b4d-1252-4056-bd7b-c234b31adc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:34.305495 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-ec1a1b4d-1252-4056-bd7b-c234b31adc78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0902617 Jul 16 23:38:34.372636 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-24c7c2f1-95d1-4dac-bf82-e13c2c920cd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 999 time: 0.0601761 Jul 16 23:38:34.422971 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-3872e2c5-a5e6-46c9-91b2-0779927dde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:34.425053 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-3872e2c5-a5e6-46c9-91b2-0779927dde4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0461178 Jul 16 23:38:34.450417 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:38:34.488151 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-8c34a5f5-620e-4a5d-b436-9e2b0da8f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:34.489897 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-8c34a5f5-620e-4a5d-b436-9e2b0da8f995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591784 Jul 16 23:38:34.580654 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-a5f277e8-2687-46c8-a4b1-2595fc1efe0f service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845580 Jul 16 23:38:34.588690 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:34.600215 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'mac_address': 'fa:16:3e:ba:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:38:34.639157 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:34.651538 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8692d598-6c47-492f-a0bb-7f2165e92ee6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:38:34.671453 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:34.674598 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-4d79473c-d05c-4878-a9b9-ac25d338366b req-cc6ef978-5fa5-45c7-ab06-8dc6785dd331 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874724 Jul 16 23:38:34.675638 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:34.724257 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:34.900134 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8692d598-6c47-492f-a0bb-7f2165e92ee6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:38:35.442307 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836f921-9d52-4423-b5bf-36371ab4c880 req-d0dba5c3-d338-4034-8d49-13843d89ff81 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:35.443785 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e836f921-9d52-4423-b5bf-36371ab4c880 req-d0dba5c3-d338-4034-8d49-13843d89ff81 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 944 time: 0.0654798 Jul 16 23:38:35.480650 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-e836f921-9d52-4423-b5bf-36371ab4c880 req-967ca1e4-9fe0-4a55-8ce8-ed42941483df tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313933 Jul 16 23:38:36.454845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:38:36.500673 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning for port 8692d598-6c47-492f-a0bb-7f2165e92ee6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 23:38:36.504131 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8692d598-6c47-492f-a0bb-7f2165e92ee6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:38:36.505770 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:36.583807 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:36.609705 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:38:36.611947 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb05d0c-fcd1-425b-9813-388291fc91e7" -d '{"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-plugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:38:36.624774 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:38:36.628560 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:36.662305 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf4b9-69d1-4c95-831e-6b1a605e24ea req-71e3f8ab-8e4c-4595-84e3-22b99d3df137 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:36.663802 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-114cf4b9-69d1-4c95-831e-6b1a605e24ea req-71e3f8ab-8e4c-4595-84e3-22b99d3df137 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 944 time: 0.0629265 Jul 16 23:38:36.674068 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:36.701863 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-114cf4b9-69d1-4c95-831e-6b1a605e24ea req-0ff89952-5794-48cb-8056-aa838393f274 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320954 Jul 16 23:38:36.745113 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f210a2-6239-4b99-a2f8-b688c45a8753 x-openstack-request-id: req-56f210a2-6239-4b99-a2f8-b688c45a8753 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:38:36.745406 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-plugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:38:36.745659 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56f210a2-6239-4b99-a2f8-b688c45a8753 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:38:36.746115 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'code': 200} Jul 16 23:38:36.855203 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aeee8-c0e8-4837-8e70-79cba787deff req-f5bb3412-5117-4d7a-b454-d2e9df6332e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:36.856683 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f24aeee8-c0e8-4837-8e70-79cba787deff req-f5bb3412-5117-4d7a-b454-d2e9df6332e1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1097 time: 0.0511706 Jul 16 23:38:36.891040 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-f24aeee8-c0e8-4837-8e70-79cba787deff req-9d1a62f2-6403-4070-bbfb-73a9eae532a0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285823 Jul 16 23:38:37.872395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a557f-79ff-48d4-828d-a7c24449dd8f req-2c60f690-e67b-41a4-8a82-362aa4de04fa tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:37.873927 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c1a557f-79ff-48d4-828d-a7c24449dd8f req-2c60f690-e67b-41a4-8a82-362aa4de04fa tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 945 time: 0.0626783 Jul 16 23:38:37.911456 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-0c1a557f-79ff-48d4-828d-a7c24449dd8f req-ed1b118f-7e52-41c5-b444-759fc98f2fa3 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319934 Jul 16 23:38:38.082079 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3ec89-7610-422d-aeb2-a86a9daf0e36 req-b09a7999-815e-49e4-90c5-a133858f69a5 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:38.083542 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61b3ec89-7610-422d-aeb2-a86a9daf0e36 req-b09a7999-815e-49e4-90c5-a133858f69a5 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 945 time: 0.0658252 Jul 16 23:38:38.120574 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-61b3ec89-7610-422d-aeb2-a86a9daf0e36 req-a6c4bbdf-ee05-4106-b035-835c6fcf9b3a tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315647 Jul 16 23:38:38.144479 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:38:38.194386 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e8324-7c99-4737-9400-c5baac8a9fa1 tempest-TestSnapshotPattern-1659312007 tempest-TestSnapshotPattern-1659312007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:38.195906 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-e41e8324-7c99-4737-9400-c5baac8a9fa1 tempest-TestSnapshotPattern-1659312007 tempest-TestSnapshotPattern-1659312007-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1092 time: 0.0503907 Jul 16 23:38:38.198518 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 51784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:38:38.203399 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Request body: {'floatingip': {'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 23:38:38.224759 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:38.322484 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:38.420401 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Allocated IP 172.25.5.252 (a1537bee-28b5-44a3-8c35-b48f93bc2edd/9127eb4d-126d-4342-9790-b99863237c41/e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 23:38:38.522252 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:38.559134 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787403377309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:38.594559 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Network a1537bee-28b5-44a3-8c35-b48f93bc2edd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 23:38:38.600497 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 23:38:38.603991 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 23:38:38.610289 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:38.635679 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.636021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.636357 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.636690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.637044 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.637370 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.637690 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.638041 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.638356 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.638674 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.638990 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.639306 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:38:38.970547 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.046621 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.192778 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.197081 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64000881'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.262809 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event updated for resources: {'Port': ['ID=e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:38:39.272927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1862062'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.369331 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Floating IP 33b826d5-2e73-48c6-bd67-ee39390ba204 associated. External IP: 172.25.5.252, port: 8692d598-6c47-492f-a0bb-7f2165e92ee6. Jul 16 23:38:39.571021 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:38:39.675419 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:38:39.684608 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:38:39.691197 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:39.696421 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:38:39.697063 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:38:39.727133 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-593be379-ac7d-4186-a5d1-17bf80d67e9e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5276127 Jul 16 23:38:39.727765 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:38:39.730164 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09533b2f-5fbd-4780-87ea-07ce4197fa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:38:39.765128 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023baa9-671e-466f-a568-ac55ff683be4 x-openstack-request-id: req-8023baa9-671e-466f-a568-ac55ff683be4 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:38:39.765420 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:38:39.765675 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8023baa9-671e-466f-a568-ac55ff683be4 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:38:39.766083 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'status': 'completed', 'code': 200} Jul 16 23:38:39.802731 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:38:39.838110 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-f2ee7022-aac7-45e2-8820-9c2a92cb0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:39.839630 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-f2ee7022-aac7-45e2-8820-9c2a92cb0e49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1097 time: 0.0528238 Jul 16 23:38:39.933655 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-bcd87b96-8439-4d0b-8f77-1b6b73b9e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:39.935687 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-bcd87b96-8439-4d0b-8f77-1b6b73b9e3d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0897543 Jul 16 23:38:40.001712 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-9fc0d06e-d522-4d18-a930-757215e574c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 999 time: 0.0596056 Jul 16 23:38:40.020678 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '33b826d5-2e73-48c6-bd67-ee39390ba204', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:ba:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67439f-ef87-438d-9727-905ea6218138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:38:38Z', 'updated_at': '2021-07-16T23:38:38Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}, {'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:38:40.049780 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:38:40.053534 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-e63ac6d8-d258-401c-b600-6aceb94913da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:40.055039 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-e63ac6d8-d258-401c-b600-6aceb94913da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0474911 Jul 16 23:38:40.057836 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:38:40.058434 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:38:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:38:40.110277 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-0d7b70ff-4b82-49e6-876a-890ef7e28b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:38:40.111682 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-0d7b70ff-4b82-49e6-876a-890ef7e28b9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504339 Jul 16 23:38:40.161569 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:38:40.204824 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-40bce73c-712b-40e0-a302-c1b40eb1a5a7 service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Jul 16 23:38:40.294880 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-09533b2f-5fbd-4780-87ea-07ce4197fa9a req-58a30a5d-93dd-4af9-a471-72c343e4616d service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Jul 16 23:38:40.460465 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '33b826d5-2e73-48c6-bd67-ee39390ba204', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:ba:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67439f-ef87-438d-9727-905ea6218138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:38:38Z', 'updated_at': '2021-07-16T23:38:38Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}, {'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:38:40.489326 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668284e6-6bdc-4a05-91ee-05edcb3c187c None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': '33b826d5-2e73-48c6-bd67-ee39390ba204', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:ba:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67439f-ef87-438d-9727-905ea6218138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:38:38Z', 'updated_at': '2021-07-16T23:38:38Z', 'revision_number': 0, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}, {'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:38:40.677834 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a411e-0b44-49b4-8faf-5c6810967329 None None] New status for floating IP 33b826d5-2e73-48c6-bd67-ee39390ba204: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:38:41.387810 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:38:51.601607 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:53.749670 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:57.680988 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-943eb2eb-49b4-45d9-8eef-3d98875362b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:38:59.892331 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2bf9be88-2d92-4231-93ce-2f6cf6745040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:00.223230 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:01.696073 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:03.009826 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:18.386941 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:39:21.604480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:23.764482 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:27.681407 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f00697e-10db-4ded-b9ea-b871e55ea417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:29.891562 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9766-dc8b-40ef-86ef-d374508fe016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:30.223456 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:31.700241 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:32.315052 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-f2967d17-c8fe-4a9e-aae7-3942df224865 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494964 Jul 16 23:39:32.409105 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-51cc4383-0e07-4e78-bf37-185097b30862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:32.410607 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-51cc4383-0e07-4e78-bf37-185097b30862 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1097 time: 0.0553408 Jul 16 23:39:32.513058 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-57306493-9e8c-4938-ab25-95df55f92470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:32.514475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-57306493-9e8c-4938-ab25-95df55f92470 service neutron] 10.222.0.68 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0831525 Jul 16 23:39:32.580198 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-af2a36ba-3b23-4746-be75-b4bd0c68c60c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 1001 time: 0.0590911 Jul 16 23:39:32.627525 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-b8de10e4-05a1-4cef-b895-c30416fa2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:32.628884 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-b8de10e4-05a1-4cef-b895-c30416fa2451 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0424614 Jul 16 23:39:32.684348 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-4d3175f6-25a7-4ce5-ac34-cdd2789209f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:32.685885 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-4d3175f6-25a7-4ce5-ac34-cdd2789209f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510490 Jul 16 23:39:32.776629 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-9dedcddd-6fec-432c-9d8c-a5dfa61b5b8a service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844245 Jul 16 23:39:32.865142 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-53ea6b8c-cf03-40af-95ed-83a9d832b42f req-b3bdde31-b777-4235-91a4-428ee8275850 service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813270 Jul 16 23:39:33.011888 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:35.131975 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-b623c6d6-5001-418f-88c8-52a663d69b1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538633 Jul 16 23:39:35.224207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-3fca5202-c542-4362-8f96-b40764648729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:35.225698 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-3fca5202-c542-4362-8f96-b40764648729 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1095 time: 0.0524075 Jul 16 23:39:35.324204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-e1d7c6c4-779f-41ca-976d-18924a6cd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:35.326241 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-e1d7c6c4-779f-41ca-976d-18924a6cd080 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0824208 Jul 16 23:39:35.391648 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-82da2593-8f43-4635-977b-00de25f2376a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 999 time: 0.0595789 Jul 16 23:39:35.440940 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-53ef3f72-bf3a-40fa-89db-4799ff3c7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:35.442385 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-53ef3f72-bf3a-40fa-89db-4799ff3c7fd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0446463 Jul 16 23:39:35.498146 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-fd8ce2ad-0a1e-421d-8be0-3dbaa0b90e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:39:35.499586 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-fd8ce2ad-0a1e-421d-8be0-3dbaa0b90e2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511129 Jul 16 23:39:35.589528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-5d258529-e414-4ae0-a1c3-121536d3ecc2 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837836 Jul 16 23:39:35.680737 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b094bf06-0a64-4259-b410-0f249d3f49a5 req-1aa85b47-f544-462e-b3ed-0cdd6b293332 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Jul 16 23:39:51.608143 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:53.769284 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:55.385698 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:39:57.682126 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94b01add-676e-4d53-be09-e8db0ef36b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:39:59.890907 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218e4d9b-c286-4547-a028-46c201422b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:00.223847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:01.702544 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:03.015307 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:10.957007 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 details requested by agent hyperv_n-h1-793621-16 with host n-h1-793621-16 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 23:40:11.103778 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:11.115679 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Returning: {'device': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'port_id': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'mac_address': 'fa:16:3e:ba:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 23:40:11.155992 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:11.170003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8692d598-6c47-492f-a0bb-7f2165e92ee6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 23:40:11.192464 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:11.200767 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:11.261528 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:11.271904 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] get_ports_and_sgs() called for port_ids ['8692d598-6c47-492f-a0bb-7f2165e92ee6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 23:40:11.299671 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.300261 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.300619 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.300988 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.301330 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.301667 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.302002 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.302332 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.302660 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.303050 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.303380 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:11.303707 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:12.972420 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 up at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 23:40:13.036216 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Provisioning complete for port 8692d598-6c47-492f-a0bb-7f2165e92ee6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 23:40:13.036593 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709924'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:13.116976 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:13.144596 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:13.144596 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632fe0e-f855-4eca-b419-0d81575238e7" -d '{"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-plugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:13.159148 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:13.163238 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:13.203779 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f00e3e-8fad-4abf-a0e9-e2d5d4a3641f x-openstack-request-id: req-43f00e3e-8fad-4abf-a0e9-e2d5d4a3641f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:13.204100 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-plugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:13.204331 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43f00e3e-8fad-4abf-a0e9-e2d5d4a3641f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:13.204727 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'code': 200} Jul 16 23:40:13.238161 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:20.157321 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 51984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:20.308970 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Deleting port e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:20.309861 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:20.384026 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:20.384357 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:20.396362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Calling delete_port for e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:20.540559 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:20.565204 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event deleted for resources: {'Port': ['ID=e83ce4b8-c8de-4f00-b6ff-d2f725d9ebbf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:20.597700 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.598050 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.598386 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.598720 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.599047 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.599372 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.599689 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.600008 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.600323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.600637 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.600951 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.601288 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:20.639682 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:20.640014 n-d-793621-16 neutron-server[93924]: INFO neutron.db.l3_db [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Floating IP 33b826d5-2e73-48c6-bd67-ee39390ba204 disassociated (deleted). External IP: 172.25.5.252, port: 8692d598-6c47-492f-a0bb-7f2165e92ee6. Jul 16 23:40:21.096699 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:40:21.201194 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:40:21.205877 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:21.210587 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:40:21.220223 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:21.220828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:21.241707 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b432e10d-10b7-46ec-8cc2-a9304b0ce57f tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "DELETE /v2.0/floatingips/33b826d5-2e73-48c6-bd67-ee39390ba204 HTTP/1.1" status: 204 len: 168 time: 1.0832996 Jul 16 23:40:21.242284 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:21.244539 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:21.322648 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:21.487825 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b53ccb-fd10-48a1-a183-bc5cf93d45cb x-openstack-request-id: req-60b53ccb-fd10-48a1-a183-bc5cf93d45cb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:21.488180 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:21.488495 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60b53ccb-fd10-48a1-a183-bc5cf93d45cb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:21.488955 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'status': 'completed', 'code': 200} Jul 16 23:40:21.579078 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-859dba61-16da-4c82-bb4e-1f0fdd583c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:21.580921 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-859dba61-16da-4c82-bb4e-1f0fdd583c70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 1097 time: 0.0630755 Jul 16 23:40:21.581654 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:21.630039 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:40:21.641890 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:21.642883 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:21.733133 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-de7accbc-6c30-4b7e-9f8f-3f60d1a8727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:21.734553 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-de7accbc-6c30-4b7e-9f8f-3f60d1a8727c service neutron] 10.222.0.68 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.1473453 Jul 16 23:40:21.736848 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455680c-3a16-4d71-899a-55f36f5be53c req-86b54787-6ff4-483d-86c1-1b829f4017c0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:21.744443 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3455680c-3a16-4d71-899a-55f36f5be53c req-86b54787-6ff4-483d-86c1-1b829f4017c0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 945 time: 0.1641753 Jul 16 23:40:21.762734 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:21.778580 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:21.791622 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3455680c-3a16-4d71-899a-55f36f5be53c req-86acc7fc-897e-40da-968b-cccd5386490d tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459332 Jul 16 23:40:21.793435 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-221823e9-d5cf-4129-b9ec-5718d96ea50c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 200 len: 217 time: 0.0509284 Jul 16 23:40:21.846345 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-9047b98a-3aa9-4fb2-add8-76059258e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:21.847814 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-9047b98a-3aa9-4fb2-add8-76059258e6fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0467384 Jul 16 23:40:21.915899 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-2126206b-8e2e-4196-ac67-8dead47d51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:21.917439 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-2126206b-8e2e-4196-ac67-8dead47d51f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619347 Jul 16 23:40:21.996145 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:22.007977 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-5515317a-979f-47e9-aa96-e187c6b9a8c2 service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827117 Jul 16 23:40:22.025550 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8385a3-49e9-4291-b16d-d59ec5d7a7c9 None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_floatingips': [{'id': 'd8259018-333a-486c-9064-e4320fa1f4aa', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'router_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'port_id': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'mac_address': 'fa:16:3e:28:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T23:36:06Z', 'updated_at': '2021-07-16T23:36:07Z', 'revision_number': 1, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:40:22.103764 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-3255c19c-4c9f-4fea-85c5-79f09b7b2d5d req-165fd768-d1dc-45d1-bc9a-dd4a5d0c21ff service neutron] 10.222.0.68 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888581 Jul 16 23:40:22.244845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab37b8-7e05-4ede-b1ed-18f1ed79dad0 None None] New status for floating IP 33b826d5-2e73-48c6-bd67-ee39390ba204: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:40:22.959277 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1e1d3-852f-41f5-8bee-b6051eff45ed req-d5f9840a-8305-42b0-9b54-0566fa052f1e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:22.960772 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5f1e1d3-852f-41f5-8bee-b6051eff45ed req-d5f9840a-8305-42b0-9b54-0566fa052f1e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 945 time: 0.0664730 Jul 16 23:40:22.998594 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-d5f1e1d3-852f-41f5-8bee-b6051eff45ed req-04463489-2930-454c-91b7-48ff469c29c9 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321922 Jul 16 23:40:23.036099 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:23.059960 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-de47a333-2404-4c40-8bb5-b123a6e2c0f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:23.061503 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-de47a333-2404-4c40-8bb5-b123a6e2c0f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b67439f-ef87-438d-9727-905ea6218138 HTTP/1.1" status: 200 len: 945 time: 0.0626724 Jul 16 23:40:23.110954 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539860'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.132233 n-d-793621-16 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:23.134504 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7f99d76a01e7e02e05970a50011e7f0f2c189a09f107efb67b9809a5f2e1da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97467cbf-6f2c-4c8e-8952-df7516473937" -d '{"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-unplugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:23.147045 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:23.151572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787403778389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787403377327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787403377345'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.169313 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Deleting port 8692d598-6c47-492f-a0bb-7f2165e92ee6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:23.170237 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.177408 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03965bb5-9384-4953-a583-9eae9bea4dab x-openstack-request-id: req-03965bb5-9384-4953-a583-9eae9bea4dab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:23.177700 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-unplugged", "status": "completed", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:23.177949 n-d-793621-16 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03965bb5-9384-4953-a583-9eae9bea4dab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:23.178331 n-d-793621-16 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'code': 200} Jul 16 23:40:23.204445 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Pushing event updated for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:23.257894 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] For port 8692d598-6c47-492f-a0bb-7f2165e92ee6, host n-h1-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-16',level=0,port_id=8692d598-6c47-492f-a0bb-7f2165e92ee6,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:23.258258 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.270264 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Calling delete_port for 8692d598-6c47-492f-a0bb-7f2165e92ee6 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:23.395482 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.424481 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event deleted for resources: {'Port': ['ID=8692d598-6c47-492f-a0bb-7f2165e92ee6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:23.469192 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] No DVR routers for this DVR port 8692d598-6c47-492f-a0bb-7f2165e92ee6 on host n-h1-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:40:23.471960 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:23.473955 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b6207551-0bc7-486f-8e78-13d6a51aeb5e req-971a30f7-495b-4024-b2ca-bbc08618ab2e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.68 "DELETE /v2.0/ports/8692d598-6c47-492f-a0bb-7f2165e92ee6 HTTP/1.1" status: 204 len: 173 time: 0.4062769 Jul 16 23:40:23.489560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-deleted', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:23.491909 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a975f7a-2e2e-4dd5-b686-667e8433f87a" -d '{"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-deleted", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:23.528869 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c33a4c2-e411-49a2-8889-d4d2756b84a3 x-openstack-request-id: req-2c33a4c2-e411-49a2-8889-d4d2756b84a3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:23.529193 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67439f-ef87-438d-9727-905ea6218138", "name": "network-vif-deleted", "tag": "8692d598-6c47-492f-a0bb-7f2165e92ee6", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:23.529448 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c33a4c2-e411-49a2-8889-d4d2756b84a3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:23.529851 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67439f-ef87-438d-9727-905ea6218138', 'name': 'network-vif-deleted', 'tag': '8692d598-6c47-492f-a0bb-7f2165e92ee6', 'status': 'completed', 'code': 200} Jul 16 23:40:23.770051 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:24.597969 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:24.749952 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Deleting port 1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:24.750300 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:24.822589 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:24.822845 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:24.834020 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Calling delete_port for 1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:24.981854 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:25.010940 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event deleted for resources: {'Port': ['ID=1dcbb1cf-cf8a-4cc4-a8ba-6925b983edcd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:25.038229 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.038720 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.039072 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.039409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.039738 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.040066 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.040390 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.040711 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.041054 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.041376 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.041695 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.042016 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-16 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 23:40:25.082292 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:25.082650 n-d-793621-16 neutron-server[93923]: INFO neutron.db.l3_db [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Floating IP d8259018-333a-486c-9064-e4320fa1f4aa disassociated (deleted). External IP: 172.25.5.188, port: 2d1224cc-2de8-49f0-a305-eea4ccda5c08. Jul 16 23:40:25.283454 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:40:25.387325 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:40:25.392448 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:25.398202 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:40:25.407230 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:25.407931 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:25.517378 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:25.716147 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:25.732110 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-51447d04-ac9e-4daa-8afd-2548a867b4f0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "DELETE /v2.0/floatingips/d8259018-333a-486c-9064-e4320fa1f4aa HTTP/1.1" status: 204 len: 168 time: 1.1330419 Jul 16 23:40:25.732743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:25.734970 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a6d820dba847e21ddfb9a2a4eef8d16393368318c8bfed9c3ae66462ae358bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2" -d '{"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:25.742223 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:40:25.750980 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:25.751779 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:00Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:25.944707 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:25.973525 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d9d6a-93c4-43a1-9ab8-52dd9927731d x-openstack-request-id: req-de9d9d6a-93c4-43a1-9ab8-52dd9927731d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:25.973904 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:25.974218 n-d-793621-16 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de9d9d6a-93c4-43a1-9ab8-52dd9927731d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:25.974707 n-d-793621-16 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'status': 'completed', 'code': 200} Jul 16 23:40:26.068708 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-bebbc6e7-7acb-4cb2-9748-8d3e0a797aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:26.071528 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-bebbc6e7-7acb-4cb2-9748-8d3e0a797aad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6e9c30c3494b69b47ae347941264e3&device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 1095 time: 0.0719914 Jul 16 23:40:26.128124 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943b5c5-95fc-49ad-80fa-5a4a40f38ea9 req-cda1b1e0-37c4-4e27-a110-3bddd429048c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:26.129817 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3943b5c5-95fc-49ad-80fa-5a4a40f38ea9 req-cda1b1e0-37c4-4e27-a110-3bddd429048c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0648029 Jul 16 23:40:26.148362 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:26.171154 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-40882d4f-bdcf-47d4-826d-d9a4ebca6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:26.171774 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-3943b5c5-95fc-49ad-80fa-5a4a40f38ea9 req-8ab9600d-b916-4777-b63d-2ee2ba3a7f4b tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346572 Jul 16 23:40:26.173358 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-40882d4f-bdcf-47d4-826d-d9a4ebca6c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 200 len: 910 time: 0.0945389 Jul 16 23:40:26.175215 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09871d-8bb9-4628-82de-0e1d487ed19c None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:43Z', 'revision_number': 4, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16', '_interfaces': [{'id': '01f41f8a-0f68-4c0c-99d2-610c583910e2', 'name': '', 'network_id': '928afef4-3d7c-4171-bed0-131ee4dd8669', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'mac_address': 'fa:16:3e:a8:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:43Z', 'updated_at': '2021-07-16T23:35:48Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'subnets': [{'id': '22896e07-e4a4-46d6-b4c2-5666b84c1128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:40:26.220577 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-fcf6f30d-9764-4662-92b1-5946012e1997 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 200 len: 217 time: 0.0403938 Jul 16 23:40:26.270610 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-eb52f3a3-f0d0-4fe8-9328-0de9922e6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:26.272086 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-eb52f3a3-f0d0-4fe8-9328-0de9922e6ca7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 200 len: 848 time: 0.0447214 Jul 16 23:40:26.331838 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-cdc9d609-8a80-473d-9981-9b573067d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:26.333511 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-cdc9d609-8a80-473d-9981-9b573067d812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=928afef4-3d7c-4171-bed0-131ee4dd8669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534768 Jul 16 23:40:26.398824 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a457d7f-27e6-43e0-9d87-7de05c22c32f None None] New status for floating IP d8259018-333a-486c-9064-e4320fa1f4aa: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 23:40:26.432119 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-2f5c08e3-45f4-42a3-b213-a986a9231c06 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919855 Jul 16 23:40:26.521483 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-b7f2b869-b6cc-4aee-a4b3-fdf1fc7583a2 req-ce77a9a1-820e-4c4b-8a35-442edb0f3067 service neutron] 10.222.0.47 "GET /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Jul 16 23:40:27.069662 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 no longer exists at agent hyperv_n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:27.088938 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] No Port match for: 8692d598-6c47-492f-a0bb-7f2165e92ee6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:27.089308 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Device 8692d598-6c47-492f-a0bb-7f2165e92ee6 not bound to the agent host n-h1-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:27.348740 n-d-793621-16 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adab5-5426-4e81-a37c-49e55a762a17 req-48e3bc99-afa9-4936-8deb-254850ac52d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:27.350254 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da3adab5-5426-4e81-a37c-49e55a762a17 req-48e3bc99-afa9-4936-8deb-254850ac52d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0655088 Jul 16 23:40:27.387464 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-da3adab5-5426-4e81-a37c-49e55a762a17 req-d603129c-8e2d-40e6-a751-57dbddec5cab tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/security-groups?id=815a4349-4b7f-47f5-a9c7-92856c454057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317063 Jul 16 23:40:27.543251 n-d-793621-16 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-5aa90def-3591-43b5-a2c4-b657a415ed09 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 23:40:27.545258 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-5aa90def-3591-43b5-a2c4-b657a415ed09 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.47 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 943 time: 0.0659232 Jul 16 23:40:27.639478 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Deleting port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:27.639818 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:27.683085 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b715dbab-f72b-4ac6-94ba-2ca514ce3763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:27.729868 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] For port 2d1224cc-2de8-49f0-a305-eea4ccda5c08, host n-h2-793621-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-16',level=0,port_id=2d1224cc-2de8-49f0-a305-eea4ccda5c08,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:27.730222 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:27.742212 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Calling delete_port for 2d1224cc-2de8-49f0-a305-eea4ccda5c08 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:27.866851 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:27.900235 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event deleted for resources: {'Port': ['ID=2d1224cc-2de8-49f0-a305-eea4ccda5c08,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:27.944732 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] No DVR routers for this DVR port 2d1224cc-2de8-49f0-a305-eea4ccda5c08 on host n-h2-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:40:27.947428 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134396'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:27.949412 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [req-ab2bc555-fc48-49c9-8b26-66aeff694e2c req-7e11eeef-3161-47c3-be36-46689e158f8e tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.47 "DELETE /v2.0/ports/2d1224cc-2de8-49f0-a305-eea4ccda5c08 HTTP/1.1" status: 204 len: 173 time: 0.3988922 Jul 16 23:40:27.950407 n-d-793621-16 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-deleted', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 23:40:27.952666 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}153efd46519f955d23d7c92d7f497d17236cdb99a0b4a9a846a8eefa08c12911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc54f7-8a08-4910-8346-7a75c8be6164" -d '{"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-deleted", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 23:40:28.041222 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbab591-d26d-4828-8798-39c4f71d2f96 x-openstack-request-id: req-5bbab591-d26d-4828-8798-39c4f71d2f96 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 23:40:28.041524 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994cecc7-b38e-4bb6-adc0-ff3a107856ac", "name": "network-vif-deleted", "tag": "2d1224cc-2de8-49f0-a305-eea4ccda5c08", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 23:40:28.041780 n-d-793621-16 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bbab591-d26d-4828-8798-39c4f71d2f96 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 23:40:28.042192 n-d-793621-16 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994cecc7-b38e-4bb6-adc0-ff3a107856ac', 'name': 'network-vif-deleted', 'tag': '2d1224cc-2de8-49f0-a305-eea4ccda5c08', 'status': 'completed', 'code': 200} Jul 16 23:40:28.541564 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [req-df7a34fa-a987-4c47-91fb-58bf240f3926 req-f75bb6ba-7101-4ea4-8669-73651fe2559c tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "GET /v2.0/ports?device_id=994cecc7-b38e-4bb6-adc0-ff3a107856ac HTTP/1.1" status: 200 len: 210 time: 0.0282133 Jul 16 23:40:29.631231 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:29.687826 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:29.712178 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:29.770937 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:29.773570 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:29.774746 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] 10.222.0.70 "DELETE /v2.0/security-groups/815a4349-4b7f-47f5-a9c7-92856c454057 HTTP/1.1" status: 204 len: 168 time: 0.1424661 Jul 16 23:40:29.784262 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17b344-3e0d-4eb8-bbf3-464b1d2145d0 tempest-TestSnapshotPattern-2030921721 tempest-TestSnapshotPattern-2030921721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a4349-4b7f-47f5-a9c7-92856c454057,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:29.890900 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5242-488c-4aaf-bc6c-5bc4322b364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:30.223615 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:30.841367 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:31.095692 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 no longer exists at agent hyperv_n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:31.118122 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] No Port match for: 2d1224cc-2de8-49f0-a305-eea4ccda5c08 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:31.118559 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Device 2d1224cc-2de8-49f0-a305-eea4ccda5c08 not bound to the agent host n-h2-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:31.179783 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:31.426892 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Deleting port 01f41f8a-0f68-4c0c-99d2-610c583910e2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:31.427129 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:31.502359 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] For port 01f41f8a-0f68-4c0c-99d2-610c583910e2, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=01f41f8a-0f68-4c0c-99d2-610c583910e2,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:31.502712 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:31.515234 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Calling delete_port for 01f41f8a-0f68-4c0c-99d2-610c583910e2 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:31.689351 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:31.706897 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:31.715362 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f41f8a-0f68-4c0c-99d2-610c583910e2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:32.145561 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:32.351259 n-d-793621-16 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Router 5868638c-bf6e-4988-bd5a-80eeb6d40532 has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:40:32.384311 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:40:32.457028 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:40:32.463475 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-440662ab-77a4-402d-9dbd-428e7ac25f00 admin admin] 10.222.0.70 "PUT /v2.0/routers/5868638c-bf6e-4988-bd5a-80eeb6d40532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6191709 Jul 16 23:40:32.464460 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:32.468136 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Sync routers for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:40:32.479322 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:32.479646 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:32.570345 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:32.585254 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: n-d-793621-16 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:32.674362 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:32.727341 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Deleting port 1c66ad9f-904c-4eda-915e-364a3d5a88e8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:32.727598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:32.761334 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:40:31Z', 'revision_number': 5, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port': {'id': '1c66ad9f-904c-4eda-915e-364a3d5a88e8', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:32.787598 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Checking router: 5868638c-bf6e-4988-bd5a-80eeb6d40532 for host: n-d-793621-16 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:40:32.795879 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Routers {'5868638c-bf6e-4988-bd5a-80eeb6d40532'} bound to L3 agent in host n-d-793621-16 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:32.796494 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['5868638c-bf6e-4988-bd5a-80eeb6d40532'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:32.807943 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] For port 1c66ad9f-904c-4eda-915e-364a3d5a88e8, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=1c66ad9f-904c-4eda-915e-364a3d5a88e8,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:32.808304 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:32.820361 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Calling delete_port for 1c66ad9f-904c-4eda-915e-364a3d5a88e8 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:32.880110 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] Set router 5868638c-bf6e-4988-bd5a-80eeb6d40532 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:32.929960 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:40:32Z', 'revision_number': 6, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:32.960392 n-d-793621-16 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e54a1-6dee-4ad6-a9a5-fa7a76bcc1c1 None None] The sync data for ids ['5868638c-bf6e-4988-bd5a-80eeb6d40532'] in n-d-793621-16 is: [{'id': '5868638c-bf6e-4988-bd5a-80eeb6d40532', 'name': 'tempest-TestSnapshotPattern-761064681-router', 'tenant_id': 'cb6e9c30c3494b69b47ae347941264e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:41Z', 'updated_at': '2021-07-16T23:40:32Z', 'revision_number': 6, 'project_id': 'cb6e9c30c3494b69b47ae347941264e3', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:40:32.986152 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.011323 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c66ad9f-904c-4eda-915e-364a3d5a88e8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:33.020368 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.074164 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.165340 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.167379 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.209228 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.209772 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5868638c-bf6e-4988-bd5a-80eeb6d40532 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:40:33.213880 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.215160 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-7b08757d-6823-4bd2-8727-bc990ce61687 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5868638c-bf6e-4988-bd5a-80eeb6d40532 HTTP/1.1" status: 204 len: 168 time: 0.7495425 Jul 16 23:40:33.218131 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:33.261425 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Deleting subnet 22896e07-e4a4-46d6-b4c2-5666b84c1128 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:40:33.264267 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.297596 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63269957'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.383084 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.434689 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64086722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64014077'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.460215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22896e07-e4a4-46d6-b4c2-5666b84c1128,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:33.463758 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.467318 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-edc705b2-4e3a-435a-ae77-49952aa937fa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/22896e07-e4a4-46d6-b4c2-5666b84c1128 HTTP/1.1" status: 204 len: 168 time: 0.2466059 Jul 16 23:40:33.468506 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:33.471438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d85467-24a4-44a6-ac0e-30ff7c79e4c1 None None] Network 928afef4-3d7c-4171-bed0-131ee4dd8669 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:40:33.540935 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.595207 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Deleting port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:33.595552 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.659494 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] For port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,segment=NetworkSegment(7ee3057a-1276-44c2-96bb-1a3d4419c0d7),segment_id=7ee3057a-1276-44c2-96bb-1a3d4419c0d7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:33.659799 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.672609 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Calling delete_port for 91ee2153-5af0-4e2f-a14c-d7b1027dc47d owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:33.751924 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4101e6de-ff29-4011-bd7e-bf85b372ed9c None None] DHCP port deletion for 928afef4-3d7c-4171-bed0-131ee4dd8669 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:40:33.756664 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64086705'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.774421 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4101e6de-ff29-4011-bd7e-bf85b372ed9c None None] The port '91ee2153-5af0-4e2f-a14c-d7b1027dc47d' was deleted {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 23:40:33.784085 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ee2153-5af0-4e2f-a14c-d7b1027dc47d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:33.788404 n-d-793621-16 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] No DVR routers for this DVR port 91ee2153-5af0-4e2f-a14c-d7b1027dc47d on host n-d-793621-16 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:40:33.863850 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.874357 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928afef4-3d7c-4171-bed0-131ee4dd8669']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:33.891215 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee3057a-1276-44c2-96bb-1a3d4419c0d7') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:33.891514 n-d-793621-16 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee3057a-1276-44c2-96bb-1a3d4419c0d7') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:33.908525 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63270002'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.929117 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.936566 n-d-793621-16 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:40:33.937065 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64087136'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: conditions |= (models_v2.Port.network_id.in_( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: Traceback (most recent call last): Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: timer() Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: cb(*args, **kw) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: return func(*args, **kwargs) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: self._notify() Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: self.callback(batched_events) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: event.method(event) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: return f(self, *a, **k) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: return self._get(url).json() Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:40:33.938998 n-d-793621-16 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:40:34.002004 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.007421 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.009259 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] 10.222.0.70 "DELETE /v2.0/networks/928afef4-3d7c-4171-bed0-131ee4dd8669 HTTP/1.1" status: 204 len: 168 time: 0.5397789 Jul 16 23:40:34.013125 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:34.020390 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620ed51-9a49-4405-aaa6-33848aa25343 admin admin] Pushing event deleted for resources: {'Network': ['ID=928afef4-3d7c-4171-bed0-131ee4dd8669,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:34.351020 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811374'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.601634 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Deleting port ba99831d-8159-4e9c-832b-d2afc805e5db {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:34.601894 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.634438 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01f41f8a-0f68-4c0c-99d2-610c583910e2 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:34.654190 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 01f41f8a-0f68-4c0c-99d2-610c583910e2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:34.654546 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 01f41f8a-0f68-4c0c-99d2-610c583910e2 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:34.654966 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91ee2153-5af0-4e2f-a14c-d7b1027dc47d no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:34.673153 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 91ee2153-5af0-4e2f-a14c-d7b1027dc47d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:34.673507 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 91ee2153-5af0-4e2f-a14c-d7b1027dc47d not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:34.673925 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c66ad9f-904c-4eda-915e-364a3d5a88e8 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:34.679891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] For port ba99831d-8159-4e9c-832b-d2afc805e5db, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=ba99831d-8159-4e9c-832b-d2afc805e5db,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:34.680254 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.692084 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 1c66ad9f-904c-4eda-915e-364a3d5a88e8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:34.692436 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 1c66ad9f-904c-4eda-915e-364a3d5a88e8 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:34.693068 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Calling delete_port for ba99831d-8159-4e9c-832b-d2afc805e5db owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:34.871654 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:34.900743 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba99831d-8159-4e9c-832b-d2afc805e5db,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:35.065375 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813566'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.273083 n-d-793621-16 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Router 845c88f4-e3df-4759-b303-58e82324652a has already been hosted by L3 agent c4e99999-1ff0-41f0-b738-7bd8509b986c {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 23:40:35.376075 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] Notify agent at l3_agent.n-d-793621-16 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 23:40:35.381128 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-d9c14621-45b6-407c-8582-f4544f5bc22c admin admin] 10.222.0.70 "PUT /v2.0/routers/845c88f4-e3df-4759-b303-58e82324652a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3668394 Jul 16 23:40:35.383730 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:35.386299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Sync routers for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 23:40:35.395901 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:35.396537 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:35.487914 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.498933 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: n-d-793621-16 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:35.587668 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.639455 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Deleting port 9b765b25-283f-4c01-9d77-d655319a7261 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:35.639797 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.676003 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'external_fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '9b765b25-283f-4c01-9d77-d655319a7261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:40:34Z', 'revision_number': 5, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port': {'id': '9b765b25-283f-4c01-9d77-d655319a7261', 'name': '', 'network_id': 'a1537bee-28b5-44a3-8c35-b48f93bc2edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c88f4-e3df-4759-b303-58e82324652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9127eb4d-126d-4342-9790-b99863237c41', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T23:35:46Z', 'updated_at': '2021-07-16T23:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127eb4d-126d-4342-9790-b99863237c41', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-16'}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:35.701628 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Checking router: 845c88f4-e3df-4759-b303-58e82324652a for host: n-d-793621-16 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 23:40:35.710061 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Routers {'845c88f4-e3df-4759-b303-58e82324652a'} bound to L3 agent in host n-d-793621-16 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 23:40:35.710669 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:08:00Z,description=,heartbeat_timestamp=2021-07-16T23:40:30Z,host='n-d-793621-16',id=c4e99999-1ff0-41f0-b738-7bd8509b986c,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:08:00Z,topic='l3_agent')) {'router_ids': ['845c88f4-e3df-4759-b303-58e82324652a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:35.716591 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] For port 9b765b25-283f-4c01-9d77-d655319a7261, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=9b765b25-283f-4c01-9d77-d655319a7261,segment=NetworkSegment(df2951f7-13bd-48e9-a33b-ea09d1e3a1c1),segment_id=df2951f7-13bd-48e9-a33b-ea09d1e3a1c1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:35.717242 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.729908 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Calling delete_port for 9b765b25-283f-4c01-9d77-d655319a7261 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:35.795246 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] Set router 845c88f4-e3df-4759-b303-58e82324652a gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 23:40:35.848362 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:40:35Z', 'revision_number': 6, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port_host': None}], 'n-d-793621-16', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:35.875035 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9bb49-0076-4d28-8356-f5d9b3bc8273 None None] The sync data for ids ['845c88f4-e3df-4759-b303-58e82324652a'] in n-d-793621-16 is: [{'id': '845c88f4-e3df-4759-b303-58e82324652a', 'name': 'tempest-TestSnapshotPattern-2062726021-router', 'tenant_id': '8a07c99a18fc416d81ad523da5707f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T23:35:45Z', 'updated_at': '2021-07-16T23:40:35Z', 'revision_number': 6, 'project_id': '8a07c99a18fc416d81ad523da5707f39', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 23:40:35.894227 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:35.922099 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Pushing event deleted for resources: {'Port': ['ID=9b765b25-283f-4c01-9d77-d655319a7261,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:35.984679 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1861988'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.072619 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7540'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.074753 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.116903 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811942'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.117395 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845c88f4-e3df-4759-b303-58e82324652a {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 23:40:36.121945 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.123312 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-b6d5436c-9fd3-44a3-96f0-01be0ca2b9de admin admin] 10.222.0.70 "DELETE /v2.0/routers/845c88f4-e3df-4759-b303-58e82324652a HTTP/1.1" status: 204 len: 168 time: 0.7386689 Jul 16 23:40:36.125891 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:36.172846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Deleting subnet d9236be2-1b00-43ee-9c7f-fa0a7054152f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 23:40:36.176087 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.213577 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63997657'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.293661 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710861'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.346181 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64000827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64017555'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.376071 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9236be2-1b00-43ee-9c7f-fa0a7054152f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:36.379841 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.381958 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-dd3bb76b-7005-469c-8aa6-1c6fdf350355 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9236be2-1b00-43ee-9c7f-fa0a7054152f HTTP/1.1" status: 204 len: 168 time: 0.2549872 Jul 16 23:40:36.384415 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:36.387426 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88c6b9-49c0-4752-bb63-68206289bf51 None None] Network 6eaadc7d-bd34-4276-b66c-f6a3f2693588 requested from n-d-793621-16 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 23:40:36.452107 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527270'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.506846 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Deleting port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:36.507193 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.576811 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] For port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:36.577224 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.582848 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] DHCP port deletion for 6eaadc7d-bd34-4276-b66c-f6a3f2693588 request from n-d-793621-16 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 23:40:36.590239 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Calling delete_port for f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:36.648312 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Deleting port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 23:40:36.648843 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787403777967'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.664846 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba99831d-8159-4e9c-832b-d2afc805e5db no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:36.684920 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64000840'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.694722 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: ba99831d-8159-4e9c-832b-d2afc805e5db {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:36.695265 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device ba99831d-8159-4e9c-832b-d2afc805e5db not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:36.695494 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:36.713664 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Pushing event deleted for resources: {'Port': ['ID=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:36.719409 n-d-793621-16 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] No DVR routers for this DVR port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 on host n-d-793621-16 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:40:36.748082 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:36.748424 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:36.748835 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9b765b25-283f-4c01-9d77-d655319a7261 no longer exists at agent ovs-agent-n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 23:40:36.774845 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] No Port match for: 9b765b25-283f-4c01-9d77-d655319a7261 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 23:40:36.775204 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Device 9b765b25-283f-4c01-9d77-d655319a7261 not bound to the agent host n-d-793621-16 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 23:40:36.777759 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] For port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6, host n-d-793621-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-16',level=0,port_id=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,segment=NetworkSegment(eaa2bbac-9d32-4369-aa15-2a0ef2d2daee),segment_id=eaa2bbac-9d32-4369-aa15-2a0ef2d2daee)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 23:40:36.778165 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811861'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.787910 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712105', 'neutron.services.segments.db._delete_segments_for_network-8787403891788'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.791299 n-d-793621-16 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Calling delete_port for f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 23:40:36.798282 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eaadc7d-bd34-4276-b66c-f6a3f2693588']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:36.808032 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:36.808264 n-d-793621-16 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa2bbac-9d32-4369-aa15-2a0ef2d2daee') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 23:40:36.817545 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787403894613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63997678'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.831870 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.837911 n-d-793621-16 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 23:40:36.838293 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64001433'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: Traceback (most recent call last): Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: timer() Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: cb(*args, **kw) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: return func(*args, **kwargs) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: self._notify() Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: self.callback(batched_events) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: event.method(event) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: return f(self, *a, **k) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: return self._get(url).json() Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 23:40:36.839930 n-d-793621-16 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 23:40:36.865550 n-d-793621-16 neutron-server[93925]: self.session.flush() Jul 16 23:40:36.875065 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787403778434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787403377318'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.896898 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1862072'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.900030 n-d-793621-16 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] Pushing event deleted for resources: {'Port': ['ID=f457bf4b-01b5-41c6-bc19-7b5bec9c32d6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:36.903586 n-d-793621-16 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b834793-7c29-4937-bef4-0dd390b5090e None None] No DVR routers for this DVR port f457bf4b-01b5-41c6-bc19-7b5bec9c32d6 on host n-d-793621-16 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 23:40:36.905515 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:36.908054 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] 10.222.0.70 "DELETE /v2.0/networks/6eaadc7d-bd34-4276-b66c-f6a3f2693588 HTTP/1.1" status: 204 len: 168 time: 0.5226519 Jul 16 23:40:36.923090 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4955c-ab65-4ccc-a47d-ddb7cd6bfbef admin admin] Pushing event deleted for resources: {'Network': ['ID=6eaadc7d-bd34-4276-b66c-f6a3f2693588,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:37.077824 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:37.116458 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-4d4be23f-63d6-4ed6-8fd7-57d128c347e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb6e9c30c3494b69b47ae347941264e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374045 Jul 16 23:40:37.118808 n-d-793621-16 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.70', 52088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:37.164121 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.185058 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.230523 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.233927 n-d-793621-16 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.237309 n-d-793621-16 neutron-server[93923]: INFO neutron.wsgi [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d92948d6-3e44-45ec-923d-556cb063ebde HTTP/1.1" status: 204 len: 168 time: 0.1153996 Jul 16 23:40:37.243314 n-d-793621-16 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83417a-cf9b-46e1-be6a-459d7fa1695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92948d6-3e44-45ec-923d-556cb063ebde,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:37.549437 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:37.587400 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-b2782d2a-70ff-4f82-b207-1ff40fc242b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a07c99a18fc416d81ad523da5707f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368354 Jul 16 23:40:37.589878 n-d-793621-16 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.70', 52096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 23:40:37.636598 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.657339 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.701523 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756797'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.704035 n-d-793621-16 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:37.705196 n-d-793621-16 neutron-server[93924]: INFO neutron.wsgi [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ae4f9af-6e12-42d7-bc51-2f46a19d4347 HTTP/1.1" status: 204 len: 168 time: 0.1138754 Jul 16 23:40:37.712560 n-d-793621-16 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de93c44-98fb-42d4-a905-4fa0bec6bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4f9af-6e12-42d7-bc51-2f46a19d4347,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 23:40:51.597705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:53.768443 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:57.683571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-993aede9-3379-451f-91fd-0557b93f41d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:40:59.891977 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63909659-8c8c-4d28-9cc2-e904fae23f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:00.223987 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:01.705952 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:03.020720 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:09.384116 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:41:21.617468 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:23.783356 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:27.686637 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0399b552-c87f-4aaf-a690-2272dd36a760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:29.893721 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08d67a42-b028-4366-b5b0-316d264682f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:30.223709 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:31.709964 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:33.023220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:46.382788 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:41:51.626796 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:53.785844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:57.686799 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e94a6abc-9f43-4301-b3c4-b8b58ceaf312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:41:59.893292 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae7710e9-37aa-49ef-90ec-629a98463a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:00.223100 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:01.712524 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:03.025488 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:21.642480 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:23.381236 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:42:23.782568 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:27.687771 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-458f1a37-68cf-47c8-a81f-e05cc2175296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:29.893483 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c42cc93-27de-44f2-ab1a-8514789eca0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:30.222762 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:31.715154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:33.028571 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:51.641316 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:53.801479 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:57.688057 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c92b5cce-9fd4-4a5f-834e-08696069b392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:42:59.894572 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9882446-3ae6-4d96-be21-e0cc4c406255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:00.222787 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:00.380325 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:43:01.717734 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:03.032037 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:21.642898 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:23.798097 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:27.688302 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b64482-a13e-454a-8885-33a57b769a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:29.895030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38f88058-bbd5-4622-afbc-60e12ac3bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:30.222586 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:31.721008 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:33.033425 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:37.378828 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:43:51.655904 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:53.796426 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:57.688276 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac614-da9b-4690-aa27-0140ec0ea4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:43:59.895203 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b12a603-f84c-409d-83d5-7fe8e4372500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:00.222866 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:01.724035 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:03.035319 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:14.379283 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:44:21.654883 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:23.798773 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:27.688459 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5c597cb-5415-4b35-bc10-321d5d872cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:29.894439 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e04c7a2-2d1c-4a33-94e5-2a93ab588160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:30.223086 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:31.727735 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:33.038902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:51.378840 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:44:51.657308 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:53.815151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:57.689162 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17fba5f7-af37-4133-8203-b4550ee0501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:44:59.895336 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c073f5a-8a61-4176-9847-164a12f2aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:00.222954 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:01.730232 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:03.039817 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:21.655801 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:23.814681 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:27.690394 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac454866-7d65-48b9-9e8b-1b6da26683cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:28.377878 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:45:29.896707 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c837-36d1-4a1b-979d-f010a6f9868d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:30.222300 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:31.732705 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:33.043145 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:51.660694 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:53.809772 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:57.691148 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-213e5243-b698-45fc-b01f-95df30e7ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:45:59.897214 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13bec10b-98af-4ebe-8234-81f491036cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:00.222154 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:01.735961 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:03.044937 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:05.376282 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:46:21.666818 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:23.813542 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:27.691844 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fff062a6-8040-4f5d-831c-ece0c72ddc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:29.896902 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6803-9124-431c-808f-26e30f11ac0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:30.221766 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:31.738827 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:33.047532 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:42.378237 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:46:51.689639 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:53.841151 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:57.691431 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d20a47bb-5eb9-4bfe-abcc-820fdc4a199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:46:59.897749 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78a7b2ef-fc13-417c-9931-ba4f90cba884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:00.221719 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:01.741499 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:03.049998 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:19.376904 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:47:21.688945 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:23.855220 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:27.691195 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4152087-b780-44c5-bf72-a2d8ea6ae02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:29.897857 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b852ff1-b94c-4b70-8c68-b08e4ff6def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:30.222569 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:31.743408 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:33.052587 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:51.701124 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:53.854351 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:56.452040 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 23:47:57.692484 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d6c308b-fd92-4e16-aafe-a6ed929decf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:47:59.898847 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3464be73-d7f0-412a-be8d-2e0d10c086d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:00.221804 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:01.746325 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:03.054449 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:21.726481 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f933782-c3f2-441d-801c-e5d395754d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:23.885030 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-227f4842-df61-49b6-8b67-f0ad518d55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:27.693672 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c178e011-3caa-4f13-9caa-d63e7a74fce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:29.898492 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f54f91a8-1c5e-43e5-bdaa-fc6cbc762463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:30.221629 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca636fbb-c844-4800-8698-266754d62ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:31.748944 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1515-3c97-46ac-ae1b-9872470a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:33.057235 n-d-793621-16 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-088f509a-3393-4b90-ad62-53c49b19f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787403891770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710387'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 23:48:33.382143 n-d-793621-16 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-cd20e103-11d2-4faf-8ac0-c2054b68ec3d None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}